51eb1b0279638cd00f8117ad8ac739d21d422658
[sfrench/cifs-2.6.git] / drivers / message / fusion / mptbase.c
1 /*
2  *  linux/drivers/message/fusion/mptbase.c
3  *      This is the Fusion MPT base driver which supports multiple
4  *      (SCSI + LAN) specialized protocol drivers.
5  *      For use with LSI PCI chip/adapter(s)
6  *      running LSI Fusion MPT (Message Passing Technology) firmware.
7  *
8  *  Copyright (c) 1999-2008 LSI Corporation
9  *  (mailto:DL-MPTFusionLinux@lsi.com)
10  *
11  */
12 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
13 /*
14     This program is free software; you can redistribute it and/or modify
15     it under the terms of the GNU General Public License as published by
16     the Free Software Foundation; version 2 of the License.
17
18     This program is distributed in the hope that it will be useful,
19     but WITHOUT ANY WARRANTY; without even the implied warranty of
20     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21     GNU General Public License for more details.
22
23     NO WARRANTY
24     THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
25     CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
26     LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
27     MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
28     solely responsible for determining the appropriateness of using and
29     distributing the Program and assumes all risks associated with its
30     exercise of rights under this Agreement, including but not limited to
31     the risks and costs of program errors, damage to or loss of data,
32     programs or equipment, and unavailability or interruption of operations.
33
34     DISCLAIMER OF LIABILITY
35     NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
36     DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
37     DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
38     ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
39     TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
40     USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
41     HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
42
43     You should have received a copy of the GNU General Public License
44     along with this program; if not, write to the Free Software
45     Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
46 */
47 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
48
49 #include <linux/kernel.h>
50 #include <linux/module.h>
51 #include <linux/errno.h>
52 #include <linux/init.h>
53 #include <linux/seq_file.h>
54 #include <linux/slab.h>
55 #include <linux/types.h>
56 #include <linux/pci.h>
57 #include <linux/kdev_t.h>
58 #include <linux/blkdev.h>
59 #include <linux/delay.h>
60 #include <linux/interrupt.h>            /* needed for in_interrupt() proto */
61 #include <linux/dma-mapping.h>
62 #include <linux/kthread.h>
63 #include <scsi/scsi_host.h>
64
65 #include "mptbase.h"
66 #include "lsi/mpi_log_fc.h"
67
68 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
69 #define my_NAME         "Fusion MPT base driver"
70 #define my_VERSION      MPT_LINUX_VERSION_COMMON
71 #define MYNAM           "mptbase"
72
73 MODULE_AUTHOR(MODULEAUTHOR);
74 MODULE_DESCRIPTION(my_NAME);
75 MODULE_LICENSE("GPL");
76 MODULE_VERSION(my_VERSION);
77
78 /*
79  *  cmd line parameters
80  */
81
82 static int mpt_msi_enable_spi;
83 module_param(mpt_msi_enable_spi, int, 0);
84 MODULE_PARM_DESC(mpt_msi_enable_spi,
85                  " Enable MSI Support for SPI controllers (default=0)");
86
87 static int mpt_msi_enable_fc;
88 module_param(mpt_msi_enable_fc, int, 0);
89 MODULE_PARM_DESC(mpt_msi_enable_fc,
90                  " Enable MSI Support for FC controllers (default=0)");
91
92 static int mpt_msi_enable_sas;
93 module_param(mpt_msi_enable_sas, int, 0);
94 MODULE_PARM_DESC(mpt_msi_enable_sas,
95                  " Enable MSI Support for SAS controllers (default=0)");
96
97 static int mpt_channel_mapping;
98 module_param(mpt_channel_mapping, int, 0);
99 MODULE_PARM_DESC(mpt_channel_mapping, " Mapping id's to channels (default=0)");
100
101 static int mpt_debug_level;
102 static int mpt_set_debug_level(const char *val, const struct kernel_param *kp);
103 module_param_call(mpt_debug_level, mpt_set_debug_level, param_get_int,
104                   &mpt_debug_level, 0600);
105 MODULE_PARM_DESC(mpt_debug_level,
106                  " debug level - refer to mptdebug.h - (default=0)");
107
108 int mpt_fwfault_debug;
109 EXPORT_SYMBOL(mpt_fwfault_debug);
110 module_param(mpt_fwfault_debug, int, 0600);
111 MODULE_PARM_DESC(mpt_fwfault_debug,
112                  "Enable detection of Firmware fault and halt Firmware on fault - (default=0)");
113
114 static char     MptCallbacksName[MPT_MAX_PROTOCOL_DRIVERS]
115                                 [MPT_MAX_CALLBACKNAME_LEN+1];
116
117 #ifdef MFCNT
118 static int mfcounter = 0;
119 #define PRINT_MF_COUNT 20000
120 #endif
121
122 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
123 /*
124  *  Public data...
125  */
126
127 #define WHOINIT_UNKNOWN         0xAA
128
129 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
130 /*
131  *  Private data...
132  */
133                                         /* Adapter link list */
134 LIST_HEAD(ioc_list);
135                                         /* Callback lookup table */
136 static MPT_CALLBACK              MptCallbacks[MPT_MAX_PROTOCOL_DRIVERS];
137                                         /* Protocol driver class lookup table */
138 static int                       MptDriverClass[MPT_MAX_PROTOCOL_DRIVERS];
139                                         /* Event handler lookup table */
140 static MPT_EVHANDLER             MptEvHandlers[MPT_MAX_PROTOCOL_DRIVERS];
141                                         /* Reset handler lookup table */
142 static MPT_RESETHANDLER          MptResetHandlers[MPT_MAX_PROTOCOL_DRIVERS];
143 static struct mpt_pci_driver    *MptDeviceDriverHandlers[MPT_MAX_PROTOCOL_DRIVERS];
144
145 #ifdef CONFIG_PROC_FS
146 static struct proc_dir_entry    *mpt_proc_root_dir;
147 #endif
148
149 /*
150  *  Driver Callback Index's
151  */
152 static u8 mpt_base_index = MPT_MAX_PROTOCOL_DRIVERS;
153 static u8 last_drv_idx;
154
155 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
156 /*
157  *  Forward protos...
158  */
159 static irqreturn_t mpt_interrupt(int irq, void *bus_id);
160 static int      mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req,
161                 MPT_FRAME_HDR *reply);
162 static int      mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes,
163                         u32 *req, int replyBytes, u16 *u16reply, int maxwait,
164                         int sleepFlag);
165 static int      mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag);
166 static void     mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev);
167 static void     mpt_adapter_disable(MPT_ADAPTER *ioc);
168 static void     mpt_adapter_dispose(MPT_ADAPTER *ioc);
169
170 static void     MptDisplayIocCapabilities(MPT_ADAPTER *ioc);
171 static int      MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag);
172 static int      GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason);
173 static int      GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
174 static int      SendIocInit(MPT_ADAPTER *ioc, int sleepFlag);
175 static int      SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
176 static int      mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag);
177 static int      mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag);
178 static int      mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
179 static int      KickStart(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
180 static int      SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag);
181 static int      PrimeIocFifos(MPT_ADAPTER *ioc);
182 static int      WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
183 static int      WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
184 static int      WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
185 static int      GetLanConfigPages(MPT_ADAPTER *ioc);
186 static int      GetIoUnitPage2(MPT_ADAPTER *ioc);
187 int             mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode);
188 static int      mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum);
189 static int      mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum);
190 static void     mpt_read_ioc_pg_1(MPT_ADAPTER *ioc);
191 static void     mpt_read_ioc_pg_4(MPT_ADAPTER *ioc);
192 static void     mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc);
193 static int      SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch,
194         int sleepFlag);
195 static int      SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp);
196 static int      mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag);
197 static int      mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init);
198
199 #ifdef CONFIG_PROC_FS
200 static const struct file_operations mpt_summary_proc_fops;
201 static const struct file_operations mpt_version_proc_fops;
202 static const struct file_operations mpt_iocinfo_proc_fops;
203 #endif
204 static void     mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc);
205
206 static int      ProcessEventNotification(MPT_ADAPTER *ioc,
207                 EventNotificationReply_t *evReply, int *evHandlers);
208 static void     mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf);
209 static void     mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info);
210 static void     mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info);
211 static void     mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info , u8 cb_idx);
212 static int      mpt_read_ioc_pg_3(MPT_ADAPTER *ioc);
213 static void     mpt_inactive_raid_list_free(MPT_ADAPTER *ioc);
214
215 /* module entry point */
216 static int  __init    fusion_init  (void);
217 static void __exit    fusion_exit  (void);
218
219 #define CHIPREG_READ32(addr)            readl_relaxed(addr)
220 #define CHIPREG_READ32_dmasync(addr)    readl(addr)
221 #define CHIPREG_WRITE32(addr,val)       writel(val, addr)
222 #define CHIPREG_PIO_WRITE32(addr,val)   outl(val, (unsigned long)addr)
223 #define CHIPREG_PIO_READ32(addr)        inl((unsigned long)addr)
224
225 static void
226 pci_disable_io_access(struct pci_dev *pdev)
227 {
228         u16 command_reg;
229
230         pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
231         command_reg &= ~1;
232         pci_write_config_word(pdev, PCI_COMMAND, command_reg);
233 }
234
235 static void
236 pci_enable_io_access(struct pci_dev *pdev)
237 {
238         u16 command_reg;
239
240         pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
241         command_reg |= 1;
242         pci_write_config_word(pdev, PCI_COMMAND, command_reg);
243 }
244
245 static int mpt_set_debug_level(const char *val, const struct kernel_param *kp)
246 {
247         int ret = param_set_int(val, kp);
248         MPT_ADAPTER *ioc;
249
250         if (ret)
251                 return ret;
252
253         list_for_each_entry(ioc, &ioc_list, list)
254                 ioc->debug_level = mpt_debug_level;
255         return 0;
256 }
257
258 /**
259  *      mpt_get_cb_idx - obtain cb_idx for registered driver
260  *      @dclass: class driver enum
261  *
262  *      Returns cb_idx, or zero means it wasn't found
263  **/
264 static u8
265 mpt_get_cb_idx(MPT_DRIVER_CLASS dclass)
266 {
267         u8 cb_idx;
268
269         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--)
270                 if (MptDriverClass[cb_idx] == dclass)
271                         return cb_idx;
272         return 0;
273 }
274
275 /**
276  * mpt_is_discovery_complete - determine if discovery has completed
277  * @ioc: per adatper instance
278  *
279  * Returns 1 when discovery completed, else zero.
280  */
281 static int
282 mpt_is_discovery_complete(MPT_ADAPTER *ioc)
283 {
284         ConfigExtendedPageHeader_t hdr;
285         CONFIGPARMS cfg;
286         SasIOUnitPage0_t *buffer;
287         dma_addr_t dma_handle;
288         int rc = 0;
289
290         memset(&hdr, 0, sizeof(ConfigExtendedPageHeader_t));
291         memset(&cfg, 0, sizeof(CONFIGPARMS));
292         hdr.PageVersion = MPI_SASIOUNITPAGE0_PAGEVERSION;
293         hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
294         hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
295         cfg.cfghdr.ehdr = &hdr;
296         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
297
298         if ((mpt_config(ioc, &cfg)))
299                 goto out;
300         if (!hdr.ExtPageLength)
301                 goto out;
302
303         buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
304             &dma_handle);
305         if (!buffer)
306                 goto out;
307
308         cfg.physAddr = dma_handle;
309         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
310
311         if ((mpt_config(ioc, &cfg)))
312                 goto out_free_consistent;
313
314         if (!(buffer->PhyData[0].PortFlags &
315             MPI_SAS_IOUNIT0_PORT_FLAGS_DISCOVERY_IN_PROGRESS))
316                 rc = 1;
317
318  out_free_consistent:
319         pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
320             buffer, dma_handle);
321  out:
322         return rc;
323 }
324
325
326 /**
327  *  mpt_remove_dead_ioc_func - kthread context to remove dead ioc
328  * @arg: input argument, used to derive ioc
329  *
330  * Return 0 if controller is removed from pci subsystem.
331  * Return -1 for other case.
332  */
333 static int mpt_remove_dead_ioc_func(void *arg)
334 {
335         MPT_ADAPTER *ioc = (MPT_ADAPTER *)arg;
336         struct pci_dev *pdev;
337
338         if ((ioc == NULL))
339                 return -1;
340
341         pdev = ioc->pcidev;
342         if ((pdev == NULL))
343                 return -1;
344
345         pci_stop_and_remove_bus_device_locked(pdev);
346         return 0;
347 }
348
349
350
351 /**
352  *      mpt_fault_reset_work - work performed on workq after ioc fault
353  *      @work: input argument, used to derive ioc
354  *
355 **/
356 static void
357 mpt_fault_reset_work(struct work_struct *work)
358 {
359         MPT_ADAPTER     *ioc =
360             container_of(work, MPT_ADAPTER, fault_reset_work.work);
361         u32              ioc_raw_state;
362         int              rc;
363         unsigned long    flags;
364         MPT_SCSI_HOST   *hd;
365         struct task_struct *p;
366
367         if (ioc->ioc_reset_in_progress || !ioc->active)
368                 goto out;
369
370
371         ioc_raw_state = mpt_GetIocState(ioc, 0);
372         if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_MASK) {
373                 printk(MYIOC_s_INFO_FMT "%s: IOC is non-operational !!!!\n",
374                     ioc->name, __func__);
375
376                 /*
377                  * Call mptscsih_flush_pending_cmds callback so that we
378                  * flush all pending commands back to OS.
379                  * This call is required to aovid deadlock at block layer.
380                  * Dead IOC will fail to do diag reset,and this call is safe
381                  * since dead ioc will never return any command back from HW.
382                  */
383                 hd = shost_priv(ioc->sh);
384                 ioc->schedule_dead_ioc_flush_running_cmds(hd);
385
386                 /*Remove the Dead Host */
387                 p = kthread_run(mpt_remove_dead_ioc_func, ioc,
388                                 "mpt_dead_ioc_%d", ioc->id);
389                 if (IS_ERR(p))  {
390                         printk(MYIOC_s_ERR_FMT
391                                 "%s: Running mpt_dead_ioc thread failed !\n",
392                                 ioc->name, __func__);
393                 } else {
394                         printk(MYIOC_s_WARN_FMT
395                                 "%s: Running mpt_dead_ioc thread success !\n",
396                                 ioc->name, __func__);
397                 }
398                 return; /* don't rearm timer */
399         }
400
401         if ((ioc_raw_state & MPI_IOC_STATE_MASK)
402                         == MPI_IOC_STATE_FAULT) {
403                 printk(MYIOC_s_WARN_FMT "IOC is in FAULT state (%04xh)!!!\n",
404                        ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
405                 printk(MYIOC_s_WARN_FMT "Issuing HardReset from %s!!\n",
406                        ioc->name, __func__);
407                 rc = mpt_HardResetHandler(ioc, CAN_SLEEP);
408                 printk(MYIOC_s_WARN_FMT "%s: HardReset: %s\n", ioc->name,
409                        __func__, (rc == 0) ? "success" : "failed");
410                 ioc_raw_state = mpt_GetIocState(ioc, 0);
411                 if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT)
412                         printk(MYIOC_s_WARN_FMT "IOC is in FAULT state after "
413                             "reset (%04xh)\n", ioc->name, ioc_raw_state &
414                             MPI_DOORBELL_DATA_MASK);
415         } else if (ioc->bus_type == SAS && ioc->sas_discovery_quiesce_io) {
416                 if ((mpt_is_discovery_complete(ioc))) {
417                         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "clearing "
418                             "discovery_quiesce_io flag\n", ioc->name));
419                         ioc->sas_discovery_quiesce_io = 0;
420                 }
421         }
422
423  out:
424         /*
425          * Take turns polling alternate controller
426          */
427         if (ioc->alt_ioc)
428                 ioc = ioc->alt_ioc;
429
430         /* rearm the timer */
431         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
432         if (ioc->reset_work_q)
433                 queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
434                         msecs_to_jiffies(MPT_POLLING_INTERVAL));
435         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
436 }
437
438
439 /*
440  *  Process turbo (context) reply...
441  */
442 static void
443 mpt_turbo_reply(MPT_ADAPTER *ioc, u32 pa)
444 {
445         MPT_FRAME_HDR *mf = NULL;
446         MPT_FRAME_HDR *mr = NULL;
447         u16 req_idx = 0;
448         u8 cb_idx;
449
450         dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got TURBO reply req_idx=%08x\n",
451                                 ioc->name, pa));
452
453         switch (pa >> MPI_CONTEXT_REPLY_TYPE_SHIFT) {
454         case MPI_CONTEXT_REPLY_TYPE_SCSI_INIT:
455                 req_idx = pa & 0x0000FFFF;
456                 cb_idx = (pa & 0x00FF0000) >> 16;
457                 mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
458                 break;
459         case MPI_CONTEXT_REPLY_TYPE_LAN:
460                 cb_idx = mpt_get_cb_idx(MPTLAN_DRIVER);
461                 /*
462                  *  Blind set of mf to NULL here was fatal
463                  *  after lan_reply says "freeme"
464                  *  Fix sort of combined with an optimization here;
465                  *  added explicit check for case where lan_reply
466                  *  was just returning 1 and doing nothing else.
467                  *  For this case skip the callback, but set up
468                  *  proper mf value first here:-)
469                  */
470                 if ((pa & 0x58000000) == 0x58000000) {
471                         req_idx = pa & 0x0000FFFF;
472                         mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
473                         mpt_free_msg_frame(ioc, mf);
474                         mb();
475                         return;
476                         break;
477                 }
478                 mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
479                 break;
480         case MPI_CONTEXT_REPLY_TYPE_SCSI_TARGET:
481                 cb_idx = mpt_get_cb_idx(MPTSTM_DRIVER);
482                 mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
483                 break;
484         default:
485                 cb_idx = 0;
486                 BUG();
487         }
488
489         /*  Check for (valid) IO callback!  */
490         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
491                 MptCallbacks[cb_idx] == NULL) {
492                 printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
493                                 __func__, ioc->name, cb_idx);
494                 goto out;
495         }
496
497         if (MptCallbacks[cb_idx](ioc, mf, mr))
498                 mpt_free_msg_frame(ioc, mf);
499  out:
500         mb();
501 }
502
503 static void
504 mpt_reply(MPT_ADAPTER *ioc, u32 pa)
505 {
506         MPT_FRAME_HDR   *mf;
507         MPT_FRAME_HDR   *mr;
508         u16              req_idx;
509         u8               cb_idx;
510         int              freeme;
511
512         u32 reply_dma_low;
513         u16 ioc_stat;
514
515         /* non-TURBO reply!  Hmmm, something may be up...
516          *  Newest turbo reply mechanism; get address
517          *  via left shift 1 (get rid of MPI_ADDRESS_REPLY_A_BIT)!
518          */
519
520         /* Map DMA address of reply header to cpu address.
521          * pa is 32 bits - but the dma address may be 32 or 64 bits
522          * get offset based only only the low addresses
523          */
524
525         reply_dma_low = (pa <<= 1);
526         mr = (MPT_FRAME_HDR *)((u8 *)ioc->reply_frames +
527                          (reply_dma_low - ioc->reply_frames_low_dma));
528
529         req_idx = le16_to_cpu(mr->u.frame.hwhdr.msgctxu.fld.req_idx);
530         cb_idx = mr->u.frame.hwhdr.msgctxu.fld.cb_idx;
531         mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
532
533         dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got non-TURBO reply=%p req_idx=%x cb_idx=%x Function=%x\n",
534                         ioc->name, mr, req_idx, cb_idx, mr->u.hdr.Function));
535         DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mr);
536
537          /*  Check/log IOC log info
538          */
539         ioc_stat = le16_to_cpu(mr->u.reply.IOCStatus);
540         if (ioc_stat & MPI_IOCSTATUS_FLAG_LOG_INFO_AVAILABLE) {
541                 u32      log_info = le32_to_cpu(mr->u.reply.IOCLogInfo);
542                 if (ioc->bus_type == FC)
543                         mpt_fc_log_info(ioc, log_info);
544                 else if (ioc->bus_type == SPI)
545                         mpt_spi_log_info(ioc, log_info);
546                 else if (ioc->bus_type == SAS)
547                         mpt_sas_log_info(ioc, log_info, cb_idx);
548         }
549
550         if (ioc_stat & MPI_IOCSTATUS_MASK)
551                 mpt_iocstatus_info(ioc, (u32)ioc_stat, mf);
552
553         /*  Check for (valid) IO callback!  */
554         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
555                 MptCallbacks[cb_idx] == NULL) {
556                 printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
557                                 __func__, ioc->name, cb_idx);
558                 freeme = 0;
559                 goto out;
560         }
561
562         freeme = MptCallbacks[cb_idx](ioc, mf, mr);
563
564  out:
565         /*  Flush (non-TURBO) reply with a WRITE!  */
566         CHIPREG_WRITE32(&ioc->chip->ReplyFifo, pa);
567
568         if (freeme)
569                 mpt_free_msg_frame(ioc, mf);
570         mb();
571 }
572
573 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
574 /**
575  *      mpt_interrupt - MPT adapter (IOC) specific interrupt handler.
576  *      @irq: irq number (not used)
577  *      @bus_id: bus identifier cookie == pointer to MPT_ADAPTER structure
578  *
579  *      This routine is registered via the request_irq() kernel API call,
580  *      and handles all interrupts generated from a specific MPT adapter
581  *      (also referred to as a IO Controller or IOC).
582  *      This routine must clear the interrupt from the adapter and does
583  *      so by reading the reply FIFO.  Multiple replies may be processed
584  *      per single call to this routine.
585  *
586  *      This routine handles register-level access of the adapter but
587  *      dispatches (calls) a protocol-specific callback routine to handle
588  *      the protocol-specific details of the MPT request completion.
589  */
590 static irqreturn_t
591 mpt_interrupt(int irq, void *bus_id)
592 {
593         MPT_ADAPTER *ioc = bus_id;
594         u32 pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
595
596         if (pa == 0xFFFFFFFF)
597                 return IRQ_NONE;
598
599         /*
600          *  Drain the reply FIFO!
601          */
602         do {
603                 if (pa & MPI_ADDRESS_REPLY_A_BIT)
604                         mpt_reply(ioc, pa);
605                 else
606                         mpt_turbo_reply(ioc, pa);
607                 pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
608         } while (pa != 0xFFFFFFFF);
609
610         return IRQ_HANDLED;
611 }
612
613 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
614 /**
615  *      mptbase_reply - MPT base driver's callback routine
616  *      @ioc: Pointer to MPT_ADAPTER structure
617  *      @req: Pointer to original MPT request frame
618  *      @reply: Pointer to MPT reply frame (NULL if TurboReply)
619  *
620  *      MPT base driver's callback routine; all base driver
621  *      "internal" request/reply processing is routed here.
622  *      Currently used for EventNotification and EventAck handling.
623  *
624  *      Returns 1 indicating original alloc'd request frame ptr
625  *      should be freed, or 0 if it shouldn't.
626  */
627 static int
628 mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req, MPT_FRAME_HDR *reply)
629 {
630         EventNotificationReply_t *pEventReply;
631         u8 event;
632         int evHandlers;
633         int freereq = 1;
634
635         switch (reply->u.hdr.Function) {
636         case MPI_FUNCTION_EVENT_NOTIFICATION:
637                 pEventReply = (EventNotificationReply_t *)reply;
638                 evHandlers = 0;
639                 ProcessEventNotification(ioc, pEventReply, &evHandlers);
640                 event = le32_to_cpu(pEventReply->Event) & 0xFF;
641                 if (pEventReply->MsgFlags & MPI_MSGFLAGS_CONTINUATION_REPLY)
642                         freereq = 0;
643                 if (event != MPI_EVENT_EVENT_CHANGE)
644                         break;
645         case MPI_FUNCTION_CONFIG:
646         case MPI_FUNCTION_SAS_IO_UNIT_CONTROL:
647                 ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_COMMAND_GOOD;
648                 ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_RF_VALID;
649                 memcpy(ioc->mptbase_cmds.reply, reply,
650                     min(MPT_DEFAULT_FRAME_SIZE,
651                         4 * reply->u.reply.MsgLength));
652                 if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
653                         ioc->mptbase_cmds.status &= ~MPT_MGMT_STATUS_PENDING;
654                         complete(&ioc->mptbase_cmds.done);
655                 } else
656                         freereq = 0;
657                 if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_FREE_MF)
658                         freereq = 1;
659                 break;
660         case MPI_FUNCTION_EVENT_ACK:
661                 devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
662                     "EventAck reply received\n", ioc->name));
663                 break;
664         default:
665                 printk(MYIOC_s_ERR_FMT
666                     "Unexpected msg function (=%02Xh) reply received!\n",
667                     ioc->name, reply->u.hdr.Function);
668                 break;
669         }
670
671         /*
672          *      Conditionally tell caller to free the original
673          *      EventNotification/EventAck/unexpected request frame!
674          */
675         return freereq;
676 }
677
678 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
679 /**
680  *      mpt_register - Register protocol-specific main callback handler.
681  *      @cbfunc: callback function pointer
682  *      @dclass: Protocol driver's class (%MPT_DRIVER_CLASS enum value)
683  *      @func_name: call function's name
684  *
685  *      This routine is called by a protocol-specific driver (SCSI host,
686  *      LAN, SCSI target) to register its reply callback routine.  Each
687  *      protocol-specific driver must do this before it will be able to
688  *      use any IOC resources, such as obtaining request frames.
689  *
690  *      NOTES: The SCSI protocol driver currently calls this routine thrice
691  *      in order to register separate callbacks; one for "normal" SCSI IO;
692  *      one for MptScsiTaskMgmt requests; one for Scan/DV requests.
693  *
694  *      Returns u8 valued "handle" in the range (and S.O.D. order)
695  *      {N,...,7,6,5,...,1} if successful.
696  *      A return value of MPT_MAX_PROTOCOL_DRIVERS (including zero!) should be
697  *      considered an error by the caller.
698  */
699 u8
700 mpt_register(MPT_CALLBACK cbfunc, MPT_DRIVER_CLASS dclass, char *func_name)
701 {
702         u8 cb_idx;
703         last_drv_idx = MPT_MAX_PROTOCOL_DRIVERS;
704
705         /*
706          *  Search for empty callback slot in this order: {N,...,7,6,5,...,1}
707          *  (slot/handle 0 is reserved!)
708          */
709         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
710                 if (MptCallbacks[cb_idx] == NULL) {
711                         MptCallbacks[cb_idx] = cbfunc;
712                         MptDriverClass[cb_idx] = dclass;
713                         MptEvHandlers[cb_idx] = NULL;
714                         last_drv_idx = cb_idx;
715                         strlcpy(MptCallbacksName[cb_idx], func_name,
716                                 MPT_MAX_CALLBACKNAME_LEN+1);
717                         break;
718                 }
719         }
720
721         return last_drv_idx;
722 }
723
724 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
725 /**
726  *      mpt_deregister - Deregister a protocol drivers resources.
727  *      @cb_idx: previously registered callback handle
728  *
729  *      Each protocol-specific driver should call this routine when its
730  *      module is unloaded.
731  */
732 void
733 mpt_deregister(u8 cb_idx)
734 {
735         if (cb_idx && (cb_idx < MPT_MAX_PROTOCOL_DRIVERS)) {
736                 MptCallbacks[cb_idx] = NULL;
737                 MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
738                 MptEvHandlers[cb_idx] = NULL;
739
740                 last_drv_idx++;
741         }
742 }
743
744 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
745 /**
746  *      mpt_event_register - Register protocol-specific event callback handler.
747  *      @cb_idx: previously registered (via mpt_register) callback handle
748  *      @ev_cbfunc: callback function
749  *
750  *      This routine can be called by one or more protocol-specific drivers
751  *      if/when they choose to be notified of MPT events.
752  *
753  *      Returns 0 for success.
754  */
755 int
756 mpt_event_register(u8 cb_idx, MPT_EVHANDLER ev_cbfunc)
757 {
758         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
759                 return -1;
760
761         MptEvHandlers[cb_idx] = ev_cbfunc;
762         return 0;
763 }
764
765 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
766 /**
767  *      mpt_event_deregister - Deregister protocol-specific event callback handler
768  *      @cb_idx: previously registered callback handle
769  *
770  *      Each protocol-specific driver should call this routine
771  *      when it does not (or can no longer) handle events,
772  *      or when its module is unloaded.
773  */
774 void
775 mpt_event_deregister(u8 cb_idx)
776 {
777         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
778                 return;
779
780         MptEvHandlers[cb_idx] = NULL;
781 }
782
783 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
784 /**
785  *      mpt_reset_register - Register protocol-specific IOC reset handler.
786  *      @cb_idx: previously registered (via mpt_register) callback handle
787  *      @reset_func: reset function
788  *
789  *      This routine can be called by one or more protocol-specific drivers
790  *      if/when they choose to be notified of IOC resets.
791  *
792  *      Returns 0 for success.
793  */
794 int
795 mpt_reset_register(u8 cb_idx, MPT_RESETHANDLER reset_func)
796 {
797         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
798                 return -1;
799
800         MptResetHandlers[cb_idx] = reset_func;
801         return 0;
802 }
803
804 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
805 /**
806  *      mpt_reset_deregister - Deregister protocol-specific IOC reset handler.
807  *      @cb_idx: previously registered callback handle
808  *
809  *      Each protocol-specific driver should call this routine
810  *      when it does not (or can no longer) handle IOC reset handling,
811  *      or when its module is unloaded.
812  */
813 void
814 mpt_reset_deregister(u8 cb_idx)
815 {
816         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
817                 return;
818
819         MptResetHandlers[cb_idx] = NULL;
820 }
821
822 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
823 /**
824  *      mpt_device_driver_register - Register device driver hooks
825  *      @dd_cbfunc: driver callbacks struct
826  *      @cb_idx: MPT protocol driver index
827  */
828 int
829 mpt_device_driver_register(struct mpt_pci_driver * dd_cbfunc, u8 cb_idx)
830 {
831         MPT_ADAPTER     *ioc;
832         const struct pci_device_id *id;
833
834         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
835                 return -EINVAL;
836
837         MptDeviceDriverHandlers[cb_idx] = dd_cbfunc;
838
839         /* call per pci device probe entry point */
840         list_for_each_entry(ioc, &ioc_list, list) {
841                 id = ioc->pcidev->driver ?
842                     ioc->pcidev->driver->id_table : NULL;
843                 if (dd_cbfunc->probe)
844                         dd_cbfunc->probe(ioc->pcidev, id);
845          }
846
847         return 0;
848 }
849
850 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
851 /**
852  *      mpt_device_driver_deregister - DeRegister device driver hooks
853  *      @cb_idx: MPT protocol driver index
854  */
855 void
856 mpt_device_driver_deregister(u8 cb_idx)
857 {
858         struct mpt_pci_driver *dd_cbfunc;
859         MPT_ADAPTER     *ioc;
860
861         if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
862                 return;
863
864         dd_cbfunc = MptDeviceDriverHandlers[cb_idx];
865
866         list_for_each_entry(ioc, &ioc_list, list) {
867                 if (dd_cbfunc->remove)
868                         dd_cbfunc->remove(ioc->pcidev);
869         }
870
871         MptDeviceDriverHandlers[cb_idx] = NULL;
872 }
873
874
875 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
876 /**
877  *      mpt_get_msg_frame - Obtain an MPT request frame from the pool
878  *      @cb_idx: Handle of registered MPT protocol driver
879  *      @ioc: Pointer to MPT adapter structure
880  *
881  *      Obtain an MPT request frame from the pool (of 1024) that are
882  *      allocated per MPT adapter.
883  *
884  *      Returns pointer to a MPT request frame or %NULL if none are available
885  *      or IOC is not active.
886  */
887 MPT_FRAME_HDR*
888 mpt_get_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc)
889 {
890         MPT_FRAME_HDR *mf;
891         unsigned long flags;
892         u16      req_idx;       /* Request index */
893
894         /* validate handle and ioc identifier */
895
896 #ifdef MFCNT
897         if (!ioc->active)
898                 printk(MYIOC_s_WARN_FMT "IOC Not Active! mpt_get_msg_frame "
899                     "returning NULL!\n", ioc->name);
900 #endif
901
902         /* If interrupts are not attached, do not return a request frame */
903         if (!ioc->active)
904                 return NULL;
905
906         spin_lock_irqsave(&ioc->FreeQlock, flags);
907         if (!list_empty(&ioc->FreeQ)) {
908                 int req_offset;
909
910                 mf = list_entry(ioc->FreeQ.next, MPT_FRAME_HDR,
911                                 u.frame.linkage.list);
912                 list_del(&mf->u.frame.linkage.list);
913                 mf->u.frame.linkage.arg1 = 0;
914                 mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;  /* byte */
915                 req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
916                                                                 /* u16! */
917                 req_idx = req_offset / ioc->req_sz;
918                 mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
919                 mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
920                 /* Default, will be changed if necessary in SG generation */
921                 ioc->RequestNB[req_idx] = ioc->NB_for_64_byte_frame;
922 #ifdef MFCNT
923                 ioc->mfcnt++;
924 #endif
925         }
926         else
927                 mf = NULL;
928         spin_unlock_irqrestore(&ioc->FreeQlock, flags);
929
930 #ifdef MFCNT
931         if (mf == NULL)
932                 printk(MYIOC_s_WARN_FMT "IOC Active. No free Msg Frames! "
933                     "Count 0x%x Max 0x%x\n", ioc->name, ioc->mfcnt,
934                     ioc->req_depth);
935         mfcounter++;
936         if (mfcounter == PRINT_MF_COUNT)
937                 printk(MYIOC_s_INFO_FMT "MF Count 0x%x Max 0x%x \n", ioc->name,
938                     ioc->mfcnt, ioc->req_depth);
939 #endif
940
941         dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_get_msg_frame(%d,%d), got mf=%p\n",
942             ioc->name, cb_idx, ioc->id, mf));
943         return mf;
944 }
945
946 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
947 /**
948  *      mpt_put_msg_frame - Send a protocol-specific MPT request frame to an IOC
949  *      @cb_idx: Handle of registered MPT protocol driver
950  *      @ioc: Pointer to MPT adapter structure
951  *      @mf: Pointer to MPT request frame
952  *
953  *      This routine posts an MPT request frame to the request post FIFO of a
954  *      specific MPT adapter.
955  */
956 void
957 mpt_put_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
958 {
959         u32 mf_dma_addr;
960         int req_offset;
961         u16 req_idx;    /* Request index */
962
963         /* ensure values are reset properly! */
964         mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;          /* byte */
965         req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
966                                                                 /* u16! */
967         req_idx = req_offset / ioc->req_sz;
968         mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
969         mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
970
971         DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
972
973         mf_dma_addr = (ioc->req_frames_low_dma + req_offset) | ioc->RequestNB[req_idx];
974         dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d "
975             "RequestNB=%x\n", ioc->name, mf_dma_addr, req_idx,
976             ioc->RequestNB[req_idx]));
977         CHIPREG_WRITE32(&ioc->chip->RequestFifo, mf_dma_addr);
978 }
979
980 /**
981  *      mpt_put_msg_frame_hi_pri - Send a hi-pri protocol-specific MPT request frame
982  *      @cb_idx: Handle of registered MPT protocol driver
983  *      @ioc: Pointer to MPT adapter structure
984  *      @mf: Pointer to MPT request frame
985  *
986  *      Send a protocol-specific MPT request frame to an IOC using
987  *      hi-priority request queue.
988  *
989  *      This routine posts an MPT request frame to the request post FIFO of a
990  *      specific MPT adapter.
991  **/
992 void
993 mpt_put_msg_frame_hi_pri(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
994 {
995         u32 mf_dma_addr;
996         int req_offset;
997         u16 req_idx;    /* Request index */
998
999         /* ensure values are reset properly! */
1000         mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1001         req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
1002         req_idx = req_offset / ioc->req_sz;
1003         mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
1004         mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
1005
1006         DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
1007
1008         mf_dma_addr = (ioc->req_frames_low_dma + req_offset);
1009         dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d\n",
1010                 ioc->name, mf_dma_addr, req_idx));
1011         CHIPREG_WRITE32(&ioc->chip->RequestHiPriFifo, mf_dma_addr);
1012 }
1013
1014 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1015 /**
1016  *      mpt_free_msg_frame - Place MPT request frame back on FreeQ.
1017  *      @ioc: Pointer to MPT adapter structure
1018  *      @mf: Pointer to MPT request frame
1019  *
1020  *      This routine places a MPT request frame back on the MPT adapter's
1021  *      FreeQ.
1022  */
1023 void
1024 mpt_free_msg_frame(MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
1025 {
1026         unsigned long flags;
1027
1028         /*  Put Request back on FreeQ!  */
1029         spin_lock_irqsave(&ioc->FreeQlock, flags);
1030         if (cpu_to_le32(mf->u.frame.linkage.arg1) == 0xdeadbeaf)
1031                 goto out;
1032         /* signature to know if this mf is freed */
1033         mf->u.frame.linkage.arg1 = cpu_to_le32(0xdeadbeaf);
1034         list_add(&mf->u.frame.linkage.list, &ioc->FreeQ);
1035 #ifdef MFCNT
1036         ioc->mfcnt--;
1037 #endif
1038  out:
1039         spin_unlock_irqrestore(&ioc->FreeQlock, flags);
1040 }
1041
1042 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1043 /**
1044  *      mpt_add_sge - Place a simple 32 bit SGE at address pAddr.
1045  *      @pAddr: virtual address for SGE
1046  *      @flagslength: SGE flags and data transfer length
1047  *      @dma_addr: Physical address
1048  *
1049  *      This routine places a MPT request frame back on the MPT adapter's
1050  *      FreeQ.
1051  */
1052 static void
1053 mpt_add_sge(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1054 {
1055         SGESimple32_t *pSge = (SGESimple32_t *) pAddr;
1056         pSge->FlagsLength = cpu_to_le32(flagslength);
1057         pSge->Address = cpu_to_le32(dma_addr);
1058 }
1059
1060 /**
1061  *      mpt_add_sge_64bit - Place a simple 64 bit SGE at address pAddr.
1062  *      @pAddr: virtual address for SGE
1063  *      @flagslength: SGE flags and data transfer length
1064  *      @dma_addr: Physical address
1065  *
1066  *      This routine places a MPT request frame back on the MPT adapter's
1067  *      FreeQ.
1068  **/
1069 static void
1070 mpt_add_sge_64bit(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1071 {
1072         SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1073         pSge->Address.Low = cpu_to_le32
1074                         (lower_32_bits(dma_addr));
1075         pSge->Address.High = cpu_to_le32
1076                         (upper_32_bits(dma_addr));
1077         pSge->FlagsLength = cpu_to_le32
1078                         ((flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1079 }
1080
1081 /**
1082  *      mpt_add_sge_64bit_1078 - Place a simple 64 bit SGE at address pAddr (1078 workaround).
1083  *      @pAddr: virtual address for SGE
1084  *      @flagslength: SGE flags and data transfer length
1085  *      @dma_addr: Physical address
1086  *
1087  *      This routine places a MPT request frame back on the MPT adapter's
1088  *      FreeQ.
1089  **/
1090 static void
1091 mpt_add_sge_64bit_1078(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1092 {
1093         SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1094         u32 tmp;
1095
1096         pSge->Address.Low = cpu_to_le32
1097                         (lower_32_bits(dma_addr));
1098         tmp = (u32)(upper_32_bits(dma_addr));
1099
1100         /*
1101          * 1078 errata workaround for the 36GB limitation
1102          */
1103         if ((((u64)dma_addr + MPI_SGE_LENGTH(flagslength)) >> 32)  == 9) {
1104                 flagslength |=
1105                     MPI_SGE_SET_FLAGS(MPI_SGE_FLAGS_LOCAL_ADDRESS);
1106                 tmp |= (1<<31);
1107                 if (mpt_debug_level & MPT_DEBUG_36GB_MEM)
1108                         printk(KERN_DEBUG "1078 P0M2 addressing for "
1109                             "addr = 0x%llx len = %d\n",
1110                             (unsigned long long)dma_addr,
1111                             MPI_SGE_LENGTH(flagslength));
1112         }
1113
1114         pSge->Address.High = cpu_to_le32(tmp);
1115         pSge->FlagsLength = cpu_to_le32(
1116                 (flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1117 }
1118
1119 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1120 /**
1121  *      mpt_add_chain - Place a 32 bit chain SGE at address pAddr.
1122  *      @pAddr: virtual address for SGE
1123  *      @next: nextChainOffset value (u32's)
1124  *      @length: length of next SGL segment
1125  *      @dma_addr: Physical address
1126  *
1127  */
1128 static void
1129 mpt_add_chain(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1130 {
1131         SGEChain32_t *pChain = (SGEChain32_t *) pAddr;
1132
1133         pChain->Length = cpu_to_le16(length);
1134         pChain->Flags = MPI_SGE_FLAGS_CHAIN_ELEMENT;
1135         pChain->NextChainOffset = next;
1136         pChain->Address = cpu_to_le32(dma_addr);
1137 }
1138
1139 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1140 /**
1141  *      mpt_add_chain_64bit - Place a 64 bit chain SGE at address pAddr.
1142  *      @pAddr: virtual address for SGE
1143  *      @next: nextChainOffset value (u32's)
1144  *      @length: length of next SGL segment
1145  *      @dma_addr: Physical address
1146  *
1147  */
1148 static void
1149 mpt_add_chain_64bit(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1150 {
1151         SGEChain64_t *pChain = (SGEChain64_t *) pAddr;
1152         u32 tmp = dma_addr & 0xFFFFFFFF;
1153
1154         pChain->Length = cpu_to_le16(length);
1155         pChain->Flags = (MPI_SGE_FLAGS_CHAIN_ELEMENT |
1156                          MPI_SGE_FLAGS_64_BIT_ADDRESSING);
1157
1158         pChain->NextChainOffset = next;
1159
1160         pChain->Address.Low = cpu_to_le32(tmp);
1161         tmp = (u32)(upper_32_bits(dma_addr));
1162         pChain->Address.High = cpu_to_le32(tmp);
1163 }
1164
1165 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1166 /**
1167  *      mpt_send_handshake_request - Send MPT request via doorbell handshake method.
1168  *      @cb_idx: Handle of registered MPT protocol driver
1169  *      @ioc: Pointer to MPT adapter structure
1170  *      @reqBytes: Size of the request in bytes
1171  *      @req: Pointer to MPT request frame
1172  *      @sleepFlag: Use schedule if CAN_SLEEP else use udelay.
1173  *
1174  *      This routine is used exclusively to send MptScsiTaskMgmt
1175  *      requests since they are required to be sent via doorbell handshake.
1176  *
1177  *      NOTE: It is the callers responsibility to byte-swap fields in the
1178  *      request which are greater than 1 byte in size.
1179  *
1180  *      Returns 0 for success, non-zero for failure.
1181  */
1182 int
1183 mpt_send_handshake_request(u8 cb_idx, MPT_ADAPTER *ioc, int reqBytes, u32 *req, int sleepFlag)
1184 {
1185         int     r = 0;
1186         u8      *req_as_bytes;
1187         int      ii;
1188
1189         /* State is known to be good upon entering
1190          * this function so issue the bus reset
1191          * request.
1192          */
1193
1194         /*
1195          * Emulate what mpt_put_msg_frame() does /wrt to sanity
1196          * setting cb_idx/req_idx.  But ONLY if this request
1197          * is in proper (pre-alloc'd) request buffer range...
1198          */
1199         ii = MFPTR_2_MPT_INDEX(ioc,(MPT_FRAME_HDR*)req);
1200         if (reqBytes >= 12 && ii >= 0 && ii < ioc->req_depth) {
1201                 MPT_FRAME_HDR *mf = (MPT_FRAME_HDR*)req;
1202                 mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(ii);
1203                 mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1204         }
1205
1206         /* Make sure there are no doorbells */
1207         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1208
1209         CHIPREG_WRITE32(&ioc->chip->Doorbell,
1210                         ((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
1211                          ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
1212
1213         /* Wait for IOC doorbell int */
1214         if ((ii = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0) {
1215                 return ii;
1216         }
1217
1218         /* Read doorbell and check for active bit */
1219         if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
1220                 return -5;
1221
1222         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_send_handshake_request start, WaitCnt=%d\n",
1223                 ioc->name, ii));
1224
1225         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1226
1227         if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1228                 return -2;
1229         }
1230
1231         /* Send request via doorbell handshake */
1232         req_as_bytes = (u8 *) req;
1233         for (ii = 0; ii < reqBytes/4; ii++) {
1234                 u32 word;
1235
1236                 word = ((req_as_bytes[(ii*4) + 0] <<  0) |
1237                         (req_as_bytes[(ii*4) + 1] <<  8) |
1238                         (req_as_bytes[(ii*4) + 2] << 16) |
1239                         (req_as_bytes[(ii*4) + 3] << 24));
1240                 CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
1241                 if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1242                         r = -3;
1243                         break;
1244                 }
1245         }
1246
1247         if (r >= 0 && WaitForDoorbellInt(ioc, 10, sleepFlag) >= 0)
1248                 r = 0;
1249         else
1250                 r = -4;
1251
1252         /* Make sure there are no doorbells */
1253         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1254
1255         return r;
1256 }
1257
1258 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1259 /**
1260  * mpt_host_page_access_control - control the IOC's Host Page Buffer access
1261  * @ioc: Pointer to MPT adapter structure
1262  * @access_control_value: define bits below
1263  * @sleepFlag: Specifies whether the process can sleep
1264  *
1265  * Provides mechanism for the host driver to control the IOC's
1266  * Host Page Buffer access.
1267  *
1268  * Access Control Value - bits[15:12]
1269  * 0h Reserved
1270  * 1h Enable Access { MPI_DB_HPBAC_ENABLE_ACCESS }
1271  * 2h Disable Access { MPI_DB_HPBAC_DISABLE_ACCESS }
1272  * 3h Free Buffer { MPI_DB_HPBAC_FREE_BUFFER }
1273  *
1274  * Returns 0 for success, non-zero for failure.
1275  */
1276
1277 static int
1278 mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag)
1279 {
1280         int      r = 0;
1281
1282         /* return if in use */
1283         if (CHIPREG_READ32(&ioc->chip->Doorbell)
1284             & MPI_DOORBELL_ACTIVE)
1285             return -1;
1286
1287         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1288
1289         CHIPREG_WRITE32(&ioc->chip->Doorbell,
1290                 ((MPI_FUNCTION_HOST_PAGEBUF_ACCESS_CONTROL
1291                  <<MPI_DOORBELL_FUNCTION_SHIFT) |
1292                  (access_control_value<<12)));
1293
1294         /* Wait for IOC to clear Doorbell Status bit */
1295         if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1296                 return -2;
1297         }else
1298                 return 0;
1299 }
1300
1301 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1302 /**
1303  *      mpt_host_page_alloc - allocate system memory for the fw
1304  *      @ioc: Pointer to pointer to IOC adapter
1305  *      @ioc_init: Pointer to ioc init config page
1306  *
1307  *      If we already allocated memory in past, then resend the same pointer.
1308  *      Returns 0 for success, non-zero for failure.
1309  */
1310 static int
1311 mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init)
1312 {
1313         char    *psge;
1314         int     flags_length;
1315         u32     host_page_buffer_sz=0;
1316
1317         if(!ioc->HostPageBuffer) {
1318
1319                 host_page_buffer_sz =
1320                     le32_to_cpu(ioc->facts.HostPageBufferSGE.FlagsLength) & 0xFFFFFF;
1321
1322                 if(!host_page_buffer_sz)
1323                         return 0; /* fw doesn't need any host buffers */
1324
1325                 /* spin till we get enough memory */
1326                 while(host_page_buffer_sz > 0) {
1327
1328                         if((ioc->HostPageBuffer = pci_alloc_consistent(
1329                             ioc->pcidev,
1330                             host_page_buffer_sz,
1331                             &ioc->HostPageBuffer_dma)) != NULL) {
1332
1333                                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1334                                     "host_page_buffer @ %p, dma @ %x, sz=%d bytes\n",
1335                                     ioc->name, ioc->HostPageBuffer,
1336                                     (u32)ioc->HostPageBuffer_dma,
1337                                     host_page_buffer_sz));
1338                                 ioc->alloc_total += host_page_buffer_sz;
1339                                 ioc->HostPageBuffer_sz = host_page_buffer_sz;
1340                                 break;
1341                         }
1342
1343                         host_page_buffer_sz -= (4*1024);
1344                 }
1345         }
1346
1347         if(!ioc->HostPageBuffer) {
1348                 printk(MYIOC_s_ERR_FMT
1349                     "Failed to alloc memory for host_page_buffer!\n",
1350                     ioc->name);
1351                 return -999;
1352         }
1353
1354         psge = (char *)&ioc_init->HostPageBufferSGE;
1355         flags_length = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
1356             MPI_SGE_FLAGS_SYSTEM_ADDRESS |
1357             MPI_SGE_FLAGS_HOST_TO_IOC |
1358             MPI_SGE_FLAGS_END_OF_BUFFER;
1359         flags_length = flags_length << MPI_SGE_FLAGS_SHIFT;
1360         flags_length |= ioc->HostPageBuffer_sz;
1361         ioc->add_sge(psge, flags_length, ioc->HostPageBuffer_dma);
1362         ioc->facts.HostPageBufferSGE = ioc_init->HostPageBufferSGE;
1363
1364         return 0;
1365 }
1366
1367 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1368 /**
1369  *      mpt_verify_adapter - Given IOC identifier, set pointer to its adapter structure.
1370  *      @iocid: IOC unique identifier (integer)
1371  *      @iocpp: Pointer to pointer to IOC adapter
1372  *
1373  *      Given a unique IOC identifier, set pointer to the associated MPT
1374  *      adapter structure.
1375  *
1376  *      Returns iocid and sets iocpp if iocid is found.
1377  *      Returns -1 if iocid is not found.
1378  */
1379 int
1380 mpt_verify_adapter(int iocid, MPT_ADAPTER **iocpp)
1381 {
1382         MPT_ADAPTER *ioc;
1383
1384         list_for_each_entry(ioc,&ioc_list,list) {
1385                 if (ioc->id == iocid) {
1386                         *iocpp =ioc;
1387                         return iocid;
1388                 }
1389         }
1390
1391         *iocpp = NULL;
1392         return -1;
1393 }
1394
1395 /**
1396  *      mpt_get_product_name - returns product string
1397  *      @vendor: pci vendor id
1398  *      @device: pci device id
1399  *      @revision: pci revision id
1400  *
1401  *      Returns product string displayed when driver loads,
1402  *      in /proc/mpt/summary and /sysfs/class/scsi_host/host<X>/version_product
1403  *
1404  **/
1405 static const char*
1406 mpt_get_product_name(u16 vendor, u16 device, u8 revision)
1407 {
1408         char *product_str = NULL;
1409
1410         if (vendor == PCI_VENDOR_ID_BROCADE) {
1411                 switch (device)
1412                 {
1413                 case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1414                         switch (revision)
1415                         {
1416                         case 0x00:
1417                                 product_str = "BRE040 A0";
1418                                 break;
1419                         case 0x01:
1420                                 product_str = "BRE040 A1";
1421                                 break;
1422                         default:
1423                                 product_str = "BRE040";
1424                                 break;
1425                         }
1426                         break;
1427                 }
1428                 goto out;
1429         }
1430
1431         switch (device)
1432         {
1433         case MPI_MANUFACTPAGE_DEVICEID_FC909:
1434                 product_str = "LSIFC909 B1";
1435                 break;
1436         case MPI_MANUFACTPAGE_DEVICEID_FC919:
1437                 product_str = "LSIFC919 B0";
1438                 break;
1439         case MPI_MANUFACTPAGE_DEVICEID_FC929:
1440                 product_str = "LSIFC929 B0";
1441                 break;
1442         case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1443                 if (revision < 0x80)
1444                         product_str = "LSIFC919X A0";
1445                 else
1446                         product_str = "LSIFC919XL A1";
1447                 break;
1448         case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1449                 if (revision < 0x80)
1450                         product_str = "LSIFC929X A0";
1451                 else
1452                         product_str = "LSIFC929XL A1";
1453                 break;
1454         case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1455                 product_str = "LSIFC939X A1";
1456                 break;
1457         case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1458                 product_str = "LSIFC949X A1";
1459                 break;
1460         case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1461                 switch (revision)
1462                 {
1463                 case 0x00:
1464                         product_str = "LSIFC949E A0";
1465                         break;
1466                 case 0x01:
1467                         product_str = "LSIFC949E A1";
1468                         break;
1469                 default:
1470                         product_str = "LSIFC949E";
1471                         break;
1472                 }
1473                 break;
1474         case MPI_MANUFACTPAGE_DEVID_53C1030:
1475                 switch (revision)
1476                 {
1477                 case 0x00:
1478                         product_str = "LSI53C1030 A0";
1479                         break;
1480                 case 0x01:
1481                         product_str = "LSI53C1030 B0";
1482                         break;
1483                 case 0x03:
1484                         product_str = "LSI53C1030 B1";
1485                         break;
1486                 case 0x07:
1487                         product_str = "LSI53C1030 B2";
1488                         break;
1489                 case 0x08:
1490                         product_str = "LSI53C1030 C0";
1491                         break;
1492                 case 0x80:
1493                         product_str = "LSI53C1030T A0";
1494                         break;
1495                 case 0x83:
1496                         product_str = "LSI53C1030T A2";
1497                         break;
1498                 case 0x87:
1499                         product_str = "LSI53C1030T A3";
1500                         break;
1501                 case 0xc1:
1502                         product_str = "LSI53C1020A A1";
1503                         break;
1504                 default:
1505                         product_str = "LSI53C1030";
1506                         break;
1507                 }
1508                 break;
1509         case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1510                 switch (revision)
1511                 {
1512                 case 0x03:
1513                         product_str = "LSI53C1035 A2";
1514                         break;
1515                 case 0x04:
1516                         product_str = "LSI53C1035 B0";
1517                         break;
1518                 default:
1519                         product_str = "LSI53C1035";
1520                         break;
1521                 }
1522                 break;
1523         case MPI_MANUFACTPAGE_DEVID_SAS1064:
1524                 switch (revision)
1525                 {
1526                 case 0x00:
1527                         product_str = "LSISAS1064 A1";
1528                         break;
1529                 case 0x01:
1530                         product_str = "LSISAS1064 A2";
1531                         break;
1532                 case 0x02:
1533                         product_str = "LSISAS1064 A3";
1534                         break;
1535                 case 0x03:
1536                         product_str = "LSISAS1064 A4";
1537                         break;
1538                 default:
1539                         product_str = "LSISAS1064";
1540                         break;
1541                 }
1542                 break;
1543         case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1544                 switch (revision)
1545                 {
1546                 case 0x00:
1547                         product_str = "LSISAS1064E A0";
1548                         break;
1549                 case 0x01:
1550                         product_str = "LSISAS1064E B0";
1551                         break;
1552                 case 0x02:
1553                         product_str = "LSISAS1064E B1";
1554                         break;
1555                 case 0x04:
1556                         product_str = "LSISAS1064E B2";
1557                         break;
1558                 case 0x08:
1559                         product_str = "LSISAS1064E B3";
1560                         break;
1561                 default:
1562                         product_str = "LSISAS1064E";
1563                         break;
1564                 }
1565                 break;
1566         case MPI_MANUFACTPAGE_DEVID_SAS1068:
1567                 switch (revision)
1568                 {
1569                 case 0x00:
1570                         product_str = "LSISAS1068 A0";
1571                         break;
1572                 case 0x01:
1573                         product_str = "LSISAS1068 B0";
1574                         break;
1575                 case 0x02:
1576                         product_str = "LSISAS1068 B1";
1577                         break;
1578                 default:
1579                         product_str = "LSISAS1068";
1580                         break;
1581                 }
1582                 break;
1583         case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1584                 switch (revision)
1585                 {
1586                 case 0x00:
1587                         product_str = "LSISAS1068E A0";
1588                         break;
1589                 case 0x01:
1590                         product_str = "LSISAS1068E B0";
1591                         break;
1592                 case 0x02:
1593                         product_str = "LSISAS1068E B1";
1594                         break;
1595                 case 0x04:
1596                         product_str = "LSISAS1068E B2";
1597                         break;
1598                 case 0x08:
1599                         product_str = "LSISAS1068E B3";
1600                         break;
1601                 default:
1602                         product_str = "LSISAS1068E";
1603                         break;
1604                 }
1605                 break;
1606         case MPI_MANUFACTPAGE_DEVID_SAS1078:
1607                 switch (revision)
1608                 {
1609                 case 0x00:
1610                         product_str = "LSISAS1078 A0";
1611                         break;
1612                 case 0x01:
1613                         product_str = "LSISAS1078 B0";
1614                         break;
1615                 case 0x02:
1616                         product_str = "LSISAS1078 C0";
1617                         break;
1618                 case 0x03:
1619                         product_str = "LSISAS1078 C1";
1620                         break;
1621                 case 0x04:
1622                         product_str = "LSISAS1078 C2";
1623                         break;
1624                 default:
1625                         product_str = "LSISAS1078";
1626                         break;
1627                 }
1628                 break;
1629         }
1630
1631  out:
1632         return product_str;
1633 }
1634
1635 /**
1636  *      mpt_mapresources - map in memory mapped io
1637  *      @ioc: Pointer to pointer to IOC adapter
1638  *
1639  **/
1640 static int
1641 mpt_mapresources(MPT_ADAPTER *ioc)
1642 {
1643         u8              __iomem *mem;
1644         int              ii;
1645         resource_size_t  mem_phys;
1646         unsigned long    port;
1647         u32              msize;
1648         u32              psize;
1649         int              r = -ENODEV;
1650         struct pci_dev *pdev;
1651
1652         pdev = ioc->pcidev;
1653         ioc->bars = pci_select_bars(pdev, IORESOURCE_MEM);
1654         if (pci_enable_device_mem(pdev)) {
1655                 printk(MYIOC_s_ERR_FMT "pci_enable_device_mem() "
1656                     "failed\n", ioc->name);
1657                 return r;
1658         }
1659         if (pci_request_selected_regions(pdev, ioc->bars, "mpt")) {
1660                 printk(MYIOC_s_ERR_FMT "pci_request_selected_regions() with "
1661                     "MEM failed\n", ioc->name);
1662                 goto out_pci_disable_device;
1663         }
1664
1665         if (sizeof(dma_addr_t) > 4) {
1666                 const uint64_t required_mask = dma_get_required_mask
1667                     (&pdev->dev);
1668                 if (required_mask > DMA_BIT_MASK(32)
1669                         && !pci_set_dma_mask(pdev, DMA_BIT_MASK(64))
1670                         && !pci_set_consistent_dma_mask(pdev,
1671                                                  DMA_BIT_MASK(64))) {
1672                         ioc->dma_mask = DMA_BIT_MASK(64);
1673                         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1674                                 ": 64 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1675                                 ioc->name));
1676                 } else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1677                         && !pci_set_consistent_dma_mask(pdev,
1678                                                 DMA_BIT_MASK(32))) {
1679                         ioc->dma_mask = DMA_BIT_MASK(32);
1680                         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1681                                 ": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1682                                 ioc->name));
1683                 } else {
1684                         printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1685                             ioc->name, pci_name(pdev));
1686                         goto out_pci_release_region;
1687                 }
1688         } else {
1689                 if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1690                         && !pci_set_consistent_dma_mask(pdev,
1691                                                 DMA_BIT_MASK(32))) {
1692                         ioc->dma_mask = DMA_BIT_MASK(32);
1693                         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1694                                 ": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1695                                 ioc->name));
1696                 } else {
1697                         printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1698                             ioc->name, pci_name(pdev));
1699                         goto out_pci_release_region;
1700                 }
1701         }
1702
1703         mem_phys = msize = 0;
1704         port = psize = 0;
1705         for (ii = 0; ii < DEVICE_COUNT_RESOURCE; ii++) {
1706                 if (pci_resource_flags(pdev, ii) & PCI_BASE_ADDRESS_SPACE_IO) {
1707                         if (psize)
1708                                 continue;
1709                         /* Get I/O space! */
1710                         port = pci_resource_start(pdev, ii);
1711                         psize = pci_resource_len(pdev, ii);
1712                 } else {
1713                         if (msize)
1714                                 continue;
1715                         /* Get memmap */
1716                         mem_phys = pci_resource_start(pdev, ii);
1717                         msize = pci_resource_len(pdev, ii);
1718                 }
1719         }
1720         ioc->mem_size = msize;
1721
1722         mem = NULL;
1723         /* Get logical ptr for PciMem0 space */
1724         /*mem = ioremap(mem_phys, msize);*/
1725         mem = ioremap(mem_phys, msize);
1726         if (mem == NULL) {
1727                 printk(MYIOC_s_ERR_FMT ": ERROR - Unable to map adapter"
1728                         " memory!\n", ioc->name);
1729                 r = -EINVAL;
1730                 goto out_pci_release_region;
1731         }
1732         ioc->memmap = mem;
1733         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "mem = %p, mem_phys = %llx\n",
1734             ioc->name, mem, (unsigned long long)mem_phys));
1735
1736         ioc->mem_phys = mem_phys;
1737         ioc->chip = (SYSIF_REGS __iomem *)mem;
1738
1739         /* Save Port IO values in case we need to do downloadboot */
1740         ioc->pio_mem_phys = port;
1741         ioc->pio_chip = (SYSIF_REGS __iomem *)port;
1742
1743         return 0;
1744
1745 out_pci_release_region:
1746         pci_release_selected_regions(pdev, ioc->bars);
1747 out_pci_disable_device:
1748         pci_disable_device(pdev);
1749         return r;
1750 }
1751
1752 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1753 /**
1754  *      mpt_attach - Install a PCI intelligent MPT adapter.
1755  *      @pdev: Pointer to pci_dev structure
1756  *      @id: PCI device ID information
1757  *
1758  *      This routine performs all the steps necessary to bring the IOC of
1759  *      a MPT adapter to a OPERATIONAL state.  This includes registering
1760  *      memory regions, registering the interrupt, and allocating request
1761  *      and reply memory pools.
1762  *
1763  *      This routine also pre-fetches the LAN MAC address of a Fibre Channel
1764  *      MPT adapter.
1765  *
1766  *      Returns 0 for success, non-zero for failure.
1767  *
1768  *      TODO: Add support for polled controllers
1769  */
1770 int
1771 mpt_attach(struct pci_dev *pdev, const struct pci_device_id *id)
1772 {
1773         MPT_ADAPTER     *ioc;
1774         u8               cb_idx;
1775         int              r = -ENODEV;
1776         u8               pcixcmd;
1777         static int       mpt_ids = 0;
1778 #ifdef CONFIG_PROC_FS
1779         struct proc_dir_entry *dent;
1780 #endif
1781
1782         ioc = kzalloc(sizeof(MPT_ADAPTER), GFP_ATOMIC);
1783         if (ioc == NULL) {
1784                 printk(KERN_ERR MYNAM ": ERROR - Insufficient memory to add adapter!\n");
1785                 return -ENOMEM;
1786         }
1787
1788         ioc->id = mpt_ids++;
1789         sprintf(ioc->name, "ioc%d", ioc->id);
1790         dinitprintk(ioc, printk(KERN_WARNING MYNAM ": mpt_adapter_install\n"));
1791
1792         /*
1793          * set initial debug level
1794          * (refer to mptdebug.h)
1795          *
1796          */
1797         ioc->debug_level = mpt_debug_level;
1798         if (mpt_debug_level)
1799                 printk(KERN_INFO "mpt_debug_level=%xh\n", mpt_debug_level);
1800
1801         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": mpt_adapter_install\n", ioc->name));
1802
1803         ioc->pcidev = pdev;
1804         if (mpt_mapresources(ioc)) {
1805                 goto out_free_ioc;
1806         }
1807
1808         /*
1809          * Setting up proper handlers for scatter gather handling
1810          */
1811         if (ioc->dma_mask == DMA_BIT_MASK(64)) {
1812                 if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
1813                         ioc->add_sge = &mpt_add_sge_64bit_1078;
1814                 else
1815                         ioc->add_sge = &mpt_add_sge_64bit;
1816                 ioc->add_chain = &mpt_add_chain_64bit;
1817                 ioc->sg_addr_size = 8;
1818         } else {
1819                 ioc->add_sge = &mpt_add_sge;
1820                 ioc->add_chain = &mpt_add_chain;
1821                 ioc->sg_addr_size = 4;
1822         }
1823         ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
1824
1825         ioc->alloc_total = sizeof(MPT_ADAPTER);
1826         ioc->req_sz = MPT_DEFAULT_FRAME_SIZE;           /* avoid div by zero! */
1827         ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
1828
1829
1830         spin_lock_init(&ioc->taskmgmt_lock);
1831         mutex_init(&ioc->internal_cmds.mutex);
1832         init_completion(&ioc->internal_cmds.done);
1833         mutex_init(&ioc->mptbase_cmds.mutex);
1834         init_completion(&ioc->mptbase_cmds.done);
1835         mutex_init(&ioc->taskmgmt_cmds.mutex);
1836         init_completion(&ioc->taskmgmt_cmds.done);
1837
1838         /* Initialize the event logging.
1839          */
1840         ioc->eventTypes = 0;    /* None */
1841         ioc->eventContext = 0;
1842         ioc->eventLogSize = 0;
1843         ioc->events = NULL;
1844
1845 #ifdef MFCNT
1846         ioc->mfcnt = 0;
1847 #endif
1848
1849         ioc->sh = NULL;
1850         ioc->cached_fw = NULL;
1851
1852         /* Initialize SCSI Config Data structure
1853          */
1854         memset(&ioc->spi_data, 0, sizeof(SpiCfgData));
1855
1856         /* Initialize the fc rport list head.
1857          */
1858         INIT_LIST_HEAD(&ioc->fc_rports);
1859
1860         /* Find lookup slot. */
1861         INIT_LIST_HEAD(&ioc->list);
1862
1863
1864         /* Initialize workqueue */
1865         INIT_DELAYED_WORK(&ioc->fault_reset_work, mpt_fault_reset_work);
1866
1867         snprintf(ioc->reset_work_q_name, MPT_KOBJ_NAME_LEN,
1868                  "mpt_poll_%d", ioc->id);
1869         ioc->reset_work_q = alloc_workqueue(ioc->reset_work_q_name,
1870                                             WQ_MEM_RECLAIM, 0);
1871         if (!ioc->reset_work_q) {
1872                 printk(MYIOC_s_ERR_FMT "Insufficient memory to add adapter!\n",
1873                     ioc->name);
1874                 r = -ENOMEM;
1875                 goto out_unmap_resources;
1876         }
1877
1878         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "facts @ %p, pfacts[0] @ %p\n",
1879             ioc->name, &ioc->facts, &ioc->pfacts[0]));
1880
1881         ioc->prod_name = mpt_get_product_name(pdev->vendor, pdev->device,
1882                                               pdev->revision);
1883
1884         switch (pdev->device)
1885         {
1886         case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1887         case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1888                 ioc->errata_flag_1064 = 1;
1889         case MPI_MANUFACTPAGE_DEVICEID_FC909:
1890         case MPI_MANUFACTPAGE_DEVICEID_FC929:
1891         case MPI_MANUFACTPAGE_DEVICEID_FC919:
1892         case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1893                 ioc->bus_type = FC;
1894                 break;
1895
1896         case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1897                 if (pdev->revision < XL_929) {
1898                         /* 929X Chip Fix. Set Split transactions level
1899                         * for PCIX. Set MOST bits to zero.
1900                         */
1901                         pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1902                         pcixcmd &= 0x8F;
1903                         pci_write_config_byte(pdev, 0x6a, pcixcmd);
1904                 } else {
1905                         /* 929XL Chip Fix. Set MMRBC to 0x08.
1906                         */
1907                         pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1908                         pcixcmd |= 0x08;
1909                         pci_write_config_byte(pdev, 0x6a, pcixcmd);
1910                 }
1911                 ioc->bus_type = FC;
1912                 break;
1913
1914         case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1915                 /* 919X Chip Fix. Set Split transactions level
1916                  * for PCIX. Set MOST bits to zero.
1917                  */
1918                 pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1919                 pcixcmd &= 0x8F;
1920                 pci_write_config_byte(pdev, 0x6a, pcixcmd);
1921                 ioc->bus_type = FC;
1922                 break;
1923
1924         case MPI_MANUFACTPAGE_DEVID_53C1030:
1925                 /* 1030 Chip Fix. Disable Split transactions
1926                  * for PCIX. Set MOST bits to zero if Rev < C0( = 8).
1927                  */
1928                 if (pdev->revision < C0_1030) {
1929                         pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1930                         pcixcmd &= 0x8F;
1931                         pci_write_config_byte(pdev, 0x6a, pcixcmd);
1932                 }
1933
1934         case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1935                 ioc->bus_type = SPI;
1936                 break;
1937
1938         case MPI_MANUFACTPAGE_DEVID_SAS1064:
1939         case MPI_MANUFACTPAGE_DEVID_SAS1068:
1940                 ioc->errata_flag_1064 = 1;
1941                 ioc->bus_type = SAS;
1942                 break;
1943
1944         case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1945         case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1946         case MPI_MANUFACTPAGE_DEVID_SAS1078:
1947                 ioc->bus_type = SAS;
1948                 break;
1949         }
1950
1951
1952         switch (ioc->bus_type) {
1953
1954         case SAS:
1955                 ioc->msi_enable = mpt_msi_enable_sas;
1956                 break;
1957
1958         case SPI:
1959                 ioc->msi_enable = mpt_msi_enable_spi;
1960                 break;
1961
1962         case FC:
1963                 ioc->msi_enable = mpt_msi_enable_fc;
1964                 break;
1965
1966         default:
1967                 ioc->msi_enable = 0;
1968                 break;
1969         }
1970
1971         ioc->fw_events_off = 1;
1972
1973         if (ioc->errata_flag_1064)
1974                 pci_disable_io_access(pdev);
1975
1976         spin_lock_init(&ioc->FreeQlock);
1977
1978         /* Disable all! */
1979         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
1980         ioc->active = 0;
1981         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1982
1983         /* Set IOC ptr in the pcidev's driver data. */
1984         pci_set_drvdata(ioc->pcidev, ioc);
1985
1986         /* Set lookup ptr. */
1987         list_add_tail(&ioc->list, &ioc_list);
1988
1989         /* Check for "bound ports" (929, 929X, 1030, 1035) to reduce redundant resets.
1990          */
1991         mpt_detect_bound_ports(ioc, pdev);
1992
1993         INIT_LIST_HEAD(&ioc->fw_event_list);
1994         spin_lock_init(&ioc->fw_event_lock);
1995         snprintf(ioc->fw_event_q_name, MPT_KOBJ_NAME_LEN, "mpt/%d", ioc->id);
1996         ioc->fw_event_q = alloc_workqueue(ioc->fw_event_q_name,
1997                                           WQ_MEM_RECLAIM, 0);
1998         if (!ioc->fw_event_q) {
1999                 printk(MYIOC_s_ERR_FMT "Insufficient memory to add adapter!\n",
2000                     ioc->name);
2001                 r = -ENOMEM;
2002                 goto out_remove_ioc;
2003         }
2004
2005         if ((r = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2006             CAN_SLEEP)) != 0){
2007                 printk(MYIOC_s_ERR_FMT "didn't initialize properly! (%d)\n",
2008                     ioc->name, r);
2009
2010                 destroy_workqueue(ioc->fw_event_q);
2011                 ioc->fw_event_q = NULL;
2012
2013                 list_del(&ioc->list);
2014                 if (ioc->alt_ioc)
2015                         ioc->alt_ioc->alt_ioc = NULL;
2016                 iounmap(ioc->memmap);
2017                 if (pci_is_enabled(pdev))
2018                         pci_disable_device(pdev);
2019                 if (r != -5)
2020                         pci_release_selected_regions(pdev, ioc->bars);
2021
2022                 destroy_workqueue(ioc->reset_work_q);
2023                 ioc->reset_work_q = NULL;
2024
2025                 kfree(ioc);
2026                 return r;
2027         }
2028
2029         /* call per device driver probe entry point */
2030         for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2031                 if(MptDeviceDriverHandlers[cb_idx] &&
2032                   MptDeviceDriverHandlers[cb_idx]->probe) {
2033                         MptDeviceDriverHandlers[cb_idx]->probe(pdev,id);
2034                 }
2035         }
2036
2037 #ifdef CONFIG_PROC_FS
2038         /*
2039          *  Create "/proc/mpt/iocN" subdirectory entry for each MPT adapter.
2040          */
2041         dent = proc_mkdir(ioc->name, mpt_proc_root_dir);
2042         if (dent) {
2043                 proc_create_data("info", S_IRUGO, dent, &mpt_iocinfo_proc_fops, ioc);
2044                 proc_create_data("summary", S_IRUGO, dent, &mpt_summary_proc_fops, ioc);
2045         }
2046 #endif
2047
2048         if (!ioc->alt_ioc)
2049                 queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
2050                         msecs_to_jiffies(MPT_POLLING_INTERVAL));
2051
2052         return 0;
2053
2054 out_remove_ioc:
2055         list_del(&ioc->list);
2056         if (ioc->alt_ioc)
2057                 ioc->alt_ioc->alt_ioc = NULL;
2058
2059         destroy_workqueue(ioc->reset_work_q);
2060         ioc->reset_work_q = NULL;
2061
2062 out_unmap_resources:
2063         iounmap(ioc->memmap);
2064         pci_disable_device(pdev);
2065         pci_release_selected_regions(pdev, ioc->bars);
2066
2067 out_free_ioc:
2068         kfree(ioc);
2069
2070         return r;
2071 }
2072
2073 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2074 /**
2075  *      mpt_detach - Remove a PCI intelligent MPT adapter.
2076  *      @pdev: Pointer to pci_dev structure
2077  */
2078
2079 void
2080 mpt_detach(struct pci_dev *pdev)
2081 {
2082         MPT_ADAPTER     *ioc = pci_get_drvdata(pdev);
2083         char pname[64];
2084         u8 cb_idx;
2085         unsigned long flags;
2086         struct workqueue_struct *wq;
2087
2088         /*
2089          * Stop polling ioc for fault condition
2090          */
2091         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
2092         wq = ioc->reset_work_q;
2093         ioc->reset_work_q = NULL;
2094         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
2095         cancel_delayed_work(&ioc->fault_reset_work);
2096         destroy_workqueue(wq);
2097
2098         spin_lock_irqsave(&ioc->fw_event_lock, flags);
2099         wq = ioc->fw_event_q;
2100         ioc->fw_event_q = NULL;
2101         spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
2102         destroy_workqueue(wq);
2103
2104         snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s/summary", ioc->name);
2105         remove_proc_entry(pname, NULL);
2106         snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s/info", ioc->name);
2107         remove_proc_entry(pname, NULL);
2108         snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s", ioc->name);
2109         remove_proc_entry(pname, NULL);
2110
2111         /* call per device driver remove entry point */
2112         for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2113                 if(MptDeviceDriverHandlers[cb_idx] &&
2114                   MptDeviceDriverHandlers[cb_idx]->remove) {
2115                         MptDeviceDriverHandlers[cb_idx]->remove(pdev);
2116                 }
2117         }
2118
2119         /* Disable interrupts! */
2120         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2121
2122         ioc->active = 0;
2123         synchronize_irq(pdev->irq);
2124
2125         /* Clear any lingering interrupt */
2126         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2127
2128         CHIPREG_READ32(&ioc->chip->IntStatus);
2129
2130         mpt_adapter_dispose(ioc);
2131
2132 }
2133
2134 /**************************************************************************
2135  * Power Management
2136  */
2137 #ifdef CONFIG_PM
2138 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2139 /**
2140  *      mpt_suspend - Fusion MPT base driver suspend routine.
2141  *      @pdev: Pointer to pci_dev structure
2142  *      @state: new state to enter
2143  */
2144 int
2145 mpt_suspend(struct pci_dev *pdev, pm_message_t state)
2146 {
2147         u32 device_state;
2148         MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2149
2150         device_state = pci_choose_state(pdev, state);
2151         printk(MYIOC_s_INFO_FMT "pci-suspend: pdev=0x%p, slot=%s, Entering "
2152             "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2153             device_state);
2154
2155         /* put ioc into READY_STATE */
2156         if (SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, CAN_SLEEP)) {
2157                 printk(MYIOC_s_ERR_FMT
2158                 "pci-suspend:  IOC msg unit reset failed!\n", ioc->name);
2159         }
2160
2161         /* disable interrupts */
2162         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2163         ioc->active = 0;
2164
2165         /* Clear any lingering interrupt */
2166         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2167
2168         free_irq(ioc->pci_irq, ioc);
2169         if (ioc->msi_enable)
2170                 pci_disable_msi(ioc->pcidev);
2171         ioc->pci_irq = -1;
2172         pci_save_state(pdev);
2173         pci_disable_device(pdev);
2174         pci_release_selected_regions(pdev, ioc->bars);
2175         pci_set_power_state(pdev, device_state);
2176         return 0;
2177 }
2178
2179 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2180 /**
2181  *      mpt_resume - Fusion MPT base driver resume routine.
2182  *      @pdev: Pointer to pci_dev structure
2183  */
2184 int
2185 mpt_resume(struct pci_dev *pdev)
2186 {
2187         MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2188         u32 device_state = pdev->current_state;
2189         int recovery_state;
2190         int err;
2191
2192         printk(MYIOC_s_INFO_FMT "pci-resume: pdev=0x%p, slot=%s, Previous "
2193             "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2194             device_state);
2195
2196         pci_set_power_state(pdev, PCI_D0);
2197         pci_enable_wake(pdev, PCI_D0, 0);
2198         pci_restore_state(pdev);
2199         ioc->pcidev = pdev;
2200         err = mpt_mapresources(ioc);
2201         if (err)
2202                 return err;
2203
2204         if (ioc->dma_mask == DMA_BIT_MASK(64)) {
2205                 if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
2206                         ioc->add_sge = &mpt_add_sge_64bit_1078;
2207                 else
2208                         ioc->add_sge = &mpt_add_sge_64bit;
2209                 ioc->add_chain = &mpt_add_chain_64bit;
2210                 ioc->sg_addr_size = 8;
2211         } else {
2212
2213                 ioc->add_sge = &mpt_add_sge;
2214                 ioc->add_chain = &mpt_add_chain;
2215                 ioc->sg_addr_size = 4;
2216         }
2217         ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
2218
2219         printk(MYIOC_s_INFO_FMT "pci-resume: ioc-state=0x%x,doorbell=0x%x\n",
2220             ioc->name, (mpt_GetIocState(ioc, 1) >> MPI_IOC_STATE_SHIFT),
2221             CHIPREG_READ32(&ioc->chip->Doorbell));
2222
2223         /*
2224          * Errata workaround for SAS pci express:
2225          * Upon returning to the D0 state, the contents of the doorbell will be
2226          * stale data, and this will incorrectly signal to the host driver that
2227          * the firmware is ready to process mpt commands.   The workaround is
2228          * to issue a diagnostic reset.
2229          */
2230         if (ioc->bus_type == SAS && (pdev->device ==
2231             MPI_MANUFACTPAGE_DEVID_SAS1068E || pdev->device ==
2232             MPI_MANUFACTPAGE_DEVID_SAS1064E)) {
2233                 if (KickStart(ioc, 1, CAN_SLEEP) < 0) {
2234                         printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover\n",
2235                             ioc->name);
2236                         goto out;
2237                 }
2238         }
2239
2240         /* bring ioc to operational state */
2241         printk(MYIOC_s_INFO_FMT "Sending mpt_do_ioc_recovery\n", ioc->name);
2242         recovery_state = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2243                                                  CAN_SLEEP);
2244         if (recovery_state != 0)
2245                 printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover, "
2246                     "error:[%x]\n", ioc->name, recovery_state);
2247         else
2248                 printk(MYIOC_s_INFO_FMT
2249                     "pci-resume: success\n", ioc->name);
2250  out:
2251         return 0;
2252
2253 }
2254 #endif
2255
2256 static int
2257 mpt_signal_reset(u8 index, MPT_ADAPTER *ioc, int reset_phase)
2258 {
2259         if ((MptDriverClass[index] == MPTSPI_DRIVER &&
2260              ioc->bus_type != SPI) ||
2261             (MptDriverClass[index] == MPTFC_DRIVER &&
2262              ioc->bus_type != FC) ||
2263             (MptDriverClass[index] == MPTSAS_DRIVER &&
2264              ioc->bus_type != SAS))
2265                 /* make sure we only call the relevant reset handler
2266                  * for the bus */
2267                 return 0;
2268         return (MptResetHandlers[index])(ioc, reset_phase);
2269 }
2270
2271 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2272 /**
2273  *      mpt_do_ioc_recovery - Initialize or recover MPT adapter.
2274  *      @ioc: Pointer to MPT adapter structure
2275  *      @reason: Event word / reason
2276  *      @sleepFlag: Use schedule if CAN_SLEEP else use udelay.
2277  *
2278  *      This routine performs all the steps necessary to bring the IOC
2279  *      to a OPERATIONAL state.
2280  *
2281  *      This routine also pre-fetches the LAN MAC address of a Fibre Channel
2282  *      MPT adapter.
2283  *
2284  *      Returns:
2285  *               0 for success
2286  *              -1 if failed to get board READY
2287  *              -2 if READY but IOCFacts Failed
2288  *              -3 if READY but PrimeIOCFifos Failed
2289  *              -4 if READY but IOCInit Failed
2290  *              -5 if failed to enable_device and/or request_selected_regions
2291  *              -6 if failed to upload firmware
2292  */
2293 static int
2294 mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag)
2295 {
2296         int      hard_reset_done = 0;
2297         int      alt_ioc_ready = 0;
2298         int      hard;
2299         int      rc=0;
2300         int      ii;
2301         int      ret = 0;
2302         int      reset_alt_ioc_active = 0;
2303         int      irq_allocated = 0;
2304         u8      *a;
2305
2306         printk(MYIOC_s_INFO_FMT "Initiating %s\n", ioc->name,
2307             reason == MPT_HOSTEVENT_IOC_BRINGUP ? "bringup" : "recovery");
2308
2309         /* Disable reply interrupts (also blocks FreeQ) */
2310         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2311         ioc->active = 0;
2312
2313         if (ioc->alt_ioc) {
2314                 if (ioc->alt_ioc->active ||
2315                     reason == MPT_HOSTEVENT_IOC_RECOVER) {
2316                         reset_alt_ioc_active = 1;
2317                         /* Disable alt-IOC's reply interrupts
2318                          *  (and FreeQ) for a bit
2319                          **/
2320                         CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2321                                 0xFFFFFFFF);
2322                         ioc->alt_ioc->active = 0;
2323                 }
2324         }
2325
2326         hard = 1;
2327         if (reason == MPT_HOSTEVENT_IOC_BRINGUP)
2328                 hard = 0;
2329
2330         if ((hard_reset_done = MakeIocReady(ioc, hard, sleepFlag)) < 0) {
2331                 if (hard_reset_done == -4) {
2332                         printk(MYIOC_s_WARN_FMT "Owned by PEER..skipping!\n",
2333                             ioc->name);
2334
2335                         if (reset_alt_ioc_active && ioc->alt_ioc) {
2336                                 /* (re)Enable alt-IOC! (reply interrupt, FreeQ) */
2337                                 dprintk(ioc, printk(MYIOC_s_INFO_FMT
2338                                     "alt_ioc reply irq re-enabled\n", ioc->alt_ioc->name));
2339                                 CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask, MPI_HIM_DIM);
2340                                 ioc->alt_ioc->active = 1;
2341                         }
2342
2343                 } else {
2344                         printk(MYIOC_s_WARN_FMT
2345                             "NOT READY WARNING!\n", ioc->name);
2346                 }
2347                 ret = -1;
2348                 goto out;
2349         }
2350
2351         /* hard_reset_done = 0 if a soft reset was performed
2352          * and 1 if a hard reset was performed.
2353          */
2354         if (hard_reset_done && reset_alt_ioc_active && ioc->alt_ioc) {
2355                 if ((rc = MakeIocReady(ioc->alt_ioc, 0, sleepFlag)) == 0)
2356                         alt_ioc_ready = 1;
2357                 else
2358                         printk(MYIOC_s_WARN_FMT
2359                             ": alt-ioc Not ready WARNING!\n",
2360                             ioc->alt_ioc->name);
2361         }
2362
2363         for (ii=0; ii<5; ii++) {
2364                 /* Get IOC facts! Allow 5 retries */
2365                 if ((rc = GetIocFacts(ioc, sleepFlag, reason)) == 0)
2366                         break;
2367         }
2368
2369
2370         if (ii == 5) {
2371                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2372                     "Retry IocFacts failed rc=%x\n", ioc->name, rc));
2373                 ret = -2;
2374         } else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2375                 MptDisplayIocCapabilities(ioc);
2376         }
2377
2378         if (alt_ioc_ready) {
2379                 if ((rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason)) != 0) {
2380                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2381                             "Initial Alt IocFacts failed rc=%x\n",
2382                             ioc->name, rc));
2383                         /* Retry - alt IOC was initialized once
2384                          */
2385                         rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason);
2386                 }
2387                 if (rc) {
2388                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2389                             "Retry Alt IocFacts failed rc=%x\n", ioc->name, rc));
2390                         alt_ioc_ready = 0;
2391                         reset_alt_ioc_active = 0;
2392                 } else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2393                         MptDisplayIocCapabilities(ioc->alt_ioc);
2394                 }
2395         }
2396
2397         if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP) &&
2398             (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)) {
2399                 pci_release_selected_regions(ioc->pcidev, ioc->bars);
2400                 ioc->bars = pci_select_bars(ioc->pcidev, IORESOURCE_MEM |
2401                     IORESOURCE_IO);
2402                 if (pci_enable_device(ioc->pcidev))
2403                         return -5;
2404                 if (pci_request_selected_regions(ioc->pcidev, ioc->bars,
2405                         "mpt"))
2406                         return -5;
2407         }
2408
2409         /*
2410          * Device is reset now. It must have de-asserted the interrupt line
2411          * (if it was asserted) and it should be safe to register for the
2412          * interrupt now.
2413          */
2414         if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2415                 ioc->pci_irq = -1;
2416                 if (ioc->pcidev->irq) {
2417                         if (ioc->msi_enable && !pci_enable_msi(ioc->pcidev))
2418                                 printk(MYIOC_s_INFO_FMT "PCI-MSI enabled\n",
2419                                     ioc->name);
2420                         else
2421                                 ioc->msi_enable = 0;
2422                         rc = request_irq(ioc->pcidev->irq, mpt_interrupt,
2423                             IRQF_SHARED, ioc->name, ioc);
2424                         if (rc < 0) {
2425                                 printk(MYIOC_s_ERR_FMT "Unable to allocate "
2426                                     "interrupt %d!\n",
2427                                     ioc->name, ioc->pcidev->irq);
2428                                 if (ioc->msi_enable)
2429                                         pci_disable_msi(ioc->pcidev);
2430                                 ret = -EBUSY;
2431                                 goto out;
2432                         }
2433                         irq_allocated = 1;
2434                         ioc->pci_irq = ioc->pcidev->irq;
2435                         pci_set_master(ioc->pcidev);            /* ?? */
2436                         pci_set_drvdata(ioc->pcidev, ioc);
2437                         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2438                             "installed at interrupt %d\n", ioc->name,
2439                             ioc->pcidev->irq));
2440                 }
2441         }
2442
2443         /* Prime reply & request queues!
2444          * (mucho alloc's) Must be done prior to
2445          * init as upper addresses are needed for init.
2446          * If fails, continue with alt-ioc processing
2447          */
2448         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "PrimeIocFifos\n",
2449             ioc->name));
2450         if ((ret == 0) && ((rc = PrimeIocFifos(ioc)) != 0))
2451                 ret = -3;
2452
2453         /* May need to check/upload firmware & data here!
2454          * If fails, continue with alt-ioc processing
2455          */
2456         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "SendIocInit\n",
2457             ioc->name));
2458         if ((ret == 0) && ((rc = SendIocInit(ioc, sleepFlag)) != 0))
2459                 ret = -4;
2460 // NEW!
2461         if (alt_ioc_ready && ((rc = PrimeIocFifos(ioc->alt_ioc)) != 0)) {
2462                 printk(MYIOC_s_WARN_FMT
2463                     ": alt-ioc (%d) FIFO mgmt alloc WARNING!\n",
2464                     ioc->alt_ioc->name, rc);
2465                 alt_ioc_ready = 0;
2466                 reset_alt_ioc_active = 0;
2467         }
2468
2469         if (alt_ioc_ready) {
2470                 if ((rc = SendIocInit(ioc->alt_ioc, sleepFlag)) != 0) {
2471                         alt_ioc_ready = 0;
2472                         reset_alt_ioc_active = 0;
2473                         printk(MYIOC_s_WARN_FMT
2474                                 ": alt-ioc: (%d) init failure WARNING!\n",
2475                                         ioc->alt_ioc->name, rc);
2476                 }
2477         }
2478
2479         if (reason == MPT_HOSTEVENT_IOC_BRINGUP){
2480                 if (ioc->upload_fw) {
2481                         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2482                             "firmware upload required!\n", ioc->name));
2483
2484                         /* Controller is not operational, cannot do upload
2485                          */
2486                         if (ret == 0) {
2487                                 rc = mpt_do_upload(ioc, sleepFlag);
2488                                 if (rc == 0) {
2489                                         if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
2490                                                 /*
2491                                                  * Maintain only one pointer to FW memory
2492                                                  * so there will not be two attempt to
2493                                                  * downloadboot onboard dual function
2494                                                  * chips (mpt_adapter_disable,
2495                                                  * mpt_diag_reset)
2496                                                  */
2497                                                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2498                                                     "mpt_upload:  alt_%s has cached_fw=%p \n",
2499                                                     ioc->name, ioc->alt_ioc->name, ioc->alt_ioc->cached_fw));
2500                                                 ioc->cached_fw = NULL;
2501                                         }
2502                                 } else {
2503                                         printk(MYIOC_s_WARN_FMT
2504                                             "firmware upload failure!\n", ioc->name);
2505                                         ret = -6;
2506                                 }
2507                         }
2508                 }
2509         }
2510
2511         /*  Enable MPT base driver management of EventNotification
2512          *  and EventAck handling.
2513          */
2514         if ((ret == 0) && (!ioc->facts.EventState)) {
2515                 dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2516                         "SendEventNotification\n",
2517                     ioc->name));
2518                 ret = SendEventNotification(ioc, 1, sleepFlag); /* 1=Enable */
2519         }
2520
2521         if (ioc->alt_ioc && alt_ioc_ready && !ioc->alt_ioc->facts.EventState)
2522                 rc = SendEventNotification(ioc->alt_ioc, 1, sleepFlag);
2523
2524         if (ret == 0) {
2525                 /* Enable! (reply interrupt) */
2526                 CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
2527                 ioc->active = 1;
2528         }
2529         if (rc == 0) {  /* alt ioc */
2530                 if (reset_alt_ioc_active && ioc->alt_ioc) {
2531                         /* (re)Enable alt-IOC! (reply interrupt) */
2532                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "alt-ioc"
2533                                 "reply irq re-enabled\n",
2534                                 ioc->alt_ioc->name));
2535                         CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2536                                 MPI_HIM_DIM);
2537                         ioc->alt_ioc->active = 1;
2538                 }
2539         }
2540
2541
2542         /*      Add additional "reason" check before call to GetLanConfigPages
2543          *      (combined with GetIoUnitPage2 call).  This prevents a somewhat
2544          *      recursive scenario; GetLanConfigPages times out, timer expired
2545          *      routine calls HardResetHandler, which calls into here again,
2546          *      and we try GetLanConfigPages again...
2547          */
2548         if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2549
2550                 /*
2551                  * Initialize link list for inactive raid volumes.
2552                  */
2553                 mutex_init(&ioc->raid_data.inactive_list_mutex);
2554                 INIT_LIST_HEAD(&ioc->raid_data.inactive_list);
2555
2556                 switch (ioc->bus_type) {
2557
2558                 case SAS:
2559                         /* clear persistency table */
2560                         if(ioc->facts.IOCExceptions &
2561                             MPI_IOCFACTS_EXCEPT_PERSISTENT_TABLE_FULL) {
2562                                 ret = mptbase_sas_persist_operation(ioc,
2563                                     MPI_SAS_OP_CLEAR_NOT_PRESENT);
2564                                 if(ret != 0)
2565                                         goto out;
2566                         }
2567
2568                         /* Find IM volumes
2569                          */
2570                         mpt_findImVolumes(ioc);
2571
2572                         /* Check, and possibly reset, the coalescing value
2573                          */
2574                         mpt_read_ioc_pg_1(ioc);
2575
2576                         break;
2577
2578                 case FC:
2579                         if ((ioc->pfacts[0].ProtocolFlags &
2580                                 MPI_PORTFACTS_PROTOCOL_LAN) &&
2581                             (ioc->lan_cnfg_page0.Header.PageLength == 0)) {
2582                                 /*
2583                                  *  Pre-fetch the ports LAN MAC address!
2584                                  *  (LANPage1_t stuff)
2585                                  */
2586                                 (void) GetLanConfigPages(ioc);
2587                                 a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
2588                                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2589                                         "LanAddr = %pMR\n", ioc->name, a));
2590                         }
2591                         break;
2592
2593                 case SPI:
2594                         /* Get NVRAM and adapter maximums from SPP 0 and 2
2595                          */
2596                         mpt_GetScsiPortSettings(ioc, 0);
2597
2598                         /* Get version and length of SDP 1
2599                          */
2600                         mpt_readScsiDevicePageHeaders(ioc, 0);
2601
2602                         /* Find IM volumes
2603                          */
2604                         if (ioc->facts.MsgVersion >= MPI_VERSION_01_02)
2605                                 mpt_findImVolumes(ioc);
2606
2607                         /* Check, and possibly reset, the coalescing value
2608                          */
2609                         mpt_read_ioc_pg_1(ioc);
2610
2611                         mpt_read_ioc_pg_4(ioc);
2612
2613                         break;
2614                 }
2615
2616                 GetIoUnitPage2(ioc);
2617                 mpt_get_manufacturing_pg_0(ioc);
2618         }
2619
2620  out:
2621         if ((ret != 0) && irq_allocated) {
2622                 free_irq(ioc->pci_irq, ioc);
2623                 if (ioc->msi_enable)
2624                         pci_disable_msi(ioc->pcidev);
2625         }
2626         return ret;
2627 }
2628
2629 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2630 /**
2631  *      mpt_detect_bound_ports - Search for matching PCI bus/dev_function
2632  *      @ioc: Pointer to MPT adapter structure
2633  *      @pdev: Pointer to (struct pci_dev) structure
2634  *
2635  *      Search for PCI bus/dev_function which matches
2636  *      PCI bus/dev_function (+/-1) for newly discovered 929,
2637  *      929X, 1030 or 1035.
2638  *
2639  *      If match on PCI dev_function +/-1 is found, bind the two MPT adapters
2640  *      using alt_ioc pointer fields in their %MPT_ADAPTER structures.
2641  */
2642 static void
2643 mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev)
2644 {
2645         struct pci_dev *peer=NULL;
2646         unsigned int slot = PCI_SLOT(pdev->devfn);
2647         unsigned int func = PCI_FUNC(pdev->devfn);
2648         MPT_ADAPTER *ioc_srch;
2649
2650         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PCI device %s devfn=%x/%x,"
2651             " searching for devfn match on %x or %x\n",
2652             ioc->name, pci_name(pdev), pdev->bus->number,
2653             pdev->devfn, func-1, func+1));
2654
2655         peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func-1));
2656         if (!peer) {
2657                 peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func+1));
2658                 if (!peer)
2659                         return;
2660         }
2661
2662         list_for_each_entry(ioc_srch, &ioc_list, list) {
2663                 struct pci_dev *_pcidev = ioc_srch->pcidev;
2664                 if (_pcidev == peer) {
2665                         /* Paranoia checks */
2666                         if (ioc->alt_ioc != NULL) {
2667                                 printk(MYIOC_s_WARN_FMT
2668                                     "Oops, already bound (%s <==> %s)!\n",
2669                                     ioc->name, ioc->name, ioc->alt_ioc->name);
2670                                 break;
2671                         } else if (ioc_srch->alt_ioc != NULL) {
2672                                 printk(MYIOC_s_WARN_FMT
2673                                     "Oops, already bound (%s <==> %s)!\n",
2674                                     ioc_srch->name, ioc_srch->name,
2675                                     ioc_srch->alt_ioc->name);
2676                                 break;
2677                         }
2678                         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2679                                 "FOUND! binding %s <==> %s\n",
2680                                 ioc->name, ioc->name, ioc_srch->name));
2681                         ioc_srch->alt_ioc = ioc;
2682                         ioc->alt_ioc = ioc_srch;
2683                 }
2684         }
2685         pci_dev_put(peer);
2686 }
2687
2688 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2689 /**
2690  *      mpt_adapter_disable - Disable misbehaving MPT adapter.
2691  *      @ioc: Pointer to MPT adapter structure
2692  */
2693 static void
2694 mpt_adapter_disable(MPT_ADAPTER *ioc)
2695 {
2696         int sz;
2697         int ret;
2698
2699         if (ioc->cached_fw != NULL) {
2700                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2701                         "%s: Pushing FW onto adapter\n", __func__, ioc->name));
2702                 if ((ret = mpt_downloadboot(ioc, (MpiFwHeader_t *)
2703                     ioc->cached_fw, CAN_SLEEP)) < 0) {
2704                         printk(MYIOC_s_WARN_FMT
2705                             ": firmware downloadboot failure (%d)!\n",
2706                             ioc->name, ret);
2707                 }
2708         }
2709
2710         /*
2711          * Put the controller into ready state (if its not already)
2712          */
2713         if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY) {
2714                 if (!SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET,
2715                     CAN_SLEEP)) {
2716                         if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY)
2717                                 printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit "
2718                                     "reset failed to put ioc in ready state!\n",
2719                                     ioc->name, __func__);
2720                 } else
2721                         printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit reset "
2722                             "failed!\n", ioc->name, __func__);
2723         }
2724
2725
2726         /* Disable adapter interrupts! */
2727         synchronize_irq(ioc->pcidev->irq);
2728         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2729         ioc->active = 0;
2730
2731         /* Clear any lingering interrupt */
2732         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2733         CHIPREG_READ32(&ioc->chip->IntStatus);
2734
2735         if (ioc->alloc != NULL) {
2736                 sz = ioc->alloc_sz;
2737                 dexitprintk(ioc, printk(MYIOC_s_INFO_FMT "free  @ %p, sz=%d bytes\n",
2738                     ioc->name, ioc->alloc, ioc->alloc_sz));
2739                 pci_free_consistent(ioc->pcidev, sz,
2740                                 ioc->alloc, ioc->alloc_dma);
2741                 ioc->reply_frames = NULL;
2742                 ioc->req_frames = NULL;
2743                 ioc->alloc = NULL;
2744                 ioc->alloc_total -= sz;
2745         }
2746
2747         if (ioc->sense_buf_pool != NULL) {
2748                 sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
2749                 pci_free_consistent(ioc->pcidev, sz,
2750                                 ioc->sense_buf_pool, ioc->sense_buf_pool_dma);
2751                 ioc->sense_buf_pool = NULL;
2752                 ioc->alloc_total -= sz;
2753         }
2754
2755         if (ioc->events != NULL){
2756                 sz = MPTCTL_EVENT_LOG_SIZE * sizeof(MPT_IOCTL_EVENTS);
2757                 kfree(ioc->events);
2758                 ioc->events = NULL;
2759                 ioc->alloc_total -= sz;
2760         }
2761
2762         mpt_free_fw_memory(ioc);
2763
2764         kfree(ioc->spi_data.nvram);
2765         mpt_inactive_raid_list_free(ioc);
2766         kfree(ioc->raid_data.pIocPg2);
2767         kfree(ioc->raid_data.pIocPg3);
2768         ioc->spi_data.nvram = NULL;
2769         ioc->raid_data.pIocPg3 = NULL;
2770
2771         if (ioc->spi_data.pIocPg4 != NULL) {
2772                 sz = ioc->spi_data.IocPg4Sz;
2773                 pci_free_consistent(ioc->pcidev, sz,
2774                         ioc->spi_data.pIocPg4,
2775                         ioc->spi_data.IocPg4_dma);
2776                 ioc->spi_data.pIocPg4 = NULL;
2777                 ioc->alloc_total -= sz;
2778         }
2779
2780         if (ioc->ReqToChain != NULL) {
2781                 kfree(ioc->ReqToChain);
2782                 kfree(ioc->RequestNB);
2783                 ioc->ReqToChain = NULL;
2784         }
2785
2786         kfree(ioc->ChainToChain);
2787         ioc->ChainToChain = NULL;
2788
2789         if (ioc->HostPageBuffer != NULL) {
2790                 if((ret = mpt_host_page_access_control(ioc,
2791                     MPI_DB_HPBAC_FREE_BUFFER, NO_SLEEP)) != 0) {
2792                         printk(MYIOC_s_ERR_FMT
2793                            ": %s: host page buffers free failed (%d)!\n",
2794                             ioc->name, __func__, ret);
2795                 }
2796                 dexitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2797                         "HostPageBuffer free  @ %p, sz=%d bytes\n",
2798                         ioc->name, ioc->HostPageBuffer,
2799                         ioc->HostPageBuffer_sz));
2800                 pci_free_consistent(ioc->pcidev, ioc->HostPageBuffer_sz,
2801                     ioc->HostPageBuffer, ioc->HostPageBuffer_dma);
2802                 ioc->HostPageBuffer = NULL;
2803                 ioc->HostPageBuffer_sz = 0;
2804                 ioc->alloc_total -= ioc->HostPageBuffer_sz;
2805         }
2806
2807         pci_set_drvdata(ioc->pcidev, NULL);
2808 }
2809 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2810 /**
2811  *      mpt_adapter_dispose - Free all resources associated with an MPT adapter
2812  *      @ioc: Pointer to MPT adapter structure
2813  *
2814  *      This routine unregisters h/w resources and frees all alloc'd memory
2815  *      associated with a MPT adapter structure.
2816  */
2817 static void
2818 mpt_adapter_dispose(MPT_ADAPTER *ioc)
2819 {
2820         int sz_first, sz_last;
2821
2822         if (ioc == NULL)
2823                 return;
2824
2825         sz_first = ioc->alloc_total;
2826
2827         mpt_adapter_disable(ioc);
2828
2829         if (ioc->pci_irq != -1) {
2830                 free_irq(ioc->pci_irq, ioc);
2831                 if (ioc->msi_enable)
2832                         pci_disable_msi(ioc->pcidev);
2833                 ioc->pci_irq = -1;
2834         }
2835
2836         if (ioc->memmap != NULL) {
2837                 iounmap(ioc->memmap);
2838                 ioc->memmap = NULL;
2839         }
2840
2841         pci_disable_device(ioc->pcidev);
2842         pci_release_selected_regions(ioc->pcidev, ioc->bars);
2843
2844         /*  Zap the adapter lookup ptr!  */
2845         list_del(&ioc->list);
2846
2847         sz_last = ioc->alloc_total;
2848         dprintk(ioc, printk(MYIOC_s_INFO_FMT "free'd %d of %d bytes\n",
2849             ioc->name, sz_first-sz_last+(int)sizeof(*ioc), sz_first));
2850
2851         if (ioc->alt_ioc)
2852                 ioc->alt_ioc->alt_ioc = NULL;
2853
2854         kfree(ioc);
2855 }
2856
2857 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2858 /**
2859  *      MptDisplayIocCapabilities - Disply IOC's capabilities.
2860  *      @ioc: Pointer to MPT adapter structure
2861  */
2862 static void
2863 MptDisplayIocCapabilities(MPT_ADAPTER *ioc)
2864 {
2865         int i = 0;
2866
2867         printk(KERN_INFO "%s: ", ioc->name);
2868         if (ioc->prod_name)
2869                 pr_cont("%s: ", ioc->prod_name);
2870         pr_cont("Capabilities={");
2871
2872         if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_INITIATOR) {
2873                 pr_cont("Initiator");
2874                 i++;
2875         }
2876
2877         if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2878                 pr_cont("%sTarget", i ? "," : "");
2879                 i++;
2880         }
2881
2882         if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
2883                 pr_cont("%sLAN", i ? "," : "");
2884                 i++;
2885         }
2886
2887 #if 0
2888         /*
2889          *  This would probably evoke more questions than it's worth
2890          */
2891         if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2892                 pr_cont("%sLogBusAddr", i ? "," : "");
2893                 i++;
2894         }
2895 #endif
2896
2897         pr_cont("}\n");
2898 }
2899
2900 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2901 /**
2902  *      MakeIocReady - Get IOC to a READY state, using KickStart if needed.
2903  *      @ioc: Pointer to MPT_ADAPTER structure
2904  *      @force: Force hard KickStart of IOC
2905  *      @sleepFlag: Specifies whether the process can sleep
2906  *
2907  *      Returns:
2908  *               1 - DIAG reset and READY
2909  *               0 - READY initially OR soft reset and READY
2910  *              -1 - Any failure on KickStart
2911  *              -2 - Msg Unit Reset Failed
2912  *              -3 - IO Unit Reset Failed
2913  *              -4 - IOC owned by a PEER
2914  */
2915 static int
2916 MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag)
2917 {
2918         u32      ioc_state;
2919         int      statefault = 0;
2920         int      cntdn;
2921         int      hard_reset_done = 0;
2922         int      r;
2923         int      ii;
2924         int      whoinit;
2925
2926         /* Get current [raw] IOC state  */
2927         ioc_state = mpt_GetIocState(ioc, 0);
2928         dhsprintk(ioc, printk(MYIOC_s_INFO_FMT "MakeIocReady [raw] state=%08x\n", ioc->name, ioc_state));
2929
2930         /*
2931          *      Check to see if IOC got left/stuck in doorbell handshake
2932          *      grip of death.  If so, hard reset the IOC.
2933          */
2934         if (ioc_state & MPI_DOORBELL_ACTIVE) {
2935                 statefault = 1;
2936                 printk(MYIOC_s_WARN_FMT "Unexpected doorbell active!\n",
2937                                 ioc->name);
2938         }
2939
2940         /* Is it already READY? */
2941         if (!statefault &&
2942             ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_READY)) {
2943                 dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2944                     "IOC is in READY state\n", ioc->name));
2945                 return 0;
2946         }
2947
2948         /*
2949          *      Check to see if IOC is in FAULT state.
2950          */
2951         if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
2952                 statefault = 2;
2953                 printk(MYIOC_s_WARN_FMT "IOC is in FAULT state!!!\n",
2954                     ioc->name);
2955                 printk(MYIOC_s_WARN_FMT "           FAULT code = %04xh\n",
2956                     ioc->name, ioc_state & MPI_DOORBELL_DATA_MASK);
2957         }
2958
2959         /*
2960          *      Hmmm...  Did it get left operational?
2961          */
2962         if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_OPERATIONAL) {
2963                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOC operational unexpected\n",
2964                                 ioc->name));
2965
2966                 /* Check WhoInit.
2967                  * If PCI Peer, exit.
2968                  * Else, if no fault conditions are present, issue a MessageUnitReset
2969                  * Else, fall through to KickStart case
2970                  */
2971                 whoinit = (ioc_state & MPI_DOORBELL_WHO_INIT_MASK) >> MPI_DOORBELL_WHO_INIT_SHIFT;
2972                 dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2973                         "whoinit 0x%x statefault %d force %d\n",
2974                         ioc->name, whoinit, statefault, force));
2975                 if (whoinit == MPI_WHOINIT_PCI_PEER)
2976                         return -4;
2977                 else {
2978                         if ((statefault == 0 ) && (force == 0)) {
2979                                 if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) == 0)
2980                                         return 0;
2981                         }
2982                         statefault = 3;
2983                 }
2984         }
2985
2986         hard_reset_done = KickStart(ioc, statefault||force, sleepFlag);
2987         if (hard_reset_done < 0)
2988                 return -1;
2989
2990         /*
2991          *  Loop here waiting for IOC to come READY.
2992          */
2993         ii = 0;
2994         cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 5;     /* 5 seconds */
2995
2996         while ((ioc_state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
2997                 if (ioc_state == MPI_IOC_STATE_OPERATIONAL) {
2998                         /*
2999                          *  BIOS or previous driver load left IOC in OP state.
3000                          *  Reset messaging FIFOs.
3001                          */
3002                         if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) != 0) {
3003                                 printk(MYIOC_s_ERR_FMT "IOC msg unit reset failed!\n", ioc->name);
3004                                 return -2;
3005                         }
3006                 } else if (ioc_state == MPI_IOC_STATE_RESET) {
3007                         /*
3008                          *  Something is wrong.  Try to get IOC back
3009                          *  to a known state.
3010                          */
3011                         if ((r = SendIocReset(ioc, MPI_FUNCTION_IO_UNIT_RESET, sleepFlag)) != 0) {
3012                                 printk(MYIOC_s_ERR_FMT "IO unit reset failed!\n", ioc->name);
3013                                 return -3;
3014                         }
3015                 }
3016
3017                 ii++; cntdn--;
3018                 if (!cntdn) {
3019                         printk(MYIOC_s_ERR_FMT
3020                                 "Wait IOC_READY state (0x%x) timeout(%d)!\n",
3021                                 ioc->name, ioc_state, (int)((ii+5)/HZ));
3022                         return -ETIME;
3023                 }
3024
3025                 if (sleepFlag == CAN_SLEEP) {
3026                         msleep(1);
3027                 } else {
3028                         mdelay (1);     /* 1 msec delay */
3029                 }
3030
3031         }
3032
3033         if (statefault < 3) {
3034                 printk(MYIOC_s_INFO_FMT "Recovered from %s\n", ioc->name,
3035                         statefault == 1 ? "stuck handshake" : "IOC FAULT");
3036         }
3037
3038         return hard_reset_done;
3039 }
3040
3041 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3042 /**
3043  *      mpt_GetIocState - Get the current state of a MPT adapter.
3044  *      @ioc: Pointer to MPT_ADAPTER structure
3045  *      @cooked: Request raw or cooked IOC state
3046  *
3047  *      Returns all IOC Doorbell register bits if cooked==0, else just the
3048  *      Doorbell bits in MPI_IOC_STATE_MASK.
3049  */
3050 u32
3051 mpt_GetIocState(MPT_ADAPTER *ioc, int cooked)
3052 {
3053         u32 s, sc;
3054
3055         /*  Get!  */
3056         s = CHIPREG_READ32(&ioc->chip->Doorbell);
3057         sc = s & MPI_IOC_STATE_MASK;
3058
3059         /*  Save!  */
3060         ioc->last_state = sc;
3061
3062         return cooked ? sc : s;
3063 }
3064
3065 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3066 /**
3067  *      GetIocFacts - Send IOCFacts request to MPT adapter.
3068  *      @ioc: Pointer to MPT_ADAPTER structure
3069  *      @sleepFlag: Specifies whether the process can sleep
3070  *      @reason: If recovery, only update facts.
3071  *
3072  *      Returns 0 for success, non-zero for failure.
3073  */
3074 static int
3075 GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason)
3076 {
3077         IOCFacts_t               get_facts;
3078         IOCFactsReply_t         *facts;
3079         int                      r;
3080         int                      req_sz;
3081         int                      reply_sz;
3082         int                      sz;
3083         u32                      status, vv;
3084         u8                       shiftFactor=1;
3085
3086         /* IOC *must* NOT be in RESET state! */
3087         if (ioc->last_state == MPI_IOC_STATE_RESET) {
3088                 printk(KERN_ERR MYNAM
3089                     ": ERROR - Can't get IOCFacts, %s NOT READY! (%08x)\n",
3090                     ioc->name, ioc->last_state);
3091                 return -44;
3092         }
3093
3094         facts = &ioc->facts;
3095
3096         /* Destination (reply area)... */
3097         reply_sz = sizeof(*facts);
3098         memset(facts, 0, reply_sz);
3099
3100         /* Request area (get_facts on the stack right now!) */
3101         req_sz = sizeof(get_facts);
3102         memset(&get_facts, 0, req_sz);
3103
3104         get_facts.Function = MPI_FUNCTION_IOC_FACTS;
3105         /* Assert: All other get_facts fields are zero! */
3106
3107         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3108             "Sending get IocFacts request req_sz=%d reply_sz=%d\n",
3109             ioc->name, req_sz, reply_sz));
3110
3111         /* No non-zero fields in the get_facts request are greater than
3112          * 1 byte in size, so we can just fire it off as is.
3113          */
3114         r = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_facts,
3115                         reply_sz, (u16*)facts, 5 /*seconds*/, sleepFlag);
3116         if (r != 0)
3117                 return r;
3118
3119         /*
3120          * Now byte swap (GRRR) the necessary fields before any further
3121          * inspection of reply contents.
3122          *
3123          * But need to do some sanity checks on MsgLength (byte) field
3124          * to make sure we don't zero IOC's req_sz!
3125          */
3126         /* Did we get a valid reply? */
3127         if (facts->MsgLength > offsetof(IOCFactsReply_t, RequestFrameSize)/sizeof(u32)) {
3128                 if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3129                         /*
3130                          * If not been here, done that, save off first WhoInit value
3131                          */
3132                         if (ioc->FirstWhoInit == WHOINIT_UNKNOWN)
3133                                 ioc->FirstWhoInit = facts->WhoInit;
3134                 }
3135
3136                 facts->MsgVersion = le16_to_cpu(facts->MsgVersion);
3137                 facts->MsgContext = le32_to_cpu(facts->MsgContext);
3138                 facts->IOCExceptions = le16_to_cpu(facts->IOCExceptions);
3139                 facts->IOCStatus = le16_to_cpu(facts->IOCStatus);
3140                 facts->IOCLogInfo = le32_to_cpu(facts->IOCLogInfo);
3141                 status = le16_to_cpu(facts->IOCStatus) & MPI_IOCSTATUS_MASK;
3142                 /* CHECKME! IOCStatus, IOCLogInfo */
3143
3144                 facts->ReplyQueueDepth = le16_to_cpu(facts->ReplyQueueDepth);
3145                 facts->RequestFrameSize = le16_to_cpu(facts->RequestFrameSize);
3146
3147                 /*
3148                  * FC f/w version changed between 1.1 and 1.2
3149                  *      Old: u16{Major(4),Minor(4),SubMinor(8)}
3150                  *      New: u32{Major(8),Minor(8),Unit(8),Dev(8)}
3151                  */
3152                 if (facts->MsgVersion < MPI_VERSION_01_02) {
3153                         /*
3154                          *      Handle old FC f/w style, convert to new...
3155                          */
3156                         u16      oldv = le16_to_cpu(facts->Reserved_0101_FWVersion);
3157                         facts->FWVersion.Word =
3158                                         ((oldv<<12) & 0xFF000000) |
3159                                         ((oldv<<8)  & 0x000FFF00);
3160                 } else
3161                         facts->FWVersion.Word = le32_to_cpu(facts->FWVersion.Word);
3162
3163                 facts->ProductID = le16_to_cpu(facts->ProductID);
3164
3165                 if ((ioc->facts.ProductID & MPI_FW_HEADER_PID_PROD_MASK)
3166                     > MPI_FW_HEADER_PID_PROD_TARGET_SCSI)
3167                         ioc->ir_firmware = 1;
3168
3169                 facts->CurrentHostMfaHighAddr =
3170                                 le32_to_cpu(facts->CurrentHostMfaHighAddr);
3171                 facts->GlobalCredits = le16_to_cpu(facts->GlobalCredits);
3172                 facts->CurrentSenseBufferHighAddr =
3173                                 le32_to_cpu(facts->CurrentSenseBufferHighAddr);
3174                 facts->CurReplyFrameSize =
3175                                 le16_to_cpu(facts->CurReplyFrameSize);
3176                 facts->IOCCapabilities = le32_to_cpu(facts->IOCCapabilities);
3177
3178                 /*
3179                  * Handle NEW (!) IOCFactsReply fields in MPI-1.01.xx
3180                  * Older MPI-1.00.xx struct had 13 dwords, and enlarged
3181                  * to 14 in MPI-1.01.0x.
3182                  */
3183                 if (facts->MsgLength >= (offsetof(IOCFactsReply_t,FWImageSize) + 7)/4 &&
3184                     facts->MsgVersion > MPI_VERSION_01_00) {
3185                         facts->FWImageSize = le32_to_cpu(facts->FWImageSize);
3186                 }
3187
3188                 facts->FWImageSize = ALIGN(facts->FWImageSize, 4);
3189
3190                 if (!facts->RequestFrameSize) {
3191                         /*  Something is wrong!  */
3192                         printk(MYIOC_s_ERR_FMT "IOC reported invalid 0 request size!\n",
3193                                         ioc->name);
3194                         return -55;
3195                 }
3196
3197                 r = sz = facts->BlockSize;
3198                 vv = ((63 / (sz * 4)) + 1) & 0x03;
3199                 ioc->NB_for_64_byte_frame = vv;
3200                 while ( sz )
3201                 {
3202                         shiftFactor++;
3203                         sz = sz >> 1;
3204                 }
3205                 ioc->NBShiftFactor  = shiftFactor;
3206                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3207                     "NB_for_64_byte_frame=%x NBShiftFactor=%x BlockSize=%x\n",
3208                     ioc->name, vv, shiftFactor, r));
3209
3210                 if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3211                         /*
3212                          * Set values for this IOC's request & reply frame sizes,
3213                          * and request & reply queue depths...
3214                          */
3215                         ioc->req_sz = min(MPT_DEFAULT_FRAME_SIZE, facts->RequestFrameSize * 4);
3216                         ioc->req_depth = min_t(int, MPT_MAX_REQ_DEPTH, facts->GlobalCredits);
3217                         ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
3218                         ioc->reply_depth = min_t(int, MPT_DEFAULT_REPLY_DEPTH, facts->ReplyQueueDepth);
3219
3220                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "reply_sz=%3d, reply_depth=%4d\n",
3221                                 ioc->name, ioc->reply_sz, ioc->reply_depth));
3222                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "req_sz  =%3d, req_depth  =%4d\n",
3223                                 ioc->name, ioc->req_sz, ioc->req_depth));
3224
3225                         /* Get port facts! */
3226                         if ( (r = GetPortFacts(ioc, 0, sleepFlag)) != 0 )
3227                                 return r;
3228                 }
3229         } else {
3230                 printk(MYIOC_s_ERR_FMT
3231                      "Invalid IOC facts reply, msgLength=%d offsetof=%zd!\n",
3232                      ioc->name, facts->MsgLength, (offsetof(IOCFactsReply_t,
3233                      RequestFrameSize)/sizeof(u32)));
3234                 return -66;
3235         }
3236
3237         return 0;
3238 }
3239
3240 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3241 /**
3242  *      GetPortFacts - Send PortFacts request to MPT adapter.
3243  *      @ioc: Pointer to MPT_ADAPTER structure
3244  *      @portnum: Port number
3245  *      @sleepFlag: Specifies whether the process can sleep
3246  *
3247  *      Returns 0 for success, non-zero for failure.
3248  */
3249 static int
3250 GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3251 {
3252         PortFacts_t              get_pfacts;
3253         PortFactsReply_t        *pfacts;
3254         int                      ii;
3255         int                      req_sz;
3256         int                      reply_sz;
3257         int                      max_id;
3258
3259         /* IOC *must* NOT be in RESET state! */
3260         if (ioc->last_state == MPI_IOC_STATE_RESET) {
3261                 printk(MYIOC_s_ERR_FMT "Can't get PortFacts NOT READY! (%08x)\n",
3262                     ioc->name, ioc->last_state );
3263                 return -4;
3264         }
3265
3266         pfacts = &ioc->pfacts[portnum];
3267
3268         /* Destination (reply area)...  */
3269         reply_sz = sizeof(*pfacts);
3270         memset(pfacts, 0, reply_sz);
3271
3272         /* Request area (get_pfacts on the stack right now!) */
3273         req_sz = sizeof(get_pfacts);
3274         memset(&get_pfacts, 0, req_sz);
3275
3276         get_pfacts.Function = MPI_FUNCTION_PORT_FACTS;
3277         get_pfacts.PortNumber = portnum;
3278         /* Assert: All other get_pfacts fields are zero! */
3279
3280         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending get PortFacts(%d) request\n",
3281                         ioc->name, portnum));
3282
3283         /* No non-zero fields in the get_pfacts request are greater than
3284          * 1 byte in size, so we can just fire it off as is.
3285          */
3286         ii = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_pfacts,
3287                                 reply_sz, (u16*)pfacts, 5 /*seconds*/, sleepFlag);
3288         if (ii != 0)
3289                 return ii;
3290
3291         /* Did we get a valid reply? */
3292
3293         /* Now byte swap the necessary fields in the response. */
3294         pfacts->MsgContext = le32_to_cpu(pfacts->MsgContext);
3295         pfacts->IOCStatus = le16_to_cpu(pfacts->IOCStatus);
3296         pfacts->IOCLogInfo = le32_to_cpu(pfacts->IOCLogInfo);
3297         pfacts->MaxDevices = le16_to_cpu(pfacts->MaxDevices);
3298         pfacts->PortSCSIID = le16_to_cpu(pfacts->PortSCSIID);
3299         pfacts->ProtocolFlags = le16_to_cpu(pfacts->ProtocolFlags);
3300         pfacts->MaxPostedCmdBuffers = le16_to_cpu(pfacts->MaxPostedCmdBuffers);
3301         pfacts->MaxPersistentIDs = le16_to_cpu(pfacts->MaxPersistentIDs);
3302         pfacts->MaxLanBuckets = le16_to_cpu(pfacts->MaxLanBuckets);
3303
3304         max_id = (ioc->bus_type == SAS) ? pfacts->PortSCSIID :
3305             pfacts->MaxDevices;
3306         ioc->devices_per_bus = (max_id > 255) ? 256 : max_id;
3307         ioc->number_of_buses = (ioc->devices_per_bus < 256) ? 1 : max_id/256;
3308
3309         /*
3310          * Place all the devices on channels
3311          *
3312          * (for debuging)
3313          */
3314         if (mpt_channel_mapping) {
3315                 ioc->devices_per_bus = 1;
3316                 ioc->number_of_buses = (max_id > 255) ? 255 : max_id;
3317         }
3318
3319         return 0;
3320 }
3321
3322 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3323 /**
3324  *      SendIocInit - Send IOCInit request to MPT adapter.
3325  *      @ioc: Pointer to MPT_ADAPTER structure
3326  *      @sleepFlag: Specifies whether the process can sleep
3327  *
3328  *      Send IOCInit followed by PortEnable to bring IOC to OPERATIONAL state.
3329  *
3330  *      Returns 0 for success, non-zero for failure.
3331  */
3332 static int
3333 SendIocInit(MPT_ADAPTER *ioc, int sleepFlag)
3334 {
3335         IOCInit_t                ioc_init;
3336         MPIDefaultReply_t        init_reply;
3337         u32                      state;
3338         int                      r;
3339         int                      count;
3340         int                      cntdn;
3341
3342         memset(&ioc_init, 0, sizeof(ioc_init));
3343         memset(&init_reply, 0, sizeof(init_reply));
3344
3345         ioc_init.WhoInit = MPI_WHOINIT_HOST_DRIVER;
3346         ioc_init.Function = MPI_FUNCTION_IOC_INIT;
3347
3348         /* If we are in a recovery mode and we uploaded the FW image,
3349          * then this pointer is not NULL. Skip the upload a second time.
3350          * Set this flag if cached_fw set for either IOC.
3351          */
3352         if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
3353                 ioc->upload_fw = 1;
3354         else
3355                 ioc->upload_fw = 0;
3356         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "upload_fw %d facts.Flags=%x\n",
3357                    ioc->name, ioc->upload_fw, ioc->facts.Flags));
3358
3359         ioc_init.MaxDevices = (U8)ioc->devices_per_bus;
3360         ioc_init.MaxBuses = (U8)ioc->number_of_buses;
3361
3362         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "facts.MsgVersion=%x\n",
3363                    ioc->name, ioc->facts.MsgVersion));
3364         if (ioc->facts.MsgVersion >= MPI_VERSION_01_05) {
3365                 // set MsgVersion and HeaderVersion host driver was built with
3366                 ioc_init.MsgVersion = cpu_to_le16(MPI_VERSION);
3367                 ioc_init.HeaderVersion = cpu_to_le16(MPI_HEADER_VERSION);
3368
3369                 if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_HOST_PAGE_BUFFER_PERSISTENT) {
3370                         ioc_init.HostPageBufferSGE = ioc->facts.HostPageBufferSGE;
3371                 } else if(mpt_host_page_alloc(ioc, &ioc_init))
3372                         return -99;
3373         }
3374         ioc_init.ReplyFrameSize = cpu_to_le16(ioc->reply_sz);   /* in BYTES */
3375
3376         if (ioc->sg_addr_size == sizeof(u64)) {
3377                 /* Save the upper 32-bits of the request
3378                  * (reply) and sense buffers.
3379                  */
3380                 ioc_init.HostMfaHighAddr = cpu_to_le32((u32)((u64)ioc->alloc_dma >> 32));
3381                 ioc_init.SenseBufferHighAddr = cpu_to_le32((u32)((u64)ioc->sense_buf_pool_dma >> 32));
3382         } else {
3383                 /* Force 32-bit addressing */
3384                 ioc_init.HostMfaHighAddr = cpu_to_le32(0);
3385                 ioc_init.SenseBufferHighAddr = cpu_to_le32(0);
3386         }
3387
3388         ioc->facts.CurrentHostMfaHighAddr = ioc_init.HostMfaHighAddr;
3389         ioc->facts.CurrentSenseBufferHighAddr = ioc_init.SenseBufferHighAddr;
3390         ioc->facts.MaxDevices = ioc_init.MaxDevices;
3391         ioc->facts.MaxBuses = ioc_init.MaxBuses;
3392
3393         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOCInit (req @ %p)\n",
3394                         ioc->name, &ioc_init));
3395
3396         r = mpt_handshake_req_reply_wait(ioc, sizeof(IOCInit_t), (u32*)&ioc_init,
3397                                 sizeof(MPIDefaultReply_t), (u16*)&init_reply, 10 /*seconds*/, sleepFlag);
3398         if (r != 0) {
3399                 printk(MYIOC_s_ERR_FMT "Sending IOCInit failed(%d)!\n",ioc->name, r);
3400                 return r;
3401         }
3402
3403         /* No need to byte swap the multibyte fields in the reply
3404          * since we don't even look at its contents.
3405          */
3406
3407         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending PortEnable (req @ %p)\n",
3408                         ioc->name, &ioc_init));
3409
3410         if ((r = SendPortEnable(ioc, 0, sleepFlag)) != 0) {
3411                 printk(MYIOC_s_ERR_FMT "Sending PortEnable failed(%d)!\n",ioc->name, r);
3412                 return r;
3413         }
3414
3415         /* YIKES!  SUPER IMPORTANT!!!
3416          *  Poll IocState until _OPERATIONAL while IOC is doing
3417          *  LoopInit and TargetDiscovery!
3418          */
3419         count = 0;
3420         cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 60;    /* 60 seconds */
3421         state = mpt_GetIocState(ioc, 1);
3422         while (state != MPI_IOC_STATE_OPERATIONAL && --cntdn) {
3423                 if (sleepFlag == CAN_SLEEP) {
3424                         msleep(1);
3425                 } else {
3426                         mdelay(1);
3427                 }
3428
3429                 if (!cntdn) {
3430                         printk(MYIOC_s_ERR_FMT "Wait IOC_OP state timeout(%d)!\n",
3431                                         ioc->name, (int)((count+5)/HZ));
3432                         return -9;
3433                 }
3434
3435                 state = mpt_GetIocState(ioc, 1);
3436                 count++;
3437         }
3438         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wait IOC_OPERATIONAL state (cnt=%d)\n",
3439                         ioc->name, count));
3440
3441         ioc->aen_event_read_flag=0;
3442         return r;
3443 }
3444
3445 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3446 /**
3447  *      SendPortEnable - Send PortEnable request to MPT adapter port.
3448  *      @ioc: Pointer to MPT_ADAPTER structure
3449  *      @portnum: Port number to enable
3450  *      @sleepFlag: Specifies whether the process can sleep
3451  *
3452  *      Send PortEnable to bring IOC to OPERATIONAL state.
3453  *
3454  *      Returns 0 for success, non-zero for failure.
3455  */
3456 static int
3457 SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3458 {
3459         PortEnable_t             port_enable;
3460         MPIDefaultReply_t        reply_buf;
3461         int      rc;
3462         int      req_sz;
3463         int      reply_sz;
3464
3465         /*  Destination...  */
3466         reply_sz = sizeof(MPIDefaultReply_t);
3467         memset(&reply_buf, 0, reply_sz);
3468
3469         req_sz = sizeof(PortEnable_t);
3470         memset(&port_enable, 0, req_sz);
3471
3472         port_enable.Function = MPI_FUNCTION_PORT_ENABLE;
3473         port_enable.PortNumber = portnum;
3474 /*      port_enable.ChainOffset = 0;            */
3475 /*      port_enable.MsgFlags = 0;               */
3476 /*      port_enable.MsgContext = 0;             */
3477
3478         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending Port(%d)Enable (req @ %p)\n",
3479                         ioc->name, portnum, &port_enable));
3480
3481         /* RAID FW may take a long time to enable
3482          */
3483         if (ioc->ir_firmware || ioc->bus_type == SAS) {
3484                 rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3485                 (u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3486                 300 /*seconds*/, sleepFlag);
3487         } else {
3488                 rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3489                 (u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3490                 30 /*seconds*/, sleepFlag);
3491         }
3492         return rc;
3493 }
3494
3495 /**
3496  *      mpt_alloc_fw_memory - allocate firmware memory
3497  *      @ioc: Pointer to MPT_ADAPTER structure
3498  *      @size: total FW bytes
3499  *
3500  *      If memory has already been allocated, the same (cached) value
3501  *      is returned.
3502  *
3503  *      Return 0 if successful, or non-zero for failure
3504  **/
3505 int
3506 mpt_alloc_fw_memory(MPT_ADAPTER *ioc, int size)
3507 {
3508         int rc;
3509
3510         if (ioc->cached_fw) {
3511                 rc = 0;  /* use already allocated memory */
3512                 goto out;
3513         }
3514         else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
3515                 ioc->cached_fw = ioc->alt_ioc->cached_fw;  /* use alt_ioc's memory */
3516                 ioc->cached_fw_dma = ioc->alt_ioc->cached_fw_dma;
3517                 rc = 0;
3518                 goto out;
3519         }
3520         ioc->cached_fw = pci_alloc_consistent(ioc->pcidev, size, &ioc->cached_fw_dma);
3521         if (!ioc->cached_fw) {
3522                 printk(MYIOC_s_ERR_FMT "Unable to allocate memory for the cached firmware image!\n",
3523                     ioc->name);
3524                 rc = -1;
3525         } else {
3526                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3527                     ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, size, size));
3528                 ioc->alloc_total += size;
3529                 rc = 0;
3530         }
3531  out:
3532         return rc;
3533 }
3534
3535 /**
3536  *      mpt_free_fw_memory - free firmware memory
3537  *      @ioc: Pointer to MPT_ADAPTER structure
3538  *
3539  *      If alt_img is NULL, delete from ioc structure.
3540  *      Else, delete a secondary image in same format.
3541  **/
3542 void
3543 mpt_free_fw_memory(MPT_ADAPTER *ioc)
3544 {
3545         int sz;
3546
3547         if (!ioc->cached_fw)
3548                 return;
3549
3550         sz = ioc->facts.FWImageSize;
3551         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "free_fw_memory: FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3552                  ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3553         pci_free_consistent(ioc->pcidev, sz, ioc->cached_fw, ioc->cached_fw_dma);
3554         ioc->alloc_total -= sz;
3555         ioc->cached_fw = NULL;
3556 }
3557
3558 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3559 /**
3560  *      mpt_do_upload - Construct and Send FWUpload request to MPT adapter port.
3561  *      @ioc: Pointer to MPT_ADAPTER structure
3562  *      @sleepFlag: Specifies whether the process can sleep
3563  *
3564  *      Returns 0 for success, >0 for handshake failure
3565  *              <0 for fw upload failure.
3566  *
3567  *      Remark: If bound IOC and a successful FWUpload was performed
3568  *      on the bound IOC, the second image is discarded
3569  *      and memory is free'd. Both channels must upload to prevent
3570  *      IOC from running in degraded mode.
3571  */
3572 static int
3573 mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag)
3574 {
3575         u8                       reply[sizeof(FWUploadReply_t)];
3576         FWUpload_t              *prequest;
3577         FWUploadReply_t         *preply;
3578         FWUploadTCSGE_t         *ptcsge;
3579         u32                      flagsLength;
3580         int                      ii, sz, reply_sz;
3581         int                      cmdStatus;
3582         int                     request_size;
3583         /* If the image size is 0, we are done.
3584          */
3585         if ((sz = ioc->facts.FWImageSize) == 0)
3586                 return 0;
3587
3588         if (mpt_alloc_fw_memory(ioc, ioc->facts.FWImageSize) != 0)
3589                 return -ENOMEM;
3590
3591         dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3592             ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3593
3594         prequest = (sleepFlag == NO_SLEEP) ? kzalloc(ioc->req_sz, GFP_ATOMIC) :
3595             kzalloc(ioc->req_sz, GFP_KERNEL);
3596         if (!prequest) {
3597                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed "
3598                     "while allocating memory \n", ioc->name));
3599                 mpt_free_fw_memory(ioc);
3600                 return -ENOMEM;
3601         }
3602
3603         preply = (FWUploadReply_t *)&reply;
3604
3605         reply_sz = sizeof(reply);
3606         memset(preply, 0, reply_sz);
3607
3608         prequest->ImageType = MPI_FW_UPLOAD_ITYPE_FW_IOC_MEM;
3609         prequest->Function = MPI_FUNCTION_FW_UPLOAD;
3610
3611         ptcsge = (FWUploadTCSGE_t *) &prequest->SGL;
3612         ptcsge->DetailsLength = 12;
3613         ptcsge->Flags = MPI_SGE_FLAGS_TRANSACTION_ELEMENT;
3614         ptcsge->ImageSize = cpu_to_le32(sz);
3615         ptcsge++;
3616
3617         flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ | sz;
3618         ioc->add_sge((char *)ptcsge, flagsLength, ioc->cached_fw_dma);
3619         request_size = offsetof(FWUpload_t, SGL) + sizeof(FWUploadTCSGE_t) +
3620             ioc->SGE_size;
3621         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending FW Upload "
3622             " (req @ %p) fw_size=%d mf_request_size=%d\n", ioc->name, prequest,
3623             ioc->facts.FWImageSize, request_size));
3624         DBG_DUMP_FW_REQUEST_FRAME(ioc, (u32 *)prequest);
3625
3626         ii = mpt_handshake_req_reply_wait(ioc, request_size, (u32 *)prequest,
3627             reply_sz, (u16 *)preply, 65 /*seconds*/, sleepFlag);
3628
3629         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Upload completed "
3630             "rc=%x \n", ioc->name, ii));
3631
3632         cmdStatus = -EFAULT;
3633         if (ii == 0) {
3634                 /* Handshake transfer was complete and successful.
3635                  * Check the Reply Frame.
3636                  */
3637                 int status;
3638                 status = le16_to_cpu(preply->IOCStatus) &
3639                                 MPI_IOCSTATUS_MASK;
3640                 if (status == MPI_IOCSTATUS_SUCCESS &&
3641                     ioc->facts.FWImageSize ==
3642                     le32_to_cpu(preply->ActualImageSize))
3643                                 cmdStatus = 0;
3644         }
3645         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT ": do_upload cmdStatus=%d \n",
3646                         ioc->name, cmdStatus));
3647
3648
3649         if (cmdStatus) {
3650                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed, "
3651                     "freeing image \n", ioc->name));
3652                 mpt_free_fw_memory(ioc);
3653         }
3654         kfree(prequest);
3655
3656         return cmdStatus;
3657 }
3658
3659 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3660 /**
3661  *      mpt_downloadboot - DownloadBoot code
3662  *      @ioc: Pointer to MPT_ADAPTER structure
3663  *      @pFwHeader: Pointer to firmware header info
3664  *      @sleepFlag: Specifies whether the process can sleep
3665  *
3666  *      FwDownloadBoot requires Programmed IO access.
3667  *
3668  *      Returns 0 for success
3669  *              -1 FW Image size is 0
3670  *              -2 No valid cached_fw Pointer
3671  *              <0 for fw upload failure.
3672  */
3673 static int
3674 mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag)
3675 {
3676         MpiExtImageHeader_t     *pExtImage;
3677         u32                      fwSize;
3678         u32                      diag0val;
3679         int                      count;
3680         u32                     *ptrFw;
3681         u32                      diagRwData;
3682         u32                      nextImage;
3683         u32                      load_addr;
3684         u32                      ioc_state=0;
3685
3686         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot: fw size 0x%x (%d), FW Ptr %p\n",
3687                                 ioc->name, pFwHeader->ImageSize, pFwHeader->ImageSize, pFwHeader));
3688
3689         CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3690         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3691         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3692         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3693         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3694         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3695
3696         CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM));
3697
3698         /* wait 1 msec */
3699         if (sleepFlag == CAN_SLEEP) {
3700                 msleep(1);
3701         } else {
3702                 mdelay (1);
3703         }
3704
3705         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3706         CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
3707
3708         for (count = 0; count < 30; count ++) {
3709                 diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3710                 if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
3711                         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RESET_ADAPTER cleared, count=%d\n",
3712                                 ioc->name, count));
3713                         break;
3714                 }
3715                 /* wait .1 sec */
3716                 if (sleepFlag == CAN_SLEEP) {
3717                         msleep (100);
3718                 } else {
3719                         mdelay (100);
3720                 }
3721         }
3722
3723         if ( count == 30 ) {
3724                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot failed! "
3725                 "Unable to get MPI_DIAG_DRWE mode, diag0val=%x\n",
3726                 ioc->name, diag0val));
3727                 return -3;
3728         }
3729
3730         CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3731         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3732         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3733         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3734         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3735         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3736
3737         /* Set the DiagRwEn and Disable ARM bits */
3738         CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_RW_ENABLE | MPI_DIAG_DISABLE_ARM));
3739
3740         fwSize = (pFwHeader->ImageSize + 3)/4;
3741         ptrFw = (u32 *) pFwHeader;
3742
3743         /* Write the LoadStartAddress to the DiagRw Address Register
3744          * using Programmed IO
3745          */
3746         if (ioc->errata_flag_1064)
3747                 pci_enable_io_access(ioc->pcidev);
3748
3749         CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->LoadStartAddress);
3750         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "LoadStart addr written 0x%x \n",
3751                 ioc->name, pFwHeader->LoadStartAddress));
3752
3753         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write FW Image: 0x%x bytes @ %p\n",
3754                                 ioc->name, fwSize*4, ptrFw));
3755         while (fwSize--) {
3756                 CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3757         }
3758
3759         nextImage = pFwHeader->NextImageHeaderOffset;
3760         while (nextImage) {
3761                 pExtImage = (MpiExtImageHeader_t *) ((char *)pFwHeader + nextImage);
3762
3763                 load_addr = pExtImage->LoadStartAddress;
3764
3765                 fwSize = (pExtImage->ImageSize + 3) >> 2;
3766                 ptrFw = (u32 *)pExtImage;
3767
3768                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write Ext Image: 0x%x (%d) bytes @ %p load_addr=%x\n",
3769                                                 ioc->name, fwSize*4, fwSize*4, ptrFw, load_addr));
3770                 CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, load_addr);
3771
3772                 while (fwSize--) {
3773                         CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3774                 }
3775                 nextImage = pExtImage->NextImageHeaderOffset;
3776         }
3777
3778         /* Write the IopResetVectorRegAddr */
3779         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Addr=%x! \n", ioc->name,  pFwHeader->IopResetRegAddr));
3780         CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->IopResetRegAddr);
3781
3782         /* Write the IopResetVectorValue */
3783         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Value=%x! \n", ioc->name, pFwHeader->IopResetVectorValue));
3784         CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, pFwHeader->IopResetVectorValue);
3785
3786         /* Clear the internal flash bad bit - autoincrementing register,
3787          * so must do two writes.
3788          */
3789         if (ioc->bus_type == SPI) {
3790                 /*
3791                  * 1030 and 1035 H/W errata, workaround to access
3792                  * the ClearFlashBadSignatureBit
3793                  */
3794                 CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3795                 diagRwData = CHIPREG_PIO_READ32(&ioc->pio_chip->DiagRwData);
3796                 diagRwData |= 0x40000000;
3797                 CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3798                 CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, diagRwData);
3799
3800         } else /* if((ioc->bus_type == SAS) || (ioc->bus_type == FC)) */ {
3801                 diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3802                 CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val |
3803                     MPI_DIAG_CLEAR_FLASH_BAD_SIG);
3804
3805                 /* wait 1 msec */
3806                 if (sleepFlag == CAN_SLEEP) {
3807                         msleep (1);
3808                 } else {
3809                         mdelay (1);
3810                 }
3811         }
3812
3813         if (ioc->errata_flag_1064)
3814                 pci_disable_io_access(ioc->pcidev);
3815
3816         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3817         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot diag0val=%x, "
3818                 "turning off PREVENT_IOC_BOOT, DISABLE_ARM, RW_ENABLE\n",
3819                 ioc->name, diag0val));
3820         diag0val &= ~(MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM | MPI_DIAG_RW_ENABLE);
3821         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot now diag0val=%x\n",
3822                 ioc->name, diag0val));
3823         CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
3824
3825         /* Write 0xFF to reset the sequencer */
3826         CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3827
3828         if (ioc->bus_type == SAS) {
3829                 ioc_state = mpt_GetIocState(ioc, 0);
3830                 if ( (GetIocFacts(ioc, sleepFlag,
3831                                 MPT_HOSTEVENT_IOC_BRINGUP)) != 0 ) {
3832                         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "GetIocFacts failed: IocState=%x\n",
3833                                         ioc->name, ioc_state));
3834                         return -EFAULT;
3835                 }
3836         }
3837
3838         for (count=0; count<HZ*20; count++) {
3839                 if ((ioc_state = mpt_GetIocState(ioc, 0)) & MPI_IOC_STATE_READY) {
3840                         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3841                                 "downloadboot successful! (count=%d) IocState=%x\n",
3842                                 ioc->name, count, ioc_state));
3843                         if (ioc->bus_type == SAS) {
3844                                 return 0;
3845                         }
3846                         if ((SendIocInit(ioc, sleepFlag)) != 0) {
3847                                 ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3848                                         "downloadboot: SendIocInit failed\n",
3849                                         ioc->name));
3850                                 return -EFAULT;
3851                         }
3852                         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3853                                         "downloadboot: SendIocInit successful\n",
3854                                         ioc->name));
3855                         return 0;
3856                 }
3857                 if (sleepFlag == CAN_SLEEP) {
3858                         msleep (10);
3859                 } else {
3860                         mdelay (10);
3861                 }
3862         }
3863         ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3864                 "downloadboot failed! IocState=%x\n",ioc->name, ioc_state));
3865         return -EFAULT;
3866 }
3867
3868 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3869 /**
3870  *      KickStart - Perform hard reset of MPT adapter.
3871  *      @ioc: Pointer to MPT_ADAPTER structure
3872  *      @force: Force hard reset
3873  *      @sleepFlag: Specifies whether the process can sleep
3874  *
3875  *      This routine places MPT adapter in diagnostic mode via the
3876  *      WriteSequence register, and then performs a hard reset of adapter
3877  *      via the Diagnostic register.
3878  *
3879  *      Inputs:   sleepflag - CAN_SLEEP (non-interrupt thread)
3880  *                      or NO_SLEEP (interrupt thread, use mdelay)
3881  *                force - 1 if doorbell active, board fault state
3882  *                              board operational, IOC_RECOVERY or
3883  *                              IOC_BRINGUP and there is an alt_ioc.
3884  *                        0 else
3885  *
3886  *      Returns:
3887  *               1 - hard reset, READY
3888  *               0 - no reset due to History bit, READY
3889  *              -1 - no reset due to History bit but not READY
3890  *                   OR reset but failed to come READY
3891  *              -2 - no reset, could not enter DIAG mode
3892  *              -3 - reset but bad FW bit
3893  */
3894 static int
3895 KickStart(MPT_ADAPTER *ioc, int force, int sleepFlag)
3896 {
3897         int hard_reset_done = 0;
3898         u32 ioc_state=0;
3899         int cnt,cntdn;
3900
3901         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStarting!\n", ioc->name));
3902         if (ioc->bus_type == SPI) {
3903                 /* Always issue a Msg Unit Reset first. This will clear some
3904                  * SCSI bus hang conditions.
3905                  */
3906                 SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
3907
3908                 if (sleepFlag == CAN_SLEEP) {
3909                         msleep (1000);
3910                 } else {
3911                         mdelay (1000);
3912                 }
3913         }
3914
3915         hard_reset_done = mpt_diag_reset(ioc, force, sleepFlag);
3916         if (hard_reset_done < 0)
3917                 return hard_reset_done;
3918
3919         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset successful!\n",
3920                 ioc->name));
3921
3922         cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 2;     /* 2 seconds */
3923         for (cnt=0; cnt<cntdn; cnt++) {
3924                 ioc_state = mpt_GetIocState(ioc, 1);
3925                 if ((ioc_state == MPI_IOC_STATE_READY) || (ioc_state == MPI_IOC_STATE_OPERATIONAL)) {
3926                         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStart successful! (cnt=%d)\n",
3927                                         ioc->name, cnt));
3928                         return hard_reset_done;
3929                 }
3930                 if (sleepFlag == CAN_SLEEP) {
3931                         msleep (10);
3932                 } else {
3933                         mdelay (10);
3934                 }
3935         }
3936
3937         dinitprintk(ioc, printk(MYIOC_s_ERR_FMT "Failed to come READY after reset! IocState=%x\n",
3938                 ioc->name, mpt_GetIocState(ioc, 0)));
3939         return -1;
3940 }
3941
3942 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3943 /**
3944  *      mpt_diag_reset - Perform hard reset of the adapter.
3945  *      @ioc: Pointer to MPT_ADAPTER structure
3946  *      @ignore: Set if to honor and clear to ignore
3947  *              the reset history bit
3948  *      @sleepFlag: CAN_SLEEP if called in a non-interrupt thread,
3949  *              else set to NO_SLEEP (use mdelay instead)
3950  *
3951  *      This routine places the adapter in diagnostic mode via the
3952  *      WriteSequence register and then performs a hard reset of adapter
3953  *      via the Diagnostic register. Adapter should be in ready state
3954  *      upon successful completion.
3955  *
3956  *      Returns:  1  hard reset successful
3957  *                0  no reset performed because reset history bit set
3958  *               -2  enabling diagnostic mode failed
3959  *               -3  diagnostic reset failed
3960  */
3961 static int
3962 mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag)
3963 {
3964         u32 diag0val;
3965         u32 doorbell;
3966         int hard_reset_done = 0;
3967         int count = 0;
3968         u32 diag1val = 0;
3969         MpiFwHeader_t *cached_fw;       /* Pointer to FW */
3970         u8       cb_idx;
3971
3972         /* Clear any existing interrupts */
3973         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
3974
3975         if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078) {
3976
3977                 if (!ignore)
3978                         return 0;
3979
3980                 drsprintk(ioc, printk(MYIOC_s_WARN_FMT "%s: Doorbell=%p; 1078 reset "
3981                         "address=%p\n",  ioc->name, __func__,
3982                         &ioc->chip->Doorbell, &ioc->chip->Reset_1078));
3983                 CHIPREG_WRITE32(&ioc->chip->Reset_1078, 0x07);
3984                 if (sleepFlag == CAN_SLEEP)
3985                         msleep(1);
3986                 else
3987                         mdelay(1);
3988
3989                 /*
3990                  * Call each currently registered protocol IOC reset handler
3991                  * with pre-reset indication.
3992                  * NOTE: If we're doing _IOC_BRINGUP, there can be no
3993                  * MptResetHandlers[] registered yet.
3994                  */
3995                 for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
3996                         if (MptResetHandlers[cb_idx])
3997                                 (*(MptResetHandlers[cb_idx]))(ioc,
3998                                                 MPT_IOC_PRE_RESET);
3999                 }
4000
4001                 for (count = 0; count < 60; count ++) {
4002                         doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
4003                         doorbell &= MPI_IOC_STATE_MASK;
4004
4005                         drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4006                                 "looking for READY STATE: doorbell=%x"
4007                                 " count=%d\n",
4008                                 ioc->name, doorbell, count));
4009
4010                         if (doorbell == MPI_IOC_STATE_READY) {
4011                                 return 1;
4012                         }
4013
4014                         /* wait 1 sec */
4015                         if (sleepFlag == CAN_SLEEP)
4016                                 msleep(1000);
4017                         else
4018                                 mdelay(1000);
4019                 }
4020                 return -1;
4021         }
4022
4023         /* Use "Diagnostic reset" method! (only thing available!) */
4024         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4025
4026         if (ioc->debug_level & MPT_DEBUG) {
4027                 if (ioc->alt_ioc)
4028                         diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4029                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG1: diag0=%08x, diag1=%08x\n",
4030                         ioc->name, diag0val, diag1val));
4031         }
4032
4033         /* Do the reset if we are told to ignore the reset history
4034          * or if the reset history is 0
4035          */
4036         if (ignore || !(diag0val & MPI_DIAG_RESET_HISTORY)) {
4037                 while ((diag0val & MPI_DIAG_DRWE) == 0) {
4038                         /* Write magic sequence to WriteSequence register
4039                          * Loop until in diagnostic mode
4040                          */
4041                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4042                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4043                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4044                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4045                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4046                         CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4047
4048                         /* wait 100 msec */
4049                         if (sleepFlag == CAN_SLEEP) {
4050                                 msleep (100);
4051                         } else {
4052                                 mdelay (100);
4053                         }
4054
4055                         count++;
4056                         if (count > 20) {
4057                                 printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4058                                                 ioc->name, diag0val);
4059                                 return -2;
4060
4061                         }
4062
4063                         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4064
4065                         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wrote magic DiagWriteEn sequence (%x)\n",
4066                                         ioc->name, diag0val));
4067                 }
4068
4069                 if (ioc->debug_level & MPT_DEBUG) {
4070                         if (ioc->alt_ioc)
4071                                 diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4072                         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG2: diag0=%08x, diag1=%08x\n",
4073                                 ioc->name, diag0val, diag1val));
4074                 }
4075                 /*
4076                  * Disable the ARM (Bug fix)
4077                  *
4078                  */
4079                 CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_DISABLE_ARM);
4080                 mdelay(1);
4081
4082                 /*
4083                  * Now hit the reset bit in the Diagnostic register
4084                  * (THE BIG HAMMER!) (Clears DRWE bit).
4085                  */
4086                 CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
4087                 hard_reset_done = 1;
4088                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset performed\n",
4089                                 ioc->name));
4090
4091                 /*
4092                  * Call each currently registered protocol IOC reset handler
4093                  * with pre-reset indication.
4094                  * NOTE: If we're doing _IOC_BRINGUP, there can be no
4095                  * MptResetHandlers[] registered yet.
4096                  */
4097                 for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
4098                         if (MptResetHandlers[cb_idx]) {
4099                                 mpt_signal_reset(cb_idx,
4100                                         ioc, MPT_IOC_PRE_RESET);
4101                                 if (ioc->alt_ioc) {
4102                                         mpt_signal_reset(cb_idx,
4103                                         ioc->alt_ioc, MPT_IOC_PRE_RESET);
4104                                 }
4105                         }
4106                 }
4107
4108                 if (ioc->cached_fw)
4109                         cached_fw = (MpiFwHeader_t *)ioc->cached_fw;
4110                 else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw)
4111                         cached_fw = (MpiFwHeader_t *)ioc->alt_ioc->cached_fw;
4112                 else
4113                         cached_fw = NULL;
4114                 if (cached_fw) {
4115                         /* If the DownloadBoot operation fails, the
4116                          * IOC will be left unusable. This is a fatal error
4117                          * case.  _diag_reset will return < 0
4118                          */
4119                         for (count = 0; count < 30; count ++) {
4120                                 diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4121                                 if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
4122                                         break;
4123                                 }
4124
4125                                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "cached_fw: diag0val=%x count=%d\n",
4126                                         ioc->name, diag0val, count));
4127                                 /* wait 1 sec */
4128                                 if (sleepFlag == CAN_SLEEP) {
4129                                         msleep (1000);
4130                                 } else {
4131                                         mdelay (1000);
4132                                 }
4133                         }
4134                         if ((count = mpt_downloadboot(ioc, cached_fw, sleepFlag)) < 0) {
4135                                 printk(MYIOC_s_WARN_FMT
4136                                         "firmware downloadboot failure (%d)!\n", ioc->name, count);
4137                         }
4138
4139                 } else {
4140                         /* Wait for FW to reload and for board
4141                          * to go to the READY state.
4142                          * Maximum wait is 60 seconds.
4143                          * If fail, no error will check again
4144                          * with calling program.
4145                          */
4146                         for (count = 0; count < 60; count ++) {
4147                                 doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
4148                                 doorbell &= MPI_IOC_STATE_MASK;
4149
4150                                 drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4151                                     "looking for READY STATE: doorbell=%x"
4152                                     " count=%d\n", ioc->name, doorbell, count));
4153
4154                                 if (doorbell == MPI_IOC_STATE_READY) {
4155                                         break;
4156                                 }
4157
4158                                 /* wait 1 sec */
4159                                 if (sleepFlag == CAN_SLEEP) {
4160                                         msleep (1000);
4161                                 } else {
4162                                         mdelay (1000);
4163                                 }
4164                         }
4165
4166                         if (doorbell != MPI_IOC_STATE_READY)
4167                                 printk(MYIOC_s_ERR_FMT "Failed to come READY "
4168                                     "after reset! IocState=%x", ioc->name,
4169                                     doorbell);
4170                 }
4171         }
4172
4173         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4174         if (ioc->debug_level & MPT_DEBUG) {
4175                 if (ioc->alt_ioc)
4176                         diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4177                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG3: diag0=%08x, diag1=%08x\n",
4178                         ioc->name, diag0val, diag1val));
4179         }
4180
4181         /* Clear RESET_HISTORY bit!  Place board in the
4182          * diagnostic mode to update the diag register.
4183          */
4184         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4185         count = 0;
4186         while ((diag0val & MPI_DIAG_DRWE) == 0) {
4187                 /* Write magic sequence to WriteSequence register
4188                  * Loop until in diagnostic mode
4189                  */
4190                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4191                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4192                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4193                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4194                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4195                 CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4196
4197                 /* wait 100 msec */
4198                 if (sleepFlag == CAN_SLEEP) {
4199                         msleep (100);
4200                 } else {
4201                         mdelay (100);
4202                 }
4203
4204                 count++;
4205                 if (count > 20) {
4206                         printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4207                                         ioc->name, diag0val);
4208                         break;
4209                 }
4210                 diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4211         }
4212         diag0val &= ~MPI_DIAG_RESET_HISTORY;
4213         CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
4214         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4215         if (diag0val & MPI_DIAG_RESET_HISTORY) {
4216                 printk(MYIOC_s_WARN_FMT "ResetHistory bit failed to clear!\n",
4217                                 ioc->name);
4218         }
4219
4220         /* Disable Diagnostic Mode
4221          */
4222         CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFFFFFFFF);
4223
4224         /* Check FW reload status flags.
4225          */
4226         diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4227         if (diag0val & (MPI_DIAG_FLASH_BAD_SIG | MPI_DIAG_RESET_ADAPTER | MPI_DIAG_DISABLE_ARM)) {
4228                 printk(MYIOC_s_ERR_FMT "Diagnostic reset FAILED! (%02xh)\n",
4229                                 ioc->name, diag0val);
4230                 return -3;
4231         }
4232
4233         if (ioc->debug_level & MPT_DEBUG) {
4234                 if (ioc->alt_ioc)
4235                         diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4236                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG4: diag0=%08x, diag1=%08x\n",
4237                         ioc->name, diag0val, diag1val));
4238         }
4239
4240         /*
4241          * Reset flag that says we've enabled event notification
4242          */
4243         ioc->facts.EventState = 0;
4244
4245         if (ioc->alt_ioc)
4246                 ioc->alt_ioc->facts.EventState = 0;
4247
4248         return hard_reset_done;
4249 }
4250
4251 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4252 /**
4253  *      SendIocReset - Send IOCReset request to MPT adapter.
4254  *      @ioc: Pointer to MPT_ADAPTER structure
4255  *      @reset_type: reset type, expected values are
4256  *      %MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET or %MPI_FUNCTION_IO_UNIT_RESET
4257  *      @sleepFlag: Specifies whether the process can sleep
4258  *
4259  *      Send IOCReset request to the MPT adapter.
4260  *
4261  *      Returns 0 for success, non-zero for failure.
4262  */
4263 static int
4264 SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag)
4265 {
4266         int r;
4267         u32 state;
4268         int cntdn, count;
4269
4270         drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOC reset(0x%02x)!\n",
4271                         ioc->name, reset_type));
4272         CHIPREG_WRITE32(&ioc->chip->Doorbell, reset_type<<MPI_DOORBELL_FUNCTION_SHIFT);
4273         if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4274                 return r;
4275
4276         /* FW ACK'd request, wait for READY state
4277          */
4278         count = 0;
4279         cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 15;    /* 15 seconds */
4280
4281         while ((state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
4282                 cntdn--;
4283                 count++;
4284                 if (!cntdn) {
4285                         if (sleepFlag != CAN_SLEEP)
4286                                 count *= 10;
4287
4288                         printk(MYIOC_s_ERR_FMT
4289                             "Wait IOC_READY state (0x%x) timeout(%d)!\n",
4290                             ioc->name, state, (int)((count+5)/HZ));
4291                         return -ETIME;
4292                 }
4293
4294                 if (sleepFlag == CAN_SLEEP) {
4295                         msleep(1);
4296                 } else {
4297                         mdelay (1);     /* 1 msec delay */
4298                 }
4299         }
4300
4301         /* TODO!
4302          *  Cleanup all event stuff for this IOC; re-issue EventNotification
4303          *  request if needed.
4304          */
4305         if (ioc->facts.Function)
4306                 ioc->facts.EventState = 0;
4307
4308         return 0;
4309 }
4310
4311 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4312 /**
4313  *      initChainBuffers - Allocate memory for and initialize chain buffers
4314  *      @ioc: Pointer to MPT_ADAPTER structure
4315  *
4316  *      Allocates memory for and initializes chain buffers,
4317  *      chain buffer control arrays and spinlock.
4318  */
4319 static int
4320 initChainBuffers(MPT_ADAPTER *ioc)
4321 {
4322         u8              *mem;
4323         int             sz, ii, num_chain;
4324         int             scale, num_sge, numSGE;
4325
4326         /* ReqToChain size must equal the req_depth
4327          * index = req_idx
4328          */
4329         if (ioc->ReqToChain == NULL) {
4330                 sz = ioc->req_depth * sizeof(int);
4331                 mem = kmalloc(sz, GFP_ATOMIC);
4332                 if (mem == NULL)
4333                         return -1;
4334
4335                 ioc->ReqToChain = (int *) mem;
4336                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReqToChain alloc  @ %p, sz=%d bytes\n",
4337                                 ioc->name, mem, sz));
4338                 mem = kmalloc(sz, GFP_ATOMIC);
4339                 if (mem == NULL)
4340                         return -1;
4341
4342                 ioc->RequestNB = (int *) mem;
4343                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestNB alloc  @ %p, sz=%d bytes\n",
4344                                 ioc->name, mem, sz));
4345         }
4346         for (ii = 0; ii < ioc->req_depth; ii++) {
4347                 ioc->ReqToChain[ii] = MPT_HOST_NO_CHAIN;
4348         }
4349
4350         /* ChainToChain size must equal the total number
4351          * of chain buffers to be allocated.
4352          * index = chain_idx
4353          *
4354          * Calculate the number of chain buffers needed(plus 1) per I/O
4355          * then multiply the maximum number of simultaneous cmds
4356          *
4357          * num_sge = num sge in request frame + last chain buffer
4358          * scale = num sge per chain buffer if no chain element
4359          */
4360         scale = ioc->req_sz / ioc->SGE_size;
4361         if (ioc->sg_addr_size == sizeof(u64))
4362                 num_sge =  scale + (ioc->req_sz - 60) / ioc->SGE_size;
4363         else
4364                 num_sge =  1 + scale + (ioc->req_sz - 64) / ioc->SGE_size;
4365
4366         if (ioc->sg_addr_size == sizeof(u64)) {
4367                 numSGE = (scale - 1) * (ioc->facts.MaxChainDepth-1) + scale +
4368                         (ioc->req_sz - 60) / ioc->SGE_size;
4369         } else {
4370                 numSGE = 1 + (scale - 1) * (ioc->facts.MaxChainDepth-1) +
4371                     scale + (ioc->req_sz - 64) / ioc->SGE_size;
4372         }
4373         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "num_sge=%d numSGE=%d\n",
4374                 ioc->name, num_sge, numSGE));
4375
4376         if (ioc->bus_type == FC) {
4377                 if (numSGE > MPT_SCSI_FC_SG_DEPTH)
4378                         numSGE = MPT_SCSI_FC_SG_DEPTH;
4379         } else {
4380                 if (numSGE > MPT_SCSI_SG_DEPTH)
4381                         numSGE = MPT_SCSI_SG_DEPTH;
4382         }
4383
4384         num_chain = 1;
4385         while (numSGE - num_sge > 0) {
4386                 num_chain++;
4387                 num_sge += (scale - 1);
4388         }
4389         num_chain++;
4390
4391         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Now numSGE=%d num_sge=%d num_chain=%d\n",
4392                 ioc->name, numSGE, num_sge, num_chain));
4393
4394         if (ioc->bus_type == SPI)
4395                 num_chain *= MPT_SCSI_CAN_QUEUE;
4396         else if (ioc->bus_type == SAS)
4397                 num_chain *= MPT_SAS_CAN_QUEUE;
4398         else
4399                 num_chain *= MPT_FC_CAN_QUEUE;
4400
4401         ioc->num_chain = num_chain;
4402
4403         sz = num_chain * sizeof(int);
4404         if (ioc->ChainToChain == NULL) {
4405                 mem = kmalloc(sz, GFP_ATOMIC);
4406                 if (mem == NULL)
4407                         return -1;
4408
4409                 ioc->ChainToChain = (int *) mem;
4410                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainToChain alloc @ %p, sz=%d bytes\n",
4411                                 ioc->name, mem, sz));
4412         } else {
4413                 mem = (u8 *) ioc->ChainToChain;
4414         }
4415         memset(mem, 0xFF, sz);
4416         return num_chain;
4417 }
4418
4419 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4420 /**
4421  *      PrimeIocFifos - Initialize IOC request and reply FIFOs.
4422  *      @ioc: Pointer to MPT_ADAPTER structure
4423  *
4424  *      This routine allocates memory for the MPT reply and request frame
4425  *      pools (if necessary), and primes the IOC reply FIFO with
4426  *      reply frames.
4427  *
4428  *      Returns 0 for success, non-zero for failure.
4429  */
4430 static int
4431 PrimeIocFifos(MPT_ADAPTER *ioc)
4432 {
4433         MPT_FRAME_HDR *mf;
4434         unsigned long flags;
4435         dma_addr_t alloc_dma;
4436         u8 *mem;
4437         int i, reply_sz, sz, total_size, num_chain;
4438         u64     dma_mask;
4439
4440         dma_mask = 0;
4441
4442         /*  Prime reply FIFO...  */
4443
4444         if (ioc->reply_frames == NULL) {
4445                 if ( (num_chain = initChainBuffers(ioc)) < 0)
4446                         return -1;
4447                 /*
4448                  * 1078 errata workaround for the 36GB limitation
4449                  */
4450                 if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078 &&
4451                     ioc->dma_mask > DMA_BIT_MASK(35)) {
4452                         if (!pci_set_dma_mask(ioc->pcidev, DMA_BIT_MASK(32))
4453                             && !pci_set_consistent_dma_mask(ioc->pcidev,
4454                             DMA_BIT_MASK(32))) {
4455                                 dma_mask = DMA_BIT_MASK(35);
4456                                 d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4457                                     "setting 35 bit addressing for "
4458                                     "Request/Reply/Chain and Sense Buffers\n",
4459                                     ioc->name));
4460                         } else {
4461                                 /*Reseting DMA mask to 64 bit*/
4462                                 pci_set_dma_mask(ioc->pcidev,
4463                                         DMA_BIT_MASK(64));
4464                                 pci_set_consistent_dma_mask(ioc->pcidev,
4465                                         DMA_BIT_MASK(64));
4466
4467                                 printk(MYIOC_s_ERR_FMT
4468                                     "failed setting 35 bit addressing for "
4469                                     "Request/Reply/Chain and Sense Buffers\n",
4470                                     ioc->name);
4471                                 return -1;
4472                         }
4473                 }
4474
4475                 total_size = reply_sz = (ioc->reply_sz * ioc->reply_depth);
4476                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d bytes, ReplyDepth=%d\n",
4477                                 ioc->name, ioc->reply_sz, ioc->reply_depth));
4478                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d[%x] bytes\n",
4479                                 ioc->name, reply_sz, reply_sz));
4480
4481                 sz = (ioc->req_sz * ioc->req_depth);
4482                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d bytes, RequestDepth=%d\n",
4483                                 ioc->name, ioc->req_sz, ioc->req_depth));
4484                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d[%x] bytes\n",
4485                                 ioc->name, sz, sz));
4486                 total_size += sz;
4487
4488                 sz = num_chain * ioc->req_sz; /* chain buffer pool size */
4489                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d bytes, ChainDepth=%d\n",
4490                                 ioc->name, ioc->req_sz, num_chain));
4491                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d[%x] bytes num_chain=%d\n",
4492                                 ioc->name, sz, sz, num_chain));
4493
4494                 total_size += sz;
4495                 mem = pci_alloc_consistent(ioc->pcidev, total_size, &alloc_dma);
4496                 if (mem == NULL) {
4497                         printk(MYIOC_s_ERR_FMT "Unable to allocate Reply, Request, Chain Buffers!\n",
4498                                 ioc->name);
4499                         goto out_fail;
4500                 }
4501
4502                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Total alloc @ %p[%p], sz=%d[%x] bytes\n",
4503                                 ioc->name, mem, (void *)(ulong)alloc_dma, total_size, total_size));
4504
4505                 memset(mem, 0, total_size);
4506                 ioc->alloc_total += total_size;
4507                 ioc->alloc = mem;
4508                 ioc->alloc_dma = alloc_dma;
4509                 ioc->alloc_sz = total_size;
4510                 ioc->reply_frames = (MPT_FRAME_HDR *) mem;
4511                 ioc->reply_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4512
4513                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4514                         ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4515
4516                 alloc_dma += reply_sz;
4517                 mem += reply_sz;
4518
4519                 /*  Request FIFO - WE manage this!  */
4520
4521                 ioc->req_frames = (MPT_FRAME_HDR *) mem;
4522                 ioc->req_frames_dma = alloc_dma;
4523
4524                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffers @ %p[%p]\n",
4525                                 ioc->name, mem, (void *)(ulong)alloc_dma));
4526
4527                 ioc->req_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4528
4529                 for (i = 0; i < ioc->req_depth; i++) {
4530                         alloc_dma += ioc->req_sz;
4531                         mem += ioc->req_sz;
4532                 }
4533
4534                 ioc->ChainBuffer = mem;
4535                 ioc->ChainBufferDMA = alloc_dma;
4536
4537                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffers @ %p(%p)\n",
4538                         ioc->name, ioc->ChainBuffer, (void *)(ulong)ioc->ChainBufferDMA));
4539
4540                 /* Initialize the free chain Q.
4541                 */
4542
4543                 INIT_LIST_HEAD(&ioc->FreeChainQ);
4544
4545                 /* Post the chain buffers to the FreeChainQ.
4546                 */
4547                 mem = (u8 *)ioc->ChainBuffer;
4548                 for (i=0; i < num_chain; i++) {
4549                         mf = (MPT_FRAME_HDR *) mem;
4550                         list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeChainQ);
4551                         mem += ioc->req_sz;
4552                 }
4553
4554                 /* Initialize Request frames linked list
4555                  */
4556                 alloc_dma = ioc->req_frames_dma;
4557                 mem = (u8 *) ioc->req_frames;
4558
4559                 spin_lock_irqsave(&ioc->FreeQlock, flags);
4560                 INIT_LIST_HEAD(&ioc->FreeQ);
4561                 for (i = 0; i < ioc->req_depth; i++) {
4562                         mf = (MPT_FRAME_HDR *) mem;
4563
4564                         /*  Queue REQUESTs *internally*!  */
4565                         list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeQ);
4566
4567                         mem += ioc->req_sz;
4568                 }
4569                 spin_unlock_irqrestore(&ioc->FreeQlock, flags);
4570
4571                 sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4572                 ioc->sense_buf_pool =
4573                         pci_alloc_consistent(ioc->pcidev, sz, &ioc->sense_buf_pool_dma);
4574                 if (ioc->sense_buf_pool == NULL) {
4575                         printk(MYIOC_s_ERR_FMT "Unable to allocate Sense Buffers!\n",
4576                                 ioc->name);
4577                         goto out_fail;
4578                 }
4579
4580                 ioc->sense_buf_low_dma = (u32) (ioc->sense_buf_pool_dma & 0xFFFFFFFF);
4581                 ioc->alloc_total += sz;
4582                 dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SenseBuffers @ %p[%p]\n",
4583                         ioc->name, ioc->sense_buf_pool, (void *)(ulong)ioc->sense_buf_pool_dma));
4584
4585         }
4586
4587         /* Post Reply frames to FIFO
4588          */
4589         alloc_dma = ioc->alloc_dma;
4590         dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4591                 ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4592
4593         for (i = 0; i < ioc->reply_depth; i++) {
4594                 /*  Write each address to the IOC!  */
4595                 CHIPREG_WRITE32(&ioc->chip->ReplyFifo, alloc_dma);
4596                 alloc_dma += ioc->reply_sz;
4597         }
4598
4599         if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4600             ioc->dma_mask) && !pci_set_consistent_dma_mask(ioc->pcidev,
4601             ioc->dma_mask))
4602                 d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4603                     "restoring 64 bit addressing\n", ioc->name));
4604
4605         return 0;
4606
4607 out_fail:
4608
4609         if (ioc->alloc != NULL) {
4610                 sz = ioc->alloc_sz;
4611                 pci_free_consistent(ioc->pcidev,
4612                                 sz,
4613                                 ioc->alloc, ioc->alloc_dma);
4614                 ioc->reply_frames = NULL;
4615                 ioc->req_frames = NULL;
4616                 ioc->alloc_total -= sz;
4617         }
4618         if (ioc->sense_buf_pool != NULL) {
4619                 sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4620                 pci_free_consistent(ioc->pcidev,
4621                                 sz,
4622                                 ioc->sense_buf_pool, ioc->sense_buf_pool_dma);
4623                 ioc->sense_buf_pool = NULL;
4624         }
4625
4626         if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4627             DMA_BIT_MASK(64)) && !pci_set_consistent_dma_mask(ioc->pcidev,
4628             DMA_BIT_MASK(64)))
4629                 d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4630                     "restoring 64 bit addressing\n", ioc->name));
4631
4632         return -1;
4633 }
4634
4635 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4636 /**
4637  *      mpt_handshake_req_reply_wait - Send MPT request to and receive reply
4638  *      from IOC via doorbell handshake method.
4639  *      @ioc: Pointer to MPT_ADAPTER structure
4640  *      @reqBytes: Size of the request in bytes
4641  *      @req: Pointer to MPT request frame
4642  *      @replyBytes: Expected size of the reply in bytes
4643  *      @u16reply: Pointer to area where reply should be written
4644  *      @maxwait: Max wait time for a reply (in seconds)
4645  *      @sleepFlag: Specifies whether the process can sleep
4646  *
4647  *      NOTES: It is the callers responsibility to byte-swap fields in the
4648  *      request which are greater than 1 byte in size.  It is also the
4649  *      callers responsibility to byte-swap response fields which are
4650  *      greater than 1 byte in size.
4651  *
4652  *      Returns 0 for success, non-zero for failure.
4653  */
4654 static int
4655 mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes, u32 *req,
4656                 int replyBytes, u16 *u16reply, int maxwait, int sleepFlag)
4657 {
4658         MPIDefaultReply_t *mptReply;
4659         int failcnt = 0;
4660         int t;
4661
4662         /*
4663          * Get ready to cache a handshake reply
4664          */
4665         ioc->hs_reply_idx = 0;
4666         mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4667         mptReply->MsgLength = 0;
4668
4669         /*
4670          * Make sure there are no doorbells (WRITE 0 to IntStatus reg),
4671          * then tell IOC that we want to handshake a request of N words.
4672          * (WRITE u32val to Doorbell reg).
4673          */
4674         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4675         CHIPREG_WRITE32(&ioc->chip->Doorbell,
4676                         ((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
4677                          ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
4678
4679         /*
4680          * Wait for IOC's doorbell handshake int
4681          */
4682         if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4683                 failcnt++;
4684
4685         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request start reqBytes=%d, WaitCnt=%d%s\n",
4686                         ioc->name, reqBytes, t, failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4687
4688         /* Read doorbell and check for active bit */
4689         if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
4690                         return -1;
4691
4692         /*
4693          * Clear doorbell int (WRITE 0 to IntStatus reg),
4694          * then wait for IOC to ACKnowledge that it's ready for
4695          * our handshake request.
4696          */
4697         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4698         if (!failcnt && (t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4699                 failcnt++;
4700
4701         if (!failcnt) {
4702                 int      ii;
4703                 u8      *req_as_bytes = (u8 *) req;
4704
4705                 /*
4706                  * Stuff request words via doorbell handshake,
4707                  * with ACK from IOC for each.
4708                  */
4709                 for (ii = 0; !failcnt && ii < reqBytes/4; ii++) {
4710                         u32 word = ((req_as_bytes[(ii*4) + 0] <<  0) |
4711                                     (req_as_bytes[(ii*4) + 1] <<  8) |
4712                                     (req_as_bytes[(ii*4) + 2] << 16) |
4713                                     (req_as_bytes[(ii*4) + 3] << 24));
4714
4715                         CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
4716                         if ((t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4717                                 failcnt++;
4718                 }
4719
4720                 dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handshake request frame (@%p) header\n", ioc->name, req));
4721                 DBG_DUMP_REQUEST_FRAME_HDR(ioc, (u32 *)req);
4722
4723                 dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request post done, WaitCnt=%d%s\n",
4724                                 ioc->name, t, failcnt ? " - MISSING DOORBELL ACK!" : ""));
4725
4726                 /*
4727                  * Wait for completion of doorbell handshake reply from the IOC
4728                  */
4729                 if (!failcnt && (t = WaitForDoorbellReply(ioc, maxwait, sleepFlag)) < 0)
4730                         failcnt++;
4731
4732                 dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake reply count=%d%s\n",
4733                                 ioc->name, t, failcnt ? " - MISSING DOORBELL REPLY!" : ""));
4734
4735                 /*
4736                  * Copy out the cached reply...
4737                  */
4738                 for (ii=0; ii < min(replyBytes/2,mptReply->MsgLength*2); ii++)
4739                         u16reply[ii] = ioc->hs_reply[ii];
4740         } else {
4741                 return -99;
4742         }
4743
4744         return -failcnt;
4745 }
4746
4747 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4748 /**
4749  *      WaitForDoorbellAck - Wait for IOC doorbell handshake acknowledge
4750  *      @ioc: Pointer to MPT_ADAPTER structure
4751  *      @howlong: How long to wait (in seconds)
4752  *      @sleepFlag: Specifies whether the process can sleep
4753  *
4754  *      This routine waits (up to ~2 seconds max) for IOC doorbell
4755  *      handshake ACKnowledge, indicated by the IOP_DOORBELL_STATUS
4756  *      bit in its IntStatus register being clear.
4757  *
4758  *      Returns a negative value on failure, else wait loop count.
4759  */
4760 static int
4761 WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4762 {
4763         int cntdn;
4764         int count = 0;
4765         u32 intstat=0;
4766
4767         cntdn = 1000 * howlong;
4768
4769         if (sleepFlag == CAN_SLEEP) {
4770                 while (--cntdn) {
4771                         msleep (1);
4772                         intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4773                         if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4774                                 break;
4775                         count++;
4776                 }
4777         } else {
4778                 while (--cntdn) {
4779                         udelay (1000);
4780                         intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4781                         if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4782                                 break;
4783                         count++;
4784                 }
4785         }
4786
4787         if (cntdn) {
4788                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell ACK (count=%d)\n",
4789                                 ioc->name, count));
4790                 return count;
4791         }
4792
4793         printk(MYIOC_s_ERR_FMT "Doorbell ACK timeout (count=%d), IntStatus=%x!\n",
4794                         ioc->name, count, intstat);
4795         return -1;
4796 }
4797
4798 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4799 /**
4800  *      WaitForDoorbellInt - Wait for IOC to set its doorbell interrupt bit
4801  *      @ioc: Pointer to MPT_ADAPTER structure
4802  *      @howlong: How long to wait (in seconds)
4803  *      @sleepFlag: Specifies whether the process can sleep
4804  *
4805  *      This routine waits (up to ~2 seconds max) for IOC doorbell interrupt
4806  *      (MPI_HIS_DOORBELL_INTERRUPT) to be set in the IntStatus register.
4807  *
4808  *      Returns a negative value on failure, else wait loop count.
4809  */
4810 static int
4811 WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4812 {
4813         int cntdn;
4814         int count = 0;
4815         u32 intstat=0;
4816
4817         cntdn = 1000 * howlong;
4818         if (sleepFlag == CAN_SLEEP) {
4819                 while (--cntdn) {
4820                         intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4821                         if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4822                                 break;
4823                         msleep(1);
4824                         count++;
4825                 }
4826         } else {
4827                 while (--cntdn) {
4828                         intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4829                         if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4830                                 break;
4831                         udelay (1000);
4832                         count++;
4833                 }
4834         }
4835
4836         if (cntdn) {
4837                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell INT (cnt=%d) howlong=%d\n",
4838                                 ioc->name, count, howlong));
4839                 return count;
4840         }
4841
4842         printk(MYIOC_s_ERR_FMT "Doorbell INT timeout (count=%d), IntStatus=%x!\n",
4843                         ioc->name, count, intstat);
4844         return -1;
4845 }
4846
4847 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4848 /**
4849  *      WaitForDoorbellReply - Wait for and capture an IOC handshake reply.
4850  *      @ioc: Pointer to MPT_ADAPTER structure
4851  *      @howlong: How long to wait (in seconds)
4852  *      @sleepFlag: Specifies whether the process can sleep
4853  *
4854  *      This routine polls the IOC for a handshake reply, 16 bits at a time.
4855  *      Reply is cached to IOC private area large enough to hold a maximum
4856  *      of 128 bytes of reply data.
4857  *
4858  *      Returns a negative value on failure, else size of reply in WORDS.
4859  */
4860 static int
4861 WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4862 {
4863         int u16cnt = 0;
4864         int failcnt = 0;
4865         int t;
4866         u16 *hs_reply = ioc->hs_reply;
4867         volatile MPIDefaultReply_t *mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4868         u16 hword;
4869
4870         hs_reply[0] = hs_reply[1] = hs_reply[7] = 0;
4871
4872         /*
4873          * Get first two u16's so we can look at IOC's intended reply MsgLength
4874          */
4875         u16cnt=0;
4876         if ((t = WaitForDoorbellInt(ioc, howlong, sleepFlag)) < 0) {
4877                 failcnt++;
4878         } else {
4879                 hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4880                 CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4881                 if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4882                         failcnt++;
4883                 else {
4884                         hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4885                         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4886                 }
4887         }
4888
4889         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitCnt=%d First handshake reply word=%08x%s\n",
4890                         ioc->name, t, le32_to_cpu(*(u32 *)hs_reply),
4891                         failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4892
4893         /*
4894          * If no error (and IOC said MsgLength is > 0), piece together
4895          * reply 16 bits at a time.
4896          */
4897         for (u16cnt=2; !failcnt && u16cnt < (2 * mptReply->MsgLength); u16cnt++) {
4898                 if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4899                         failcnt++;
4900                 hword = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4901                 /* don't overflow our IOC hs_reply[] buffer! */
4902                 if (u16cnt < ARRAY_SIZE(ioc->hs_reply))
4903                         hs_reply[u16cnt] = hword;
4904                 CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4905         }
4906
4907         if (!failcnt && (t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4908                 failcnt++;
4909         CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4910
4911         if (failcnt) {
4912                 printk(MYIOC_s_ERR_FMT "Handshake reply failure!\n",
4913                                 ioc->name);
4914                 return -failcnt;
4915         }
4916 #if 0
4917         else if (u16cnt != (2 * mptReply->MsgLength)) {
4918                 return -101;
4919         }
4920         else if ((mptReply->IOCStatus & MPI_IOCSTATUS_MASK) != MPI_IOCSTATUS_SUCCESS) {
4921                 return -102;
4922         }
4923 #endif
4924
4925         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got Handshake reply:\n", ioc->name));
4926         DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mptReply);
4927
4928         dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell REPLY WaitCnt=%d (sz=%d)\n",
4929                         ioc->name, t, u16cnt/2));
4930         return u16cnt/2;
4931 }
4932
4933 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4934 /**
4935  *      GetLanConfigPages - Fetch LANConfig pages.
4936  *      @ioc: Pointer to MPT_ADAPTER structure
4937  *
4938  *      Return: 0 for success
4939  *      -ENOMEM if no memory available
4940  *              -EPERM if not allowed due to ISR context
4941  *              -EAGAIN if no msg frames currently available
4942  *              -EFAULT for non-successful reply or no reply (timeout)
4943  */
4944 static int
4945 GetLanConfigPages(MPT_ADAPTER *ioc)
4946 {
4947         ConfigPageHeader_t       hdr;
4948         CONFIGPARMS              cfg;
4949         LANPage0_t              *ppage0_alloc;
4950         dma_addr_t               page0_dma;
4951         LANPage1_t              *ppage1_alloc;
4952         dma_addr_t               page1_dma;
4953         int                      rc = 0;
4954         int                      data_sz;
4955         int                      copy_sz;
4956
4957         /* Get LAN Page 0 header */
4958         hdr.PageVersion = 0;
4959         hdr.PageLength = 0;
4960         hdr.PageNumber = 0;
4961         hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
4962         cfg.cfghdr.hdr = &hdr;
4963         cfg.physAddr = -1;
4964         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
4965         cfg.dir = 0;
4966         cfg.pageAddr = 0;
4967         cfg.timeout = 0;
4968
4969         if ((rc = mpt_config(ioc, &cfg)) != 0)
4970                 return rc;
4971
4972         if (hdr.PageLength > 0) {
4973                 data_sz = hdr.PageLength * 4;
4974                 ppage0_alloc = (LANPage0_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page0_dma);
4975                 rc = -ENOMEM;
4976                 if (ppage0_alloc) {
4977                         memset((u8 *)ppage0_alloc, 0, data_sz);
4978                         cfg.physAddr = page0_dma;
4979                         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
4980
4981                         if ((rc = mpt_config(ioc, &cfg)) == 0) {
4982                                 /* save the data */
4983                                 copy_sz = min_t(int, sizeof(LANPage0_t), data_sz);
4984                                 memcpy(&ioc->lan_cnfg_page0, ppage0_alloc, copy_sz);
4985
4986                         }
4987
4988                         pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage0_alloc, page0_dma);
4989
4990                         /* FIXME!
4991                          *      Normalize endianness of structure data,
4992                          *      by byte-swapping all > 1 byte fields!
4993                          */
4994
4995                 }
4996
4997                 if (rc)
4998                         return rc;
4999         }
5000
5001         /* Get LAN Page 1 header */
5002         hdr.PageVersion = 0;
5003         hdr.PageLength = 0;
5004         hdr.PageNumber = 1;
5005         hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
5006         cfg.cfghdr.hdr = &hdr;
5007         cfg.physAddr = -1;
5008         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5009         cfg.dir = 0;
5010         cfg.pageAddr = 0;
5011
5012         if ((rc = mpt_config(ioc, &cfg)) != 0)
5013                 return rc;
5014
5015         if (hdr.PageLength == 0)
5016                 return 0;
5017
5018         data_sz = hdr.PageLength * 4;
5019         rc = -ENOMEM;
5020         ppage1_alloc = (LANPage1_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page1_dma);
5021         if (ppage1_alloc) {
5022                 memset((u8 *)ppage1_alloc, 0, data_sz);
5023                 cfg.physAddr = page1_dma;
5024                 cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5025
5026                 if ((rc = mpt_config(ioc, &cfg)) == 0) {
5027                         /* save the data */
5028                         copy_sz = min_t(int, sizeof(LANPage1_t), data_sz);
5029                         memcpy(&ioc->lan_cnfg_page1, ppage1_alloc, copy_sz);
5030                 }
5031
5032                 pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage1_alloc, page1_dma);
5033
5034                 /* FIXME!
5035                  *      Normalize endianness of structure data,
5036                  *      by byte-swapping all > 1 byte fields!
5037                  */
5038
5039         }
5040
5041         return rc;
5042 }
5043
5044 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5045 /**
5046  *      mptbase_sas_persist_operation - Perform operation on SAS Persistent Table
5047  *      @ioc: Pointer to MPT_ADAPTER structure
5048  *      @persist_opcode: see below
5049  *
5050  *      MPI_SAS_OP_CLEAR_NOT_PRESENT - Free all persist TargetID mappings for
5051  *              devices not currently present.
5052  *      MPI_SAS_OP_CLEAR_ALL_PERSISTENT - Clear al persist TargetID mappings
5053  *
5054  *      NOTE: Don't use not this function during interrupt time.
5055  *
5056  *      Returns 0 for success, non-zero error
5057  */
5058
5059 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5060 int
5061 mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode)
5062 {
5063         SasIoUnitControlRequest_t       *sasIoUnitCntrReq;
5064         SasIoUnitControlReply_t         *sasIoUnitCntrReply;
5065         MPT_FRAME_HDR                   *mf = NULL;
5066         MPIHeader_t                     *mpi_hdr;
5067         int                             ret = 0;
5068         unsigned long                   timeleft;
5069
5070         mutex_lock(&ioc->mptbase_cmds.mutex);
5071
5072         /* init the internal cmd struct */
5073         memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
5074         INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
5075
5076         /* insure garbage is not sent to fw */
5077         switch(persist_opcode) {
5078
5079         case MPI_SAS_OP_CLEAR_NOT_PRESENT:
5080         case MPI_SAS_OP_CLEAR_ALL_PERSISTENT:
5081                 break;
5082
5083         default:
5084                 ret = -1;
5085                 goto out;
5086         }
5087
5088         printk(KERN_DEBUG  "%s: persist_opcode=%x\n",
5089                 __func__, persist_opcode);
5090
5091         /* Get a MF for this command.
5092          */
5093         if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
5094                 printk(KERN_DEBUG "%s: no msg frames!\n", __func__);
5095                 ret = -1;
5096                 goto out;
5097         }
5098
5099         mpi_hdr = (MPIHeader_t *) mf;
5100         sasIoUnitCntrReq = (SasIoUnitControlRequest_t *)mf;
5101         memset(sasIoUnitCntrReq,0,sizeof(SasIoUnitControlRequest_t));
5102         sasIoUnitCntrReq->Function = MPI_FUNCTION_SAS_IO_UNIT_CONTROL;
5103         sasIoUnitCntrReq->MsgContext = mpi_hdr->MsgContext;
5104         sasIoUnitCntrReq->Operation = persist_opcode;
5105
5106         mpt_put_msg_frame(mpt_base_index, ioc, mf);
5107         timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done, 10*HZ);
5108         if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
5109                 ret = -ETIME;
5110                 printk(KERN_DEBUG "%s: failed\n", __func__);
5111                 if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
5112                         goto out;
5113                 if (!timeleft) {
5114                         printk(MYIOC_s_WARN_FMT
5115                                "Issuing Reset from %s!!, doorbell=0x%08x\n",
5116                                ioc->name, __func__, mpt_GetIocState(ioc, 0));
5117                         mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
5118                         mpt_free_msg_frame(ioc, mf);
5119                 }
5120                 goto out;
5121         }
5122
5123         if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
5124                 ret = -1;
5125                 goto out;
5126         }
5127
5128         sasIoUnitCntrReply =
5129             (SasIoUnitControlReply_t *)ioc->mptbase_cmds.reply;
5130         if (le16_to_cpu(sasIoUnitCntrReply->IOCStatus) != MPI_IOCSTATUS_SUCCESS) {
5131                 printk(KERN_DEBUG "%s: IOCStatus=0x%X IOCLogInfo=0x%X\n",
5132                     __func__, sasIoUnitCntrReply->IOCStatus,
5133                     sasIoUnitCntrReply->IOCLogInfo);
5134                 printk(KERN_DEBUG "%s: failed\n", __func__);
5135                 ret = -1;
5136         } else
5137                 printk(KERN_DEBUG "%s: success\n", __func__);
5138  out:
5139
5140         CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
5141         mutex_unlock(&ioc->mptbase_cmds.mutex);
5142         return ret;
5143 }
5144
5145 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5146
5147 static void
5148 mptbase_raid_process_event_data(MPT_ADAPTER *ioc,
5149     MpiEventDataRaid_t * pRaidEventData)
5150 {
5151         int     volume;
5152         int     reason;
5153         int     disk;
5154         int     status;
5155         int     flags;
5156         int     state;
5157
5158         volume  = pRaidEventData->VolumeID;
5159         reason  = pRaidEventData->ReasonCode;
5160         disk    = pRaidEventData->PhysDiskNum;
5161         status  = le32_to_cpu(pRaidEventData->SettingsStatus);
5162         flags   = (status >> 0) & 0xff;
5163         state   = (status >> 8) & 0xff;
5164
5165         if (reason == MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED) {
5166                 return;
5167         }
5168
5169         if ((reason >= MPI_EVENT_RAID_RC_PHYSDISK_CREATED &&
5170              reason <= MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED) ||
5171             (reason == MPI_EVENT_RAID_RC_SMART_DATA)) {
5172                 printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for PhysDisk %d id=%d\n",
5173                         ioc->name, disk, volume);
5174         } else {
5175                 printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for VolumeID %d\n",
5176                         ioc->name, volume);
5177         }
5178
5179         switch(reason) {
5180         case MPI_EVENT_RAID_RC_VOLUME_CREATED:
5181                 printk(MYIOC_s_INFO_FMT "  volume has been created\n",
5182                         ioc->name);
5183                 break;
5184
5185         case MPI_EVENT_RAID_RC_VOLUME_DELETED:
5186
5187                 printk(MYIOC_s_INFO_FMT "  volume has been deleted\n",
5188                         ioc->name);
5189                 break;
5190
5191         case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED:
5192                 printk(MYIOC_s_INFO_FMT "  volume settings have been changed\n",
5193                         ioc->name);
5194                 break;
5195
5196         case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED:
5197                 printk(MYIOC_s_INFO_FMT "  volume is now %s%s%s%s\n",
5198                         ioc->name,
5199                         state == MPI_RAIDVOL0_STATUS_STATE_OPTIMAL
5200                          ? "optimal"
5201                          : state == MPI_RAIDVOL0_STATUS_STATE_DEGRADED
5202                           ? "degraded"
5203                           : state == MPI_RAIDVOL0_STATUS_STATE_FAILED
5204                            ? "failed"
5205                            : "state unknown",
5206                         flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED
5207                          ? ", enabled" : "",
5208                         flags & MPI_RAIDVOL0_STATUS_FLAG_QUIESCED
5209                          ? ", quiesced" : "",
5210                         flags & MPI_RAIDVOL0_STATUS_FLAG_RESYNC_IN_PROGRESS
5211                          ? ", resync in progress" : "" );
5212                 break;
5213
5214         case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED:
5215                 printk(MYIOC_s_INFO_FMT "  volume membership of PhysDisk %d has changed\n",
5216                         ioc->name, disk);
5217                 break;
5218
5219         case MPI_EVENT_RAID_RC_PHYSDISK_CREATED:
5220                 printk(MYIOC_s_INFO_FMT "  PhysDisk has been created\n",
5221                         ioc->name);
5222                 break;
5223
5224         case MPI_EVENT_RAID_RC_PHYSDISK_DELETED:
5225                 printk(MYIOC_s_INFO_FMT "  PhysDisk has been deleted\n",
5226                         ioc->name);
5227                 break;
5228
5229         case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED:
5230                 printk(MYIOC_s_INFO_FMT "  PhysDisk settings have been changed\n",
5231                         ioc->name);
5232                 break;
5233
5234         case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED:
5235                 printk(MYIOC_s_INFO_FMT "  PhysDisk is now %s%s%s\n",
5236                         ioc->name,
5237                         state == MPI_PHYSDISK0_STATUS_ONLINE
5238                          ? "online"
5239                          : state == MPI_PHYSDISK0_STATUS_MISSING
5240                           ? "missing"
5241                           : state == MPI_PHYSDISK0_STATUS_NOT_COMPATIBLE
5242                            ? "not compatible"
5243                            : state == MPI_PHYSDISK0_STATUS_FAILED
5244                             ? "failed"
5245                             : state == MPI_PHYSDISK0_STATUS_INITIALIZING
5246                              ? "initializing"
5247                              : state == MPI_PHYSDISK0_STATUS_OFFLINE_REQUESTED
5248                               ? "offline requested"
5249                               : state == MPI_PHYSDISK0_STATUS_FAILED_REQUESTED
5250                                ? "failed requested"
5251                                : state == MPI_PHYSDISK0_STATUS_OTHER_OFFLINE
5252                                 ? "offline"
5253                                 : "state unknown",
5254                         flags & MPI_PHYSDISK0_STATUS_FLAG_OUT_OF_SYNC
5255                          ? ", out of sync" : "",
5256                         flags & MPI_PHYSDISK0_STATUS_FLAG_QUIESCED
5257                          ? ", quiesced" : "" );
5258                 break;
5259
5260         case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED:
5261                 printk(MYIOC_s_INFO_FMT "  Domain Validation needed for PhysDisk %d\n",
5262                         ioc->name, disk);
5263                 break;
5264
5265         case MPI_EVENT_RAID_RC_SMART_DATA:
5266                 printk(MYIOC_s_INFO_FMT "  SMART data received, ASC/ASCQ = %02xh/%02xh\n",
5267                         ioc->name, pRaidEventData->ASC, pRaidEventData->ASCQ);
5268                 break;
5269
5270         case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED:
5271                 printk(MYIOC_s_INFO_FMT "  replacement of PhysDisk %d has started\n",
5272                         ioc->name, disk);
5273                 break;
5274         }
5275 }
5276
5277 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5278 /**
5279  *      GetIoUnitPage2 - Retrieve BIOS version and boot order information.
5280  *      @ioc: Pointer to MPT_ADAPTER structure
5281  *
5282  *      Returns: 0 for success
5283  *      -ENOMEM if no memory available
5284  *              -EPERM if not allowed due to ISR context
5285  *              -EAGAIN if no msg frames currently available
5286  *              -EFAULT for non-successful reply or no reply (timeout)
5287  */
5288 static int
5289 GetIoUnitPage2(MPT_ADAPTER *ioc)
5290 {
5291         ConfigPageHeader_t       hdr;
5292         CONFIGPARMS              cfg;
5293         IOUnitPage2_t           *ppage_alloc;
5294         dma_addr_t               page_dma;
5295         int                      data_sz;
5296         int                      rc;
5297
5298         /* Get the page header */
5299         hdr.PageVersion = 0;
5300         hdr.PageLength = 0;
5301         hdr.PageNumber = 2;
5302         hdr.PageType = MPI_CONFIG_PAGETYPE_IO_UNIT;
5303         cfg.cfghdr.hdr = &hdr;
5304         cfg.physAddr = -1;
5305         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5306         cfg.dir = 0;
5307         cfg.pageAddr = 0;
5308         cfg.timeout = 0;
5309
5310         if ((rc = mpt_config(ioc, &cfg)) != 0)
5311                 return rc;
5312
5313         if (hdr.PageLength == 0)
5314                 return 0;
5315
5316         /* Read the config page */
5317         data_sz = hdr.PageLength * 4;
5318         rc = -ENOMEM;
5319         ppage_alloc = (IOUnitPage2_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page_dma);
5320         if (ppage_alloc) {
5321                 memset((u8 *)ppage_alloc, 0, data_sz);
5322                 cfg.physAddr = page_dma;
5323                 cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5324
5325                 /* If Good, save data */
5326                 if ((rc = mpt_config(ioc, &cfg)) == 0)
5327                         ioc->biosVersion = le32_to_cpu(ppage_alloc->BiosVersion);
5328
5329                 pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage_alloc, page_dma);
5330         }
5331
5332         return rc;
5333 }
5334
5335 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5336 /**
5337  *      mpt_GetScsiPortSettings - read SCSI Port Page 0 and 2
5338  *      @ioc: Pointer to a Adapter Strucutre
5339  *      @portnum: IOC port number
5340  *
5341  *      Return: -EFAULT if read of config page header fails
5342  *                      or if no nvram
5343  *      If read of SCSI Port Page 0 fails,
5344  *              NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5345  *              Adapter settings: async, narrow
5346  *              Return 1
5347  *      If read of SCSI Port Page 2 fails,
5348  *              Adapter settings valid
5349  *              NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5350  *              Return 1
5351  *      Else
5352  *              Both valid
5353  *              Return 0
5354  *      CHECK - what type of locking mechanisms should be used????
5355  */
5356 static int
5357 mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum)
5358 {
5359         u8                      *pbuf;
5360         dma_addr_t               buf_dma;
5361         CONFIGPARMS              cfg;
5362         ConfigPageHeader_t       header;
5363         int                      ii;
5364         int                      data, rc = 0;
5365
5366         /* Allocate memory
5367          */
5368         if (!ioc->spi_data.nvram) {
5369                 int      sz;
5370                 u8      *mem;
5371                 sz = MPT_MAX_SCSI_DEVICES * sizeof(int);
5372                 mem = kmalloc(sz, GFP_ATOMIC);
5373                 if (mem == NULL)
5374                         return -EFAULT;
5375
5376                 ioc->spi_data.nvram = (int *) mem;
5377
5378                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SCSI device NVRAM settings @ %p, sz=%d\n",
5379                         ioc->name, ioc->spi_data.nvram, sz));
5380         }
5381
5382         /* Invalidate NVRAM information
5383          */
5384         for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5385                 ioc->spi_data.nvram[ii] = MPT_HOST_NVRAM_INVALID;
5386         }
5387
5388         /* Read SPP0 header, allocate memory, then read page.
5389          */
5390         header.PageVersion = 0;
5391         header.PageLength = 0;
5392         header.PageNumber = 0;
5393         header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5394         cfg.cfghdr.hdr = &header;
5395         cfg.physAddr = -1;
5396         cfg.pageAddr = portnum;
5397         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5398         cfg.dir = 0;
5399         cfg.timeout = 0;        /* use default */
5400         if (mpt_config(ioc, &cfg) != 0)
5401                  return -EFAULT;
5402
5403         if (header.PageLength > 0) {
5404                 pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5405                 if (pbuf) {
5406                         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5407                         cfg.physAddr = buf_dma;
5408                         if (mpt_config(ioc, &cfg) != 0) {
5409                                 ioc->spi_data.maxBusWidth = MPT_NARROW;
5410                                 ioc->spi_data.maxSyncOffset = 0;
5411                                 ioc->spi_data.minSyncFactor = MPT_ASYNC;
5412                                 ioc->spi_data.busType = MPT_HOST_BUS_UNKNOWN;
5413                                 rc = 1;
5414                                 ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5415                                         "Unable to read PortPage0 minSyncFactor=%x\n",
5416                                         ioc->name, ioc->spi_data.minSyncFactor));
5417                         } else {
5418                                 /* Save the Port Page 0 data
5419                                  */
5420                                 SCSIPortPage0_t  *pPP0 = (SCSIPortPage0_t  *) pbuf;
5421                                 pPP0->Capabilities = le32_to_cpu(pPP0->Capabilities);
5422                                 pPP0->PhysicalInterface = le32_to_cpu(pPP0->PhysicalInterface);
5423
5424                                 if ( (pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_QAS) == 0 ) {
5425                                         ioc->spi_data.noQas |= MPT_TARGET_NO_NEGO_QAS;
5426                                         ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5427                                                 "noQas due to Capabilities=%x\n",
5428                                                 ioc->name, pPP0->Capabilities));
5429                                 }
5430                                 ioc->spi_data.maxBusWidth = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_WIDE ? 1 : 0;
5431                                 data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MAX_SYNC_OFFSET_MASK;
5432                                 if (data) {
5433                                         ioc->spi_data.maxSyncOffset = (u8) (data >> 16);
5434                                         data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MIN_SYNC_PERIOD_MASK;
5435                                         ioc->spi_data.minSyncFactor = (u8) (data >> 8);
5436                                         ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5437                                                 "PortPage0 minSyncFactor=%x\n",
5438                                                 ioc->name, ioc->spi_data.minSyncFactor));
5439                                 } else {
5440                                         ioc->spi_data.maxSyncOffset = 0;
5441                                         ioc->spi_data.minSyncFactor = MPT_ASYNC;
5442                                 }
5443
5444                                 ioc->spi_data.busType = pPP0->PhysicalInterface & MPI_SCSIPORTPAGE0_PHY_SIGNAL_TYPE_MASK;
5445
5446                                 /* Update the minSyncFactor based on bus type.
5447                                  */
5448                                 if ((ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_HVD) ||
5449                                         (ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_SE))  {
5450
5451                                         if (ioc->spi_data.minSyncFactor < MPT_ULTRA) {
5452                                                 ioc->spi_data.minSyncFactor = MPT_ULTRA;
5453                                                 ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5454                                                         "HVD or SE detected, minSyncFactor=%x\n",
5455                                                         ioc->name, ioc->spi_data.minSyncFactor));
5456                                         }
5457                                 }
5458                         }
5459                         if (pbuf) {
5460                                 pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5461                         }
5462                 }
5463         }
5464
5465         /* SCSI Port Page 2 - Read the header then the page.
5466          */
5467         header.PageVersion = 0;
5468         header.PageLength = 0;
5469         header.PageNumber = 2;
5470         header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5471         cfg.cfghdr.hdr = &header;
5472         cfg.physAddr = -1;
5473         cfg.pageAddr = portnum;
5474         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5475         cfg.dir = 0;
5476         if (mpt_config(ioc, &cfg) != 0)
5477                 return -EFAULT;
5478
5479         if (header.PageLength > 0) {
5480                 /* Allocate memory and read SCSI Port Page 2
5481                  */
5482                 pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5483                 if (pbuf) {
5484                         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_NVRAM;
5485                         cfg.physAddr = buf_dma;
5486                         if (mpt_config(ioc, &cfg) != 0) {
5487                                 /* Nvram data is left with INVALID mark
5488                                  */
5489                                 rc = 1;
5490                         } else if (ioc->pcidev->vendor == PCI_VENDOR_ID_ATTO) {
5491
5492                                 /* This is an ATTO adapter, read Page2 accordingly
5493                                 */
5494                                 ATTO_SCSIPortPage2_t *pPP2 = (ATTO_SCSIPortPage2_t  *) pbuf;
5495                                 ATTODeviceInfo_t *pdevice = NULL;
5496                                 u16 ATTOFlags;
5497
5498                                 /* Save the Port Page 2 data
5499                                  * (reformat into a 32bit quantity)
5500                                  */
5501                                 for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5502                                   pdevice = &pPP2->DeviceSettings[ii];
5503                                   ATTOFlags = le16_to_cpu(pdevice->ATTOFlags);
5504                                   data = 0;
5505
5506                                   /* Translate ATTO device flags to LSI format
5507                                    */
5508                                   if (ATTOFlags & ATTOFLAG_DISC)
5509                                     data |= (MPI_SCSIPORTPAGE2_DEVICE_DISCONNECT_ENABLE);
5510                                   if (ATTOFlags & ATTOFLAG_ID_ENB)
5511                                     data |= (MPI_SCSIPORTPAGE2_DEVICE_ID_SCAN_ENABLE);
5512                                   if (ATTOFlags & ATTOFLAG_LUN_ENB)
5513                                     data |= (MPI_SCSIPORTPAGE2_DEVICE_LUN_SCAN_ENABLE);
5514                                   if (ATTOFlags & ATTOFLAG_TAGGED)
5515                                     data |= (MPI_SCSIPORTPAGE2_DEVICE_TAG_QUEUE_ENABLE);
5516                                   if (!(ATTOFlags & ATTOFLAG_WIDE_ENB))
5517                                     data |= (MPI_SCSIPORTPAGE2_DEVICE_WIDE_DISABLE);
5518
5519                                   data = (data << 16) | (pdevice->Period << 8) | 10;
5520                                   ioc->spi_data.nvram[ii] = data;
5521                                 }
5522                         } else {
5523                                 SCSIPortPage2_t *pPP2 = (SCSIPortPage2_t  *) pbuf;
5524                                 MpiDeviceInfo_t *pdevice = NULL;
5525
5526                                 /*
5527                                  * Save "Set to Avoid SCSI Bus Resets" flag
5528                                  */
5529                                 ioc->spi_data.bus_reset =
5530                                     (le32_to_cpu(pPP2->PortFlags) &
5531                                 MPI_SCSIPORTPAGE2_PORT_FLAGS_AVOID_SCSI_RESET) ?
5532                                     0 : 1 ;
5533
5534                                 /* Save the Port Page 2 data
5535                                  * (reformat into a 32bit quantity)
5536                                  */
5537                                 data = le32_to_cpu(pPP2->PortFlags) & MPI_SCSIPORTPAGE2_PORT_FLAGS_DV_MASK;
5538                                 ioc->spi_data.PortFlags = data;
5539                                 for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5540                                         pdevice = &pPP2->DeviceSettings[ii];
5541                                         data = (le16_to_cpu(pdevice->DeviceFlags) << 16) |
5542                                                 (pdevice->SyncFactor << 8) | pdevice->Timeout;
5543                                         ioc->spi_data.nvram[ii] = data;
5544                                 }
5545                         }
5546
5547                         pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5548                 }
5549         }
5550
5551         /* Update Adapter limits with those from NVRAM
5552          * Comment: Don't need to do this. Target performance
5553          * parameters will never exceed the adapters limits.
5554          */
5555
5556         return rc;
5557 }
5558
5559 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5560 /**
5561  *      mpt_readScsiDevicePageHeaders - save version and length of SDP1
5562  *      @ioc: Pointer to a Adapter Strucutre
5563  *      @portnum: IOC port number
5564  *
5565  *      Return: -EFAULT if read of config page header fails
5566  *              or 0 if success.
5567  */
5568 static int
5569 mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum)
5570 {
5571         CONFIGPARMS              cfg;
5572         ConfigPageHeader_t       header;
5573
5574         /* Read the SCSI Device Page 1 header
5575          */
5576         header.PageVersion = 0;
5577         header.PageLength = 0;
5578         header.PageNumber = 1;
5579         header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5580         cfg.cfghdr.hdr = &header;
5581         cfg.physAddr = -1;
5582         cfg.pageAddr = portnum;
5583         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5584         cfg.dir = 0;
5585         cfg.timeout = 0;
5586         if (mpt_config(ioc, &cfg) != 0)
5587                  return -EFAULT;
5588
5589         ioc->spi_data.sdp1version = cfg.cfghdr.hdr->PageVersion;
5590         ioc->spi_data.sdp1length = cfg.cfghdr.hdr->PageLength;
5591
5592         header.PageVersion = 0;
5593         header.PageLength = 0;
5594         header.PageNumber = 0;
5595         header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5596         if (mpt_config(ioc, &cfg) != 0)
5597                  return -EFAULT;
5598
5599         ioc->spi_data.sdp0version = cfg.cfghdr.hdr->PageVersion;
5600         ioc->spi_data.sdp0length = cfg.cfghdr.hdr->PageLength;
5601
5602         dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 0: version %d length %d\n",
5603                         ioc->name, ioc->spi_data.sdp0version, ioc->spi_data.sdp0length));
5604
5605         dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 1: version %d length %d\n",
5606                         ioc->name, ioc->spi_data.sdp1version, ioc->spi_data.sdp1length));
5607         return 0;
5608 }
5609
5610 /**
5611  * mpt_inactive_raid_list_free - This clears this link list.
5612  * @ioc : pointer to per adapter structure
5613  **/
5614 static void
5615 mpt_inactive_raid_list_free(MPT_ADAPTER *ioc)
5616 {
5617         struct inactive_raid_component_info *component_info, *pNext;
5618
5619         if (list_empty(&ioc->raid_data.inactive_list))
5620                 return;
5621
5622         mutex_lock(&ioc->raid_data.inactive_list_mutex);
5623         list_for_each_entry_safe(component_info, pNext,
5624             &ioc->raid_data.inactive_list, list) {
5625                 list_del(&component_info->list);
5626                 kfree(component_info);
5627         }
5628         mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5629 }
5630
5631 /**
5632  * mpt_inactive_raid_volumes - sets up link list of phy_disk_nums for devices belonging in an inactive volume
5633  *
5634  * @ioc : pointer to per adapter structure
5635  * @channel : volume channel
5636  * @id : volume target id
5637  **/
5638 static void
5639 mpt_inactive_raid_volumes(MPT_ADAPTER *ioc, u8 channel, u8 id)
5640 {
5641         CONFIGPARMS                     cfg;
5642         ConfigPageHeader_t              hdr;
5643         dma_addr_t                      dma_handle;
5644         pRaidVolumePage0_t              buffer = NULL;
5645         int                             i;
5646         RaidPhysDiskPage0_t             phys_disk;
5647         struct inactive_raid_component_info *component_info;
5648         int                             handle_inactive_volumes;
5649
5650         memset(&cfg, 0 , sizeof(CONFIGPARMS));
5651         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5652         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
5653         cfg.pageAddr = (channel << 8) + id;
5654         cfg.cfghdr.hdr = &hdr;
5655         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5656
5657         if (mpt_config(ioc, &cfg) != 0)
5658                 goto out;
5659
5660         if (!hdr.PageLength)
5661                 goto out;
5662
5663         buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5664             &dma_handle);
5665
5666         if (!buffer)
5667                 goto out;
5668
5669         cfg.physAddr = dma_handle;
5670         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5671
5672         if (mpt_config(ioc, &cfg) != 0)
5673                 goto out;
5674
5675         if (!buffer->NumPhysDisks)
5676                 goto out;
5677
5678         handle_inactive_volumes =
5679            (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_VOLUME_INACTIVE ||
5680            (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED) == 0 ||
5681             buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_FAILED ||
5682             buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_MISSING) ? 1 : 0;
5683
5684         if (!handle_inactive_volumes)
5685                 goto out;
5686
5687         mutex_lock(&ioc->raid_data.inactive_list_mutex);
5688         for (i = 0; i < buffer->NumPhysDisks; i++) {
5689                 if(mpt_raid_phys_disk_pg0(ioc,
5690                     buffer->PhysDisk[i].PhysDiskNum, &phys_disk) != 0)
5691                         continue;
5692
5693                 if ((component_info = kmalloc(sizeof (*component_info),
5694                  GFP_KERNEL)) == NULL)
5695                         continue;
5696
5697                 component_info->volumeID = id;
5698                 component_info->volumeBus = channel;
5699                 component_info->d.PhysDiskNum = phys_disk.PhysDiskNum;
5700                 component_info->d.PhysDiskBus = phys_disk.PhysDiskBus;
5701                 component_info->d.PhysDiskID = phys_disk.PhysDiskID;
5702                 component_info->d.PhysDiskIOC = phys_disk.PhysDiskIOC;
5703
5704                 list_add_tail(&component_info->list,
5705                     &ioc->raid_data.inactive_list);
5706         }
5707         mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5708
5709  out:
5710         if (buffer)
5711                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5712                     dma_handle);
5713 }
5714
5715 /**
5716  *      mpt_raid_phys_disk_pg0 - returns phys disk page zero
5717  *      @ioc: Pointer to a Adapter Structure
5718  *      @phys_disk_num: io unit unique phys disk num generated by the ioc
5719  *      @phys_disk: requested payload data returned
5720  *
5721  *      Return:
5722  *      0 on success
5723  *      -EFAULT if read of config page header fails or data pointer not NULL
5724  *      -ENOMEM if pci_alloc failed
5725  **/
5726 int
5727 mpt_raid_phys_disk_pg0(MPT_ADAPTER *ioc, u8 phys_disk_num,
5728                         RaidPhysDiskPage0_t *phys_disk)
5729 {
5730         CONFIGPARMS                     cfg;
5731         ConfigPageHeader_t              hdr;
5732         dma_addr_t                      dma_handle;
5733         pRaidPhysDiskPage0_t            buffer = NULL;
5734         int                             rc;
5735
5736         memset(&cfg, 0 , sizeof(CONFIGPARMS));
5737         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5738         memset(phys_disk, 0, sizeof(RaidPhysDiskPage0_t));
5739
5740         hdr.PageVersion = MPI_RAIDPHYSDISKPAGE0_PAGEVERSION;
5741         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5742         cfg.cfghdr.hdr = &hdr;
5743         cfg.physAddr = -1;
5744         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5745
5746         if (mpt_config(ioc, &cfg) != 0) {
5747                 rc = -EFAULT;
5748                 goto out;
5749         }
5750
5751         if (!hdr.PageLength) {
5752                 rc = -EFAULT;
5753                 goto out;
5754         }
5755
5756         buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5757             &dma_handle);
5758
5759         if (!buffer) {
5760                 rc = -ENOMEM;
5761                 goto out;
5762         }
5763
5764         cfg.physAddr = dma_handle;
5765         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5766         cfg.pageAddr = phys_disk_num;
5767
5768         if (mpt_config(ioc, &cfg) != 0) {
5769                 rc = -EFAULT;
5770                 goto out;
5771         }
5772
5773         rc = 0;
5774         memcpy(phys_disk, buffer, sizeof(*buffer));
5775         phys_disk->MaxLBA = le32_to_cpu(buffer->MaxLBA);
5776
5777  out:
5778
5779         if (buffer)
5780                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5781                     dma_handle);
5782
5783         return rc;
5784 }
5785
5786 /**
5787  *      mpt_raid_phys_disk_get_num_paths - returns number paths associated to this phys_num
5788  *      @ioc: Pointer to a Adapter Structure
5789  *      @phys_disk_num: io unit unique phys disk num generated by the ioc
5790  *
5791  *      Return:
5792  *      returns number paths
5793  **/
5794 int
5795 mpt_raid_phys_disk_get_num_paths(MPT_ADAPTER *ioc, u8 phys_disk_num)
5796 {
5797         CONFIGPARMS                     cfg;
5798         ConfigPageHeader_t              hdr;
5799         dma_addr_t                      dma_handle;
5800         pRaidPhysDiskPage1_t            buffer = NULL;
5801         int                             rc;
5802
5803         memset(&cfg, 0 , sizeof(CONFIGPARMS));
5804         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5805
5806         hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5807         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5808         hdr.PageNumber = 1;
5809         cfg.cfghdr.hdr = &hdr;
5810         cfg.physAddr = -1;
5811         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5812
5813         if (mpt_config(ioc, &cfg) != 0) {
5814                 rc = 0;
5815                 goto out;
5816         }
5817
5818         if (!hdr.PageLength) {
5819                 rc = 0;
5820                 goto out;
5821         }
5822
5823         buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5824             &dma_handle);
5825
5826         if (!buffer) {
5827                 rc = 0;
5828                 goto out;
5829         }
5830
5831         cfg.physAddr = dma_handle;
5832         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5833         cfg.pageAddr = phys_disk_num;
5834
5835         if (mpt_config(ioc, &cfg) != 0) {
5836                 rc = 0;
5837                 goto out;
5838         }
5839
5840         rc = buffer->NumPhysDiskPaths;
5841  out:
5842
5843         if (buffer)
5844                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5845                     dma_handle);
5846
5847         return rc;
5848 }
5849 EXPORT_SYMBOL(mpt_raid_phys_disk_get_num_paths);
5850
5851 /**
5852  *      mpt_raid_phys_disk_pg1 - returns phys disk page 1
5853  *      @ioc: Pointer to a Adapter Structure
5854  *      @phys_disk_num: io unit unique phys disk num generated by the ioc
5855  *      @phys_disk: requested payload data returned
5856  *
5857  *      Return:
5858  *      0 on success
5859  *      -EFAULT if read of config page header fails or data pointer not NULL
5860  *      -ENOMEM if pci_alloc failed
5861  **/
5862 int
5863 mpt_raid_phys_disk_pg1(MPT_ADAPTER *ioc, u8 phys_disk_num,
5864                 RaidPhysDiskPage1_t *phys_disk)
5865 {
5866         CONFIGPARMS                     cfg;
5867         ConfigPageHeader_t              hdr;
5868         dma_addr_t                      dma_handle;
5869         pRaidPhysDiskPage1_t            buffer = NULL;
5870         int                             rc;
5871         int                             i;
5872         __le64                          sas_address;
5873
5874         memset(&cfg, 0 , sizeof(CONFIGPARMS));
5875         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5876         rc = 0;
5877
5878         hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5879         hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5880         hdr.PageNumber = 1;
5881         cfg.cfghdr.hdr = &hdr;
5882         cfg.physAddr = -1;
5883         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5884
5885         if (mpt_config(ioc, &cfg) != 0) {
5886                 rc = -EFAULT;
5887                 goto out;
5888         }
5889
5890         if (!hdr.PageLength) {
5891                 rc = -EFAULT;
5892                 goto out;
5893         }
5894
5895         buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5896             &dma_handle);
5897
5898         if (!buffer) {
5899                 rc = -ENOMEM;
5900                 goto out;
5901         }
5902
5903         cfg.physAddr = dma_handle;
5904         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5905         cfg.pageAddr = phys_disk_num;
5906
5907         if (mpt_config(ioc, &cfg) != 0) {
5908                 rc = -EFAULT;
5909                 goto out;
5910         }
5911
5912         phys_disk->NumPhysDiskPaths = buffer->NumPhysDiskPaths;
5913         phys_disk->PhysDiskNum = phys_disk_num;
5914         for (i = 0; i < phys_disk->NumPhysDiskPaths; i++) {
5915                 phys_disk->Path[i].PhysDiskID = buffer->Path[i].PhysDiskID;
5916                 phys_disk->Path[i].PhysDiskBus = buffer->Path[i].PhysDiskBus;
5917                 phys_disk->Path[i].OwnerIdentifier =
5918                                 buffer->Path[i].OwnerIdentifier;
5919                 phys_disk->Path[i].Flags = le16_to_cpu(buffer->Path[i].Flags);
5920                 memcpy(&sas_address, &buffer->Path[i].WWID, sizeof(__le64));
5921                 sas_address = le64_to_cpu(sas_address);
5922                 memcpy(&phys_disk->Path[i].WWID, &sas_address, sizeof(__le64));
5923                 memcpy(&sas_address,
5924                                 &buffer->Path[i].OwnerWWID, sizeof(__le64));
5925                 sas_address = le64_to_cpu(sas_address);
5926                 memcpy(&phys_disk->Path[i].OwnerWWID,
5927                                 &sas_address, sizeof(__le64));
5928         }
5929
5930  out:
5931
5932         if (buffer)
5933                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5934                     dma_handle);
5935
5936         return rc;
5937 }
5938 EXPORT_SYMBOL(mpt_raid_phys_disk_pg1);
5939
5940
5941 /**
5942  *      mpt_findImVolumes - Identify IDs of hidden disks and RAID Volumes
5943  *      @ioc: Pointer to a Adapter Strucutre
5944  *
5945  *      Return:
5946  *      0 on success
5947  *      -EFAULT if read of config page header fails or data pointer not NULL
5948  *      -ENOMEM if pci_alloc failed
5949  **/
5950 int
5951 mpt_findImVolumes(MPT_ADAPTER *ioc)
5952 {
5953         IOCPage2_t              *pIoc2;
5954         u8                      *mem;
5955         dma_addr_t               ioc2_dma;
5956         CONFIGPARMS              cfg;
5957         ConfigPageHeader_t       header;
5958         int                      rc = 0;
5959         int                      iocpage2sz;
5960         int                      i;
5961
5962         if (!ioc->ir_firmware)
5963                 return 0;
5964
5965         /* Free the old page
5966          */
5967         kfree(ioc->raid_data.pIocPg2);
5968         ioc->raid_data.pIocPg2 = NULL;
5969         mpt_inactive_raid_list_free(ioc);
5970
5971         /* Read IOCP2 header then the page.
5972          */
5973         header.PageVersion = 0;
5974         header.PageLength = 0;
5975         header.PageNumber = 2;
5976         header.PageType = MPI_CONFIG_PAGETYPE_IOC;
5977         cfg.cfghdr.hdr = &header;
5978         cfg.physAddr = -1;
5979         cfg.pageAddr = 0;
5980         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5981         cfg.dir = 0;
5982         cfg.timeout = 0;
5983         if (mpt_config(ioc, &cfg) != 0)
5984                  return -EFAULT;
5985
5986         if (header.PageLength == 0)
5987                 return -EFAULT;
5988
5989         iocpage2sz = header.PageLength * 4;
5990         pIoc2 = pci_alloc_consistent(ioc->pcidev, iocpage2sz, &ioc2_dma);
5991         if (!pIoc2)
5992                 return -ENOMEM;
5993
5994         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5995         cfg.physAddr = ioc2_dma;
5996         if (mpt_config(ioc, &cfg) != 0)
5997                 goto out;
5998
5999         mem = kmalloc(iocpage2sz, GFP_KERNEL);
6000         if (!mem) {
6001                 rc = -ENOMEM;
6002                 goto out;
6003         }
6004
6005         memcpy(mem, (u8 *)pIoc2, iocpage2sz);
6006         ioc->raid_data.pIocPg2 = (IOCPage2_t *) mem;
6007
6008         mpt_read_ioc_pg_3(ioc);
6009
6010         for (i = 0; i < pIoc2->NumActiveVolumes ; i++)
6011                 mpt_inactive_raid_volumes(ioc,
6012                     pIoc2->RaidVolume[i].VolumeBus,
6013                     pIoc2->RaidVolume[i].VolumeID);
6014
6015  out:
6016         pci_free_consistent(ioc->pcidev, iocpage2sz, pIoc2, ioc2_dma);
6017
6018         return rc;
6019 }
6020
6021 static int
6022 mpt_read_ioc_pg_3(MPT_ADAPTER *ioc)
6023 {
6024         IOCPage3_t              *pIoc3;
6025         u8                      *mem;
6026         CONFIGPARMS              cfg;
6027         ConfigPageHeader_t       header;
6028         dma_addr_t               ioc3_dma;
6029         int                      iocpage3sz = 0;
6030
6031         /* Free the old page
6032          */
6033         kfree(ioc->raid_data.pIocPg3);
6034         ioc->raid_data.pIocPg3 = NULL;
6035
6036         /* There is at least one physical disk.
6037          * Read and save IOC Page 3
6038          */
6039         header.PageVersion = 0;
6040         header.PageLength = 0;
6041         header.PageNumber = 3;
6042         header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6043         cfg.cfghdr.hdr = &header;
6044         cfg.physAddr = -1;
6045         cfg.pageAddr = 0;
6046         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6047         cfg.dir = 0;
6048         cfg.timeout = 0;
6049         if (mpt_config(ioc, &cfg) != 0)
6050                 return 0;
6051
6052         if (header.PageLength == 0)
6053                 return 0;
6054
6055         /* Read Header good, alloc memory
6056          */
6057         iocpage3sz = header.PageLength * 4;
6058         pIoc3 = pci_alloc_consistent(ioc->pcidev, iocpage3sz, &ioc3_dma);
6059         if (!pIoc3)
6060                 return 0;
6061
6062         /* Read the Page and save the data
6063          * into malloc'd memory.
6064          */
6065         cfg.physAddr = ioc3_dma;
6066         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6067         if (mpt_config(ioc, &cfg) == 0) {
6068                 mem = kmalloc(iocpage3sz, GFP_KERNEL);
6069                 if (mem) {
6070                         memcpy(mem, (u8 *)pIoc3, iocpage3sz);
6071                         ioc->raid_data.pIocPg3 = (IOCPage3_t *) mem;
6072                 }
6073         }
6074
6075         pci_free_consistent(ioc->pcidev, iocpage3sz, pIoc3, ioc3_dma);
6076
6077         return 0;
6078 }
6079
6080 static void
6081 mpt_read_ioc_pg_4(MPT_ADAPTER *ioc)
6082 {
6083         IOCPage4_t              *pIoc4;
6084         CONFIGPARMS              cfg;
6085         ConfigPageHeader_t       header;
6086         dma_addr_t               ioc4_dma;
6087         int                      iocpage4sz;
6088
6089         /* Read and save IOC Page 4
6090          */
6091         header.PageVersion = 0;
6092         header.PageLength = 0;
6093         header.PageNumber = 4;
6094         header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6095         cfg.cfghdr.hdr = &header;
6096         cfg.physAddr = -1;
6097         cfg.pageAddr = 0;
6098         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6099         cfg.dir = 0;
6100         cfg.timeout = 0;
6101         if (mpt_config(ioc, &cfg) != 0)
6102                 return;
6103
6104         if (header.PageLength == 0)
6105                 return;
6106
6107         if ( (pIoc4 = ioc->spi_data.pIocPg4) == NULL ) {
6108                 iocpage4sz = (header.PageLength + 4) * 4; /* Allow 4 additional SEP's */
6109                 pIoc4 = pci_alloc_consistent(ioc->pcidev, iocpage4sz, &ioc4_dma);
6110                 if (!pIoc4)
6111                         return;
6112                 ioc->alloc_total += iocpage4sz;
6113         } else {
6114                 ioc4_dma = ioc->spi_data.IocPg4_dma;
6115                 iocpage4sz = ioc->spi_data.IocPg4Sz;
6116         }
6117
6118         /* Read the Page into dma memory.
6119          */
6120         cfg.physAddr = ioc4_dma;
6121         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6122         if (mpt_config(ioc, &cfg) == 0) {
6123                 ioc->spi_data.pIocPg4 = (IOCPage4_t *) pIoc4;
6124                 ioc->spi_data.IocPg4_dma = ioc4_dma;
6125                 ioc->spi_data.IocPg4Sz = iocpage4sz;
6126         } else {
6127                 pci_free_consistent(ioc->pcidev, iocpage4sz, pIoc4, ioc4_dma);
6128                 ioc->spi_data.pIocPg4 = NULL;
6129                 ioc->alloc_total -= iocpage4sz;
6130         }
6131 }
6132
6133 static void
6134 mpt_read_ioc_pg_1(MPT_ADAPTER *ioc)
6135 {
6136         IOCPage1_t              *pIoc1;
6137         CONFIGPARMS              cfg;
6138         ConfigPageHeader_t       header;
6139         dma_addr_t               ioc1_dma;
6140         int                      iocpage1sz = 0;
6141         u32                      tmp;
6142
6143         /* Check the Coalescing Timeout in IOC Page 1
6144          */
6145         header.PageVersion = 0;
6146         header.PageLength = 0;
6147         header.PageNumber = 1;
6148         header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6149         cfg.cfghdr.hdr = &header;
6150         cfg.physAddr = -1;
6151         cfg.pageAddr = 0;
6152         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6153         cfg.dir = 0;
6154         cfg.timeout = 0;
6155         if (mpt_config(ioc, &cfg) != 0)
6156                 return;
6157
6158         if (header.PageLength == 0)
6159                 return;
6160
6161         /* Read Header good, alloc memory
6162          */
6163         iocpage1sz = header.PageLength * 4;
6164         pIoc1 = pci_alloc_consistent(ioc->pcidev, iocpage1sz, &ioc1_dma);
6165         if (!pIoc1)
6166                 return;
6167
6168         /* Read the Page and check coalescing timeout
6169          */
6170         cfg.physAddr = ioc1_dma;
6171         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6172         if (mpt_config(ioc, &cfg) == 0) {
6173
6174                 tmp = le32_to_cpu(pIoc1->Flags) & MPI_IOCPAGE1_REPLY_COALESCING;
6175                 if (tmp == MPI_IOCPAGE1_REPLY_COALESCING) {
6176                         tmp = le32_to_cpu(pIoc1->CoalescingTimeout);
6177
6178                         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Coalescing Enabled Timeout = %d\n",
6179                                         ioc->name, tmp));
6180
6181                         if (tmp > MPT_COALESCING_TIMEOUT) {
6182                                 pIoc1->CoalescingTimeout = cpu_to_le32(MPT_COALESCING_TIMEOUT);
6183
6184                                 /* Write NVRAM and current
6185                                  */
6186                                 cfg.dir = 1;
6187                                 cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_CURRENT;
6188                                 if (mpt_config(ioc, &cfg) == 0) {
6189                                         dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Reset Current Coalescing Timeout to = %d\n",
6190                                                         ioc->name, MPT_COALESCING_TIMEOUT));
6191
6192                                         cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_NVRAM;
6193                                         if (mpt_config(ioc, &cfg) == 0) {
6194                                                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6195                                                                 "Reset NVRAM Coalescing Timeout to = %d\n",
6196                                                                 ioc->name, MPT_COALESCING_TIMEOUT));
6197                                         } else {
6198                                                 dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6199                                                                 "Reset NVRAM Coalescing Timeout Failed\n",
6200                                                                 ioc->name));
6201                                         }
6202
6203                                 } else {
6204                                         dprintk(ioc, printk(MYIOC_s_WARN_FMT
6205                                                 "Reset of Current Coalescing Timeout Failed!\n",
6206                                                 ioc->name));
6207                                 }
6208                         }
6209
6210                 } else {
6211                         dprintk(ioc, printk(MYIOC_s_WARN_FMT "Coalescing Disabled\n", ioc->name));
6212                 }
6213         }
6214
6215         pci_free_consistent(ioc->pcidev, iocpage1sz, pIoc1, ioc1_dma);
6216
6217         return;
6218 }
6219
6220 static void
6221 mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc)
6222 {
6223         CONFIGPARMS             cfg;
6224         ConfigPageHeader_t      hdr;
6225         dma_addr_t              buf_dma;
6226         ManufacturingPage0_t    *pbuf = NULL;
6227
6228         memset(&cfg, 0 , sizeof(CONFIGPARMS));
6229         memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
6230
6231         hdr.PageType = MPI_CONFIG_PAGETYPE_MANUFACTURING;
6232         cfg.cfghdr.hdr = &hdr;
6233         cfg.physAddr = -1;
6234         cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6235         cfg.timeout = 10;
6236
6237         if (mpt_config(ioc, &cfg) != 0)
6238                 goto out;
6239
6240         if (!cfg.cfghdr.hdr->PageLength)
6241                 goto out;
6242
6243         cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6244         pbuf = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4, &buf_dma);
6245         if (!pbuf)
6246                 goto out;
6247
6248         cfg.physAddr = buf_dma;
6249
6250         if (mpt_config(ioc, &cfg) != 0)
6251                 goto out;
6252
6253         memcpy(ioc->board_name, pbuf->BoardName, sizeof(ioc->board_name));
6254         memcpy(ioc->board_assembly, pbuf->BoardAssembly, sizeof(ioc->board_assembly));
6255         memcpy(ioc->board_tracer, pbuf->BoardTracerNumber, sizeof(ioc->board_tracer));
6256
6257 out:
6258
6259         if (pbuf)
6260                 pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, pbuf, buf_dma);
6261 }
6262
6263 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6264 /**
6265  *      SendEventNotification - Send EventNotification (on or off) request to adapter
6266  *      @ioc: Pointer to MPT_ADAPTER structure
6267  *      @EvSwitch: Event switch flags
6268  *      @sleepFlag: Specifies whether the process can sleep
6269  */
6270 static int
6271 SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch, int sleepFlag)
6272 {
6273         EventNotification_t     evn;
6274         MPIDefaultReply_t       reply_buf;
6275
6276         memset(&evn, 0, sizeof(EventNotification_t));
6277         memset(&reply_buf, 0, sizeof(MPIDefaultReply_t));
6278
6279         evn.Function = MPI_FUNCTION_EVENT_NOTIFICATION;
6280         evn.Switch = EvSwitch;
6281         evn.MsgContext = cpu_to_le32(mpt_base_index << 16);
6282
6283         devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6284             "Sending EventNotification (%d) request %p\n",
6285             ioc->name, EvSwitch, &evn));
6286
6287         return mpt_handshake_req_reply_wait(ioc, sizeof(EventNotification_t),
6288             (u32 *)&evn, sizeof(MPIDefaultReply_t), (u16 *)&reply_buf, 30,
6289             sleepFlag);
6290 }
6291
6292 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6293 /**
6294  *      SendEventAck - Send EventAck request to MPT adapter.
6295  *      @ioc: Pointer to MPT_ADAPTER structure
6296  *      @evnp: Pointer to original EventNotification request
6297  */
6298 static int
6299 SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp)
6300 {
6301         EventAck_t      *pAck;
6302
6303         if ((pAck = (EventAck_t *) mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6304                 dfailprintk(ioc, printk(MYIOC_s_WARN_FMT "%s, no msg frames!!\n",
6305                     ioc->name, __func__));
6306                 return -1;
6307         }
6308
6309         devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending EventAck\n", ioc->name));
6310
6311         pAck->Function     = MPI_FUNCTION_EVENT_ACK;
6312         pAck->ChainOffset  = 0;
6313         pAck->Reserved[0]  = pAck->Reserved[1] = 0;
6314         pAck->MsgFlags     = 0;
6315         pAck->Reserved1[0] = pAck->Reserved1[1] = pAck->Reserved1[2] = 0;
6316         pAck->Event        = evnp->Event;
6317         pAck->EventContext = evnp->EventContext;
6318
6319         mpt_put_msg_frame(mpt_base_index, ioc, (MPT_FRAME_HDR *)pAck);
6320
6321         return 0;
6322 }
6323
6324 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6325 /**
6326  *      mpt_config - Generic function to issue config message
6327  *      @ioc:   Pointer to an adapter structure
6328  *      @pCfg:  Pointer to a configuration structure. Struct contains
6329  *              action, page address, direction, physical address
6330  *              and pointer to a configuration page header
6331  *              Page header is updated.
6332  *
6333  *      Returns 0 for success
6334  *      -EPERM if not allowed due to ISR context
6335  *      -EAGAIN if no msg frames currently available
6336  *      -EFAULT for non-successful reply or no reply (timeout)
6337  */
6338 int
6339 mpt_config(MPT_ADAPTER *ioc, CONFIGPARMS *pCfg)
6340 {
6341         Config_t        *pReq;
6342         ConfigReply_t   *pReply;
6343         ConfigExtendedPageHeader_t  *pExtHdr = NULL;
6344         MPT_FRAME_HDR   *mf;
6345         int              ii;
6346         int              flagsLength;
6347         long             timeout;
6348         int              ret;
6349         u8               page_type = 0, extend_page;
6350         unsigned long    timeleft;
6351         unsigned long    flags;
6352         int              in_isr;
6353         u8               issue_hard_reset = 0;
6354         u8               retry_count = 0;
6355
6356         /*      Prevent calling wait_event() (below), if caller happens
6357          *      to be in ISR context, because that is fatal!
6358          */
6359         in_isr = in_interrupt();
6360         if (in_isr) {
6361                 dcprintk(ioc, printk(MYIOC_s_WARN_FMT "Config request not allowed in ISR context!\n",
6362                                 ioc->name));
6363                 return -EPERM;
6364     }
6365
6366         /* don't send a config page during diag reset */
6367         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6368         if (ioc->ioc_reset_in_progress) {
6369                 dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6370                     "%s: busy with host reset\n", ioc->name, __func__));
6371                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6372                 return -EBUSY;
6373         }
6374         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6375
6376         /* don't send if no chance of success */
6377         if (!ioc->active ||
6378             mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_OPERATIONAL) {
6379                 dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6380                     "%s: ioc not operational, %d, %xh\n",
6381                     ioc->name, __func__, ioc->active,
6382                     mpt_GetIocState(ioc, 0)));
6383                 return -EFAULT;
6384         }
6385
6386  retry_config:
6387         mutex_lock(&ioc->mptbase_cmds.mutex);
6388         /* init the internal cmd struct */
6389         memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
6390         INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
6391
6392         /* Get and Populate a free Frame
6393          */
6394         if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6395                 dcprintk(ioc, printk(MYIOC_s_WARN_FMT
6396                 "mpt_config: no msg frames!\n", ioc->name));
6397                 ret = -EAGAIN;
6398                 goto out;
6399         }
6400
6401         pReq = (Config_t *)mf;
6402         pReq->Action = pCfg->action;
6403         pReq->Reserved = 0;
6404         pReq->ChainOffset = 0;
6405         pReq->Function = MPI_FUNCTION_CONFIG;
6406
6407         /* Assume page type is not extended and clear "reserved" fields. */
6408         pReq->ExtPageLength = 0;
6409         pReq->ExtPageType = 0;
6410         pReq->MsgFlags = 0;
6411
6412         for (ii=0; ii < 8; ii++)
6413                 pReq->Reserved2[ii] = 0;
6414
6415         pReq->Header.PageVersion = pCfg->cfghdr.hdr->PageVersion;
6416         pReq->Header.PageLength = pCfg->cfghdr.hdr->PageLength;
6417         pReq->Header.PageNumber = pCfg->cfghdr.hdr->PageNumber;
6418         pReq->Header.PageType = (pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK);
6419
6420         if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) == MPI_CONFIG_PAGETYPE_EXTENDED) {
6421                 pExtHdr = (ConfigExtendedPageHeader_t *)pCfg->cfghdr.ehdr;
6422                 pReq->ExtPageLength = cpu_to_le16(pExtHdr->ExtPageLength);
6423                 pReq->ExtPageType = pExtHdr->ExtPageType;
6424                 pReq->Header.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
6425
6426                 /* Page Length must be treated as a reserved field for the
6427                  * extended header.
6428                  */
6429                 pReq->Header.PageLength = 0;
6430         }
6431
6432         pReq->PageAddress = cpu_to_le32(pCfg->pageAddr);
6433
6434         /* Add a SGE to the config request.
6435          */
6436         if (pCfg->dir)
6437                 flagsLength = MPT_SGE_FLAGS_SSIMPLE_WRITE;
6438         else
6439                 flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ;
6440
6441         if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) ==
6442             MPI_CONFIG_PAGETYPE_EXTENDED) {
6443                 flagsLength |= pExtHdr->ExtPageLength * 4;
6444                 page_type = pReq->ExtPageType;
6445                 extend_page = 1;
6446         } else {
6447                 flagsLength |= pCfg->cfghdr.hdr->PageLength * 4;
6448                 page_type = pReq->Header.PageType;
6449                 extend_page = 0;
6450         }
6451
6452         dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6453             "Sending Config request type 0x%x, page 0x%x and action %d\n",
6454             ioc->name, page_type, pReq->Header.PageNumber, pReq->Action));
6455
6456         ioc->add_sge((char *)&pReq->PageBufferSGE, flagsLength, pCfg->physAddr);
6457         timeout = (pCfg->timeout < 15) ? HZ*15 : HZ*pCfg->timeout;
6458         mpt_put_msg_frame(mpt_base_index, ioc, mf);
6459         timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done,
6460                 timeout);
6461         if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
6462                 ret = -ETIME;
6463                 dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6464                     "Failed Sending Config request type 0x%x, page 0x%x,"
6465                     " action %d, status %xh, time left %ld\n\n",
6466                         ioc->name, page_type, pReq->Header.PageNumber,
6467                         pReq->Action, ioc->mptbase_cmds.status, timeleft));
6468                 if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
6469                         goto out;
6470                 if (!timeleft) {
6471                         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6472                         if (ioc->ioc_reset_in_progress) {
6473                                 spin_unlock_irqrestore(&ioc->taskmgmt_lock,
6474                                         flags);
6475                                 printk(MYIOC_s_INFO_FMT "%s: host reset in"
6476                                         " progress mpt_config timed out.!!\n",
6477                                         __func__, ioc->name);
6478                                 mutex_unlock(&ioc->mptbase_cmds.mutex);
6479                                 return -EFAULT;
6480                         }
6481                         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6482                         issue_hard_reset = 1;
6483                 }
6484                 goto out;
6485         }
6486
6487         if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
6488                 ret = -1;
6489                 goto out;
6490         }
6491         pReply = (ConfigReply_t *)ioc->mptbase_cmds.reply;
6492         ret = le16_to_cpu(pReply->IOCStatus) & MPI_IOCSTATUS_MASK;
6493         if (ret == MPI_IOCSTATUS_SUCCESS) {
6494                 if (extend_page) {
6495                         pCfg->cfghdr.ehdr->ExtPageLength =
6496                             le16_to_cpu(pReply->ExtPageLength);
6497                         pCfg->cfghdr.ehdr->ExtPageType =
6498                             pReply->ExtPageType;
6499                 }
6500                 pCfg->cfghdr.hdr->PageVersion = pReply->Header.PageVersion;
6501                 pCfg->cfghdr.hdr->PageLength = pReply->Header.PageLength;
6502                 pCfg->cfghdr.hdr->PageNumber = pReply->Header.PageNumber;
6503                 pCfg->cfghdr.hdr->PageType = pReply->Header.PageType;
6504
6505         }
6506
6507         if (retry_count)
6508                 printk(MYIOC_s_INFO_FMT "Retry completed "
6509                     "ret=0x%x timeleft=%ld\n",
6510                     ioc->name, ret, timeleft);
6511
6512         dcprintk(ioc, printk(KERN_DEBUG "IOCStatus=%04xh, IOCLogInfo=%08xh\n",
6513              ret, le32_to_cpu(pReply->IOCLogInfo)));
6514
6515 out:
6516
6517         CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
6518         mutex_unlock(&ioc->mptbase_cmds.mutex);
6519         if (issue_hard_reset) {
6520                 issue_hard_reset = 0;
6521                 printk(MYIOC_s_WARN_FMT
6522                        "Issuing Reset from %s!!, doorbell=0x%08x\n",
6523                        ioc->name, __func__, mpt_GetIocState(ioc, 0));
6524                 if (retry_count == 0) {
6525                         if (mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP) != 0)
6526                                 retry_count++;
6527                 } else
6528                         mpt_HardResetHandler(ioc, CAN_SLEEP);
6529
6530                 mpt_free_msg_frame(ioc, mf);
6531                 /* attempt one retry for a timed out command */
6532                 if (retry_count < 2) {
6533                         printk(MYIOC_s_INFO_FMT
6534                             "Attempting Retry Config request"
6535                             " type 0x%x, page 0x%x,"
6536                             " action %d\n", ioc->name, page_type,
6537                             pCfg->cfghdr.hdr->PageNumber, pCfg->action);
6538                         retry_count++;
6539                         goto retry_config;
6540                 }
6541         }
6542         return ret;
6543
6544 }
6545
6546 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6547 /**
6548  *      mpt_ioc_reset - Base cleanup for hard reset
6549  *      @ioc: Pointer to the adapter structure
6550  *      @reset_phase: Indicates pre- or post-reset functionality
6551  *
6552  *      Remark: Frees resources with internally generated commands.
6553  */
6554 static int
6555 mpt_ioc_reset(MPT_ADAPTER *ioc, int reset_phase)
6556 {
6557         switch (reset_phase) {
6558         case MPT_IOC_SETUP_RESET:
6559                 ioc->taskmgmt_quiesce_io = 1;
6560                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6561                     "%s: MPT_IOC_SETUP_RESET\n", ioc->name, __func__));
6562                 break;
6563         case MPT_IOC_PRE_RESET:
6564                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6565                     "%s: MPT_IOC_PRE_RESET\n", ioc->name, __func__));
6566                 break;
6567         case MPT_IOC_POST_RESET:
6568                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6569                     "%s: MPT_IOC_POST_RESET\n",  ioc->name, __func__));
6570 /* wake up mptbase_cmds */
6571                 if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
6572                         ioc->mptbase_cmds.status |=
6573                             MPT_MGMT_STATUS_DID_IOCRESET;
6574                         complete(&ioc->mptbase_cmds.done);
6575                 }
6576 /* wake up taskmgmt_cmds */
6577                 if (ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_PENDING) {
6578                         ioc->taskmgmt_cmds.status |=
6579                                 MPT_MGMT_STATUS_DID_IOCRESET;
6580                         complete(&ioc->taskmgmt_cmds.done);
6581                 }
6582                 break;
6583         default:
6584                 break;
6585         }
6586
6587         return 1;               /* currently means nothing really */
6588 }
6589
6590
6591 #ifdef CONFIG_PROC_FS           /* { */
6592 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6593 /*
6594  *      procfs (%MPT_PROCFS_MPTBASEDIR/...) support stuff...
6595  */
6596 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6597 /**
6598  *      procmpt_create - Create %MPT_PROCFS_MPTBASEDIR entries.
6599  *
6600  *      Returns 0 for success, non-zero for failure.
6601  */
6602 static int
6603 procmpt_create(void)
6604 {
6605         mpt_proc_root_dir = proc_mkdir(MPT_PROCFS_MPTBASEDIR, NULL);
6606         if (mpt_proc_root_dir == NULL)
6607                 return -ENOTDIR;
6608
6609         proc_create("summary", S_IRUGO, mpt_proc_root_dir, &mpt_summary_proc_fops);
6610         proc_create("version", S_IRUGO, mpt_proc_root_dir, &mpt_version_proc_fops);
6611         return 0;
6612 }
6613
6614 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6615 /**
6616  *      procmpt_destroy - Tear down %MPT_PROCFS_MPTBASEDIR entries.
6617  *
6618  *      Returns 0 for success, non-zero for failure.
6619  */
6620 static void
6621 procmpt_destroy(void)
6622 {
6623         remove_proc_entry("version", mpt_proc_root_dir);
6624         remove_proc_entry("summary", mpt_proc_root_dir);
6625         remove_proc_entry(MPT_PROCFS_MPTBASEDIR, NULL);
6626 }
6627
6628 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6629 /*
6630  *      Handles read request from /proc/mpt/summary or /proc/mpt/iocN/summary.
6631  */
6632 static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan);
6633
6634 static int mpt_summary_proc_show(struct seq_file *m, void *v)
6635 {
6636         MPT_ADAPTER *ioc = m->private;
6637
6638         if (ioc) {
6639                 seq_mpt_print_ioc_summary(ioc, m, 1);
6640         } else {
6641                 list_for_each_entry(ioc, &ioc_list, list) {
6642                         seq_mpt_print_ioc_summary(ioc, m, 1);
6643                 }
6644         }
6645
6646         return 0;
6647 }
6648
6649 static int mpt_summary_proc_open(struct inode *inode, struct file *file)
6650 {
6651         return single_open(file, mpt_summary_proc_show, PDE_DATA(inode));
6652 }
6653
6654 static const struct file_operations mpt_summary_proc_fops = {
6655         .owner          = THIS_MODULE,
6656         .open           = mpt_summary_proc_open,
6657         .read           = seq_read,
6658         .llseek         = seq_lseek,
6659         .release        = single_release,
6660 };
6661
6662 static int mpt_version_proc_show(struct seq_file *m, void *v)
6663 {
6664         u8       cb_idx;
6665         int      scsi, fc, sas, lan, ctl, targ, dmp;
6666         char    *drvname;
6667
6668         seq_printf(m, "%s-%s\n", "mptlinux", MPT_LINUX_VERSION_COMMON);
6669         seq_printf(m, "  Fusion MPT base driver\n");
6670
6671         scsi = fc = sas = lan = ctl = targ = dmp = 0;
6672         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
6673                 drvname = NULL;
6674                 if (MptCallbacks[cb_idx]) {
6675                         switch (MptDriverClass[cb_idx]) {
6676                         case MPTSPI_DRIVER:
6677                                 if (!scsi++) drvname = "SPI host";
6678                                 break;
6679                         case MPTFC_DRIVER:
6680                                 if (!fc++) drvname = "FC host";
6681                                 break;
6682                         case MPTSAS_DRIVER:
6683                                 if (!sas++) drvname = "SAS host";
6684                                 break;
6685                         case MPTLAN_DRIVER:
6686                                 if (!lan++) drvname = "LAN";
6687                                 break;
6688                         case MPTSTM_DRIVER:
6689                                 if (!targ++) drvname = "SCSI target";
6690                                 break;
6691                         case MPTCTL_DRIVER:
6692                                 if (!ctl++) drvname = "ioctl";
6693                                 break;
6694                         }
6695
6696                         if (drvname)
6697                                 seq_printf(m, "  Fusion MPT %s driver\n", drvname);
6698                 }
6699         }
6700
6701         return 0;
6702 }
6703
6704 static int mpt_version_proc_open(struct inode *inode, struct file *file)
6705 {
6706         return single_open(file, mpt_version_proc_show, NULL);
6707 }
6708
6709 static const struct file_operations mpt_version_proc_fops = {
6710         .owner          = THIS_MODULE,
6711         .open           = mpt_version_proc_open,
6712         .read           = seq_read,
6713         .llseek         = seq_lseek,
6714         .release        = single_release,
6715 };
6716
6717 static int mpt_iocinfo_proc_show(struct seq_file *m, void *v)
6718 {
6719         MPT_ADAPTER     *ioc = m->private;
6720         char             expVer[32];
6721         int              sz;
6722         int              p;
6723
6724         mpt_get_fw_exp_ver(expVer, ioc);
6725
6726         seq_printf(m, "%s:", ioc->name);
6727         if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
6728                 seq_printf(m, "  (f/w download boot flag set)");
6729 //      if (ioc->facts.IOCExceptions & MPI_IOCFACTS_EXCEPT_CONFIG_CHECKSUM_FAIL)
6730 //              seq_printf(m, "  CONFIG_CHECKSUM_FAIL!");
6731
6732         seq_printf(m, "\n  ProductID = 0x%04x (%s)\n",
6733                         ioc->facts.ProductID,
6734                         ioc->prod_name);
6735         seq_printf(m, "  FWVersion = 0x%08x%s", ioc->facts.FWVersion.Word, expVer);
6736         if (ioc->facts.FWImageSize)
6737                 seq_printf(m, " (fw_size=%d)", ioc->facts.FWImageSize);
6738         seq_printf(m, "\n  MsgVersion = 0x%04x\n", ioc->facts.MsgVersion);
6739         seq_printf(m, "  FirstWhoInit = 0x%02x\n", ioc->FirstWhoInit);
6740         seq_printf(m, "  EventState = 0x%02x\n", ioc->facts.EventState);
6741
6742         seq_printf(m, "  CurrentHostMfaHighAddr = 0x%08x\n",
6743                         ioc->facts.CurrentHostMfaHighAddr);
6744         seq_printf(m, "  CurrentSenseBufferHighAddr = 0x%08x\n",
6745                         ioc->facts.CurrentSenseBufferHighAddr);
6746
6747         seq_printf(m, "  MaxChainDepth = 0x%02x frames\n", ioc->facts.MaxChainDepth);
6748         seq_printf(m, "  MinBlockSize = 0x%02x bytes\n", 4*ioc->facts.BlockSize);
6749
6750         seq_printf(m, "  RequestFrames @ 0x%p (Dma @ 0x%p)\n",
6751                                         (void *)ioc->req_frames, (void *)(ulong)ioc->req_frames_dma);
6752         /*
6753          *  Rounding UP to nearest 4-kB boundary here...
6754          */
6755         sz = (ioc->req_sz * ioc->req_depth) + 128;
6756         sz = ((sz + 0x1000UL - 1UL) / 0x1000) * 0x1000;
6757         seq_printf(m, "    {CurReqSz=%d} x {CurReqDepth=%d} = %d bytes ^= 0x%x\n",
6758                                         ioc->req_sz, ioc->req_depth, ioc->req_sz*ioc->req_depth, sz);
6759         seq_printf(m, "    {MaxReqSz=%d}   {MaxReqDepth=%d}\n",
6760                                         4*ioc->facts.RequestFrameSize,
6761                                         ioc->facts.GlobalCredits);
6762
6763         seq_printf(m, "  Frames   @ 0x%p (Dma @ 0x%p)\n",
6764                                         (void *)ioc->alloc, (void *)(ulong)ioc->alloc_dma);
6765         sz = (ioc->reply_sz * ioc->reply_depth) + 128;
6766         seq_printf(m, "    {CurRepSz=%d} x {CurRepDepth=%d} = %d bytes ^= 0x%x\n",
6767                                         ioc->reply_sz, ioc->reply_depth, ioc->reply_sz*ioc->reply_depth, sz);
6768         seq_printf(m, "    {MaxRepSz=%d}   {MaxRepDepth=%d}\n",
6769                                         ioc->facts.CurReplyFrameSize,
6770                                         ioc->facts.ReplyQueueDepth);
6771
6772         seq_printf(m, "  MaxDevices = %d\n",
6773                         (ioc->facts.MaxDevices==0) ? 255 : ioc->facts.MaxDevices);
6774         seq_printf(m, "  MaxBuses = %d\n", ioc->facts.MaxBuses);
6775
6776         /* per-port info */
6777         for (p=0; p < ioc->facts.NumberOfPorts; p++) {
6778                 seq_printf(m, "  PortNumber = %d (of %d)\n",
6779                                 p+1,
6780                                 ioc->facts.NumberOfPorts);
6781                 if (ioc->bus_type == FC) {
6782                         if (ioc->pfacts[p].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
6783                                 u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6784                                 seq_printf(m, "    LanAddr = %pMR\n", a);
6785                         }
6786                         seq_printf(m, "    WWN = %08X%08X:%08X%08X\n",
6787                                         ioc->fc_port_page0[p].WWNN.High,
6788                                         ioc->fc_port_page0[p].WWNN.Low,
6789                                         ioc->fc_port_page0[p].WWPN.High,
6790                                         ioc->fc_port_page0[p].WWPN.Low);
6791                 }
6792         }
6793
6794         return 0;
6795 }
6796
6797 static int mpt_iocinfo_proc_open(struct inode *inode, struct file *file)
6798 {
6799         return single_open(file, mpt_iocinfo_proc_show, PDE_DATA(inode));
6800 }
6801
6802 static const struct file_operations mpt_iocinfo_proc_fops = {
6803         .owner          = THIS_MODULE,
6804         .open           = mpt_iocinfo_proc_open,
6805         .read           = seq_read,
6806         .llseek         = seq_lseek,
6807         .release        = single_release,
6808 };
6809 #endif          /* CONFIG_PROC_FS } */
6810
6811 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6812 static void
6813 mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc)
6814 {
6815         buf[0] ='\0';
6816         if ((ioc->facts.FWVersion.Word >> 24) == 0x0E) {
6817                 sprintf(buf, " (Exp %02d%02d)",
6818                         (ioc->facts.FWVersion.Word >> 16) & 0x00FF,     /* Month */
6819                         (ioc->facts.FWVersion.Word >> 8) & 0x1F);       /* Day */
6820
6821                 /* insider hack! */
6822                 if ((ioc->facts.FWVersion.Word >> 8) & 0x80)
6823                         strcat(buf, " [MDBG]");
6824         }
6825 }
6826
6827 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6828 /**
6829  *      mpt_print_ioc_summary - Write ASCII summary of IOC to a buffer.
6830  *      @ioc: Pointer to MPT_ADAPTER structure
6831  *      @buffer: Pointer to buffer where IOC summary info should be written
6832  *      @size: Pointer to number of bytes we wrote (set by this routine)
6833  *      @len: Offset at which to start writing in buffer
6834  *      @showlan: Display LAN stuff?
6835  *
6836  *      This routine writes (english readable) ASCII text, which represents
6837  *      a summary of IOC information, to a buffer.
6838  */
6839 void
6840 mpt_print_ioc_summary(MPT_ADAPTER *ioc, char *buffer, int *size, int len, int showlan)
6841 {
6842         char expVer[32];
6843         int y;
6844
6845         mpt_get_fw_exp_ver(expVer, ioc);
6846
6847         /*
6848          *  Shorter summary of attached ioc's...
6849          */
6850         y = sprintf(buffer+len, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6851                         ioc->name,
6852                         ioc->prod_name,
6853                         MPT_FW_REV_MAGIC_ID_STRING,     /* "FwRev=" or somesuch */
6854                         ioc->facts.FWVersion.Word,
6855                         expVer,
6856                         ioc->facts.NumberOfPorts,
6857                         ioc->req_depth);
6858
6859         if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6860                 u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6861                 y += sprintf(buffer+len+y, ", LanAddr=%pMR", a);
6862         }
6863
6864         y += sprintf(buffer+len+y, ", IRQ=%d", ioc->pci_irq);
6865
6866         if (!ioc->active)
6867                 y += sprintf(buffer+len+y, " (disabled)");
6868
6869         y += sprintf(buffer+len+y, "\n");
6870
6871         *size = y;
6872 }
6873
6874 #ifdef CONFIG_PROC_FS
6875 static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan)
6876 {
6877         char expVer[32];
6878
6879         mpt_get_fw_exp_ver(expVer, ioc);
6880
6881         /*
6882          *  Shorter summary of attached ioc's...
6883          */
6884         seq_printf(m, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6885                         ioc->name,
6886                         ioc->prod_name,
6887                         MPT_FW_REV_MAGIC_ID_STRING,     /* "FwRev=" or somesuch */
6888                         ioc->facts.FWVersion.Word,
6889                         expVer,
6890                         ioc->facts.NumberOfPorts,
6891                         ioc->req_depth);
6892
6893         if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6894                 u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6895                 seq_printf(m, ", LanAddr=%pMR", a);
6896         }
6897
6898         seq_printf(m, ", IRQ=%d", ioc->pci_irq);
6899
6900         if (!ioc->active)
6901                 seq_printf(m, " (disabled)");
6902
6903         seq_putc(m, '\n');
6904 }
6905 #endif
6906
6907 /**
6908  *      mpt_set_taskmgmt_in_progress_flag - set flags associated with task management
6909  *      @ioc: Pointer to MPT_ADAPTER structure
6910  *
6911  *      Returns 0 for SUCCESS or -1 if FAILED.
6912  *
6913  *      If -1 is return, then it was not possible to set the flags
6914  **/
6915 int
6916 mpt_set_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6917 {
6918         unsigned long    flags;
6919         int              retval;
6920
6921         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6922         if (ioc->ioc_reset_in_progress || ioc->taskmgmt_in_progress ||
6923             (ioc->alt_ioc && ioc->alt_ioc->taskmgmt_in_progress)) {
6924                 retval = -1;
6925                 goto out;
6926         }
6927         retval = 0;
6928         ioc->taskmgmt_in_progress = 1;
6929         ioc->taskmgmt_quiesce_io = 1;
6930         if (ioc->alt_ioc) {
6931                 ioc->alt_ioc->taskmgmt_in_progress = 1;
6932                 ioc->alt_ioc->taskmgmt_quiesce_io = 1;
6933         }
6934  out:
6935         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6936         return retval;
6937 }
6938 EXPORT_SYMBOL(mpt_set_taskmgmt_in_progress_flag);
6939
6940 /**
6941  *      mpt_clear_taskmgmt_in_progress_flag - clear flags associated with task management
6942  *      @ioc: Pointer to MPT_ADAPTER structure
6943  *
6944  **/
6945 void
6946 mpt_clear_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6947 {
6948         unsigned long    flags;
6949
6950         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6951         ioc->taskmgmt_in_progress = 0;
6952         ioc->taskmgmt_quiesce_io = 0;
6953         if (ioc->alt_ioc) {
6954                 ioc->alt_ioc->taskmgmt_in_progress = 0;
6955                 ioc->alt_ioc->taskmgmt_quiesce_io = 0;
6956         }
6957         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6958 }
6959 EXPORT_SYMBOL(mpt_clear_taskmgmt_in_progress_flag);
6960
6961
6962 /**
6963  *      mpt_halt_firmware - Halts the firmware if it is operational and panic
6964  *      the kernel
6965  *      @ioc: Pointer to MPT_ADAPTER structure
6966  *
6967  **/
6968 void
6969 mpt_halt_firmware(MPT_ADAPTER *ioc)
6970 {
6971         u32      ioc_raw_state;
6972
6973         ioc_raw_state = mpt_GetIocState(ioc, 0);
6974
6975         if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
6976                 printk(MYIOC_s_ERR_FMT "IOC is in FAULT state (%04xh)!!!\n",
6977                         ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6978                 panic("%s: IOC Fault (%04xh)!!!\n", ioc->name,
6979                         ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6980         } else {
6981                 CHIPREG_WRITE32(&ioc->chip->Doorbell, 0xC0FFEE00);
6982                 panic("%s: Firmware is halted due to command timeout\n",
6983                         ioc->name);
6984         }
6985 }
6986 EXPORT_SYMBOL(mpt_halt_firmware);
6987
6988 /**
6989  *      mpt_SoftResetHandler - Issues a less expensive reset
6990  *      @ioc: Pointer to MPT_ADAPTER structure
6991  *      @sleepFlag: Indicates if sleep or schedule must be called.
6992  *
6993  *      Returns 0 for SUCCESS or -1 if FAILED.
6994  *
6995  *      Message Unit Reset - instructs the IOC to reset the Reply Post and
6996  *      Free FIFO's. All the Message Frames on Reply Free FIFO are discarded.
6997  *      All posted buffers are freed, and event notification is turned off.
6998  *      IOC doesn't reply to any outstanding request. This will transfer IOC
6999  *      to READY state.
7000  **/
7001 static int
7002 mpt_SoftResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
7003 {
7004         int              rc;
7005         int              ii;
7006         u8               cb_idx;
7007         unsigned long    flags;
7008         u32              ioc_state;
7009         unsigned long    time_count;
7010
7011         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SoftResetHandler Entered!\n",
7012                 ioc->name));
7013
7014         ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
7015
7016         if (mpt_fwfault_debug)
7017                 mpt_halt_firmware(ioc);
7018
7019         if (ioc_state == MPI_IOC_STATE_FAULT ||
7020             ioc_state == MPI_IOC_STATE_RESET) {
7021                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7022                     "skipping, either in FAULT or RESET state!\n", ioc->name));
7023                 return -1;
7024         }
7025
7026         if (ioc->bus_type == FC) {
7027                 dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7028                     "skipping, because the bus type is FC!\n", ioc->name));
7029                 return -1;
7030         }
7031
7032         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7033         if (ioc->ioc_reset_in_progress) {
7034                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7035                 return -1;
7036         }
7037         ioc->ioc_reset_in_progress = 1;
7038         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7039
7040         rc = -1;
7041
7042         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7043                 if (MptResetHandlers[cb_idx])
7044                         mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
7045         }
7046
7047         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7048         if (ioc->taskmgmt_in_progress) {
7049                 ioc->ioc_reset_in_progress = 0;
7050                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7051                 return -1;
7052         }
7053         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7054         /* Disable reply interrupts (also blocks FreeQ) */
7055         CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
7056         ioc->active = 0;
7057         time_count = jiffies;
7058
7059         rc = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
7060
7061         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7062                 if (MptResetHandlers[cb_idx])
7063                         mpt_signal_reset(cb_idx, ioc, MPT_IOC_PRE_RESET);
7064         }
7065
7066         if (rc)
7067                 goto out;
7068
7069         ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
7070         if (ioc_state != MPI_IOC_STATE_READY)
7071                 goto out;
7072
7073         for (ii = 0; ii < 5; ii++) {
7074                 /* Get IOC facts! Allow 5 retries */
7075                 rc = GetIocFacts(ioc, sleepFlag,
7076                         MPT_HOSTEVENT_IOC_RECOVER);
7077                 if (rc == 0)
7078                         break;
7079                 if (sleepFlag == CAN_SLEEP)
7080                         msleep(100);
7081                 else
7082                         mdelay(100);
7083         }
7084         if (ii == 5)
7085                 goto out;
7086
7087         rc = PrimeIocFifos(ioc);
7088         if (rc != 0)
7089                 goto out;
7090
7091         rc = SendIocInit(ioc, sleepFlag);
7092         if (rc != 0)
7093                 goto out;
7094
7095         rc = SendEventNotification(ioc, 1, sleepFlag);
7096         if (rc != 0)
7097                 goto out;
7098
7099         if (ioc->hard_resets < -1)
7100                 ioc->hard_resets++;
7101
7102         /*
7103          * At this point, we know soft reset succeeded.
7104          */
7105
7106         ioc->active = 1;
7107         CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
7108
7109  out:
7110         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7111         ioc->ioc_reset_in_progress = 0;
7112         ioc->taskmgmt_quiesce_io = 0;
7113         ioc->taskmgmt_in_progress = 0;
7114         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7115
7116         if (ioc->active) {      /* otherwise, hard reset coming */
7117                 for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7118                         if (MptResetHandlers[cb_idx])
7119                                 mpt_signal_reset(cb_idx, ioc,
7120                                         MPT_IOC_POST_RESET);
7121                 }
7122         }
7123
7124         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7125                 "SoftResetHandler: completed (%d seconds): %s\n",
7126                 ioc->name, jiffies_to_msecs(jiffies - time_count)/1000,
7127                 ((rc == 0) ? "SUCCESS" : "FAILED")));
7128
7129         return rc;
7130 }
7131
7132 /**
7133  *      mpt_Soft_Hard_ResetHandler - Try less expensive reset
7134  *      @ioc: Pointer to MPT_ADAPTER structure
7135  *      @sleepFlag: Indicates if sleep or schedule must be called.
7136  *
7137  *      Returns 0 for SUCCESS or -1 if FAILED.
7138  *      Try for softreset first, only if it fails go for expensive
7139  *      HardReset.
7140  **/
7141 int
7142 mpt_Soft_Hard_ResetHandler(MPT_ADAPTER *ioc, int sleepFlag) {
7143         int ret = -1;
7144
7145         ret = mpt_SoftResetHandler(ioc, sleepFlag);
7146         if (ret == 0)
7147                 return ret;
7148         ret = mpt_HardResetHandler(ioc, sleepFlag);
7149         return ret;
7150 }
7151 EXPORT_SYMBOL(mpt_Soft_Hard_ResetHandler);
7152
7153 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7154 /*
7155  *      Reset Handling
7156  */
7157 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7158 /**
7159  *      mpt_HardResetHandler - Generic reset handler
7160  *      @ioc: Pointer to MPT_ADAPTER structure
7161  *      @sleepFlag: Indicates if sleep or schedule must be called.
7162  *
7163  *      Issues SCSI Task Management call based on input arg values.
7164  *      If TaskMgmt fails, returns associated SCSI request.
7165  *
7166  *      Remark: _HardResetHandler can be invoked from an interrupt thread (timer)
7167  *      or a non-interrupt thread.  In the former, must not call schedule().
7168  *
7169  *      Note: A return of -1 is a FATAL error case, as it means a
7170  *      FW reload/initialization failed.
7171  *
7172  *      Returns 0 for SUCCESS or -1 if FAILED.
7173  */
7174 int
7175 mpt_HardResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
7176 {
7177         int      rc;
7178         u8       cb_idx;
7179         unsigned long    flags;
7180         unsigned long    time_count;
7181
7182         dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HardResetHandler Entered!\n", ioc->name));
7183 #ifdef MFCNT
7184         printk(MYIOC_s_INFO_FMT "HardResetHandler Entered!\n", ioc->name);
7185         printk("MF count 0x%x !\n", ioc->mfcnt);
7186 #endif
7187         if (mpt_fwfault_debug)
7188                 mpt_halt_firmware(ioc);
7189
7190         /* Reset the adapter. Prevent more than 1 call to
7191          * mpt_do_ioc_recovery at any instant in time.
7192          */
7193         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7194         if (ioc->ioc_reset_in_progress) {
7195                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7196                 ioc->wait_on_reset_completion = 1;
7197                 do {
7198                         ssleep(1);
7199                 } while (ioc->ioc_reset_in_progress == 1);
7200                 ioc->wait_on_reset_completion = 0;
7201                 return ioc->reset_status;
7202         }
7203         if (ioc->wait_on_reset_completion) {
7204                 spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7205                 rc = 0;
7206                 time_count = jiffies;
7207                 goto exit;
7208         }
7209         ioc->ioc_reset_in_progress = 1;
7210         if (ioc->alt_ioc)
7211                 ioc->alt_ioc->ioc_reset_in_progress = 1;
7212         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7213
7214
7215         /* The SCSI driver needs to adjust timeouts on all current
7216          * commands prior to the diagnostic reset being issued.
7217          * Prevents timeouts occurring during a diagnostic reset...very bad.
7218          * For all other protocol drivers, this is a no-op.
7219          */
7220         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7221                 if (MptResetHandlers[cb_idx]) {
7222                         mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
7223                         if (ioc->alt_ioc)
7224                                 mpt_signal_reset(cb_idx, ioc->alt_ioc,
7225                                         MPT_IOC_SETUP_RESET);
7226                 }
7227         }
7228
7229         time_count = jiffies;
7230         rc = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_RECOVER, sleepFlag);
7231         if (rc != 0) {
7232                 printk(KERN_WARNING MYNAM
7233                        ": WARNING - (%d) Cannot recover %s, doorbell=0x%08x\n",
7234                        rc, ioc->name, mpt_GetIocState(ioc, 0));
7235         } else {
7236                 if (ioc->hard_resets < -1)
7237                         ioc->hard_resets++;
7238         }
7239
7240         spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7241         ioc->ioc_reset_in_progress = 0;
7242         ioc->taskmgmt_quiesce_io = 0;
7243         ioc->taskmgmt_in_progress = 0;
7244         ioc->reset_status = rc;
7245         if (ioc->alt_ioc) {
7246                 ioc->alt_ioc->ioc_reset_in_progress = 0;
7247                 ioc->alt_ioc->taskmgmt_quiesce_io = 0;
7248                 ioc->alt_ioc->taskmgmt_in_progress = 0;
7249         }
7250         spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7251
7252         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7253                 if (MptResetHandlers[cb_idx]) {
7254                         mpt_signal_reset(cb_idx, ioc, MPT_IOC_POST_RESET);
7255                         if (ioc->alt_ioc)
7256                                 mpt_signal_reset(cb_idx,
7257                                         ioc->alt_ioc, MPT_IOC_POST_RESET);
7258                 }
7259         }
7260 exit:
7261         dtmprintk(ioc,
7262             printk(MYIOC_s_DEBUG_FMT
7263                 "HardResetHandler: completed (%d seconds): %s\n", ioc->name,
7264                 jiffies_to_msecs(jiffies - time_count)/1000, ((rc == 0) ?
7265                 "SUCCESS" : "FAILED")));
7266
7267         return rc;
7268 }
7269
7270 #ifdef CONFIG_FUSION_LOGGING
7271 static void
7272 mpt_display_event_info(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply)
7273 {
7274         char *ds = NULL;
7275         u32 evData0;
7276         int ii;
7277         u8 event;
7278         char *evStr = ioc->evStr;
7279
7280         event = le32_to_cpu(pEventReply->Event) & 0xFF;
7281         evData0 = le32_to_cpu(pEventReply->Data[0]);
7282
7283         switch(event) {
7284         case MPI_EVENT_NONE:
7285                 ds = "None";
7286                 break;
7287         case MPI_EVENT_LOG_DATA:
7288                 ds = "Log Data";
7289                 break;
7290         case MPI_EVENT_STATE_CHANGE:
7291                 ds = "State Change";
7292                 break;
7293         case MPI_EVENT_UNIT_ATTENTION:
7294                 ds = "Unit Attention";
7295                 break;
7296         case MPI_EVENT_IOC_BUS_RESET:
7297                 ds = "IOC Bus Reset";
7298                 break;
7299         case MPI_EVENT_EXT_BUS_RESET:
7300                 ds = "External Bus Reset";
7301                 break;
7302         case MPI_EVENT_RESCAN:
7303                 ds = "Bus Rescan Event";
7304                 break;
7305         case MPI_EVENT_LINK_STATUS_CHANGE:
7306                 if (evData0 == MPI_EVENT_LINK_STATUS_FAILURE)
7307                         ds = "Link Status(FAILURE) Change";
7308                 else
7309                         ds = "Link Status(ACTIVE) Change";
7310                 break;
7311         case MPI_EVENT_LOOP_STATE_CHANGE:
7312                 if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LIP)
7313                         ds = "Loop State(LIP) Change";
7314                 else if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LPE)
7315                         ds = "Loop State(LPE) Change";
7316                 else
7317                         ds = "Loop State(LPB) Change";
7318                 break;
7319         case MPI_EVENT_LOGOUT:
7320                 ds = "Logout";
7321                 break;
7322         case MPI_EVENT_EVENT_CHANGE:
7323                 if (evData0)
7324                         ds = "Events ON";
7325                 else
7326                         ds = "Events OFF";
7327                 break;
7328         case MPI_EVENT_INTEGRATED_RAID:
7329         {
7330                 u8 ReasonCode = (u8)(evData0 >> 16);
7331                 switch (ReasonCode) {
7332                 case MPI_EVENT_RAID_RC_VOLUME_CREATED :
7333                         ds = "Integrated Raid: Volume Created";
7334                         break;
7335                 case MPI_EVENT_RAID_RC_VOLUME_DELETED :
7336                         ds = "Integrated Raid: Volume Deleted";
7337                         break;
7338                 case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED :
7339                         ds = "Integrated Raid: Volume Settings Changed";
7340                         break;
7341                 case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED :
7342                         ds = "Integrated Raid: Volume Status Changed";
7343                         break;
7344                 case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED :
7345                         ds = "Integrated Raid: Volume Physdisk Changed";
7346                         break;
7347                 case MPI_EVENT_RAID_RC_PHYSDISK_CREATED :
7348                         ds = "Integrated Raid: Physdisk Created";
7349                         break;
7350                 case MPI_EVENT_RAID_RC_PHYSDISK_DELETED :
7351                         ds = "Integrated Raid: Physdisk Deleted";
7352                         break;
7353                 case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED :
7354                         ds = "Integrated Raid: Physdisk Settings Changed";
7355                         break;
7356                 case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED :
7357                         ds = "Integrated Raid: Physdisk Status Changed";
7358                         break;
7359                 case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED :
7360                         ds = "Integrated Raid: Domain Validation Needed";
7361                         break;
7362                 case MPI_EVENT_RAID_RC_SMART_DATA :
7363                         ds = "Integrated Raid; Smart Data";
7364                         break;
7365                 case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED :
7366                         ds = "Integrated Raid: Replace Action Started";
7367                         break;
7368                 default:
7369                         ds = "Integrated Raid";
7370                 break;
7371                 }
7372                 break;
7373         }
7374         case MPI_EVENT_SCSI_DEVICE_STATUS_CHANGE:
7375                 ds = "SCSI Device Status Change";
7376                 break;
7377         case MPI_EVENT_SAS_DEVICE_STATUS_CHANGE:
7378         {
7379                 u8 id = (u8)(evData0);
7380                 u8 channel = (u8)(evData0 >> 8);
7381                 u8 ReasonCode = (u8)(evData0 >> 16);
7382                 switch (ReasonCode) {
7383                 case MPI_EVENT_SAS_DEV_STAT_RC_ADDED:
7384                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7385                             "SAS Device Status Change: Added: "
7386                             "id=%d channel=%d", id, channel);
7387                         break;
7388                 case MPI_EVENT_SAS_DEV_STAT_RC_NOT_RESPONDING:
7389                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7390                             "SAS Device Status Change: Deleted: "
7391                             "id=%d channel=%d", id, channel);
7392                         break;
7393                 case MPI_EVENT_SAS_DEV_STAT_RC_SMART_DATA:
7394                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7395                             "SAS Device Status Change: SMART Data: "
7396                             "id=%d channel=%d", id, channel);
7397                         break;
7398                 case MPI_EVENT_SAS_DEV_STAT_RC_NO_PERSIST_ADDED:
7399                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7400                             "SAS Device Status Change: No Persistency: "
7401                             "id=%d channel=%d", id, channel);
7402                         break;
7403                 case MPI_EVENT_SAS_DEV_STAT_RC_UNSUPPORTED:
7404                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7405                             "SAS Device Status Change: Unsupported Device "
7406                             "Discovered : id=%d channel=%d", id, channel);
7407                         break;
7408                 case MPI_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET:
7409                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7410                             "SAS Device Status Change: Internal Device "
7411                             "Reset : id=%d channel=%d", id, channel);
7412                         break;
7413                 case MPI_EVENT_SAS_DEV_STAT_RC_TASK_ABORT_INTERNAL:
7414                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7415                             "SAS Device Status Change: Internal Task "
7416                             "Abort : id=%d channel=%d", id, channel);
7417                         break;
7418                 case MPI_EVENT_SAS_DEV_STAT_RC_ABORT_TASK_SET_INTERNAL:
7419                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7420                             "SAS Device Status Change: Internal Abort "
7421                             "Task Set : id=%d channel=%d", id, channel);
7422                         break;
7423                 case MPI_EVENT_SAS_DEV_STAT_RC_CLEAR_TASK_SET_INTERNAL:
7424                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7425                             "SAS Device Status Change: Internal Clear "
7426                             "Task Set : id=%d channel=%d", id, channel);
7427                         break;
7428                 case MPI_EVENT_SAS_DEV_STAT_RC_QUERY_TASK_INTERNAL:
7429                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7430                             "SAS Device Status Change: Internal Query "
7431                             "Task : id=%d channel=%d", id, channel);
7432                         break;
7433                 default:
7434                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7435                             "SAS Device Status Change: Unknown: "
7436                             "id=%d channel=%d", id, channel);
7437                         break;
7438                 }
7439                 break;
7440         }
7441         case MPI_EVENT_ON_BUS_TIMER_EXPIRED:
7442                 ds = "Bus Timer Expired";
7443                 break;
7444         case MPI_EVENT_QUEUE_FULL:
7445         {
7446                 u16 curr_depth = (u16)(evData0 >> 16);
7447                 u8 channel = (u8)(evData0 >> 8);
7448                 u8 id = (u8)(evData0);
7449
7450                 snprintf(evStr, EVENT_DESCR_STR_SZ,
7451                    "Queue Full: channel=%d id=%d depth=%d",
7452                    channel, id, curr_depth);
7453                 break;
7454         }
7455         case MPI_EVENT_SAS_SES:
7456                 ds = "SAS SES Event";
7457                 break;
7458         case MPI_EVENT_PERSISTENT_TABLE_FULL:
7459                 ds = "Persistent Table Full";
7460                 break;
7461         case MPI_EVENT_SAS_PHY_LINK_STATUS:
7462         {
7463                 u8 LinkRates = (u8)(evData0 >> 8);
7464                 u8 PhyNumber = (u8)(evData0);
7465                 LinkRates = (LinkRates & MPI_EVENT_SAS_PLS_LR_CURRENT_MASK) >>
7466                         MPI_EVENT_SAS_PLS_LR_CURRENT_SHIFT;
7467                 switch (LinkRates) {
7468                 case MPI_EVENT_SAS_PLS_LR_RATE_UNKNOWN:
7469                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7470                            "SAS PHY Link Status: Phy=%d:"
7471                            " Rate Unknown",PhyNumber);
7472                         break;
7473                 case MPI_EVENT_SAS_PLS_LR_RATE_PHY_DISABLED:
7474                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7475                            "SAS PHY Link Status: Phy=%d:"
7476                            " Phy Disabled",PhyNumber);
7477                         break;
7478                 case MPI_EVENT_SAS_PLS_LR_RATE_FAILED_SPEED_NEGOTIATION:
7479                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7480                            "SAS PHY Link Status: Phy=%d:"
7481                            " Failed Speed Nego",PhyNumber);
7482                         break;
7483                 case MPI_EVENT_SAS_PLS_LR_RATE_SATA_OOB_COMPLETE:
7484                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7485                            "SAS PHY Link Status: Phy=%d:"
7486                            " Sata OOB Completed",PhyNumber);
7487                         break;
7488                 case MPI_EVENT_SAS_PLS_LR_RATE_1_5:
7489                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7490                            "SAS PHY Link Status: Phy=%d:"
7491                            " Rate 1.5 Gbps",PhyNumber);
7492                         break;
7493                 case MPI_EVENT_SAS_PLS_LR_RATE_3_0:
7494                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7495                            "SAS PHY Link Status: Phy=%d:"
7496                            " Rate 3.0 Gbps", PhyNumber);
7497                         break;
7498                 case MPI_EVENT_SAS_PLS_LR_RATE_6_0:
7499                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7500                            "SAS PHY Link Status: Phy=%d:"
7501                            " Rate 6.0 Gbps", PhyNumber);
7502                         break;
7503                 default:
7504                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7505                            "SAS PHY Link Status: Phy=%d", PhyNumber);
7506                         break;
7507                 }
7508                 break;
7509         }
7510         case MPI_EVENT_SAS_DISCOVERY_ERROR:
7511                 ds = "SAS Discovery Error";
7512                 break;
7513         case MPI_EVENT_IR_RESYNC_UPDATE:
7514         {
7515                 u8 resync_complete = (u8)(evData0 >> 16);
7516                 snprintf(evStr, EVENT_DESCR_STR_SZ,
7517                     "IR Resync Update: Complete = %d:",resync_complete);
7518                 break;
7519         }
7520         case MPI_EVENT_IR2:
7521         {
7522                 u8 id = (u8)(evData0);
7523                 u8 channel = (u8)(evData0 >> 8);
7524                 u8 phys_num = (u8)(evData0 >> 24);
7525                 u8 ReasonCode = (u8)(evData0 >> 16);
7526
7527                 switch (ReasonCode) {
7528                 case MPI_EVENT_IR2_RC_LD_STATE_CHANGED:
7529                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7530                             "IR2: LD State Changed: "
7531                             "id=%d channel=%d phys_num=%d",
7532                             id, channel, phys_num);
7533                         break;
7534                 case MPI_EVENT_IR2_RC_PD_STATE_CHANGED:
7535                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7536                             "IR2: PD State Changed "
7537                             "id=%d channel=%d phys_num=%d",
7538                             id, channel, phys_num);
7539                         break;
7540                 case MPI_EVENT_IR2_RC_BAD_BLOCK_TABLE_FULL:
7541                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7542                             "IR2: Bad Block Table Full: "
7543                             "id=%d channel=%d phys_num=%d",
7544                             id, channel, phys_num);
7545                         break;
7546                 case MPI_EVENT_IR2_RC_PD_INSERTED:
7547                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7548                             "IR2: PD Inserted: "
7549                             "id=%d channel=%d phys_num=%d",
7550                             id, channel, phys_num);
7551                         break;
7552                 case MPI_EVENT_IR2_RC_PD_REMOVED:
7553                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7554                             "IR2: PD Removed: "
7555                             "id=%d channel=%d phys_num=%d",
7556                             id, channel, phys_num);
7557                         break;
7558                 case MPI_EVENT_IR2_RC_FOREIGN_CFG_DETECTED:
7559                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7560                             "IR2: Foreign CFG Detected: "
7561                             "id=%d channel=%d phys_num=%d",
7562                             id, channel, phys_num);
7563                         break;
7564                 case MPI_EVENT_IR2_RC_REBUILD_MEDIUM_ERROR:
7565                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7566                             "IR2: Rebuild Medium Error: "
7567                             "id=%d channel=%d phys_num=%d",
7568                             id, channel, phys_num);
7569                         break;
7570                 case MPI_EVENT_IR2_RC_DUAL_PORT_ADDED:
7571                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7572                             "IR2: Dual Port Added: "
7573                             "id=%d channel=%d phys_num=%d",
7574                             id, channel, phys_num);
7575                         break;
7576                 case MPI_EVENT_IR2_RC_DUAL_PORT_REMOVED:
7577                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7578                             "IR2: Dual Port Removed: "
7579                             "id=%d channel=%d phys_num=%d",
7580                             id, channel, phys_num);
7581                         break;
7582                 default:
7583                         ds = "IR2";
7584                 break;
7585                 }
7586                 break;
7587         }
7588         case MPI_EVENT_SAS_DISCOVERY:
7589         {
7590                 if (evData0)
7591                         ds = "SAS Discovery: Start";
7592                 else
7593                         ds = "SAS Discovery: Stop";
7594                 break;
7595         }
7596         case MPI_EVENT_LOG_ENTRY_ADDED:
7597                 ds = "SAS Log Entry Added";
7598                 break;
7599
7600         case MPI_EVENT_SAS_BROADCAST_PRIMITIVE:
7601         {
7602                 u8 phy_num = (u8)(evData0);
7603                 u8 port_num = (u8)(evData0 >> 8);
7604                 u8 port_width = (u8)(evData0 >> 16);
7605                 u8 primative = (u8)(evData0 >> 24);
7606                 snprintf(evStr, EVENT_DESCR_STR_SZ,
7607                     "SAS Broadcase Primative: phy=%d port=%d "
7608                     "width=%d primative=0x%02x",
7609                     phy_num, port_num, port_width, primative);
7610                 break;
7611         }
7612
7613         case MPI_EVENT_SAS_INIT_DEVICE_STATUS_CHANGE:
7614         {
7615                 u8 reason = (u8)(evData0);
7616
7617                 switch (reason) {
7618                 case MPI_EVENT_SAS_INIT_RC_ADDED:
7619                         ds = "SAS Initiator Status Change: Added";
7620                         break;
7621                 case MPI_EVENT_SAS_INIT_RC_REMOVED:
7622                         ds = "SAS Initiator Status Change: Deleted";
7623                         break;
7624                 default:
7625                         ds = "SAS Initiator Status Change";
7626                         break;
7627                 }
7628                 break;
7629         }
7630
7631         case MPI_EVENT_SAS_INIT_TABLE_OVERFLOW:
7632         {
7633                 u8 max_init = (u8)(evData0);
7634                 u8 current_init = (u8)(evData0 >> 8);
7635
7636                 snprintf(evStr, EVENT_DESCR_STR_SZ,
7637                     "SAS Initiator Device Table Overflow: max initiators=%02d "
7638                     "current initators=%02d",
7639                     max_init, current_init);
7640                 break;
7641         }
7642         case MPI_EVENT_SAS_SMP_ERROR:
7643         {
7644                 u8 status = (u8)(evData0);
7645                 u8 port_num = (u8)(evData0 >> 8);
7646                 u8 result = (u8)(evData0 >> 16);
7647
7648                 if (status == MPI_EVENT_SAS_SMP_FUNCTION_RESULT_VALID)
7649                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7650                             "SAS SMP Error: port=%d result=0x%02x",
7651                             port_num, result);
7652                 else if (status == MPI_EVENT_SAS_SMP_CRC_ERROR)
7653                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7654                             "SAS SMP Error: port=%d : CRC Error",
7655                             port_num);
7656                 else if (status == MPI_EVENT_SAS_SMP_TIMEOUT)
7657                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7658                             "SAS SMP Error: port=%d : Timeout",
7659                             port_num);
7660                 else if (status == MPI_EVENT_SAS_SMP_NO_DESTINATION)
7661                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7662                             "SAS SMP Error: port=%d : No Destination",
7663                             port_num);
7664                 else if (status == MPI_EVENT_SAS_SMP_BAD_DESTINATION)
7665                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7666                             "SAS SMP Error: port=%d : Bad Destination",
7667                             port_num);
7668                 else
7669                         snprintf(evStr, EVENT_DESCR_STR_SZ,
7670                             "SAS SMP Error: port=%d : status=0x%02x",
7671                             port_num, status);
7672                 break;
7673         }
7674
7675         case MPI_EVENT_SAS_EXPANDER_STATUS_CHANGE:
7676         {
7677                 u8 reason = (u8)(evData0);
7678
7679                 switch (reason) {
7680                 case MPI_EVENT_SAS_EXP_RC_ADDED:
7681                         ds = "Expander Status Change: Added";
7682                         break;
7683                 case MPI_EVENT_SAS_EXP_RC_NOT_RESPONDING:
7684                         ds = "Expander Status Change: Deleted";
7685                         break;
7686                 default:
7687                         ds = "Expander Status Change";
7688                         break;
7689                 }
7690                 break;
7691         }
7692
7693         /*
7694          *  MPT base "custom" events may be added here...
7695          */
7696         default:
7697                 ds = "Unknown";
7698                 break;
7699         }
7700         if (ds)
7701                 strlcpy(evStr, ds, EVENT_DESCR_STR_SZ);
7702
7703
7704         devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7705             "MPT event:(%02Xh) : %s\n",
7706             ioc->name, event, evStr));
7707
7708         devtverboseprintk(ioc, printk(KERN_DEBUG MYNAM
7709             ": Event data:\n"));
7710         for (ii = 0; ii < le16_to_cpu(pEventReply->EventDataLength); ii++)
7711                 devtverboseprintk(ioc, printk(" %08x",
7712                     le32_to_cpu(pEventReply->Data[ii])));
7713         devtverboseprintk(ioc, printk(KERN_DEBUG "\n"));
7714 }
7715 #endif
7716 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7717 /**
7718  *      ProcessEventNotification - Route EventNotificationReply to all event handlers
7719  *      @ioc: Pointer to MPT_ADAPTER structure
7720  *      @pEventReply: Pointer to EventNotification reply frame
7721  *      @evHandlers: Pointer to integer, number of event handlers
7722  *
7723  *      Routes a received EventNotificationReply to all currently registered
7724  *      event handlers.
7725  *      Returns sum of event handlers return values.
7726  */
7727 static int
7728 ProcessEventNotification(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply, int *evHandlers)
7729 {
7730         u16 evDataLen;
7731         u32 evData0 = 0;
7732         int ii;
7733         u8 cb_idx;
7734         int r = 0;
7735         int handlers = 0;
7736         u8 event;
7737
7738         /*
7739          *  Do platform normalization of values
7740          */
7741         event = le32_to_cpu(pEventReply->Event) & 0xFF;
7742         evDataLen = le16_to_cpu(pEventReply->EventDataLength);
7743         if (evDataLen) {
7744                 evData0 = le32_to_cpu(pEventReply->Data[0]);
7745         }
7746
7747 #ifdef CONFIG_FUSION_LOGGING
7748         if (evDataLen)
7749                 mpt_display_event_info(ioc, pEventReply);
7750 #endif
7751
7752         /*
7753          *  Do general / base driver event processing
7754          */
7755         switch(event) {
7756         case MPI_EVENT_EVENT_CHANGE:            /* 0A */
7757                 if (evDataLen) {
7758                         u8 evState = evData0 & 0xFF;
7759
7760                         /* CHECKME! What if evState unexpectedly says OFF (0)? */
7761
7762                         /* Update EventState field in cached IocFacts */
7763                         if (ioc->facts.Function) {
7764                                 ioc->facts.EventState = evState;
7765                         }
7766                 }
7767                 break;
7768         case MPI_EVENT_INTEGRATED_RAID:
7769                 mptbase_raid_process_event_data(ioc,
7770                     (MpiEventDataRaid_t *)pEventReply->Data);
7771                 break;
7772         default:
7773                 break;
7774         }
7775
7776         /*
7777          * Should this event be logged? Events are written sequentially.
7778          * When buffer is full, start again at the top.
7779          */
7780         if (ioc->events && (ioc->eventTypes & ( 1 << event))) {
7781                 int idx;
7782
7783                 idx = ioc->eventContext % MPTCTL_EVENT_LOG_SIZE;
7784
7785                 ioc->events[idx].event = event;
7786                 ioc->events[idx].eventContext = ioc->eventContext;
7787
7788                 for (ii = 0; ii < 2; ii++) {
7789                         if (ii < evDataLen)
7790                                 ioc->events[idx].data[ii] = le32_to_cpu(pEventReply->Data[ii]);
7791                         else
7792                                 ioc->events[idx].data[ii] =  0;
7793                 }
7794
7795                 ioc->eventContext++;
7796         }
7797
7798
7799         /*
7800          *  Call each currently registered protocol event handler.
7801          */
7802         for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7803                 if (MptEvHandlers[cb_idx]) {
7804                         devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7805                             "Routing Event to event handler #%d\n",
7806                             ioc->name, cb_idx));
7807                         r += (*(MptEvHandlers[cb_idx]))(ioc, pEventReply);
7808                         handlers++;
7809                 }
7810         }
7811         /* FIXME?  Examine results here? */
7812
7813         /*
7814          *  If needed, send (a single) EventAck.
7815          */
7816         if (pEventReply->AckRequired == MPI_EVENT_NOTIFICATION_ACK_REQUIRED) {
7817                 devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7818                         "EventAck required\n",ioc->name));
7819                 if ((ii = SendEventAck(ioc, pEventReply)) != 0) {
7820                         devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SendEventAck returned %d\n",
7821                                         ioc->name, ii));
7822                 }
7823         }
7824
7825         *evHandlers = handlers;
7826         return r;
7827 }
7828
7829 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7830 /**
7831  *      mpt_fc_log_info - Log information returned from Fibre Channel IOC.
7832  *      @ioc: Pointer to MPT_ADAPTER structure
7833  *      @log_info: U32 LogInfo reply word from the IOC
7834  *
7835  *      Refer to lsi/mpi_log_fc.h.
7836  */
7837 static void
7838 mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info)
7839 {
7840         char *desc = "unknown";
7841
7842         switch (log_info & 0xFF000000) {
7843         case MPI_IOCLOGINFO_FC_INIT_BASE:
7844                 desc = "FCP Initiator";
7845                 break;
7846         case MPI_IOCLOGINFO_FC_TARGET_BASE:
7847                 desc = "FCP Target";
7848                 break;
7849         case MPI_IOCLOGINFO_FC_LAN_BASE:
7850                 desc = "LAN";
7851                 break;
7852         case MPI_IOCLOGINFO_FC_MSG_BASE:
7853                 desc = "MPI Message Layer";
7854                 break;
7855         case MPI_IOCLOGINFO_FC_LINK_BASE:
7856                 desc = "FC Link";
7857                 break;
7858         case MPI_IOCLOGINFO_FC_CTX_BASE:
7859                 desc = "Context Manager";
7860                 break;
7861         case MPI_IOCLOGINFO_FC_INVALID_FIELD_BYTE_OFFSET:
7862                 desc = "Invalid Field Offset";
7863                 break;
7864         case MPI_IOCLOGINFO_FC_STATE_CHANGE:
7865                 desc = "State Change Info";
7866                 break;
7867         }
7868
7869         printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): SubClass={%s}, Value=(0x%06x)\n",
7870                         ioc->name, log_info, desc, (log_info & 0xFFFFFF));
7871 }
7872
7873 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7874 /**
7875  *      mpt_spi_log_info - Log information returned from SCSI Parallel IOC.
7876  *      @ioc: Pointer to MPT_ADAPTER structure
7877  *      @log_info: U32 LogInfo word from the IOC
7878  *
7879  *      Refer to lsi/sp_log.h.
7880  */
7881 static void
7882 mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info)
7883 {
7884         u32 info = log_info & 0x00FF0000;
7885         char *desc = "unknown";
7886
7887         switch (info) {
7888         case 0x00010000:
7889                 desc = "bug! MID not found";
7890                 break;
7891
7892         case 0x00020000:
7893                 desc = "Parity Error";
7894                 break;
7895
7896         case 0x00030000:
7897                 desc = "ASYNC Outbound Overrun";
7898                 break;
7899
7900         case 0x00040000:
7901                 desc = "SYNC Offset Error";
7902                 break;
7903
7904         case 0x00050000:
7905                 desc = "BM Change";
7906                 break;
7907
7908         case 0x00060000:
7909                 desc = "Msg In Overflow";
7910                 break;
7911
7912         case 0x00070000:
7913                 desc = "DMA Error";
7914                 break;
7915
7916         case 0x00080000:
7917                 desc = "Outbound DMA Overrun";
7918                 break;
7919
7920         case 0x00090000:
7921                 desc = "Task Management";
7922                 break;
7923
7924         case 0x000A0000:
7925                 desc = "Device Problem";
7926                 break;
7927
7928         case 0x000B0000:
7929                 desc = "Invalid Phase Change";
7930                 break;
7931
7932         case 0x000C0000:
7933                 desc = "Untagged Table Size";
7934                 break;
7935
7936         }
7937
7938         printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): F/W: %s\n", ioc->name, log_info, desc);
7939 }
7940
7941 /* strings for sas loginfo */
7942         static char *originator_str[] = {
7943                 "IOP",                                          /* 00h */
7944                 "PL",                                           /* 01h */
7945                 "IR"                                            /* 02h */
7946         };
7947         static char *iop_code_str[] = {
7948                 NULL,                                           /* 00h */
7949                 "Invalid SAS Address",                          /* 01h */
7950                 NULL,                                           /* 02h */
7951                 "Invalid Page",                                 /* 03h */
7952                 "Diag Message Error",                           /* 04h */
7953                 "Task Terminated",                              /* 05h */
7954                 "Enclosure Management",                         /* 06h */
7955                 "Target Mode"                                   /* 07h */
7956         };
7957         static char *pl_code_str[] = {
7958                 NULL,                                           /* 00h */
7959                 "Open Failure",                                 /* 01h */
7960                 "Invalid Scatter Gather List",                  /* 02h */
7961                 "Wrong Relative Offset or Frame Length",        /* 03h */
7962                 "Frame Transfer Error",                         /* 04h */
7963                 "Transmit Frame Connected Low",                 /* 05h */
7964                 "SATA Non-NCQ RW Error Bit Set",                /* 06h */
7965                 "SATA Read Log Receive Data Error",             /* 07h */
7966                 "SATA NCQ Fail All Commands After Error",       /* 08h */
7967                 "SATA Error in Receive Set Device Bit FIS",     /* 09h */
7968                 "Receive Frame Invalid Message",                /* 0Ah */
7969                 "Receive Context Message Valid Error",          /* 0Bh */
7970                 "Receive Frame Current Frame Error",            /* 0Ch */
7971                 "SATA Link Down",                               /* 0Dh */
7972                 "Discovery SATA Init W IOS",                    /* 0Eh */
7973                 "Config Invalid Page",                          /* 0Fh */
7974                 "Discovery SATA Init Timeout",                  /* 10h */
7975                 "Reset",                                        /* 11h */
7976                 "Abort",                                        /* 12h */
7977                 "IO Not Yet Executed",                          /* 13h */
7978                 "IO Executed",                                  /* 14h */
7979                 "Persistent Reservation Out Not Affiliation "
7980                     "Owner",                                    /* 15h */
7981                 "Open Transmit DMA Abort",                      /* 16h */
7982                 "IO Device Missing Delay Retry",                /* 17h */
7983                 "IO Cancelled Due to Receive Error",            /* 18h */
7984                 NULL,                                           /* 19h */
7985                 NULL,                                           /* 1Ah */
7986                 NULL,                                           /* 1Bh */
7987                 NULL,                                           /* 1Ch */
7988                 NULL,                                           /* 1Dh */
7989                 NULL,                                           /* 1Eh */
7990                 NULL,                                           /* 1Fh */
7991                 "Enclosure Management"                          /* 20h */
7992         };
7993         static char *ir_code_str[] = {
7994                 "Raid Action Error",                            /* 00h */
7995                 NULL,                                           /* 00h */
7996                 NULL,                                           /* 01h */
7997                 NULL,                                           /* 02h */
7998                 NULL,                                           /* 03h */
7999                 NULL,                                           /* 04h */
8000                 NULL,                                           /* 05h */
8001                 NULL,                                           /* 06h */
8002                 NULL                                            /* 07h */
8003         };
8004         static char *raid_sub_code_str[] = {
8005                 NULL,                                           /* 00h */
8006                 "Volume Creation Failed: Data Passed too "
8007                     "Large",                                    /* 01h */
8008                 "Volume Creation Failed: Duplicate Volumes "
8009                     "Attempted",                                /* 02h */
8010                 "Volume Creation Failed: Max Number "
8011                     "Supported Volumes Exceeded",               /* 03h */
8012                 "Volume Creation Failed: DMA Error",            /* 04h */
8013                 "Volume Creation Failed: Invalid Volume Type",  /* 05h */
8014                 "Volume Creation Failed: Error Reading "
8015                     "MFG Page 4",                               /* 06h */
8016                 "Volume Creation Failed: Creating Internal "
8017                     "Structures",                               /* 07h */
8018                 NULL,                                           /* 08h */
8019                 NULL,                                           /* 09h */
8020                 NULL,                                           /* 0Ah */
8021                 NULL,                                           /* 0Bh */
8022                 NULL,                                           /* 0Ch */
8023                 NULL,                                           /* 0Dh */
8024                 NULL,                                           /* 0Eh */
8025                 NULL,                                           /* 0Fh */
8026                 "Activation failed: Already Active Volume",     /* 10h */
8027                 "Activation failed: Unsupported Volume Type",   /* 11h */
8028                 "Activation failed: Too Many Active Volumes",   /* 12h */
8029                 "Activation failed: Volume ID in Use",          /* 13h */
8030                 "Activation failed: Reported Failure",          /* 14h */
8031                 "Activation failed: Importing a Volume",        /* 15h */
8032                 NULL,                                           /* 16h */
8033                 NULL,                                           /* 17h */
8034                 NULL,                                           /* 18h */
8035                 NULL,                                           /* 19h */
8036                 NULL,                                           /* 1Ah */
8037                 NULL,                                           /* 1Bh */
8038                 NULL,                                           /* 1Ch */
8039                 NULL,                                           /* 1Dh */
8040                 NULL,                                           /* 1Eh */
8041                 NULL,                                           /* 1Fh */
8042                 "Phys Disk failed: Too Many Phys Disks",        /* 20h */
8043                 "Phys Disk failed: Data Passed too Large",      /* 21h */
8044                 "Phys Disk failed: DMA Error",                  /* 22h */
8045                 "Phys Disk failed: Invalid <channel:id>",       /* 23h */
8046                 "Phys Disk failed: Creating Phys Disk Config "
8047                     "Page",                                     /* 24h */
8048                 NULL,                                           /* 25h */
8049                 NULL,                                           /* 26h */
8050                 NULL,                                           /* 27h */
8051                 NULL,                                           /* 28h */
8052                 NULL,                                           /* 29h */
8053                 NULL,                                           /* 2Ah */
8054                 NULL,                                           /* 2Bh */
8055                 NULL,                                           /* 2Ch */
8056                 NULL,                                           /* 2Dh */
8057                 NULL,                                           /* 2Eh */
8058                 NULL,                                           /* 2Fh */
8059                 "Compatibility Error: IR Disabled",             /* 30h */
8060                 "Compatibility Error: Inquiry Command Failed",  /* 31h */
8061                 "Compatibility Error: Device not Direct Access "
8062                     "Device ",                                  /* 32h */
8063                 "Compatibility Error: Removable Device Found",  /* 33h */
8064                 "Compatibility Error: Device SCSI Version not "
8065                     "2 or Higher",                              /* 34h */
8066                 "Compatibility Error: SATA Device, 48 BIT LBA "
8067                     "not Supported",                            /* 35h */
8068                 "Compatibility Error: Device doesn't have "
8069                     "512 Byte Block Sizes",                     /* 36h */
8070                 "Compatibility Error: Volume Type Check Failed", /* 37h */
8071                 "Compatibility Error: Volume Type is "
8072                     "Unsupported by FW",                        /* 38h */
8073                 "Compatibility Error: Disk Drive too Small for "
8074                     "use in Volume",                            /* 39h */
8075                 "Compatibility Error: Phys Disk for Create "
8076                     "Volume not Found",                         /* 3Ah */
8077                 "Compatibility Error: Too Many or too Few "
8078                     "Disks for Volume Type",                    /* 3Bh */
8079                 "Compatibility Error: Disk stripe Sizes "
8080                     "Must be 64KB",                             /* 3Ch */
8081                 "Compatibility Error: IME Size Limited to < 2TB", /* 3Dh */
8082         };
8083
8084 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8085 /**
8086  *      mpt_sas_log_info - Log information returned from SAS IOC.
8087  *      @ioc: Pointer to MPT_ADAPTER structure
8088  *      @log_info: U32 LogInfo reply word from the IOC
8089  *      @cb_idx: callback function's handle
8090  *
8091  *      Refer to lsi/mpi_log_sas.h.
8092  **/
8093 static void
8094 mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info, u8 cb_idx)
8095 {
8096         union loginfo_type {
8097                 u32     loginfo;
8098                 struct {
8099                         u32     subcode:16;
8100                         u32     code:8;
8101                         u32     originator:4;
8102                         u32     bus_type:4;
8103                 } dw;
8104         };
8105         union loginfo_type sas_loginfo;
8106         char *originator_desc = NULL;
8107         char *code_desc = NULL;
8108         char *sub_code_desc = NULL;
8109
8110         sas_loginfo.loginfo = log_info;
8111         if ((sas_loginfo.dw.bus_type != 3 /*SAS*/) &&
8112             (sas_loginfo.dw.originator < ARRAY_SIZE(originator_str)))
8113                 return;
8114
8115         originator_desc = originator_str[sas_loginfo.dw.originator];
8116
8117         switch (sas_loginfo.dw.originator) {
8118
8119                 case 0:  /* IOP */
8120                         if (sas_loginfo.dw.code <
8121                             ARRAY_SIZE(iop_code_str))
8122                                 code_desc = iop_code_str[sas_loginfo.dw.code];
8123                         break;
8124                 case 1:  /* PL */
8125                         if (sas_loginfo.dw.code <
8126                             ARRAY_SIZE(pl_code_str))
8127                                 code_desc = pl_code_str[sas_loginfo.dw.code];
8128                         break;
8129                 case 2:  /* IR */
8130                         if (sas_loginfo.dw.code >=
8131                             ARRAY_SIZE(ir_code_str))
8132                                 break;
8133                         code_desc = ir_code_str[sas_loginfo.dw.code];
8134                         if (sas_loginfo.dw.subcode >=
8135                             ARRAY_SIZE(raid_sub_code_str))
8136                                 break;
8137                         if (sas_loginfo.dw.code == 0)
8138                                 sub_code_desc =
8139                                     raid_sub_code_str[sas_loginfo.dw.subcode];
8140                         break;
8141                 default:
8142                         return;
8143         }
8144
8145         if (sub_code_desc != NULL)
8146                 printk(MYIOC_s_INFO_FMT
8147                         "LogInfo(0x%08x): Originator={%s}, Code={%s},"
8148                         " SubCode={%s} cb_idx %s\n",
8149                         ioc->name, log_info, originator_desc, code_desc,
8150                         sub_code_desc, MptCallbacksName[cb_idx]);
8151         else if (code_desc != NULL)
8152                 printk(MYIOC_s_INFO_FMT
8153                         "LogInfo(0x%08x): Originator={%s}, Code={%s},"
8154                         " SubCode(0x%04x) cb_idx %s\n",
8155                         ioc->name, log_info, originator_desc, code_desc,
8156                         sas_loginfo.dw.subcode, MptCallbacksName[cb_idx]);
8157         else
8158                 printk(MYIOC_s_INFO_FMT
8159                         "LogInfo(0x%08x): Originator={%s}, Code=(0x%02x),"
8160                         " SubCode(0x%04x) cb_idx %s\n",
8161                         ioc->name, log_info, originator_desc,
8162                         sas_loginfo.dw.code, sas_loginfo.dw.subcode,
8163                         MptCallbacksName[cb_idx]);
8164 }
8165
8166 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8167 /**
8168  *      mpt_iocstatus_info_config - IOCSTATUS information for config pages
8169  *      @ioc: Pointer to MPT_ADAPTER structure
8170  *      @ioc_status: U32 IOCStatus word from IOC
8171  *      @mf: Pointer to MPT request frame
8172  *
8173  *      Refer to lsi/mpi.h.
8174  **/
8175 static void
8176 mpt_iocstatus_info_config(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8177 {
8178         Config_t *pReq = (Config_t *)mf;
8179         char extend_desc[EVENT_DESCR_STR_SZ];
8180         char *desc = NULL;
8181         u32 form;
8182         u8 page_type;
8183
8184         if (pReq->Header.PageType == MPI_CONFIG_PAGETYPE_EXTENDED)
8185                 page_type = pReq->ExtPageType;
8186         else
8187                 page_type = pReq->Header.PageType;
8188
8189         /*
8190          * ignore invalid page messages for GET_NEXT_HANDLE
8191          */
8192         form = le32_to_cpu(pReq->PageAddress);
8193         if (ioc_status == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
8194                 if (page_type == MPI_CONFIG_EXTPAGETYPE_SAS_DEVICE ||
8195                     page_type == MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER ||
8196                     page_type == MPI_CONFIG_EXTPAGETYPE_ENCLOSURE) {
8197                         if ((form >> MPI_SAS_DEVICE_PGAD_FORM_SHIFT) ==
8198                                 MPI_SAS_DEVICE_PGAD_FORM_GET_NEXT_HANDLE)
8199                                 return;
8200                 }
8201                 if (page_type == MPI_CONFIG_PAGETYPE_FC_DEVICE)
8202                         if ((form & MPI_FC_DEVICE_PGAD_FORM_MASK) ==
8203                                 MPI_FC_DEVICE_PGAD_FORM_NEXT_DID)
8204                                 return;
8205         }
8206
8207         snprintf(extend_desc, EVENT_DESCR_STR_SZ,
8208             "type=%02Xh, page=%02Xh, action=%02Xh, form=%08Xh",
8209             page_type, pReq->Header.PageNumber, pReq->Action, form);
8210
8211         switch (ioc_status) {
8212
8213         case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8214                 desc = "Config Page Invalid Action";
8215                 break;
8216
8217         case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8218                 desc = "Config Page Invalid Type";
8219                 break;
8220
8221         case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8222                 desc = "Config Page Invalid Page";
8223                 break;
8224
8225         case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8226                 desc = "Config Page Invalid Data";
8227                 break;
8228
8229         case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8230                 desc = "Config Page No Defaults";
8231                 break;
8232
8233         case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8234                 desc = "Config Page Can't Commit";
8235                 break;
8236         }
8237
8238         if (!desc)
8239                 return;
8240
8241         dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s: %s\n",
8242             ioc->name, ioc_status, desc, extend_desc));
8243 }
8244
8245 /**
8246  *      mpt_iocstatus_info - IOCSTATUS information returned from IOC.
8247  *      @ioc: Pointer to MPT_ADAPTER structure
8248  *      @ioc_status: U32 IOCStatus word from IOC
8249  *      @mf: Pointer to MPT request frame
8250  *
8251  *      Refer to lsi/mpi.h.
8252  **/
8253 static void
8254 mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8255 {
8256         u32 status = ioc_status & MPI_IOCSTATUS_MASK;
8257         char *desc = NULL;
8258
8259         switch (status) {
8260
8261 /****************************************************************************/
8262 /*  Common IOCStatus values for all replies                                 */
8263 /****************************************************************************/
8264
8265         case MPI_IOCSTATUS_INVALID_FUNCTION: /* 0x0001 */
8266                 desc = "Invalid Function";
8267                 break;
8268
8269         case MPI_IOCSTATUS_BUSY: /* 0x0002 */
8270                 desc = "Busy";
8271                 break;
8272
8273         case MPI_IOCSTATUS_INVALID_SGL: /* 0x0003 */
8274                 desc = "Invalid SGL";
8275                 break;
8276
8277         case MPI_IOCSTATUS_INTERNAL_ERROR: /* 0x0004 */
8278                 desc = "Internal Error";
8279                 break;
8280
8281         case MPI_IOCSTATUS_RESERVED: /* 0x0005 */
8282                 desc = "Reserved";
8283                 break;
8284
8285         case MPI_IOCSTATUS_INSUFFICIENT_RESOURCES: /* 0x0006 */
8286                 desc = "Insufficient Resources";
8287                 break;
8288
8289         case MPI_IOCSTATUS_INVALID_FIELD: /* 0x0007 */
8290                 desc = "Invalid Field";
8291                 break;
8292
8293         case MPI_IOCSTATUS_INVALID_STATE: /* 0x0008 */
8294                 desc = "Invalid State";
8295                 break;
8296
8297 /****************************************************************************/
8298 /*  Config IOCStatus values                                                 */
8299 /****************************************************************************/
8300
8301         case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8302         case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8303         case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8304         case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8305         case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8306         case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8307                 mpt_iocstatus_info_config(ioc, status, mf);
8308                 break;
8309
8310 /****************************************************************************/
8311 /*  SCSIIO Reply (SPI, FCP, SAS) initiator values                           */
8312 /*                                                                          */
8313 /*  Look at mptscsih_iocstatus_info_scsiio in mptscsih.c */
8314 /*                                                                          */
8315 /****************************************************************************/
8316
8317         case MPI_IOCSTATUS_SCSI_RECOVERED_ERROR: /* 0x0040 */
8318         case MPI_IOCSTATUS_SCSI_DATA_UNDERRUN: /* 0x0045 */
8319         case MPI_IOCSTATUS_SCSI_INVALID_BUS: /* 0x0041 */
8320         case MPI_IOCSTATUS_SCSI_INVALID_TARGETID: /* 0x0042 */
8321         case MPI_IOCSTATUS_SCSI_DEVICE_NOT_THERE: /* 0x0043 */
8322         case MPI_IOCSTATUS_SCSI_DATA_OVERRUN: /* 0x0044 */
8323         case MPI_IOCSTATUS_SCSI_IO_DATA_ERROR: /* 0x0046 */
8324         case MPI_IOCSTATUS_SCSI_PROTOCOL_ERROR: /* 0x0047 */
8325         case MPI_IOCSTATUS_SCSI_TASK_TERMINATED: /* 0x0048 */
8326         case MPI_IOCSTATUS_SCSI_RESIDUAL_MISMATCH: /* 0x0049 */
8327         case MPI_IOCSTATUS_SCSI_TASK_MGMT_FAILED: /* 0x004A */
8328         case MPI_IOCSTATUS_SCSI_IOC_TERMINATED: /* 0x004B */
8329         case MPI_IOCSTATUS_SCSI_EXT_TERMINATED: /* 0x004C */
8330                 break;
8331
8332 /****************************************************************************/
8333 /*  SCSI Target values                                                      */
8334 /****************************************************************************/
8335
8336         case MPI_IOCSTATUS_TARGET_PRIORITY_IO: /* 0x0060 */
8337                 desc = "Target: Priority IO";
8338                 break;
8339
8340         case MPI_IOCSTATUS_TARGET_INVALID_PORT: /* 0x0061 */
8341                 desc = "Target: Invalid Port";
8342                 break;
8343
8344         case MPI_IOCSTATUS_TARGET_INVALID_IO_INDEX: /* 0x0062 */
8345                 desc = "Target Invalid IO Index:";
8346                 break;
8347
8348         case MPI_IOCSTATUS_TARGET_ABORTED: /* 0x0063 */
8349                 desc = "Target: Aborted";
8350                 break;
8351
8352         case MPI_IOCSTATUS_TARGET_NO_CONN_RETRYABLE: /* 0x0064 */
8353                 desc = "Target: No Conn Retryable";
8354                 break;
8355
8356         case MPI_IOCSTATUS_TARGET_NO_CONNECTION: /* 0x0065 */
8357                 desc = "Target: No Connection";
8358                 break;
8359
8360         case MPI_IOCSTATUS_TARGET_XFER_COUNT_MISMATCH: /* 0x006A */
8361                 desc = "Target: Transfer Count Mismatch";
8362                 break;
8363
8364         case MPI_IOCSTATUS_TARGET_STS_DATA_NOT_SENT: /* 0x006B */
8365                 desc = "Target: STS Data not Sent";
8366                 break;
8367
8368         case MPI_IOCSTATUS_TARGET_DATA_OFFSET_ERROR: /* 0x006D */
8369                 desc = "Target: Data Offset Error";
8370                 break;
8371
8372         case MPI_IOCSTATUS_TARGET_TOO_MUCH_WRITE_DATA: /* 0x006E */
8373                 desc = "Target: Too Much Write Data";
8374                 break;
8375
8376         case MPI_IOCSTATUS_TARGET_IU_TOO_SHORT: /* 0x006F */
8377                 desc = "Target: IU Too Short";
8378                 break;
8379
8380         case MPI_IOCSTATUS_TARGET_ACK_NAK_TIMEOUT: /* 0x0070 */
8381                 desc = "Target: ACK NAK Timeout";
8382                 break;
8383
8384         case MPI_IOCSTATUS_TARGET_NAK_RECEIVED: /* 0x0071 */
8385                 desc = "Target: Nak Received";
8386                 break;
8387
8388 /****************************************************************************/
8389 /*  Fibre Channel Direct Access values                                      */
8390 /****************************************************************************/
8391
8392         case MPI_IOCSTATUS_FC_ABORTED: /* 0x0066 */
8393                 desc = "FC: Aborted";
8394                 break;
8395
8396         case MPI_IOCSTATUS_FC_RX_ID_INVALID: /* 0x0067 */
8397                 desc = "FC: RX ID Invalid";
8398                 break;
8399
8400         case MPI_IOCSTATUS_FC_DID_INVALID: /* 0x0068 */
8401                 desc = "FC: DID Invalid";
8402                 break;
8403
8404         case MPI_IOCSTATUS_FC_NODE_LOGGED_OUT: /* 0x0069 */
8405                 desc = "FC: Node Logged Out";
8406                 break;
8407
8408         case MPI_IOCSTATUS_FC_EXCHANGE_CANCELED: /* 0x006C */
8409                 desc = "FC: Exchange Canceled";
8410                 break;
8411
8412 /****************************************************************************/
8413 /*  LAN values                                                              */
8414 /****************************************************************************/
8415
8416         case MPI_IOCSTATUS_LAN_DEVICE_NOT_FOUND: /* 0x0080 */
8417                 desc = "LAN: Device not Found";
8418                 break;
8419
8420         case MPI_IOCSTATUS_LAN_DEVICE_FAILURE: /* 0x0081 */
8421                 desc = "LAN: Device Failure";
8422                 break;
8423
8424         case MPI_IOCSTATUS_LAN_TRANSMIT_ERROR: /* 0x0082 */
8425                 desc = "LAN: Transmit Error";
8426                 break;
8427
8428         case MPI_IOCSTATUS_LAN_TRANSMIT_ABORTED: /* 0x0083 */
8429                 desc = "LAN: Transmit Aborted";
8430                 break;
8431
8432         case MPI_IOCSTATUS_LAN_RECEIVE_ERROR: /* 0x0084 */
8433                 desc = "LAN: Receive Error";
8434                 break;
8435
8436         case MPI_IOCSTATUS_LAN_RECEIVE_ABORTED: /* 0x0085 */
8437                 desc = "LAN: Receive Aborted";
8438                 break;
8439
8440         case MPI_IOCSTATUS_LAN_PARTIAL_PACKET: /* 0x0086 */
8441                 desc = "LAN: Partial Packet";
8442                 break;
8443
8444         case MPI_IOCSTATUS_LAN_CANCELED: /* 0x0087 */
8445                 desc = "LAN: Canceled";
8446                 break;
8447
8448 /****************************************************************************/
8449 /*  Serial Attached SCSI values                                             */
8450 /****************************************************************************/
8451
8452         case MPI_IOCSTATUS_SAS_SMP_REQUEST_FAILED: /* 0x0090 */
8453                 desc = "SAS: SMP Request Failed";
8454                 break;
8455
8456         case MPI_IOCSTATUS_SAS_SMP_DATA_OVERRUN: /* 0x0090 */
8457                 desc = "SAS: SMP Data Overrun";
8458                 break;
8459
8460         default:
8461                 desc = "Others";
8462                 break;
8463         }
8464
8465         if (!desc)
8466                 return;
8467
8468         dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s\n",
8469             ioc->name, status, desc));
8470 }
8471
8472 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8473 EXPORT_SYMBOL(mpt_attach);
8474 EXPORT_SYMBOL(mpt_detach);
8475 #ifdef CONFIG_PM
8476 EXPORT_SYMBOL(mpt_resume);
8477 EXPORT_SYMBOL(mpt_suspend);
8478 #endif
8479 EXPORT_SYMBOL(ioc_list);
8480 EXPORT_SYMBOL(mpt_register);
8481 EXPORT_SYMBOL(mpt_deregister);
8482 EXPORT_SYMBOL(mpt_event_register);
8483 EXPORT_SYMBOL(mpt_event_deregister);
8484 EXPORT_SYMBOL(mpt_reset_register);
8485 EXPORT_SYMBOL(mpt_reset_deregister);
8486 EXPORT_SYMBOL(mpt_device_driver_register);
8487 EXPORT_SYMBOL(mpt_device_driver_deregister);
8488 EXPORT_SYMBOL(mpt_get_msg_frame);
8489 EXPORT_SYMBOL(mpt_put_msg_frame);
8490 EXPORT_SYMBOL(mpt_put_msg_frame_hi_pri);
8491 EXPORT_SYMBOL(mpt_free_msg_frame);
8492 EXPORT_SYMBOL(mpt_send_handshake_request);
8493 EXPORT_SYMBOL(mpt_verify_adapter);
8494 EXPORT_SYMBOL(mpt_GetIocState);
8495 EXPORT_SYMBOL(mpt_print_ioc_summary);
8496 EXPORT_SYMBOL(mpt_HardResetHandler);
8497 EXPORT_SYMBOL(mpt_config);
8498 EXPORT_SYMBOL(mpt_findImVolumes);
8499 EXPORT_SYMBOL(mpt_alloc_fw_memory);
8500 EXPORT_SYMBOL(mpt_free_fw_memory);
8501 EXPORT_SYMBOL(mptbase_sas_persist_operation);
8502 EXPORT_SYMBOL(mpt_raid_phys_disk_pg0);
8503
8504 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8505 /**
8506  *      fusion_init - Fusion MPT base driver initialization routine.
8507  *
8508  *      Returns 0 for success, non-zero for failure.
8509  */
8510 static int __init
8511 fusion_init(void)
8512 {
8513         u8 cb_idx;
8514
8515         show_mptmod_ver(my_NAME, my_VERSION);
8516         printk(KERN_INFO COPYRIGHT "\n");
8517
8518         for (cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
8519                 MptCallbacks[cb_idx] = NULL;
8520                 MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
8521                 MptEvHandlers[cb_idx] = NULL;
8522                 MptResetHandlers[cb_idx] = NULL;
8523         }
8524
8525         /*  Register ourselves (mptbase) in order to facilitate
8526          *  EventNotification handling.
8527          */
8528         mpt_base_index = mpt_register(mptbase_reply, MPTBASE_DRIVER,
8529             "mptbase_reply");
8530
8531         /* Register for hard reset handling callbacks.
8532          */
8533         mpt_reset_register(mpt_base_index, mpt_ioc_reset);
8534
8535 #ifdef CONFIG_PROC_FS
8536         (void) procmpt_create();
8537 #endif
8538         return 0;
8539 }
8540
8541 /*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8542 /**
8543  *      fusion_exit - Perform driver unload cleanup.
8544  *
8545  *      This routine frees all resources associated with each MPT adapter
8546  *      and removes all %MPT_PROCFS_MPTBASEDIR entries.
8547  */
8548 static void __exit
8549 fusion_exit(void)
8550 {
8551
8552         mpt_reset_deregister(mpt_base_index);
8553
8554 #ifdef CONFIG_PROC_FS
8555         procmpt_destroy();
8556 #endif
8557 }
8558
8559 module_init(fusion_init);
8560 module_exit(fusion_exit);