1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * ipr.c -- driver for IBM Power Linux RAID adapters
5 * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
7 * Copyright (C) 2003, 2004 IBM Corporation
13 * This driver is used to control the following SCSI adapters:
15 * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
17 * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
18 * PCI-X Dual Channel Ultra 320 SCSI Adapter
19 * PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
20 * Embedded SCSI adapter on p615 and p655 systems
22 * Supported Hardware Features:
23 * - Ultra 320 SCSI controller
24 * - PCI-X host interface
25 * - Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
26 * - Non-Volatile Write Cache
27 * - Supports attachment of non-RAID disks, tape, and optical devices
28 * - RAID Levels 0, 5, 10
30 * - Background Parity Checking
31 * - Background Data Scrubbing
32 * - Ability to increase the capacity of an existing RAID 5 disk array
36 * - Tagged command queuing
37 * - Adapter microcode download
39 * - SCSI device hot plug
44 #include <linux/init.h>
45 #include <linux/types.h>
46 #include <linux/errno.h>
47 #include <linux/kernel.h>
48 #include <linux/slab.h>
49 #include <linux/vmalloc.h>
50 #include <linux/ioport.h>
51 #include <linux/delay.h>
52 #include <linux/pci.h>
53 #include <linux/wait.h>
54 #include <linux/spinlock.h>
55 #include <linux/sched.h>
56 #include <linux/interrupt.h>
57 #include <linux/blkdev.h>
58 #include <linux/firmware.h>
59 #include <linux/module.h>
60 #include <linux/moduleparam.h>
61 #include <linux/libata.h>
62 #include <linux/hdreg.h>
63 #include <linux/reboot.h>
64 #include <linux/stringify.h>
67 #include <asm/processor.h>
68 #include <scsi/scsi.h>
69 #include <scsi/scsi_host.h>
70 #include <scsi/scsi_tcq.h>
71 #include <scsi/scsi_eh.h>
72 #include <scsi/scsi_cmnd.h>
78 static LIST_HEAD(ipr_ioa_head);
79 static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
80 static unsigned int ipr_max_speed = 1;
81 static int ipr_testmode = 0;
82 static unsigned int ipr_fastfail = 0;
83 static unsigned int ipr_transop_timeout = 0;
84 static unsigned int ipr_debug = 0;
85 static unsigned int ipr_max_devs = IPR_DEFAULT_SIS64_DEVS;
86 static unsigned int ipr_dual_ioa_raid = 1;
87 static unsigned int ipr_number_of_msix = 16;
88 static unsigned int ipr_fast_reboot;
89 static DEFINE_SPINLOCK(ipr_driver_lock);
91 /* This table describes the differences between DMA controller chips */
92 static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
93 { /* Gemstone, Citrine, Obsidian, and Obsidian-E */
96 .cache_line_size = 0x20,
100 .set_interrupt_mask_reg = 0x0022C,
101 .clr_interrupt_mask_reg = 0x00230,
102 .clr_interrupt_mask_reg32 = 0x00230,
103 .sense_interrupt_mask_reg = 0x0022C,
104 .sense_interrupt_mask_reg32 = 0x0022C,
105 .clr_interrupt_reg = 0x00228,
106 .clr_interrupt_reg32 = 0x00228,
107 .sense_interrupt_reg = 0x00224,
108 .sense_interrupt_reg32 = 0x00224,
109 .ioarrin_reg = 0x00404,
110 .sense_uproc_interrupt_reg = 0x00214,
111 .sense_uproc_interrupt_reg32 = 0x00214,
112 .set_uproc_interrupt_reg = 0x00214,
113 .set_uproc_interrupt_reg32 = 0x00214,
114 .clr_uproc_interrupt_reg = 0x00218,
115 .clr_uproc_interrupt_reg32 = 0x00218
118 { /* Snipe and Scamp */
121 .cache_line_size = 0x20,
125 .set_interrupt_mask_reg = 0x00288,
126 .clr_interrupt_mask_reg = 0x0028C,
127 .clr_interrupt_mask_reg32 = 0x0028C,
128 .sense_interrupt_mask_reg = 0x00288,
129 .sense_interrupt_mask_reg32 = 0x00288,
130 .clr_interrupt_reg = 0x00284,
131 .clr_interrupt_reg32 = 0x00284,
132 .sense_interrupt_reg = 0x00280,
133 .sense_interrupt_reg32 = 0x00280,
134 .ioarrin_reg = 0x00504,
135 .sense_uproc_interrupt_reg = 0x00290,
136 .sense_uproc_interrupt_reg32 = 0x00290,
137 .set_uproc_interrupt_reg = 0x00290,
138 .set_uproc_interrupt_reg32 = 0x00290,
139 .clr_uproc_interrupt_reg = 0x00294,
140 .clr_uproc_interrupt_reg32 = 0x00294
146 .cache_line_size = 0x20,
150 .set_interrupt_mask_reg = 0x00010,
151 .clr_interrupt_mask_reg = 0x00018,
152 .clr_interrupt_mask_reg32 = 0x0001C,
153 .sense_interrupt_mask_reg = 0x00010,
154 .sense_interrupt_mask_reg32 = 0x00014,
155 .clr_interrupt_reg = 0x00008,
156 .clr_interrupt_reg32 = 0x0000C,
157 .sense_interrupt_reg = 0x00000,
158 .sense_interrupt_reg32 = 0x00004,
159 .ioarrin_reg = 0x00070,
160 .sense_uproc_interrupt_reg = 0x00020,
161 .sense_uproc_interrupt_reg32 = 0x00024,
162 .set_uproc_interrupt_reg = 0x00020,
163 .set_uproc_interrupt_reg32 = 0x00024,
164 .clr_uproc_interrupt_reg = 0x00028,
165 .clr_uproc_interrupt_reg32 = 0x0002C,
166 .init_feedback_reg = 0x0005C,
167 .dump_addr_reg = 0x00064,
168 .dump_data_reg = 0x00068,
169 .endian_swap_reg = 0x00084
174 static const struct ipr_chip_t ipr_chip[] = {
175 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
176 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
177 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
178 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
179 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E, true, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
180 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
181 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, false, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
182 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
183 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
184 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE, true, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] }
187 static int ipr_max_bus_speeds[] = {
188 IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
191 MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
192 MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
193 module_param_named(max_speed, ipr_max_speed, uint, 0);
194 MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
195 module_param_named(log_level, ipr_log_level, uint, 0);
196 MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
197 module_param_named(testmode, ipr_testmode, int, 0);
198 MODULE_PARM_DESC(testmode, "DANGEROUS!!! Allows unsupported configurations");
199 module_param_named(fastfail, ipr_fastfail, int, S_IRUGO | S_IWUSR);
200 MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
201 module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
202 MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
203 module_param_named(debug, ipr_debug, int, S_IRUGO | S_IWUSR);
204 MODULE_PARM_DESC(debug, "Enable device driver debugging logging. Set to 1 to enable. (default: 0)");
205 module_param_named(dual_ioa_raid, ipr_dual_ioa_raid, int, 0);
206 MODULE_PARM_DESC(dual_ioa_raid, "Enable dual adapter RAID support. Set to 1 to enable. (default: 1)");
207 module_param_named(max_devs, ipr_max_devs, int, 0);
208 MODULE_PARM_DESC(max_devs, "Specify the maximum number of physical devices. "
209 "[Default=" __stringify(IPR_DEFAULT_SIS64_DEVS) "]");
210 module_param_named(number_of_msix, ipr_number_of_msix, int, 0);
211 MODULE_PARM_DESC(number_of_msix, "Specify the number of MSIX interrupts to use on capable adapters (1 - 16). (default:16)");
212 module_param_named(fast_reboot, ipr_fast_reboot, int, S_IRUGO | S_IWUSR);
213 MODULE_PARM_DESC(fast_reboot, "Skip adapter shutdown during reboot. Set to 1 to enable. (default: 0)");
214 MODULE_LICENSE("GPL");
215 MODULE_VERSION(IPR_DRIVER_VERSION);
217 /* A constant array of IOASCs/URCs/Error Messages */
219 struct ipr_error_table_t ipr_error_table[] = {
220 {0x00000000, 1, IPR_DEFAULT_LOG_LEVEL,
221 "8155: An unknown error was received"},
223 "Soft underlength error"},
225 "Command to be cancelled not found"},
227 "Qualified success"},
228 {0x01080000, 1, IPR_DEFAULT_LOG_LEVEL,
229 "FFFE: Soft device bus error recovered by the IOA"},
230 {0x01088100, 0, IPR_DEFAULT_LOG_LEVEL,
231 "4101: Soft device bus fabric error"},
232 {0x01100100, 0, IPR_DEFAULT_LOG_LEVEL,
233 "FFFC: Logical block guard error recovered by the device"},
234 {0x01100300, 0, IPR_DEFAULT_LOG_LEVEL,
235 "FFFC: Logical block reference tag error recovered by the device"},
236 {0x01108300, 0, IPR_DEFAULT_LOG_LEVEL,
237 "4171: Recovered scatter list tag / sequence number error"},
238 {0x01109000, 0, IPR_DEFAULT_LOG_LEVEL,
239 "FF3D: Recovered logical block CRC error on IOA to Host transfer"},
240 {0x01109200, 0, IPR_DEFAULT_LOG_LEVEL,
241 "4171: Recovered logical block sequence number error on IOA to Host transfer"},
242 {0x0110A000, 0, IPR_DEFAULT_LOG_LEVEL,
243 "FFFD: Recovered logical block reference tag error detected by the IOA"},
244 {0x0110A100, 0, IPR_DEFAULT_LOG_LEVEL,
245 "FFFD: Logical block guard error recovered by the IOA"},
246 {0x01170600, 0, IPR_DEFAULT_LOG_LEVEL,
247 "FFF9: Device sector reassign successful"},
248 {0x01170900, 0, IPR_DEFAULT_LOG_LEVEL,
249 "FFF7: Media error recovered by device rewrite procedures"},
250 {0x01180200, 0, IPR_DEFAULT_LOG_LEVEL,
251 "7001: IOA sector reassignment successful"},
252 {0x01180500, 0, IPR_DEFAULT_LOG_LEVEL,
253 "FFF9: Soft media error. Sector reassignment recommended"},
254 {0x01180600, 0, IPR_DEFAULT_LOG_LEVEL,
255 "FFF7: Media error recovered by IOA rewrite procedures"},
256 {0x01418000, 0, IPR_DEFAULT_LOG_LEVEL,
257 "FF3D: Soft PCI bus error recovered by the IOA"},
258 {0x01440000, 1, IPR_DEFAULT_LOG_LEVEL,
259 "FFF6: Device hardware error recovered by the IOA"},
260 {0x01448100, 0, IPR_DEFAULT_LOG_LEVEL,
261 "FFF6: Device hardware error recovered by the device"},
262 {0x01448200, 1, IPR_DEFAULT_LOG_LEVEL,
263 "FF3D: Soft IOA error recovered by the IOA"},
264 {0x01448300, 0, IPR_DEFAULT_LOG_LEVEL,
265 "FFFA: Undefined device response recovered by the IOA"},
266 {0x014A0000, 1, IPR_DEFAULT_LOG_LEVEL,
267 "FFF6: Device bus error, message or command phase"},
268 {0x014A8000, 0, IPR_DEFAULT_LOG_LEVEL,
269 "FFFE: Task Management Function failed"},
270 {0x015D0000, 0, IPR_DEFAULT_LOG_LEVEL,
271 "FFF6: Failure prediction threshold exceeded"},
272 {0x015D9200, 0, IPR_DEFAULT_LOG_LEVEL,
273 "8009: Impending cache battery pack failure"},
275 "Logical Unit in process of becoming ready"},
277 "Initializing command required"},
279 "34FF: Disk device format in progress"},
281 "Logical unit not accessible, target port in unavailable state"},
282 {0x02048000, 0, IPR_DEFAULT_LOG_LEVEL,
283 "9070: IOA requested reset"},
285 "Synchronization required"},
287 "IOA microcode download required"},
289 "Device bus connection is prohibited by host"},
291 "No ready, IOA shutdown"},
293 "Not ready, IOA has been shutdown"},
294 {0x02670100, 0, IPR_DEFAULT_LOG_LEVEL,
295 "3020: Storage subsystem configuration error"},
297 "FFF5: Medium error, data unreadable, recommend reassign"},
299 "7000: Medium error, data unreadable, do not reassign"},
300 {0x03310000, 0, IPR_DEFAULT_LOG_LEVEL,
301 "FFF3: Disk media format bad"},
302 {0x04050000, 0, IPR_DEFAULT_LOG_LEVEL,
303 "3002: Addressed device failed to respond to selection"},
304 {0x04080000, 1, IPR_DEFAULT_LOG_LEVEL,
305 "3100: Device bus error"},
306 {0x04080100, 0, IPR_DEFAULT_LOG_LEVEL,
307 "3109: IOA timed out a device command"},
309 "3120: SCSI bus is not operational"},
310 {0x04088100, 0, IPR_DEFAULT_LOG_LEVEL,
311 "4100: Hard device bus fabric error"},
312 {0x04100100, 0, IPR_DEFAULT_LOG_LEVEL,
313 "310C: Logical block guard error detected by the device"},
314 {0x04100300, 0, IPR_DEFAULT_LOG_LEVEL,
315 "310C: Logical block reference tag error detected by the device"},
316 {0x04108300, 1, IPR_DEFAULT_LOG_LEVEL,
317 "4170: Scatter list tag / sequence number error"},
318 {0x04109000, 1, IPR_DEFAULT_LOG_LEVEL,
319 "8150: Logical block CRC error on IOA to Host transfer"},
320 {0x04109200, 1, IPR_DEFAULT_LOG_LEVEL,
321 "4170: Logical block sequence number error on IOA to Host transfer"},
322 {0x0410A000, 0, IPR_DEFAULT_LOG_LEVEL,
323 "310D: Logical block reference tag error detected by the IOA"},
324 {0x0410A100, 0, IPR_DEFAULT_LOG_LEVEL,
325 "310D: Logical block guard error detected by the IOA"},
326 {0x04118000, 0, IPR_DEFAULT_LOG_LEVEL,
327 "9000: IOA reserved area data check"},
328 {0x04118100, 0, IPR_DEFAULT_LOG_LEVEL,
329 "9001: IOA reserved area invalid data pattern"},
330 {0x04118200, 0, IPR_DEFAULT_LOG_LEVEL,
331 "9002: IOA reserved area LRC error"},
332 {0x04118300, 1, IPR_DEFAULT_LOG_LEVEL,
333 "Hardware Error, IOA metadata access error"},
334 {0x04320000, 0, IPR_DEFAULT_LOG_LEVEL,
335 "102E: Out of alternate sectors for disk storage"},
336 {0x04330000, 1, IPR_DEFAULT_LOG_LEVEL,
337 "FFF4: Data transfer underlength error"},
338 {0x04338000, 1, IPR_DEFAULT_LOG_LEVEL,
339 "FFF4: Data transfer overlength error"},
340 {0x043E0100, 0, IPR_DEFAULT_LOG_LEVEL,
341 "3400: Logical unit failure"},
342 {0x04408500, 0, IPR_DEFAULT_LOG_LEVEL,
343 "FFF4: Device microcode is corrupt"},
344 {0x04418000, 1, IPR_DEFAULT_LOG_LEVEL,
345 "8150: PCI bus error"},
347 "Unsupported device bus message received"},
348 {0x04440000, 1, IPR_DEFAULT_LOG_LEVEL,
349 "FFF4: Disk device problem"},
350 {0x04448200, 1, IPR_DEFAULT_LOG_LEVEL,
351 "8150: Permanent IOA failure"},
352 {0x04448300, 0, IPR_DEFAULT_LOG_LEVEL,
353 "3010: Disk device returned wrong response to IOA"},
354 {0x04448400, 0, IPR_DEFAULT_LOG_LEVEL,
355 "8151: IOA microcode error"},
357 "Device bus status error"},
358 {0x04448600, 0, IPR_DEFAULT_LOG_LEVEL,
359 "8157: IOA error requiring IOA reset to recover"},
361 "ATA device status error"},
363 "Message reject received from the device"},
364 {0x04449200, 0, IPR_DEFAULT_LOG_LEVEL,
365 "8008: A permanent cache battery pack failure occurred"},
366 {0x0444A000, 0, IPR_DEFAULT_LOG_LEVEL,
367 "9090: Disk unit has been modified after the last known status"},
368 {0x0444A200, 0, IPR_DEFAULT_LOG_LEVEL,
369 "9081: IOA detected device error"},
370 {0x0444A300, 0, IPR_DEFAULT_LOG_LEVEL,
371 "9082: IOA detected device error"},
372 {0x044A0000, 1, IPR_DEFAULT_LOG_LEVEL,
373 "3110: Device bus error, message or command phase"},
374 {0x044A8000, 1, IPR_DEFAULT_LOG_LEVEL,
375 "3110: SAS Command / Task Management Function failed"},
376 {0x04670400, 0, IPR_DEFAULT_LOG_LEVEL,
377 "9091: Incorrect hardware configuration change has been detected"},
378 {0x04678000, 0, IPR_DEFAULT_LOG_LEVEL,
379 "9073: Invalid multi-adapter configuration"},
380 {0x04678100, 0, IPR_DEFAULT_LOG_LEVEL,
381 "4010: Incorrect connection between cascaded expanders"},
382 {0x04678200, 0, IPR_DEFAULT_LOG_LEVEL,
383 "4020: Connections exceed IOA design limits"},
384 {0x04678300, 0, IPR_DEFAULT_LOG_LEVEL,
385 "4030: Incorrect multipath connection"},
386 {0x04679000, 0, IPR_DEFAULT_LOG_LEVEL,
387 "4110: Unsupported enclosure function"},
388 {0x04679800, 0, IPR_DEFAULT_LOG_LEVEL,
389 "4120: SAS cable VPD cannot be read"},
390 {0x046E0000, 0, IPR_DEFAULT_LOG_LEVEL,
391 "FFF4: Command to logical unit failed"},
393 "Illegal request, invalid request type or request packet"},
395 "Illegal request, invalid resource handle"},
397 "Illegal request, commands not allowed to this device"},
399 "Illegal request, command not allowed to a secondary adapter"},
401 "Illegal request, command not allowed to a non-optimized resource"},
403 "Illegal request, invalid field in parameter list"},
405 "Illegal request, parameter not supported"},
407 "Illegal request, parameter value invalid"},
409 "Illegal request, command sequence error"},
411 "Illegal request, dual adapter support not enabled"},
413 "Illegal request, another cable connector was physically disabled"},
415 "Illegal request, inconsistent group id/group count"},
416 {0x06040500, 0, IPR_DEFAULT_LOG_LEVEL,
417 "9031: Array protection temporarily suspended, protection resuming"},
418 {0x06040600, 0, IPR_DEFAULT_LOG_LEVEL,
419 "9040: Array protection temporarily suspended, protection resuming"},
420 {0x060B0100, 0, IPR_DEFAULT_LOG_LEVEL,
421 "4080: IOA exceeded maximum operating temperature"},
422 {0x060B8000, 0, IPR_DEFAULT_LOG_LEVEL,
423 "4085: Service required"},
424 {0x060B8100, 0, IPR_DEFAULT_LOG_LEVEL,
425 "4086: SAS Adapter Hardware Configuration Error"},
426 {0x06288000, 0, IPR_DEFAULT_LOG_LEVEL,
427 "3140: Device bus not ready to ready transition"},
428 {0x06290000, 0, IPR_DEFAULT_LOG_LEVEL,
429 "FFFB: SCSI bus was reset"},
431 "FFFE: SCSI bus transition to single ended"},
433 "FFFE: SCSI bus transition to LVD"},
434 {0x06298000, 0, IPR_DEFAULT_LOG_LEVEL,
435 "FFFB: SCSI bus was reset by another initiator"},
436 {0x063F0300, 0, IPR_DEFAULT_LOG_LEVEL,
437 "3029: A device replacement has occurred"},
438 {0x063F8300, 0, IPR_DEFAULT_LOG_LEVEL,
439 "4102: Device bus fabric performance degradation"},
440 {0x064C8000, 0, IPR_DEFAULT_LOG_LEVEL,
441 "9051: IOA cache data exists for a missing or failed device"},
442 {0x064C8100, 0, IPR_DEFAULT_LOG_LEVEL,
443 "9055: Auxiliary cache IOA contains cache data needed by the primary IOA"},
444 {0x06670100, 0, IPR_DEFAULT_LOG_LEVEL,
445 "9025: Disk unit is not supported at its physical location"},
446 {0x06670600, 0, IPR_DEFAULT_LOG_LEVEL,
447 "3020: IOA detected a SCSI bus configuration error"},
448 {0x06678000, 0, IPR_DEFAULT_LOG_LEVEL,
449 "3150: SCSI bus configuration error"},
450 {0x06678100, 0, IPR_DEFAULT_LOG_LEVEL,
451 "9074: Asymmetric advanced function disk configuration"},
452 {0x06678300, 0, IPR_DEFAULT_LOG_LEVEL,
453 "4040: Incomplete multipath connection between IOA and enclosure"},
454 {0x06678400, 0, IPR_DEFAULT_LOG_LEVEL,
455 "4041: Incomplete multipath connection between enclosure and device"},
456 {0x06678500, 0, IPR_DEFAULT_LOG_LEVEL,
457 "9075: Incomplete multipath connection between IOA and remote IOA"},
458 {0x06678600, 0, IPR_DEFAULT_LOG_LEVEL,
459 "9076: Configuration error, missing remote IOA"},
460 {0x06679100, 0, IPR_DEFAULT_LOG_LEVEL,
461 "4050: Enclosure does not support a required multipath function"},
462 {0x06679800, 0, IPR_DEFAULT_LOG_LEVEL,
463 "4121: Configuration error, required cable is missing"},
464 {0x06679900, 0, IPR_DEFAULT_LOG_LEVEL,
465 "4122: Cable is not plugged into the correct location on remote IOA"},
466 {0x06679A00, 0, IPR_DEFAULT_LOG_LEVEL,
467 "4123: Configuration error, invalid cable vital product data"},
468 {0x06679B00, 0, IPR_DEFAULT_LOG_LEVEL,
469 "4124: Configuration error, both cable ends are plugged into the same IOA"},
470 {0x06690000, 0, IPR_DEFAULT_LOG_LEVEL,
471 "4070: Logically bad block written on device"},
472 {0x06690200, 0, IPR_DEFAULT_LOG_LEVEL,
473 "9041: Array protection temporarily suspended"},
474 {0x06698200, 0, IPR_DEFAULT_LOG_LEVEL,
475 "9042: Corrupt array parity detected on specified device"},
476 {0x066B0200, 0, IPR_DEFAULT_LOG_LEVEL,
477 "9030: Array no longer protected due to missing or failed disk unit"},
478 {0x066B8000, 0, IPR_DEFAULT_LOG_LEVEL,
479 "9071: Link operational transition"},
480 {0x066B8100, 0, IPR_DEFAULT_LOG_LEVEL,
481 "9072: Link not operational transition"},
482 {0x066B8200, 0, IPR_DEFAULT_LOG_LEVEL,
483 "9032: Array exposed but still protected"},
484 {0x066B8300, 0, IPR_DEBUG_LOG_LEVEL,
485 "70DD: Device forced failed by disrupt device command"},
486 {0x066B9100, 0, IPR_DEFAULT_LOG_LEVEL,
487 "4061: Multipath redundancy level got better"},
488 {0x066B9200, 0, IPR_DEFAULT_LOG_LEVEL,
489 "4060: Multipath redundancy level got worse"},
490 {0x06808100, 0, IPR_DEBUG_LOG_LEVEL,
491 "9083: Device raw mode enabled"},
492 {0x06808200, 0, IPR_DEBUG_LOG_LEVEL,
493 "9084: Device raw mode disabled"},
495 "Failure due to other device"},
496 {0x07278000, 0, IPR_DEFAULT_LOG_LEVEL,
497 "9008: IOA does not support functions expected by devices"},
498 {0x07278100, 0, IPR_DEFAULT_LOG_LEVEL,
499 "9010: Cache data associated with attached devices cannot be found"},
500 {0x07278200, 0, IPR_DEFAULT_LOG_LEVEL,
501 "9011: Cache data belongs to devices other than those attached"},
502 {0x07278400, 0, IPR_DEFAULT_LOG_LEVEL,
503 "9020: Array missing 2 or more devices with only 1 device present"},
504 {0x07278500, 0, IPR_DEFAULT_LOG_LEVEL,
505 "9021: Array missing 2 or more devices with 2 or more devices present"},
506 {0x07278600, 0, IPR_DEFAULT_LOG_LEVEL,
507 "9022: Exposed array is missing a required device"},
508 {0x07278700, 0, IPR_DEFAULT_LOG_LEVEL,
509 "9023: Array member(s) not at required physical locations"},
510 {0x07278800, 0, IPR_DEFAULT_LOG_LEVEL,
511 "9024: Array not functional due to present hardware configuration"},
512 {0x07278900, 0, IPR_DEFAULT_LOG_LEVEL,
513 "9026: Array not functional due to present hardware configuration"},
514 {0x07278A00, 0, IPR_DEFAULT_LOG_LEVEL,
515 "9027: Array is missing a device and parity is out of sync"},
516 {0x07278B00, 0, IPR_DEFAULT_LOG_LEVEL,
517 "9028: Maximum number of arrays already exist"},
518 {0x07278C00, 0, IPR_DEFAULT_LOG_LEVEL,
519 "9050: Required cache data cannot be located for a disk unit"},
520 {0x07278D00, 0, IPR_DEFAULT_LOG_LEVEL,
521 "9052: Cache data exists for a device that has been modified"},
522 {0x07278F00, 0, IPR_DEFAULT_LOG_LEVEL,
523 "9054: IOA resources not available due to previous problems"},
524 {0x07279100, 0, IPR_DEFAULT_LOG_LEVEL,
525 "9092: Disk unit requires initialization before use"},
526 {0x07279200, 0, IPR_DEFAULT_LOG_LEVEL,
527 "9029: Incorrect hardware configuration change has been detected"},
528 {0x07279600, 0, IPR_DEFAULT_LOG_LEVEL,
529 "9060: One or more disk pairs are missing from an array"},
530 {0x07279700, 0, IPR_DEFAULT_LOG_LEVEL,
531 "9061: One or more disks are missing from an array"},
532 {0x07279800, 0, IPR_DEFAULT_LOG_LEVEL,
533 "9062: One or more disks are missing from an array"},
534 {0x07279900, 0, IPR_DEFAULT_LOG_LEVEL,
535 "9063: Maximum number of functional arrays has been exceeded"},
537 "Data protect, other volume set problem"},
539 "Aborted command, invalid descriptor"},
541 "Target operating conditions have changed, dual adapter takeover"},
543 "Aborted command, medium removal prevented"},
545 "Command terminated by host"},
547 "Aborted command, command terminated by host"}
550 static const struct ipr_ses_table_entry ipr_ses_table[] = {
551 { "2104-DL1 ", "XXXXXXXXXXXXXXXX", 80 },
552 { "2104-TL1 ", "XXXXXXXXXXXXXXXX", 80 },
553 { "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
554 { "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
555 { "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
556 { "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
557 { "2104-DU3 ", "XXXXXXXXXXXXXXXX", 160 },
558 { "2104-TU3 ", "XXXXXXXXXXXXXXXX", 160 },
559 { "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
560 { "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
561 { "St V1S2 ", "XXXXXXXXXXXXXXXX", 160 },
562 { "HSBPD4M PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
563 { "VSBPD1H U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
567 * Function Prototypes
569 static int ipr_reset_alert(struct ipr_cmnd *);
570 static void ipr_process_ccn(struct ipr_cmnd *);
571 static void ipr_process_error(struct ipr_cmnd *);
572 static void ipr_reset_ioa_job(struct ipr_cmnd *);
573 static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
574 enum ipr_shutdown_type);
576 #ifdef CONFIG_SCSI_IPR_TRACE
578 * ipr_trc_hook - Add a trace entry to the driver trace
579 * @ipr_cmd: ipr command struct
581 * @add_data: additional data
586 static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
587 u8 type, u32 add_data)
589 struct ipr_trace_entry *trace_entry;
590 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
591 unsigned int trace_index;
593 trace_index = atomic_add_return(1, &ioa_cfg->trace_index) & IPR_TRACE_INDEX_MASK;
594 trace_entry = &ioa_cfg->trace[trace_index];
595 trace_entry->time = jiffies;
596 trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
597 trace_entry->type = type;
598 if (ipr_cmd->ioa_cfg->sis64)
599 trace_entry->ata_op_code = ipr_cmd->i.ata_ioadl.regs.command;
601 trace_entry->ata_op_code = ipr_cmd->ioarcb.u.add_data.u.regs.command;
602 trace_entry->cmd_index = ipr_cmd->cmd_index & 0xff;
603 trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
604 trace_entry->u.add_data = add_data;
608 #define ipr_trc_hook(ipr_cmd, type, add_data) do { } while (0)
612 * ipr_lock_and_done - Acquire lock and complete command
613 * @ipr_cmd: ipr command struct
618 static void ipr_lock_and_done(struct ipr_cmnd *ipr_cmd)
620 unsigned long lock_flags;
621 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
623 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
624 ipr_cmd->done(ipr_cmd);
625 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
629 * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
630 * @ipr_cmd: ipr command struct
635 static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
637 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
638 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
639 struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
640 dma_addr_t dma_addr = ipr_cmd->dma_addr;
643 hrrq_id = ioarcb->cmd_pkt.hrrq_id;
644 memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
645 ioarcb->cmd_pkt.hrrq_id = hrrq_id;
646 ioarcb->data_transfer_length = 0;
647 ioarcb->read_data_transfer_length = 0;
648 ioarcb->ioadl_len = 0;
649 ioarcb->read_ioadl_len = 0;
651 if (ipr_cmd->ioa_cfg->sis64) {
652 ioarcb->u.sis64_addr_data.data_ioadl_addr =
653 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
654 ioasa64->u.gata.status = 0;
656 ioarcb->write_ioadl_addr =
657 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
658 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
659 ioasa->u.gata.status = 0;
662 ioasa->hdr.ioasc = 0;
663 ioasa->hdr.residual_data_len = 0;
664 ipr_cmd->scsi_cmd = NULL;
666 ipr_cmd->sense_buffer[0] = 0;
667 ipr_cmd->dma_use_sg = 0;
671 * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
672 * @ipr_cmd: ipr command struct
673 * @fast_done: fast done function call-back
678 static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd,
679 void (*fast_done) (struct ipr_cmnd *))
681 ipr_reinit_ipr_cmnd(ipr_cmd);
682 ipr_cmd->u.scratch = 0;
683 ipr_cmd->sibling = NULL;
684 ipr_cmd->eh_comp = NULL;
685 ipr_cmd->fast_done = fast_done;
686 timer_setup(&ipr_cmd->timer, NULL, 0);
690 * __ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
694 * pointer to ipr command struct
697 struct ipr_cmnd *__ipr_get_free_ipr_cmnd(struct ipr_hrr_queue *hrrq)
699 struct ipr_cmnd *ipr_cmd = NULL;
701 if (likely(!list_empty(&hrrq->hrrq_free_q))) {
702 ipr_cmd = list_entry(hrrq->hrrq_free_q.next,
703 struct ipr_cmnd, queue);
704 list_del(&ipr_cmd->queue);
712 * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block and initialize it
713 * @ioa_cfg: ioa config struct
716 * pointer to ipr command struct
719 struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
721 struct ipr_cmnd *ipr_cmd =
722 __ipr_get_free_ipr_cmnd(&ioa_cfg->hrrq[IPR_INIT_HRRQ]);
723 ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
728 * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
729 * @ioa_cfg: ioa config struct
730 * @clr_ints: interrupts to clear
732 * This function masks all interrupts on the adapter, then clears the
733 * interrupts specified in the mask
738 static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
743 /* Stop new interrupts */
744 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
745 spin_lock(&ioa_cfg->hrrq[i]._lock);
746 ioa_cfg->hrrq[i].allow_interrupts = 0;
747 spin_unlock(&ioa_cfg->hrrq[i]._lock);
750 /* Set interrupt mask to stop all new interrupts */
752 writeq(~0, ioa_cfg->regs.set_interrupt_mask_reg);
754 writel(~0, ioa_cfg->regs.set_interrupt_mask_reg);
756 /* Clear any pending interrupts */
758 writel(~0, ioa_cfg->regs.clr_interrupt_reg);
759 writel(clr_ints, ioa_cfg->regs.clr_interrupt_reg32);
760 readl(ioa_cfg->regs.sense_interrupt_reg);
764 * ipr_save_pcix_cmd_reg - Save PCI-X command register
765 * @ioa_cfg: ioa config struct
768 * 0 on success / -EIO on failure
770 static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
772 int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
774 if (pcix_cmd_reg == 0)
777 if (pci_read_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
778 &ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
779 dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
783 ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
788 * ipr_set_pcix_cmd_reg - Setup PCI-X command register
789 * @ioa_cfg: ioa config struct
792 * 0 on success / -EIO on failure
794 static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
796 int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
799 if (pci_write_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
800 ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
801 dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
810 * __ipr_sata_eh_done - done function for aborted SATA commands
811 * @ipr_cmd: ipr command struct
813 * This function is invoked for ops generated to SATA
814 * devices which are being aborted.
819 static void __ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
821 struct ata_queued_cmd *qc = ipr_cmd->qc;
822 struct ipr_sata_port *sata_port = qc->ap->private_data;
824 qc->err_mask |= AC_ERR_OTHER;
825 sata_port->ioasa.status |= ATA_BUSY;
827 if (ipr_cmd->eh_comp)
828 complete(ipr_cmd->eh_comp);
829 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
833 * ipr_sata_eh_done - done function for aborted SATA commands
834 * @ipr_cmd: ipr command struct
836 * This function is invoked for ops generated to SATA
837 * devices which are being aborted.
842 static void ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
844 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
845 unsigned long hrrq_flags;
847 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
848 __ipr_sata_eh_done(ipr_cmd);
849 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
853 * __ipr_scsi_eh_done - mid-layer done function for aborted ops
854 * @ipr_cmd: ipr command struct
856 * This function is invoked by the interrupt handler for
857 * ops generated by the SCSI mid-layer which are being aborted.
862 static void __ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
864 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
866 scsi_cmd->result |= (DID_ERROR << 16);
868 scsi_dma_unmap(ipr_cmd->scsi_cmd);
870 if (ipr_cmd->eh_comp)
871 complete(ipr_cmd->eh_comp);
872 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
876 * ipr_scsi_eh_done - mid-layer done function for aborted ops
877 * @ipr_cmd: ipr command struct
879 * This function is invoked by the interrupt handler for
880 * ops generated by the SCSI mid-layer which are being aborted.
885 static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
887 unsigned long hrrq_flags;
888 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
890 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
891 __ipr_scsi_eh_done(ipr_cmd);
892 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
896 * ipr_fail_all_ops - Fails all outstanding ops.
897 * @ioa_cfg: ioa config struct
899 * This function fails all outstanding ops.
904 static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
906 struct ipr_cmnd *ipr_cmd, *temp;
907 struct ipr_hrr_queue *hrrq;
910 for_each_hrrq(hrrq, ioa_cfg) {
911 spin_lock(&hrrq->_lock);
912 list_for_each_entry_safe(ipr_cmd,
913 temp, &hrrq->hrrq_pending_q, queue) {
914 list_del(&ipr_cmd->queue);
916 ipr_cmd->s.ioasa.hdr.ioasc =
917 cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
918 ipr_cmd->s.ioasa.hdr.ilid =
919 cpu_to_be32(IPR_DRIVER_ILID);
921 if (ipr_cmd->scsi_cmd)
922 ipr_cmd->done = __ipr_scsi_eh_done;
923 else if (ipr_cmd->qc)
924 ipr_cmd->done = __ipr_sata_eh_done;
926 ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH,
927 IPR_IOASC_IOA_WAS_RESET);
928 del_timer(&ipr_cmd->timer);
929 ipr_cmd->done(ipr_cmd);
931 spin_unlock(&hrrq->_lock);
937 * ipr_send_command - Send driver initiated requests.
938 * @ipr_cmd: ipr command struct
940 * This function sends a command to the adapter using the correct write call.
941 * In the case of sis64, calculate the ioarcb size required. Then or in the
947 static void ipr_send_command(struct ipr_cmnd *ipr_cmd)
949 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
950 dma_addr_t send_dma_addr = ipr_cmd->dma_addr;
952 if (ioa_cfg->sis64) {
953 /* The default size is 256 bytes */
954 send_dma_addr |= 0x1;
956 /* If the number of ioadls * size of ioadl > 128 bytes,
957 then use a 512 byte ioarcb */
958 if (ipr_cmd->dma_use_sg * sizeof(struct ipr_ioadl64_desc) > 128 )
959 send_dma_addr |= 0x4;
960 writeq(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
962 writel(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
966 * ipr_do_req - Send driver initiated requests.
967 * @ipr_cmd: ipr command struct
968 * @done: done function
969 * @timeout_func: timeout function
970 * @timeout: timeout value
972 * This function sends the specified command to the adapter with the
973 * timeout given. The done function is invoked on command completion.
978 static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
979 void (*done) (struct ipr_cmnd *),
980 void (*timeout_func) (struct timer_list *), u32 timeout)
982 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
984 ipr_cmd->done = done;
986 ipr_cmd->timer.expires = jiffies + timeout;
987 ipr_cmd->timer.function = timeout_func;
989 add_timer(&ipr_cmd->timer);
991 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, 0);
993 ipr_send_command(ipr_cmd);
997 * ipr_internal_cmd_done - Op done function for an internally generated op.
998 * @ipr_cmd: ipr command struct
1000 * This function is the op done function for an internally generated,
1001 * blocking op. It simply wakes the sleeping thread.
1006 static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
1008 if (ipr_cmd->sibling)
1009 ipr_cmd->sibling = NULL;
1011 complete(&ipr_cmd->completion);
1015 * ipr_init_ioadl - initialize the ioadl for the correct SIS type
1016 * @ipr_cmd: ipr command struct
1017 * @dma_addr: dma address
1018 * @len: transfer length
1019 * @flags: ioadl flag value
1021 * This function initializes an ioadl in the case where there is only a single
1027 static void ipr_init_ioadl(struct ipr_cmnd *ipr_cmd, dma_addr_t dma_addr,
1030 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
1031 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
1033 ipr_cmd->dma_use_sg = 1;
1035 if (ipr_cmd->ioa_cfg->sis64) {
1036 ioadl64->flags = cpu_to_be32(flags);
1037 ioadl64->data_len = cpu_to_be32(len);
1038 ioadl64->address = cpu_to_be64(dma_addr);
1040 ipr_cmd->ioarcb.ioadl_len =
1041 cpu_to_be32(sizeof(struct ipr_ioadl64_desc));
1042 ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1044 ioadl->flags_and_data_len = cpu_to_be32(flags | len);
1045 ioadl->address = cpu_to_be32(dma_addr);
1047 if (flags == IPR_IOADL_FLAGS_READ_LAST) {
1048 ipr_cmd->ioarcb.read_ioadl_len =
1049 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1050 ipr_cmd->ioarcb.read_data_transfer_length = cpu_to_be32(len);
1052 ipr_cmd->ioarcb.ioadl_len =
1053 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1054 ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1060 * ipr_send_blocking_cmd - Send command and sleep on its completion.
1061 * @ipr_cmd: ipr command struct
1062 * @timeout_func: function to invoke if command times out
1068 static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
1069 void (*timeout_func) (struct timer_list *),
1072 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1074 init_completion(&ipr_cmd->completion);
1075 ipr_do_req(ipr_cmd, ipr_internal_cmd_done, timeout_func, timeout);
1077 spin_unlock_irq(ioa_cfg->host->host_lock);
1078 wait_for_completion(&ipr_cmd->completion);
1079 spin_lock_irq(ioa_cfg->host->host_lock);
1082 static int ipr_get_hrrq_index(struct ipr_ioa_cfg *ioa_cfg)
1086 if (ioa_cfg->hrrq_num == 1)
1089 hrrq = atomic_add_return(1, &ioa_cfg->hrrq_index);
1090 hrrq = (hrrq % (ioa_cfg->hrrq_num - 1)) + 1;
1096 * ipr_send_hcam - Send an HCAM to the adapter.
1097 * @ioa_cfg: ioa config struct
1099 * @hostrcb: hostrcb struct
1101 * This function will send a Host Controlled Async command to the adapter.
1102 * If HCAMs are currently not allowed to be issued to the adapter, it will
1103 * place the hostrcb on the free queue.
1108 static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
1109 struct ipr_hostrcb *hostrcb)
1111 struct ipr_cmnd *ipr_cmd;
1112 struct ipr_ioarcb *ioarcb;
1114 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
1115 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
1116 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
1117 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_pending_q);
1119 ipr_cmd->u.hostrcb = hostrcb;
1120 ioarcb = &ipr_cmd->ioarcb;
1122 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
1123 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
1124 ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
1125 ioarcb->cmd_pkt.cdb[1] = type;
1126 ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
1127 ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
1129 ipr_init_ioadl(ipr_cmd, hostrcb->hostrcb_dma,
1130 sizeof(hostrcb->hcam), IPR_IOADL_FLAGS_READ_LAST);
1132 if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
1133 ipr_cmd->done = ipr_process_ccn;
1135 ipr_cmd->done = ipr_process_error;
1137 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
1139 ipr_send_command(ipr_cmd);
1141 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
1146 * ipr_update_ata_class - Update the ata class in the resource entry
1147 * @res: resource entry struct
1148 * @proto: cfgte device bus protocol value
1153 static void ipr_update_ata_class(struct ipr_resource_entry *res, unsigned int proto)
1156 case IPR_PROTO_SATA:
1157 case IPR_PROTO_SAS_STP:
1158 res->ata_class = ATA_DEV_ATA;
1160 case IPR_PROTO_SATA_ATAPI:
1161 case IPR_PROTO_SAS_STP_ATAPI:
1162 res->ata_class = ATA_DEV_ATAPI;
1165 res->ata_class = ATA_DEV_UNKNOWN;
1171 * ipr_init_res_entry - Initialize a resource entry struct.
1172 * @res: resource entry struct
1173 * @cfgtew: config table entry wrapper struct
1178 static void ipr_init_res_entry(struct ipr_resource_entry *res,
1179 struct ipr_config_table_entry_wrapper *cfgtew)
1183 struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1184 struct ipr_resource_entry *gscsi_res = NULL;
1186 res->needs_sync_complete = 0;
1189 res->del_from_ml = 0;
1190 res->resetting_device = 0;
1191 res->reset_occurred = 0;
1193 res->sata_port = NULL;
1195 if (ioa_cfg->sis64) {
1196 proto = cfgtew->u.cfgte64->proto;
1197 res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1198 res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
1199 res->qmodel = IPR_QUEUEING_MODEL64(res);
1200 res->type = cfgtew->u.cfgte64->res_type;
1202 memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1203 sizeof(res->res_path));
1206 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1207 sizeof(res->dev_lun.scsi_lun));
1208 res->lun = scsilun_to_int(&res->dev_lun);
1210 if (res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1211 list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue) {
1212 if (gscsi_res->dev_id == cfgtew->u.cfgte64->dev_id) {
1214 res->target = gscsi_res->target;
1219 res->target = find_first_zero_bit(ioa_cfg->target_ids,
1220 ioa_cfg->max_devs_supported);
1221 set_bit(res->target, ioa_cfg->target_ids);
1223 } else if (res->type == IPR_RES_TYPE_IOAFP) {
1224 res->bus = IPR_IOAFP_VIRTUAL_BUS;
1226 } else if (res->type == IPR_RES_TYPE_ARRAY) {
1227 res->bus = IPR_ARRAY_VIRTUAL_BUS;
1228 res->target = find_first_zero_bit(ioa_cfg->array_ids,
1229 ioa_cfg->max_devs_supported);
1230 set_bit(res->target, ioa_cfg->array_ids);
1231 } else if (res->type == IPR_RES_TYPE_VOLUME_SET) {
1232 res->bus = IPR_VSET_VIRTUAL_BUS;
1233 res->target = find_first_zero_bit(ioa_cfg->vset_ids,
1234 ioa_cfg->max_devs_supported);
1235 set_bit(res->target, ioa_cfg->vset_ids);
1237 res->target = find_first_zero_bit(ioa_cfg->target_ids,
1238 ioa_cfg->max_devs_supported);
1239 set_bit(res->target, ioa_cfg->target_ids);
1242 proto = cfgtew->u.cfgte->proto;
1243 res->qmodel = IPR_QUEUEING_MODEL(res);
1244 res->flags = cfgtew->u.cfgte->flags;
1245 if (res->flags & IPR_IS_IOA_RESOURCE)
1246 res->type = IPR_RES_TYPE_IOAFP;
1248 res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1250 res->bus = cfgtew->u.cfgte->res_addr.bus;
1251 res->target = cfgtew->u.cfgte->res_addr.target;
1252 res->lun = cfgtew->u.cfgte->res_addr.lun;
1253 res->lun_wwn = get_unaligned_be64(cfgtew->u.cfgte->lun_wwn);
1256 ipr_update_ata_class(res, proto);
1260 * ipr_is_same_device - Determine if two devices are the same.
1261 * @res: resource entry struct
1262 * @cfgtew: config table entry wrapper struct
1265 * 1 if the devices are the same / 0 otherwise
1267 static int ipr_is_same_device(struct ipr_resource_entry *res,
1268 struct ipr_config_table_entry_wrapper *cfgtew)
1270 if (res->ioa_cfg->sis64) {
1271 if (!memcmp(&res->dev_id, &cfgtew->u.cfgte64->dev_id,
1272 sizeof(cfgtew->u.cfgte64->dev_id)) &&
1273 !memcmp(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1274 sizeof(cfgtew->u.cfgte64->lun))) {
1278 if (res->bus == cfgtew->u.cfgte->res_addr.bus &&
1279 res->target == cfgtew->u.cfgte->res_addr.target &&
1280 res->lun == cfgtew->u.cfgte->res_addr.lun)
1288 * __ipr_format_res_path - Format the resource path for printing.
1289 * @res_path: resource path
1291 * @len: length of buffer provided
1296 static char *__ipr_format_res_path(u8 *res_path, char *buffer, int len)
1302 p += scnprintf(p, buffer + len - p, "%02X", res_path[0]);
1303 for (i = 1; res_path[i] != 0xff && i < IPR_RES_PATH_BYTES; i++)
1304 p += scnprintf(p, buffer + len - p, "-%02X", res_path[i]);
1310 * ipr_format_res_path - Format the resource path for printing.
1311 * @ioa_cfg: ioa config struct
1312 * @res_path: resource path
1314 * @len: length of buffer provided
1319 static char *ipr_format_res_path(struct ipr_ioa_cfg *ioa_cfg,
1320 u8 *res_path, char *buffer, int len)
1325 p += scnprintf(p, buffer + len - p, "%d/", ioa_cfg->host->host_no);
1326 __ipr_format_res_path(res_path, p, len - (p - buffer));
1331 * ipr_update_res_entry - Update the resource entry.
1332 * @res: resource entry struct
1333 * @cfgtew: config table entry wrapper struct
1338 static void ipr_update_res_entry(struct ipr_resource_entry *res,
1339 struct ipr_config_table_entry_wrapper *cfgtew)
1341 char buffer[IPR_MAX_RES_PATH_LENGTH];
1345 if (res->ioa_cfg->sis64) {
1346 res->flags = be16_to_cpu(cfgtew->u.cfgte64->flags);
1347 res->res_flags = be16_to_cpu(cfgtew->u.cfgte64->res_flags);
1348 res->type = cfgtew->u.cfgte64->res_type;
1350 memcpy(&res->std_inq_data, &cfgtew->u.cfgte64->std_inq_data,
1351 sizeof(struct ipr_std_inq_data));
1353 res->qmodel = IPR_QUEUEING_MODEL64(res);
1354 proto = cfgtew->u.cfgte64->proto;
1355 res->res_handle = cfgtew->u.cfgte64->res_handle;
1356 res->dev_id = cfgtew->u.cfgte64->dev_id;
1358 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1359 sizeof(res->dev_lun.scsi_lun));
1361 if (memcmp(res->res_path, &cfgtew->u.cfgte64->res_path,
1362 sizeof(res->res_path))) {
1363 memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1364 sizeof(res->res_path));
1368 if (res->sdev && new_path)
1369 sdev_printk(KERN_INFO, res->sdev, "Resource path: %s\n",
1370 ipr_format_res_path(res->ioa_cfg,
1371 res->res_path, buffer, sizeof(buffer)));
1373 res->flags = cfgtew->u.cfgte->flags;
1374 if (res->flags & IPR_IS_IOA_RESOURCE)
1375 res->type = IPR_RES_TYPE_IOAFP;
1377 res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1379 memcpy(&res->std_inq_data, &cfgtew->u.cfgte->std_inq_data,
1380 sizeof(struct ipr_std_inq_data));
1382 res->qmodel = IPR_QUEUEING_MODEL(res);
1383 proto = cfgtew->u.cfgte->proto;
1384 res->res_handle = cfgtew->u.cfgte->res_handle;
1387 ipr_update_ata_class(res, proto);
1391 * ipr_clear_res_target - Clear the bit in the bit map representing the target
1393 * @res: resource entry struct
1398 static void ipr_clear_res_target(struct ipr_resource_entry *res)
1400 struct ipr_resource_entry *gscsi_res = NULL;
1401 struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1403 if (!ioa_cfg->sis64)
1406 if (res->bus == IPR_ARRAY_VIRTUAL_BUS)
1407 clear_bit(res->target, ioa_cfg->array_ids);
1408 else if (res->bus == IPR_VSET_VIRTUAL_BUS)
1409 clear_bit(res->target, ioa_cfg->vset_ids);
1410 else if (res->bus == 0 && res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1411 list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue)
1412 if (gscsi_res->dev_id == res->dev_id && gscsi_res != res)
1414 clear_bit(res->target, ioa_cfg->target_ids);
1416 } else if (res->bus == 0)
1417 clear_bit(res->target, ioa_cfg->target_ids);
1421 * ipr_handle_config_change - Handle a config change from the adapter
1422 * @ioa_cfg: ioa config struct
1428 static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
1429 struct ipr_hostrcb *hostrcb)
1431 struct ipr_resource_entry *res = NULL;
1432 struct ipr_config_table_entry_wrapper cfgtew;
1433 __be32 cc_res_handle;
1437 if (ioa_cfg->sis64) {
1438 cfgtew.u.cfgte64 = &hostrcb->hcam.u.ccn.u.cfgte64;
1439 cc_res_handle = cfgtew.u.cfgte64->res_handle;
1441 cfgtew.u.cfgte = &hostrcb->hcam.u.ccn.u.cfgte;
1442 cc_res_handle = cfgtew.u.cfgte->res_handle;
1445 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1446 if (res->res_handle == cc_res_handle) {
1453 if (list_empty(&ioa_cfg->free_res_q)) {
1454 ipr_send_hcam(ioa_cfg,
1455 IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
1460 res = list_entry(ioa_cfg->free_res_q.next,
1461 struct ipr_resource_entry, queue);
1463 list_del(&res->queue);
1464 ipr_init_res_entry(res, &cfgtew);
1465 list_add_tail(&res->queue, &ioa_cfg->used_res_q);
1468 ipr_update_res_entry(res, &cfgtew);
1470 if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
1472 res->del_from_ml = 1;
1473 res->res_handle = IPR_INVALID_RES_HANDLE;
1474 schedule_work(&ioa_cfg->work_q);
1476 ipr_clear_res_target(res);
1477 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
1479 } else if (!res->sdev || res->del_from_ml) {
1481 schedule_work(&ioa_cfg->work_q);
1484 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1488 * ipr_process_ccn - Op done function for a CCN.
1489 * @ipr_cmd: ipr command struct
1491 * This function is the op done function for a configuration
1492 * change notification host controlled async from the adapter.
1497 static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
1499 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1500 struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
1501 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1503 list_del_init(&hostrcb->queue);
1504 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1507 if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
1508 ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST)
1509 dev_err(&ioa_cfg->pdev->dev,
1510 "Host RCB failed with IOASC: 0x%08X\n", ioasc);
1512 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1514 ipr_handle_config_change(ioa_cfg, hostrcb);
1519 * strip_and_pad_whitespace - Strip and pad trailing whitespace.
1520 * @i: index into buffer
1521 * @buf: string to modify
1523 * This function will strip all trailing whitespace, pad the end
1524 * of the string with a single space, and NULL terminate the string.
1527 * new length of string
1529 static int strip_and_pad_whitespace(int i, char *buf)
1531 while (i && buf[i] == ' ')
1539 * ipr_log_vpd_compact - Log the passed extended VPD compactly.
1540 * @prefix: string to print at start of printk
1541 * @hostrcb: hostrcb pointer
1542 * @vpd: vendor/product id/sn struct
1547 static void ipr_log_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1548 struct ipr_vpd *vpd)
1550 char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN + IPR_SERIAL_NUM_LEN + 3];
1553 memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1554 i = strip_and_pad_whitespace(IPR_VENDOR_ID_LEN - 1, buffer);
1556 memcpy(&buffer[i], vpd->vpids.product_id, IPR_PROD_ID_LEN);
1557 i = strip_and_pad_whitespace(i + IPR_PROD_ID_LEN - 1, buffer);
1559 memcpy(&buffer[i], vpd->sn, IPR_SERIAL_NUM_LEN);
1560 buffer[IPR_SERIAL_NUM_LEN + i] = '\0';
1562 ipr_hcam_err(hostrcb, "%s VPID/SN: %s\n", prefix, buffer);
1566 * ipr_log_vpd - Log the passed VPD to the error log.
1567 * @vpd: vendor/product id/sn struct
1572 static void ipr_log_vpd(struct ipr_vpd *vpd)
1574 char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
1575 + IPR_SERIAL_NUM_LEN];
1577 memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1578 memcpy(buffer + IPR_VENDOR_ID_LEN, vpd->vpids.product_id,
1580 buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
1581 ipr_err("Vendor/Product ID: %s\n", buffer);
1583 memcpy(buffer, vpd->sn, IPR_SERIAL_NUM_LEN);
1584 buffer[IPR_SERIAL_NUM_LEN] = '\0';
1585 ipr_err(" Serial Number: %s\n", buffer);
1589 * ipr_log_ext_vpd_compact - Log the passed extended VPD compactly.
1590 * @prefix: string to print at start of printk
1591 * @hostrcb: hostrcb pointer
1592 * @vpd: vendor/product id/sn/wwn struct
1597 static void ipr_log_ext_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1598 struct ipr_ext_vpd *vpd)
1600 ipr_log_vpd_compact(prefix, hostrcb, &vpd->vpd);
1601 ipr_hcam_err(hostrcb, "%s WWN: %08X%08X\n", prefix,
1602 be32_to_cpu(vpd->wwid[0]), be32_to_cpu(vpd->wwid[1]));
1606 * ipr_log_ext_vpd - Log the passed extended VPD to the error log.
1607 * @vpd: vendor/product id/sn/wwn struct
1612 static void ipr_log_ext_vpd(struct ipr_ext_vpd *vpd)
1614 ipr_log_vpd(&vpd->vpd);
1615 ipr_err(" WWN: %08X%08X\n", be32_to_cpu(vpd->wwid[0]),
1616 be32_to_cpu(vpd->wwid[1]));
1620 * ipr_log_enhanced_cache_error - Log a cache error.
1621 * @ioa_cfg: ioa config struct
1622 * @hostrcb: hostrcb struct
1627 static void ipr_log_enhanced_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1628 struct ipr_hostrcb *hostrcb)
1630 struct ipr_hostrcb_type_12_error *error;
1633 error = &hostrcb->hcam.u.error64.u.type_12_error;
1635 error = &hostrcb->hcam.u.error.u.type_12_error;
1637 ipr_err("-----Current Configuration-----\n");
1638 ipr_err("Cache Directory Card Information:\n");
1639 ipr_log_ext_vpd(&error->ioa_vpd);
1640 ipr_err("Adapter Card Information:\n");
1641 ipr_log_ext_vpd(&error->cfc_vpd);
1643 ipr_err("-----Expected Configuration-----\n");
1644 ipr_err("Cache Directory Card Information:\n");
1645 ipr_log_ext_vpd(&error->ioa_last_attached_to_cfc_vpd);
1646 ipr_err("Adapter Card Information:\n");
1647 ipr_log_ext_vpd(&error->cfc_last_attached_to_ioa_vpd);
1649 ipr_err("Additional IOA Data: %08X %08X %08X\n",
1650 be32_to_cpu(error->ioa_data[0]),
1651 be32_to_cpu(error->ioa_data[1]),
1652 be32_to_cpu(error->ioa_data[2]));
1656 * ipr_log_cache_error - Log a cache error.
1657 * @ioa_cfg: ioa config struct
1658 * @hostrcb: hostrcb struct
1663 static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1664 struct ipr_hostrcb *hostrcb)
1666 struct ipr_hostrcb_type_02_error *error =
1667 &hostrcb->hcam.u.error.u.type_02_error;
1669 ipr_err("-----Current Configuration-----\n");
1670 ipr_err("Cache Directory Card Information:\n");
1671 ipr_log_vpd(&error->ioa_vpd);
1672 ipr_err("Adapter Card Information:\n");
1673 ipr_log_vpd(&error->cfc_vpd);
1675 ipr_err("-----Expected Configuration-----\n");
1676 ipr_err("Cache Directory Card Information:\n");
1677 ipr_log_vpd(&error->ioa_last_attached_to_cfc_vpd);
1678 ipr_err("Adapter Card Information:\n");
1679 ipr_log_vpd(&error->cfc_last_attached_to_ioa_vpd);
1681 ipr_err("Additional IOA Data: %08X %08X %08X\n",
1682 be32_to_cpu(error->ioa_data[0]),
1683 be32_to_cpu(error->ioa_data[1]),
1684 be32_to_cpu(error->ioa_data[2]));
1688 * ipr_log_enhanced_config_error - Log a configuration error.
1689 * @ioa_cfg: ioa config struct
1690 * @hostrcb: hostrcb struct
1695 static void ipr_log_enhanced_config_error(struct ipr_ioa_cfg *ioa_cfg,
1696 struct ipr_hostrcb *hostrcb)
1698 int errors_logged, i;
1699 struct ipr_hostrcb_device_data_entry_enhanced *dev_entry;
1700 struct ipr_hostrcb_type_13_error *error;
1702 error = &hostrcb->hcam.u.error.u.type_13_error;
1703 errors_logged = be32_to_cpu(error->errors_logged);
1705 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1706 be32_to_cpu(error->errors_detected), errors_logged);
1708 dev_entry = error->dev;
1710 for (i = 0; i < errors_logged; i++, dev_entry++) {
1713 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1714 ipr_log_ext_vpd(&dev_entry->vpd);
1716 ipr_err("-----New Device Information-----\n");
1717 ipr_log_ext_vpd(&dev_entry->new_vpd);
1719 ipr_err("Cache Directory Card Information:\n");
1720 ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1722 ipr_err("Adapter Card Information:\n");
1723 ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1728 * ipr_log_sis64_config_error - Log a device error.
1729 * @ioa_cfg: ioa config struct
1730 * @hostrcb: hostrcb struct
1735 static void ipr_log_sis64_config_error(struct ipr_ioa_cfg *ioa_cfg,
1736 struct ipr_hostrcb *hostrcb)
1738 int errors_logged, i;
1739 struct ipr_hostrcb64_device_data_entry_enhanced *dev_entry;
1740 struct ipr_hostrcb_type_23_error *error;
1741 char buffer[IPR_MAX_RES_PATH_LENGTH];
1743 error = &hostrcb->hcam.u.error64.u.type_23_error;
1744 errors_logged = be32_to_cpu(error->errors_logged);
1746 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1747 be32_to_cpu(error->errors_detected), errors_logged);
1749 dev_entry = error->dev;
1751 for (i = 0; i < errors_logged; i++, dev_entry++) {
1754 ipr_err("Device %d : %s", i + 1,
1755 __ipr_format_res_path(dev_entry->res_path,
1756 buffer, sizeof(buffer)));
1757 ipr_log_ext_vpd(&dev_entry->vpd);
1759 ipr_err("-----New Device Information-----\n");
1760 ipr_log_ext_vpd(&dev_entry->new_vpd);
1762 ipr_err("Cache Directory Card Information:\n");
1763 ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1765 ipr_err("Adapter Card Information:\n");
1766 ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1771 * ipr_log_config_error - Log a configuration error.
1772 * @ioa_cfg: ioa config struct
1773 * @hostrcb: hostrcb struct
1778 static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
1779 struct ipr_hostrcb *hostrcb)
1781 int errors_logged, i;
1782 struct ipr_hostrcb_device_data_entry *dev_entry;
1783 struct ipr_hostrcb_type_03_error *error;
1785 error = &hostrcb->hcam.u.error.u.type_03_error;
1786 errors_logged = be32_to_cpu(error->errors_logged);
1788 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1789 be32_to_cpu(error->errors_detected), errors_logged);
1791 dev_entry = error->dev;
1793 for (i = 0; i < errors_logged; i++, dev_entry++) {
1796 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1797 ipr_log_vpd(&dev_entry->vpd);
1799 ipr_err("-----New Device Information-----\n");
1800 ipr_log_vpd(&dev_entry->new_vpd);
1802 ipr_err("Cache Directory Card Information:\n");
1803 ipr_log_vpd(&dev_entry->ioa_last_with_dev_vpd);
1805 ipr_err("Adapter Card Information:\n");
1806 ipr_log_vpd(&dev_entry->cfc_last_with_dev_vpd);
1808 ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
1809 be32_to_cpu(dev_entry->ioa_data[0]),
1810 be32_to_cpu(dev_entry->ioa_data[1]),
1811 be32_to_cpu(dev_entry->ioa_data[2]),
1812 be32_to_cpu(dev_entry->ioa_data[3]),
1813 be32_to_cpu(dev_entry->ioa_data[4]));
1818 * ipr_log_enhanced_array_error - Log an array configuration error.
1819 * @ioa_cfg: ioa config struct
1820 * @hostrcb: hostrcb struct
1825 static void ipr_log_enhanced_array_error(struct ipr_ioa_cfg *ioa_cfg,
1826 struct ipr_hostrcb *hostrcb)
1829 struct ipr_hostrcb_type_14_error *error;
1830 struct ipr_hostrcb_array_data_entry_enhanced *array_entry;
1831 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1833 error = &hostrcb->hcam.u.error.u.type_14_error;
1837 ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1838 error->protection_level,
1839 ioa_cfg->host->host_no,
1840 error->last_func_vset_res_addr.bus,
1841 error->last_func_vset_res_addr.target,
1842 error->last_func_vset_res_addr.lun);
1846 array_entry = error->array_member;
1847 num_entries = min_t(u32, be32_to_cpu(error->num_entries),
1848 ARRAY_SIZE(error->array_member));
1850 for (i = 0; i < num_entries; i++, array_entry++) {
1851 if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1854 if (be32_to_cpu(error->exposed_mode_adn) == i)
1855 ipr_err("Exposed Array Member %d:\n", i);
1857 ipr_err("Array Member %d:\n", i);
1859 ipr_log_ext_vpd(&array_entry->vpd);
1860 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1861 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1862 "Expected Location");
1869 * ipr_log_array_error - Log an array configuration error.
1870 * @ioa_cfg: ioa config struct
1871 * @hostrcb: hostrcb struct
1876 static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
1877 struct ipr_hostrcb *hostrcb)
1880 struct ipr_hostrcb_type_04_error *error;
1881 struct ipr_hostrcb_array_data_entry *array_entry;
1882 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1884 error = &hostrcb->hcam.u.error.u.type_04_error;
1888 ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1889 error->protection_level,
1890 ioa_cfg->host->host_no,
1891 error->last_func_vset_res_addr.bus,
1892 error->last_func_vset_res_addr.target,
1893 error->last_func_vset_res_addr.lun);
1897 array_entry = error->array_member;
1899 for (i = 0; i < 18; i++) {
1900 if (!memcmp(array_entry->vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1903 if (be32_to_cpu(error->exposed_mode_adn) == i)
1904 ipr_err("Exposed Array Member %d:\n", i);
1906 ipr_err("Array Member %d:\n", i);
1908 ipr_log_vpd(&array_entry->vpd);
1910 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1911 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1912 "Expected Location");
1917 array_entry = error->array_member2;
1924 * ipr_log_hex_data - Log additional hex IOA error data.
1925 * @ioa_cfg: ioa config struct
1926 * @data: IOA error data
1932 static void ipr_log_hex_data(struct ipr_ioa_cfg *ioa_cfg, __be32 *data, int len)
1939 if (ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
1940 len = min_t(int, len, IPR_DEFAULT_MAX_ERROR_DUMP);
1942 for (i = 0; i < len / 4; i += 4) {
1943 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
1944 be32_to_cpu(data[i]),
1945 be32_to_cpu(data[i+1]),
1946 be32_to_cpu(data[i+2]),
1947 be32_to_cpu(data[i+3]));
1952 * ipr_log_enhanced_dual_ioa_error - Log an enhanced dual adapter error.
1953 * @ioa_cfg: ioa config struct
1954 * @hostrcb: hostrcb struct
1959 static void ipr_log_enhanced_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1960 struct ipr_hostrcb *hostrcb)
1962 struct ipr_hostrcb_type_17_error *error;
1965 error = &hostrcb->hcam.u.error64.u.type_17_error;
1967 error = &hostrcb->hcam.u.error.u.type_17_error;
1969 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1970 strim(error->failure_reason);
1972 ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1973 be32_to_cpu(hostrcb->hcam.u.error.prc));
1974 ipr_log_ext_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1975 ipr_log_hex_data(ioa_cfg, error->data,
1976 be32_to_cpu(hostrcb->hcam.length) -
1977 (offsetof(struct ipr_hostrcb_error, u) +
1978 offsetof(struct ipr_hostrcb_type_17_error, data)));
1982 * ipr_log_dual_ioa_error - Log a dual adapter error.
1983 * @ioa_cfg: ioa config struct
1984 * @hostrcb: hostrcb struct
1989 static void ipr_log_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1990 struct ipr_hostrcb *hostrcb)
1992 struct ipr_hostrcb_type_07_error *error;
1994 error = &hostrcb->hcam.u.error.u.type_07_error;
1995 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1996 strim(error->failure_reason);
1998 ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1999 be32_to_cpu(hostrcb->hcam.u.error.prc));
2000 ipr_log_vpd_compact("Remote IOA", hostrcb, &error->vpd);
2001 ipr_log_hex_data(ioa_cfg, error->data,
2002 be32_to_cpu(hostrcb->hcam.length) -
2003 (offsetof(struct ipr_hostrcb_error, u) +
2004 offsetof(struct ipr_hostrcb_type_07_error, data)));
2007 static const struct {
2010 } path_active_desc[] = {
2011 { IPR_PATH_NO_INFO, "Path" },
2012 { IPR_PATH_ACTIVE, "Active path" },
2013 { IPR_PATH_NOT_ACTIVE, "Inactive path" }
2016 static const struct {
2019 } path_state_desc[] = {
2020 { IPR_PATH_STATE_NO_INFO, "has no path state information available" },
2021 { IPR_PATH_HEALTHY, "is healthy" },
2022 { IPR_PATH_DEGRADED, "is degraded" },
2023 { IPR_PATH_FAILED, "is failed" }
2027 * ipr_log_fabric_path - Log a fabric path error
2028 * @hostrcb: hostrcb struct
2029 * @fabric: fabric descriptor
2034 static void ipr_log_fabric_path(struct ipr_hostrcb *hostrcb,
2035 struct ipr_hostrcb_fabric_desc *fabric)
2038 u8 path_state = fabric->path_state;
2039 u8 active = path_state & IPR_PATH_ACTIVE_MASK;
2040 u8 state = path_state & IPR_PATH_STATE_MASK;
2042 for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
2043 if (path_active_desc[i].active != active)
2046 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2047 if (path_state_desc[j].state != state)
2050 if (fabric->cascaded_expander == 0xff && fabric->phy == 0xff) {
2051 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d\n",
2052 path_active_desc[i].desc, path_state_desc[j].desc,
2054 } else if (fabric->cascaded_expander == 0xff) {
2055 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Phy=%d\n",
2056 path_active_desc[i].desc, path_state_desc[j].desc,
2057 fabric->ioa_port, fabric->phy);
2058 } else if (fabric->phy == 0xff) {
2059 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d\n",
2060 path_active_desc[i].desc, path_state_desc[j].desc,
2061 fabric->ioa_port, fabric->cascaded_expander);
2063 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d, Phy=%d\n",
2064 path_active_desc[i].desc, path_state_desc[j].desc,
2065 fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
2071 ipr_err("Path state=%02X IOA Port=%d Cascade=%d Phy=%d\n", path_state,
2072 fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
2076 * ipr_log64_fabric_path - Log a fabric path error
2077 * @hostrcb: hostrcb struct
2078 * @fabric: fabric descriptor
2083 static void ipr_log64_fabric_path(struct ipr_hostrcb *hostrcb,
2084 struct ipr_hostrcb64_fabric_desc *fabric)
2087 u8 path_state = fabric->path_state;
2088 u8 active = path_state & IPR_PATH_ACTIVE_MASK;
2089 u8 state = path_state & IPR_PATH_STATE_MASK;
2090 char buffer[IPR_MAX_RES_PATH_LENGTH];
2092 for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
2093 if (path_active_desc[i].active != active)
2096 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2097 if (path_state_desc[j].state != state)
2100 ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s\n",
2101 path_active_desc[i].desc, path_state_desc[j].desc,
2102 ipr_format_res_path(hostrcb->ioa_cfg,
2104 buffer, sizeof(buffer)));
2109 ipr_err("Path state=%02X Resource Path=%s\n", path_state,
2110 ipr_format_res_path(hostrcb->ioa_cfg, fabric->res_path,
2111 buffer, sizeof(buffer)));
2114 static const struct {
2117 } path_type_desc[] = {
2118 { IPR_PATH_CFG_IOA_PORT, "IOA port" },
2119 { IPR_PATH_CFG_EXP_PORT, "Expander port" },
2120 { IPR_PATH_CFG_DEVICE_PORT, "Device port" },
2121 { IPR_PATH_CFG_DEVICE_LUN, "Device LUN" }
2124 static const struct {
2127 } path_status_desc[] = {
2128 { IPR_PATH_CFG_NO_PROB, "Functional" },
2129 { IPR_PATH_CFG_DEGRADED, "Degraded" },
2130 { IPR_PATH_CFG_FAILED, "Failed" },
2131 { IPR_PATH_CFG_SUSPECT, "Suspect" },
2132 { IPR_PATH_NOT_DETECTED, "Missing" },
2133 { IPR_PATH_INCORRECT_CONN, "Incorrectly connected" }
2136 static const char *link_rate[] = {
2139 "phy reset problem",
2156 * ipr_log_path_elem - Log a fabric path element.
2157 * @hostrcb: hostrcb struct
2158 * @cfg: fabric path element struct
2163 static void ipr_log_path_elem(struct ipr_hostrcb *hostrcb,
2164 struct ipr_hostrcb_config_element *cfg)
2167 u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2168 u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2170 if (type == IPR_PATH_CFG_NOT_EXIST)
2173 for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2174 if (path_type_desc[i].type != type)
2177 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2178 if (path_status_desc[j].status != status)
2181 if (type == IPR_PATH_CFG_IOA_PORT) {
2182 ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, WWN=%08X%08X\n",
2183 path_status_desc[j].desc, path_type_desc[i].desc,
2184 cfg->phy, link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2185 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2187 if (cfg->cascaded_expander == 0xff && cfg->phy == 0xff) {
2188 ipr_hcam_err(hostrcb, "%s %s: Link rate=%s, WWN=%08X%08X\n",
2189 path_status_desc[j].desc, path_type_desc[i].desc,
2190 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2191 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2192 } else if (cfg->cascaded_expander == 0xff) {
2193 ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, "
2194 "WWN=%08X%08X\n", path_status_desc[j].desc,
2195 path_type_desc[i].desc, cfg->phy,
2196 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2197 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2198 } else if (cfg->phy == 0xff) {
2199 ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Link rate=%s, "
2200 "WWN=%08X%08X\n", path_status_desc[j].desc,
2201 path_type_desc[i].desc, cfg->cascaded_expander,
2202 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2203 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2205 ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Phy=%d, Link rate=%s "
2206 "WWN=%08X%08X\n", path_status_desc[j].desc,
2207 path_type_desc[i].desc, cfg->cascaded_expander, cfg->phy,
2208 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2209 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2216 ipr_hcam_err(hostrcb, "Path element=%02X: Cascade=%d Phy=%d Link rate=%s "
2217 "WWN=%08X%08X\n", cfg->type_status, cfg->cascaded_expander, cfg->phy,
2218 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2219 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2223 * ipr_log64_path_elem - Log a fabric path element.
2224 * @hostrcb: hostrcb struct
2225 * @cfg: fabric path element struct
2230 static void ipr_log64_path_elem(struct ipr_hostrcb *hostrcb,
2231 struct ipr_hostrcb64_config_element *cfg)
2234 u8 desc_id = cfg->descriptor_id & IPR_DESCRIPTOR_MASK;
2235 u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2236 u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2237 char buffer[IPR_MAX_RES_PATH_LENGTH];
2239 if (type == IPR_PATH_CFG_NOT_EXIST || desc_id != IPR_DESCRIPTOR_SIS64)
2242 for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2243 if (path_type_desc[i].type != type)
2246 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2247 if (path_status_desc[j].status != status)
2250 ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s, Link rate=%s, WWN=%08X%08X\n",
2251 path_status_desc[j].desc, path_type_desc[i].desc,
2252 ipr_format_res_path(hostrcb->ioa_cfg,
2253 cfg->res_path, buffer, sizeof(buffer)),
2254 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2255 be32_to_cpu(cfg->wwid[0]),
2256 be32_to_cpu(cfg->wwid[1]));
2260 ipr_hcam_err(hostrcb, "Path element=%02X: Resource Path=%s, Link rate=%s "
2261 "WWN=%08X%08X\n", cfg->type_status,
2262 ipr_format_res_path(hostrcb->ioa_cfg,
2263 cfg->res_path, buffer, sizeof(buffer)),
2264 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2265 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2269 * ipr_log_fabric_error - Log a fabric error.
2270 * @ioa_cfg: ioa config struct
2271 * @hostrcb: hostrcb struct
2276 static void ipr_log_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2277 struct ipr_hostrcb *hostrcb)
2279 struct ipr_hostrcb_type_20_error *error;
2280 struct ipr_hostrcb_fabric_desc *fabric;
2281 struct ipr_hostrcb_config_element *cfg;
2284 error = &hostrcb->hcam.u.error.u.type_20_error;
2285 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2286 ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2288 add_len = be32_to_cpu(hostrcb->hcam.length) -
2289 (offsetof(struct ipr_hostrcb_error, u) +
2290 offsetof(struct ipr_hostrcb_type_20_error, desc));
2292 for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2293 ipr_log_fabric_path(hostrcb, fabric);
2294 for_each_fabric_cfg(fabric, cfg)
2295 ipr_log_path_elem(hostrcb, cfg);
2297 add_len -= be16_to_cpu(fabric->length);
2298 fabric = (struct ipr_hostrcb_fabric_desc *)
2299 ((unsigned long)fabric + be16_to_cpu(fabric->length));
2302 ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
2306 * ipr_log_sis64_array_error - Log a sis64 array error.
2307 * @ioa_cfg: ioa config struct
2308 * @hostrcb: hostrcb struct
2313 static void ipr_log_sis64_array_error(struct ipr_ioa_cfg *ioa_cfg,
2314 struct ipr_hostrcb *hostrcb)
2317 struct ipr_hostrcb_type_24_error *error;
2318 struct ipr_hostrcb64_array_data_entry *array_entry;
2319 char buffer[IPR_MAX_RES_PATH_LENGTH];
2320 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
2322 error = &hostrcb->hcam.u.error64.u.type_24_error;
2326 ipr_err("RAID %s Array Configuration: %s\n",
2327 error->protection_level,
2328 ipr_format_res_path(ioa_cfg, error->last_res_path,
2329 buffer, sizeof(buffer)));
2333 array_entry = error->array_member;
2334 num_entries = min_t(u32, error->num_entries,
2335 ARRAY_SIZE(error->array_member));
2337 for (i = 0; i < num_entries; i++, array_entry++) {
2339 if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
2342 if (error->exposed_mode_adn == i)
2343 ipr_err("Exposed Array Member %d:\n", i);
2345 ipr_err("Array Member %d:\n", i);
2347 ipr_err("Array Member %d:\n", i);
2348 ipr_log_ext_vpd(&array_entry->vpd);
2349 ipr_err("Current Location: %s\n",
2350 ipr_format_res_path(ioa_cfg, array_entry->res_path,
2351 buffer, sizeof(buffer)));
2352 ipr_err("Expected Location: %s\n",
2353 ipr_format_res_path(ioa_cfg,
2354 array_entry->expected_res_path,
2355 buffer, sizeof(buffer)));
2362 * ipr_log_sis64_fabric_error - Log a sis64 fabric error.
2363 * @ioa_cfg: ioa config struct
2364 * @hostrcb: hostrcb struct
2369 static void ipr_log_sis64_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2370 struct ipr_hostrcb *hostrcb)
2372 struct ipr_hostrcb_type_30_error *error;
2373 struct ipr_hostrcb64_fabric_desc *fabric;
2374 struct ipr_hostrcb64_config_element *cfg;
2377 error = &hostrcb->hcam.u.error64.u.type_30_error;
2379 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2380 ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2382 add_len = be32_to_cpu(hostrcb->hcam.length) -
2383 (offsetof(struct ipr_hostrcb64_error, u) +
2384 offsetof(struct ipr_hostrcb_type_30_error, desc));
2386 for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2387 ipr_log64_fabric_path(hostrcb, fabric);
2388 for_each_fabric_cfg(fabric, cfg)
2389 ipr_log64_path_elem(hostrcb, cfg);
2391 add_len -= be16_to_cpu(fabric->length);
2392 fabric = (struct ipr_hostrcb64_fabric_desc *)
2393 ((unsigned long)fabric + be16_to_cpu(fabric->length));
2396 ipr_log_hex_data(ioa_cfg, (__be32 *)fabric, add_len);
2400 * ipr_log_sis64_service_required_error - Log a sis64 service required error.
2401 * @ioa_cfg: ioa config struct
2402 * @hostrcb: hostrcb struct
2407 static void ipr_log_sis64_service_required_error(struct ipr_ioa_cfg *ioa_cfg,
2408 struct ipr_hostrcb *hostrcb)
2410 struct ipr_hostrcb_type_41_error *error;
2412 error = &hostrcb->hcam.u.error64.u.type_41_error;
2414 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2415 ipr_err("Primary Failure Reason: %s\n", error->failure_reason);
2416 ipr_log_hex_data(ioa_cfg, error->data,
2417 be32_to_cpu(hostrcb->hcam.length) -
2418 (offsetof(struct ipr_hostrcb_error, u) +
2419 offsetof(struct ipr_hostrcb_type_41_error, data)));
2422 * ipr_log_generic_error - Log an adapter error.
2423 * @ioa_cfg: ioa config struct
2424 * @hostrcb: hostrcb struct
2429 static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
2430 struct ipr_hostrcb *hostrcb)
2432 ipr_log_hex_data(ioa_cfg, hostrcb->hcam.u.raw.data,
2433 be32_to_cpu(hostrcb->hcam.length));
2437 * ipr_log_sis64_device_error - Log a cache error.
2438 * @ioa_cfg: ioa config struct
2439 * @hostrcb: hostrcb struct
2444 static void ipr_log_sis64_device_error(struct ipr_ioa_cfg *ioa_cfg,
2445 struct ipr_hostrcb *hostrcb)
2447 struct ipr_hostrcb_type_21_error *error;
2448 char buffer[IPR_MAX_RES_PATH_LENGTH];
2450 error = &hostrcb->hcam.u.error64.u.type_21_error;
2452 ipr_err("-----Failing Device Information-----\n");
2453 ipr_err("World Wide Unique ID: %08X%08X%08X%08X\n",
2454 be32_to_cpu(error->wwn[0]), be32_to_cpu(error->wwn[1]),
2455 be32_to_cpu(error->wwn[2]), be32_to_cpu(error->wwn[3]));
2456 ipr_err("Device Resource Path: %s\n",
2457 __ipr_format_res_path(error->res_path,
2458 buffer, sizeof(buffer)));
2459 error->primary_problem_desc[sizeof(error->primary_problem_desc) - 1] = '\0';
2460 error->second_problem_desc[sizeof(error->second_problem_desc) - 1] = '\0';
2461 ipr_err("Primary Problem Description: %s\n", error->primary_problem_desc);
2462 ipr_err("Secondary Problem Description: %s\n", error->second_problem_desc);
2463 ipr_err("SCSI Sense Data:\n");
2464 ipr_log_hex_data(ioa_cfg, error->sense_data, sizeof(error->sense_data));
2465 ipr_err("SCSI Command Descriptor Block: \n");
2466 ipr_log_hex_data(ioa_cfg, error->cdb, sizeof(error->cdb));
2468 ipr_err("Additional IOA Data:\n");
2469 ipr_log_hex_data(ioa_cfg, error->ioa_data, be32_to_cpu(error->length_of_error));
2473 * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
2476 * This function will return the index of into the ipr_error_table
2477 * for the specified IOASC. If the IOASC is not in the table,
2478 * 0 will be returned, which points to the entry used for unknown errors.
2481 * index into the ipr_error_table
2483 static u32 ipr_get_error(u32 ioasc)
2487 for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
2488 if (ipr_error_table[i].ioasc == (ioasc & IPR_IOASC_IOASC_MASK))
2495 * ipr_handle_log_data - Log an adapter error.
2496 * @ioa_cfg: ioa config struct
2497 * @hostrcb: hostrcb struct
2499 * This function logs an adapter error to the system.
2504 static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
2505 struct ipr_hostrcb *hostrcb)
2509 struct ipr_hostrcb_type_21_error *error;
2511 if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
2514 if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
2515 dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
2518 ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2520 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2522 if (!ioa_cfg->sis64 && (ioasc == IPR_IOASC_BUS_WAS_RESET ||
2523 ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER)) {
2524 /* Tell the midlayer we had a bus reset so it will handle the UA properly */
2525 scsi_report_bus_reset(ioa_cfg->host,
2526 hostrcb->hcam.u.error.fd_res_addr.bus);
2529 error_index = ipr_get_error(ioasc);
2531 if (!ipr_error_table[error_index].log_hcam)
2534 if (ioasc == IPR_IOASC_HW_CMD_FAILED &&
2535 hostrcb->hcam.overlay_id == IPR_HOST_RCB_OVERLAY_ID_21) {
2536 error = &hostrcb->hcam.u.error64.u.type_21_error;
2538 if (((be32_to_cpu(error->sense_data[0]) & 0x0000ff00) >> 8) == ILLEGAL_REQUEST &&
2539 ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
2543 ipr_hcam_err(hostrcb, "%s\n", ipr_error_table[error_index].error);
2545 /* Set indication we have logged an error */
2546 ioa_cfg->errors_logged++;
2548 if (ioa_cfg->log_level < ipr_error_table[error_index].log_hcam)
2550 if (be32_to_cpu(hostrcb->hcam.length) > sizeof(hostrcb->hcam.u.raw))
2551 hostrcb->hcam.length = cpu_to_be32(sizeof(hostrcb->hcam.u.raw));
2553 switch (hostrcb->hcam.overlay_id) {
2554 case IPR_HOST_RCB_OVERLAY_ID_2:
2555 ipr_log_cache_error(ioa_cfg, hostrcb);
2557 case IPR_HOST_RCB_OVERLAY_ID_3:
2558 ipr_log_config_error(ioa_cfg, hostrcb);
2560 case IPR_HOST_RCB_OVERLAY_ID_4:
2561 case IPR_HOST_RCB_OVERLAY_ID_6:
2562 ipr_log_array_error(ioa_cfg, hostrcb);
2564 case IPR_HOST_RCB_OVERLAY_ID_7:
2565 ipr_log_dual_ioa_error(ioa_cfg, hostrcb);
2567 case IPR_HOST_RCB_OVERLAY_ID_12:
2568 ipr_log_enhanced_cache_error(ioa_cfg, hostrcb);
2570 case IPR_HOST_RCB_OVERLAY_ID_13:
2571 ipr_log_enhanced_config_error(ioa_cfg, hostrcb);
2573 case IPR_HOST_RCB_OVERLAY_ID_14:
2574 case IPR_HOST_RCB_OVERLAY_ID_16:
2575 ipr_log_enhanced_array_error(ioa_cfg, hostrcb);
2577 case IPR_HOST_RCB_OVERLAY_ID_17:
2578 ipr_log_enhanced_dual_ioa_error(ioa_cfg, hostrcb);
2580 case IPR_HOST_RCB_OVERLAY_ID_20:
2581 ipr_log_fabric_error(ioa_cfg, hostrcb);
2583 case IPR_HOST_RCB_OVERLAY_ID_21:
2584 ipr_log_sis64_device_error(ioa_cfg, hostrcb);
2586 case IPR_HOST_RCB_OVERLAY_ID_23:
2587 ipr_log_sis64_config_error(ioa_cfg, hostrcb);
2589 case IPR_HOST_RCB_OVERLAY_ID_24:
2590 case IPR_HOST_RCB_OVERLAY_ID_26:
2591 ipr_log_sis64_array_error(ioa_cfg, hostrcb);
2593 case IPR_HOST_RCB_OVERLAY_ID_30:
2594 ipr_log_sis64_fabric_error(ioa_cfg, hostrcb);
2596 case IPR_HOST_RCB_OVERLAY_ID_41:
2597 ipr_log_sis64_service_required_error(ioa_cfg, hostrcb);
2599 case IPR_HOST_RCB_OVERLAY_ID_1:
2600 case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
2602 ipr_log_generic_error(ioa_cfg, hostrcb);
2607 static struct ipr_hostrcb *ipr_get_free_hostrcb(struct ipr_ioa_cfg *ioa)
2609 struct ipr_hostrcb *hostrcb;
2611 hostrcb = list_first_entry_or_null(&ioa->hostrcb_free_q,
2612 struct ipr_hostrcb, queue);
2614 if (unlikely(!hostrcb)) {
2615 dev_info(&ioa->pdev->dev, "Reclaiming async error buffers.");
2616 hostrcb = list_first_entry_or_null(&ioa->hostrcb_report_q,
2617 struct ipr_hostrcb, queue);
2620 list_del_init(&hostrcb->queue);
2625 * ipr_process_error - Op done function for an adapter error log.
2626 * @ipr_cmd: ipr command struct
2628 * This function is the op done function for an error log host
2629 * controlled async from the adapter. It will log the error and
2630 * send the HCAM back to the adapter.
2635 static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
2637 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2638 struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
2639 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
2643 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2645 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2647 list_del_init(&hostrcb->queue);
2648 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
2651 ipr_handle_log_data(ioa_cfg, hostrcb);
2652 if (fd_ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED)
2653 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
2654 } else if (ioasc != IPR_IOASC_IOA_WAS_RESET &&
2655 ioasc != IPR_IOASC_ABORTED_CMD_TERM_BY_HOST) {
2656 dev_err(&ioa_cfg->pdev->dev,
2657 "Host RCB failed with IOASC: 0x%08X\n", ioasc);
2660 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_report_q);
2661 schedule_work(&ioa_cfg->work_q);
2662 hostrcb = ipr_get_free_hostrcb(ioa_cfg);
2664 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
2668 * ipr_timeout - An internally generated op has timed out.
2669 * @t: Timer context used to fetch ipr command struct
2671 * This function blocks host requests and initiates an
2677 static void ipr_timeout(struct timer_list *t)
2679 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
2680 unsigned long lock_flags = 0;
2681 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2684 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2686 ioa_cfg->errors_logged++;
2687 dev_err(&ioa_cfg->pdev->dev,
2688 "Adapter being reset due to command timeout.\n");
2690 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2691 ioa_cfg->sdt_state = GET_DUMP;
2693 if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
2694 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2696 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2701 * ipr_oper_timeout - Adapter timed out transitioning to operational
2702 * @t: Timer context used to fetch ipr command struct
2704 * This function blocks host requests and initiates an
2710 static void ipr_oper_timeout(struct timer_list *t)
2712 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
2713 unsigned long lock_flags = 0;
2714 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2717 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2719 ioa_cfg->errors_logged++;
2720 dev_err(&ioa_cfg->pdev->dev,
2721 "Adapter timed out transitioning to operational.\n");
2723 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2724 ioa_cfg->sdt_state = GET_DUMP;
2726 if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
2728 ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
2729 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2732 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2737 * ipr_find_ses_entry - Find matching SES in SES table
2738 * @res: resource entry struct of SES
2741 * pointer to SES table entry / NULL on failure
2743 static const struct ipr_ses_table_entry *
2744 ipr_find_ses_entry(struct ipr_resource_entry *res)
2747 struct ipr_std_inq_vpids *vpids;
2748 const struct ipr_ses_table_entry *ste = ipr_ses_table;
2750 for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
2751 for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
2752 if (ste->compare_product_id_byte[j] == 'X') {
2753 vpids = &res->std_inq_data.vpids;
2754 if (vpids->product_id[j] == ste->product_id[j])
2762 if (matches == IPR_PROD_ID_LEN)
2770 * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
2771 * @ioa_cfg: ioa config struct
2773 * @bus_width: bus width
2776 * SCSI bus speed in units of 100KHz, 1600 is 160 MHz
2777 * For a 2-byte wide SCSI bus, the maximum transfer speed is
2778 * twice the maximum transfer rate (e.g. for a wide enabled bus,
2779 * max 160MHz = max 320MB/sec).
2781 static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
2783 struct ipr_resource_entry *res;
2784 const struct ipr_ses_table_entry *ste;
2785 u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
2787 /* Loop through each config table entry in the config table buffer */
2788 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
2789 if (!(IPR_IS_SES_DEVICE(res->std_inq_data)))
2792 if (bus != res->bus)
2795 if (!(ste = ipr_find_ses_entry(res)))
2798 max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
2801 return max_xfer_rate;
2805 * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
2806 * @ioa_cfg: ioa config struct
2807 * @max_delay: max delay in micro-seconds to wait
2809 * Waits for an IODEBUG ACK from the IOA, doing busy looping.
2812 * 0 on success / other on failure
2814 static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
2816 volatile u32 pcii_reg;
2819 /* Read interrupt reg until IOA signals IO Debug Acknowledge */
2820 while (delay < max_delay) {
2821 pcii_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
2823 if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
2826 /* udelay cannot be used if delay is more than a few milliseconds */
2827 if ((delay / 1000) > MAX_UDELAY_MS)
2828 mdelay(delay / 1000);
2838 * ipr_get_sis64_dump_data_section - Dump IOA memory
2839 * @ioa_cfg: ioa config struct
2840 * @start_addr: adapter address to dump
2841 * @dest: destination kernel buffer
2842 * @length_in_words: length to dump in 4 byte words
2847 static int ipr_get_sis64_dump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2849 __be32 *dest, u32 length_in_words)
2853 for (i = 0; i < length_in_words; i++) {
2854 writel(start_addr+(i*4), ioa_cfg->regs.dump_addr_reg);
2855 *dest = cpu_to_be32(readl(ioa_cfg->regs.dump_data_reg));
2863 * ipr_get_ldump_data_section - Dump IOA memory
2864 * @ioa_cfg: ioa config struct
2865 * @start_addr: adapter address to dump
2866 * @dest: destination kernel buffer
2867 * @length_in_words: length to dump in 4 byte words
2870 * 0 on success / -EIO on failure
2872 static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2874 __be32 *dest, u32 length_in_words)
2876 volatile u32 temp_pcii_reg;
2880 return ipr_get_sis64_dump_data_section(ioa_cfg, start_addr,
2881 dest, length_in_words);
2883 /* Write IOA interrupt reg starting LDUMP state */
2884 writel((IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
2885 ioa_cfg->regs.set_uproc_interrupt_reg32);
2887 /* Wait for IO debug acknowledge */
2888 if (ipr_wait_iodbg_ack(ioa_cfg,
2889 IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
2890 dev_err(&ioa_cfg->pdev->dev,
2891 "IOA dump long data transfer timeout\n");
2895 /* Signal LDUMP interlocked - clear IO debug ack */
2896 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2897 ioa_cfg->regs.clr_interrupt_reg);
2899 /* Write Mailbox with starting address */
2900 writel(start_addr, ioa_cfg->ioa_mailbox);
2902 /* Signal address valid - clear IOA Reset alert */
2903 writel(IPR_UPROCI_RESET_ALERT,
2904 ioa_cfg->regs.clr_uproc_interrupt_reg32);
2906 for (i = 0; i < length_in_words; i++) {
2907 /* Wait for IO debug acknowledge */
2908 if (ipr_wait_iodbg_ack(ioa_cfg,
2909 IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
2910 dev_err(&ioa_cfg->pdev->dev,
2911 "IOA dump short data transfer timeout\n");
2915 /* Read data from mailbox and increment destination pointer */
2916 *dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
2919 /* For all but the last word of data, signal data received */
2920 if (i < (length_in_words - 1)) {
2921 /* Signal dump data received - Clear IO debug Ack */
2922 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2923 ioa_cfg->regs.clr_interrupt_reg);
2927 /* Signal end of block transfer. Set reset alert then clear IO debug ack */
2928 writel(IPR_UPROCI_RESET_ALERT,
2929 ioa_cfg->regs.set_uproc_interrupt_reg32);
2931 writel(IPR_UPROCI_IO_DEBUG_ALERT,
2932 ioa_cfg->regs.clr_uproc_interrupt_reg32);
2934 /* Signal dump data received - Clear IO debug Ack */
2935 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2936 ioa_cfg->regs.clr_interrupt_reg);
2938 /* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
2939 while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
2941 readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
2943 if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
2953 #ifdef CONFIG_SCSI_IPR_DUMP
2955 * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
2956 * @ioa_cfg: ioa config struct
2957 * @pci_address: adapter address
2958 * @length: length of data to copy
2960 * Copy data from PCI adapter to kernel buffer.
2961 * Note: length MUST be a 4 byte multiple
2963 * 0 on success / other on failure
2965 static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
2966 unsigned long pci_address, u32 length)
2968 int bytes_copied = 0;
2969 int cur_len, rc, rem_len, rem_page_len, max_dump_size;
2971 unsigned long lock_flags = 0;
2972 struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
2975 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
2977 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
2979 while (bytes_copied < length &&
2980 (ioa_dump->hdr.len + bytes_copied) < max_dump_size) {
2981 if (ioa_dump->page_offset >= PAGE_SIZE ||
2982 ioa_dump->page_offset == 0) {
2983 page = (__be32 *)__get_free_page(GFP_ATOMIC);
2987 return bytes_copied;
2990 ioa_dump->page_offset = 0;
2991 ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
2992 ioa_dump->next_page_index++;
2994 page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
2996 rem_len = length - bytes_copied;
2997 rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
2998 cur_len = min(rem_len, rem_page_len);
3000 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3001 if (ioa_cfg->sdt_state == ABORT_DUMP) {
3004 rc = ipr_get_ldump_data_section(ioa_cfg,
3005 pci_address + bytes_copied,
3006 &page[ioa_dump->page_offset / 4],
3007 (cur_len / sizeof(u32)));
3009 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3012 ioa_dump->page_offset += cur_len;
3013 bytes_copied += cur_len;
3021 return bytes_copied;
3025 * ipr_init_dump_entry_hdr - Initialize a dump entry header.
3026 * @hdr: dump entry header struct
3031 static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
3033 hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
3035 hdr->offset = sizeof(*hdr);
3036 hdr->status = IPR_DUMP_STATUS_SUCCESS;
3040 * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
3041 * @ioa_cfg: ioa config struct
3042 * @driver_dump: driver dump struct
3047 static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
3048 struct ipr_driver_dump *driver_dump)
3050 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3052 ipr_init_dump_entry_hdr(&driver_dump->ioa_type_entry.hdr);
3053 driver_dump->ioa_type_entry.hdr.len =
3054 sizeof(struct ipr_dump_ioa_type_entry) -
3055 sizeof(struct ipr_dump_entry_header);
3056 driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3057 driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
3058 driver_dump->ioa_type_entry.type = ioa_cfg->type;
3059 driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
3060 (ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
3061 ucode_vpd->minor_release[1];
3062 driver_dump->hdr.num_entries++;
3066 * ipr_dump_version_data - Fill in the driver version in the dump.
3067 * @ioa_cfg: ioa config struct
3068 * @driver_dump: driver dump struct
3073 static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
3074 struct ipr_driver_dump *driver_dump)
3076 ipr_init_dump_entry_hdr(&driver_dump->version_entry.hdr);
3077 driver_dump->version_entry.hdr.len =
3078 sizeof(struct ipr_dump_version_entry) -
3079 sizeof(struct ipr_dump_entry_header);
3080 driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
3081 driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
3082 strcpy(driver_dump->version_entry.version, IPR_DRIVER_VERSION);
3083 driver_dump->hdr.num_entries++;
3087 * ipr_dump_trace_data - Fill in the IOA trace in the dump.
3088 * @ioa_cfg: ioa config struct
3089 * @driver_dump: driver dump struct
3094 static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
3095 struct ipr_driver_dump *driver_dump)
3097 ipr_init_dump_entry_hdr(&driver_dump->trace_entry.hdr);
3098 driver_dump->trace_entry.hdr.len =
3099 sizeof(struct ipr_dump_trace_entry) -
3100 sizeof(struct ipr_dump_entry_header);
3101 driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3102 driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
3103 memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
3104 driver_dump->hdr.num_entries++;
3108 * ipr_dump_location_data - Fill in the IOA location in the dump.
3109 * @ioa_cfg: ioa config struct
3110 * @driver_dump: driver dump struct
3115 static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
3116 struct ipr_driver_dump *driver_dump)
3118 ipr_init_dump_entry_hdr(&driver_dump->location_entry.hdr);
3119 driver_dump->location_entry.hdr.len =
3120 sizeof(struct ipr_dump_location_entry) -
3121 sizeof(struct ipr_dump_entry_header);
3122 driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
3123 driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
3124 strcpy(driver_dump->location_entry.location, dev_name(&ioa_cfg->pdev->dev));
3125 driver_dump->hdr.num_entries++;
3129 * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
3130 * @ioa_cfg: ioa config struct
3131 * @dump: dump struct
3136 static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
3138 unsigned long start_addr, sdt_word;
3139 unsigned long lock_flags = 0;
3140 struct ipr_driver_dump *driver_dump = &dump->driver_dump;
3141 struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
3142 u32 num_entries, max_num_entries, start_off, end_off;
3143 u32 max_dump_size, bytes_to_copy, bytes_copied, rc;
3144 struct ipr_sdt *sdt;
3150 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3152 if (ioa_cfg->sdt_state != READ_DUMP) {
3153 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3157 if (ioa_cfg->sis64) {
3158 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3159 ssleep(IPR_DUMP_DELAY_SECONDS);
3160 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3163 start_addr = readl(ioa_cfg->ioa_mailbox);
3165 if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(start_addr)) {
3166 dev_err(&ioa_cfg->pdev->dev,
3167 "Invalid dump table format: %lx\n", start_addr);
3168 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3172 dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
3174 driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
3176 /* Initialize the overall dump header */
3177 driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
3178 driver_dump->hdr.num_entries = 1;
3179 driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
3180 driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
3181 driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
3182 driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
3184 ipr_dump_version_data(ioa_cfg, driver_dump);
3185 ipr_dump_location_data(ioa_cfg, driver_dump);
3186 ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
3187 ipr_dump_trace_data(ioa_cfg, driver_dump);
3189 /* Update dump_header */
3190 driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
3192 /* IOA Dump entry */
3193 ipr_init_dump_entry_hdr(&ioa_dump->hdr);
3194 ioa_dump->hdr.len = 0;
3195 ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3196 ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
3198 /* First entries in sdt are actually a list of dump addresses and
3199 lengths to gather the real dump data. sdt represents the pointer
3200 to the ioa generated dump table. Dump data will be extracted based
3201 on entries in this table */
3202 sdt = &ioa_dump->sdt;
3204 if (ioa_cfg->sis64) {
3205 max_num_entries = IPR_FMT3_NUM_SDT_ENTRIES;
3206 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
3208 max_num_entries = IPR_FMT2_NUM_SDT_ENTRIES;
3209 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
3212 bytes_to_copy = offsetof(struct ipr_sdt, entry) +
3213 (max_num_entries * sizeof(struct ipr_sdt_entry));
3214 rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, (__be32 *)sdt,
3215 bytes_to_copy / sizeof(__be32));
3217 /* Smart Dump table is ready to use and the first entry is valid */
3218 if (rc || ((be32_to_cpu(sdt->hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
3219 (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
3220 dev_err(&ioa_cfg->pdev->dev,
3221 "Dump of IOA failed. Dump table not valid: %d, %X.\n",
3222 rc, be32_to_cpu(sdt->hdr.state));
3223 driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
3224 ioa_cfg->sdt_state = DUMP_OBTAINED;
3225 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3229 num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
3231 if (num_entries > max_num_entries)
3232 num_entries = max_num_entries;
3234 /* Update dump length to the actual data to be copied */
3235 dump->driver_dump.hdr.len += sizeof(struct ipr_sdt_header);
3237 dump->driver_dump.hdr.len += num_entries * sizeof(struct ipr_sdt_entry);
3239 dump->driver_dump.hdr.len += max_num_entries * sizeof(struct ipr_sdt_entry);
3241 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3243 for (i = 0; i < num_entries; i++) {
3244 if (ioa_dump->hdr.len > max_dump_size) {
3245 driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3249 if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
3250 sdt_word = be32_to_cpu(sdt->entry[i].start_token);
3252 bytes_to_copy = be32_to_cpu(sdt->entry[i].end_token);
3254 start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
3255 end_off = be32_to_cpu(sdt->entry[i].end_token);
3257 if (ipr_sdt_is_fmt2(sdt_word) && sdt_word)
3258 bytes_to_copy = end_off - start_off;
3263 if (bytes_to_copy > max_dump_size) {
3264 sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
3268 /* Copy data from adapter to driver buffers */
3269 bytes_copied = ipr_sdt_copy(ioa_cfg, sdt_word,
3272 ioa_dump->hdr.len += bytes_copied;
3274 if (bytes_copied != bytes_to_copy) {
3275 driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3282 dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
3284 /* Update dump_header */
3285 driver_dump->hdr.len += ioa_dump->hdr.len;
3287 ioa_cfg->sdt_state = DUMP_OBTAINED;
3292 #define ipr_get_ioa_dump(ioa_cfg, dump) do { } while (0)
3296 * ipr_release_dump - Free adapter dump memory
3297 * @kref: kref struct
3302 static void ipr_release_dump(struct kref *kref)
3304 struct ipr_dump *dump = container_of(kref, struct ipr_dump, kref);
3305 struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
3306 unsigned long lock_flags = 0;
3310 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3311 ioa_cfg->dump = NULL;
3312 ioa_cfg->sdt_state = INACTIVE;
3313 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3315 for (i = 0; i < dump->ioa_dump.next_page_index; i++)
3316 free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
3318 vfree(dump->ioa_dump.ioa_data);
3323 static void ipr_add_remove_thread(struct work_struct *work)
3325 unsigned long lock_flags;
3326 struct ipr_resource_entry *res;
3327 struct scsi_device *sdev;
3328 struct ipr_ioa_cfg *ioa_cfg =
3329 container_of(work, struct ipr_ioa_cfg, scsi_add_work_q);
3330 u8 bus, target, lun;
3334 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3339 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
3340 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3344 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3345 if (res->del_from_ml && res->sdev) {
3348 if (!scsi_device_get(sdev)) {
3349 if (!res->add_to_ml)
3350 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
3352 res->del_from_ml = 0;
3353 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3354 scsi_remove_device(sdev);
3355 scsi_device_put(sdev);
3356 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3363 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3364 if (res->add_to_ml) {
3366 target = res->target;
3369 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3370 scsi_add_device(ioa_cfg->host, bus, target, lun);
3371 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3376 ioa_cfg->scan_done = 1;
3377 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3378 kobject_uevent(&ioa_cfg->host->shost_dev.kobj, KOBJ_CHANGE);
3383 * ipr_worker_thread - Worker thread
3384 * @work: ioa config struct
3386 * Called at task level from a work thread. This function takes care
3387 * of adding and removing device from the mid-layer as configuration
3388 * changes are detected by the adapter.
3393 static void ipr_worker_thread(struct work_struct *work)
3395 unsigned long lock_flags;
3396 struct ipr_dump *dump;
3397 struct ipr_ioa_cfg *ioa_cfg =
3398 container_of(work, struct ipr_ioa_cfg, work_q);
3401 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3403 if (ioa_cfg->sdt_state == READ_DUMP) {
3404 dump = ioa_cfg->dump;
3406 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3409 kref_get(&dump->kref);
3410 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3411 ipr_get_ioa_dump(ioa_cfg, dump);
3412 kref_put(&dump->kref, ipr_release_dump);
3414 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3415 if (ioa_cfg->sdt_state == DUMP_OBTAINED && !ioa_cfg->dump_timeout)
3416 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3417 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3421 if (ioa_cfg->scsi_unblock) {
3422 ioa_cfg->scsi_unblock = 0;
3423 ioa_cfg->scsi_blocked = 0;
3424 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3425 scsi_unblock_requests(ioa_cfg->host);
3426 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3427 if (ioa_cfg->scsi_blocked)
3428 scsi_block_requests(ioa_cfg->host);
3431 if (!ioa_cfg->scan_enabled) {
3432 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3436 schedule_work(&ioa_cfg->scsi_add_work_q);
3438 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3442 #ifdef CONFIG_SCSI_IPR_TRACE
3444 * ipr_read_trace - Dump the adapter trace
3445 * @filp: open sysfs file
3446 * @kobj: kobject struct
3447 * @bin_attr: bin_attribute struct
3450 * @count: buffer size
3453 * number of bytes printed to buffer
3455 static ssize_t ipr_read_trace(struct file *filp, struct kobject *kobj,
3456 struct bin_attribute *bin_attr,
3457 char *buf, loff_t off, size_t count)
3459 struct device *dev = kobj_to_dev(kobj);
3460 struct Scsi_Host *shost = class_to_shost(dev);
3461 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3462 unsigned long lock_flags = 0;
3465 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3466 ret = memory_read_from_buffer(buf, count, &off, ioa_cfg->trace,
3468 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3473 static struct bin_attribute ipr_trace_attr = {
3479 .read = ipr_read_trace,
3484 * ipr_show_fw_version - Show the firmware version
3485 * @dev: class device struct
3486 * @attr: device attribute (unused)
3490 * number of bytes printed to buffer
3492 static ssize_t ipr_show_fw_version(struct device *dev,
3493 struct device_attribute *attr, char *buf)
3495 struct Scsi_Host *shost = class_to_shost(dev);
3496 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3497 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3498 unsigned long lock_flags = 0;
3501 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3502 len = snprintf(buf, PAGE_SIZE, "%02X%02X%02X%02X\n",
3503 ucode_vpd->major_release, ucode_vpd->card_type,
3504 ucode_vpd->minor_release[0],
3505 ucode_vpd->minor_release[1]);
3506 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3510 static struct device_attribute ipr_fw_version_attr = {
3512 .name = "fw_version",
3515 .show = ipr_show_fw_version,
3519 * ipr_show_log_level - Show the adapter's error logging level
3520 * @dev: class device struct
3521 * @attr: device attribute (unused)
3525 * number of bytes printed to buffer
3527 static ssize_t ipr_show_log_level(struct device *dev,
3528 struct device_attribute *attr, char *buf)
3530 struct Scsi_Host *shost = class_to_shost(dev);
3531 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3532 unsigned long lock_flags = 0;
3535 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3536 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->log_level);
3537 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3542 * ipr_store_log_level - Change the adapter's error logging level
3543 * @dev: class device struct
3544 * @attr: device attribute (unused)
3546 * @count: buffer size
3549 * number of bytes printed to buffer
3551 static ssize_t ipr_store_log_level(struct device *dev,
3552 struct device_attribute *attr,
3553 const char *buf, size_t count)
3555 struct Scsi_Host *shost = class_to_shost(dev);
3556 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3557 unsigned long lock_flags = 0;
3559 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3560 ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
3561 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3565 static struct device_attribute ipr_log_level_attr = {
3567 .name = "log_level",
3568 .mode = S_IRUGO | S_IWUSR,
3570 .show = ipr_show_log_level,
3571 .store = ipr_store_log_level
3575 * ipr_store_diagnostics - IOA Diagnostics interface
3576 * @dev: device struct
3577 * @attr: device attribute (unused)
3579 * @count: buffer size
3581 * This function will reset the adapter and wait a reasonable
3582 * amount of time for any errors that the adapter might log.
3585 * count on success / other on failure
3587 static ssize_t ipr_store_diagnostics(struct device *dev,
3588 struct device_attribute *attr,
3589 const char *buf, size_t count)
3591 struct Scsi_Host *shost = class_to_shost(dev);
3592 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3593 unsigned long lock_flags = 0;
3596 if (!capable(CAP_SYS_ADMIN))
3599 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3600 while (ioa_cfg->in_reset_reload) {
3601 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3602 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3603 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3606 ioa_cfg->errors_logged = 0;
3607 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3609 if (ioa_cfg->in_reset_reload) {
3610 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3611 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3613 /* Wait for a second for any errors to be logged */
3616 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3620 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3621 if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
3623 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3628 static struct device_attribute ipr_diagnostics_attr = {
3630 .name = "run_diagnostics",
3633 .store = ipr_store_diagnostics
3637 * ipr_show_adapter_state - Show the adapter's state
3638 * @dev: device struct
3639 * @attr: device attribute (unused)
3643 * number of bytes printed to buffer
3645 static ssize_t ipr_show_adapter_state(struct device *dev,
3646 struct device_attribute *attr, char *buf)
3648 struct Scsi_Host *shost = class_to_shost(dev);
3649 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3650 unsigned long lock_flags = 0;
3653 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3654 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
3655 len = snprintf(buf, PAGE_SIZE, "offline\n");
3657 len = snprintf(buf, PAGE_SIZE, "online\n");
3658 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3663 * ipr_store_adapter_state - Change adapter state
3664 * @dev: device struct
3665 * @attr: device attribute (unused)
3667 * @count: buffer size
3669 * This function will change the adapter's state.
3672 * count on success / other on failure
3674 static ssize_t ipr_store_adapter_state(struct device *dev,
3675 struct device_attribute *attr,
3676 const char *buf, size_t count)
3678 struct Scsi_Host *shost = class_to_shost(dev);
3679 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3680 unsigned long lock_flags;
3681 int result = count, i;
3683 if (!capable(CAP_SYS_ADMIN))
3686 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3687 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead &&
3688 !strncmp(buf, "online", 6)) {
3689 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
3690 spin_lock(&ioa_cfg->hrrq[i]._lock);
3691 ioa_cfg->hrrq[i].ioa_is_dead = 0;
3692 spin_unlock(&ioa_cfg->hrrq[i]._lock);
3695 ioa_cfg->reset_retries = 0;
3696 ioa_cfg->in_ioa_bringdown = 0;
3697 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3699 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3700 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3705 static struct device_attribute ipr_ioa_state_attr = {
3707 .name = "online_state",
3708 .mode = S_IRUGO | S_IWUSR,
3710 .show = ipr_show_adapter_state,
3711 .store = ipr_store_adapter_state
3715 * ipr_store_reset_adapter - Reset the adapter
3716 * @dev: device struct
3717 * @attr: device attribute (unused)
3719 * @count: buffer size
3721 * This function will reset the adapter.
3724 * count on success / other on failure
3726 static ssize_t ipr_store_reset_adapter(struct device *dev,
3727 struct device_attribute *attr,
3728 const char *buf, size_t count)
3730 struct Scsi_Host *shost = class_to_shost(dev);
3731 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3732 unsigned long lock_flags;
3735 if (!capable(CAP_SYS_ADMIN))
3738 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3739 if (!ioa_cfg->in_reset_reload)
3740 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3741 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3742 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3747 static struct device_attribute ipr_ioa_reset_attr = {
3749 .name = "reset_host",
3752 .store = ipr_store_reset_adapter
3755 static int ipr_iopoll(struct irq_poll *iop, int budget);
3757 * ipr_show_iopoll_weight - Show ipr polling mode
3758 * @dev: class device struct
3759 * @attr: device attribute (unused)
3763 * number of bytes printed to buffer
3765 static ssize_t ipr_show_iopoll_weight(struct device *dev,
3766 struct device_attribute *attr, char *buf)
3768 struct Scsi_Host *shost = class_to_shost(dev);
3769 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3770 unsigned long lock_flags = 0;
3773 spin_lock_irqsave(shost->host_lock, lock_flags);
3774 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->iopoll_weight);
3775 spin_unlock_irqrestore(shost->host_lock, lock_flags);
3781 * ipr_store_iopoll_weight - Change the adapter's polling mode
3782 * @dev: class device struct
3783 * @attr: device attribute (unused)
3785 * @count: buffer size
3788 * number of bytes printed to buffer
3790 static ssize_t ipr_store_iopoll_weight(struct device *dev,
3791 struct device_attribute *attr,
3792 const char *buf, size_t count)
3794 struct Scsi_Host *shost = class_to_shost(dev);
3795 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3796 unsigned long user_iopoll_weight;
3797 unsigned long lock_flags = 0;
3800 if (!ioa_cfg->sis64) {
3801 dev_info(&ioa_cfg->pdev->dev, "irq_poll not supported on this adapter\n");
3804 if (kstrtoul(buf, 10, &user_iopoll_weight))
3807 if (user_iopoll_weight > 256) {
3808 dev_info(&ioa_cfg->pdev->dev, "Invalid irq_poll weight. It must be less than 256\n");
3812 if (user_iopoll_weight == ioa_cfg->iopoll_weight) {
3813 dev_info(&ioa_cfg->pdev->dev, "Current irq_poll weight has the same weight\n");
3817 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3818 for (i = 1; i < ioa_cfg->hrrq_num; i++)
3819 irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
3822 spin_lock_irqsave(shost->host_lock, lock_flags);
3823 ioa_cfg->iopoll_weight = user_iopoll_weight;
3824 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3825 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
3826 irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
3827 ioa_cfg->iopoll_weight, ipr_iopoll);
3830 spin_unlock_irqrestore(shost->host_lock, lock_flags);
3835 static struct device_attribute ipr_iopoll_weight_attr = {
3837 .name = "iopoll_weight",
3838 .mode = S_IRUGO | S_IWUSR,
3840 .show = ipr_show_iopoll_weight,
3841 .store = ipr_store_iopoll_weight
3845 * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
3846 * @buf_len: buffer length
3848 * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
3849 * list to use for microcode download
3852 * pointer to sglist / NULL on failure
3854 static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
3857 struct ipr_sglist *sglist;
3859 /* Get the minimum size per scatter/gather element */
3860 sg_size = buf_len / (IPR_MAX_SGLIST - 1);
3862 /* Get the actual size per element */
3863 order = get_order(sg_size);
3865 /* Allocate a scatter/gather list for the DMA */
3866 sglist = kzalloc(sizeof(struct ipr_sglist), GFP_KERNEL);
3867 if (sglist == NULL) {
3871 sglist->order = order;
3872 sglist->scatterlist = sgl_alloc_order(buf_len, order, false, GFP_KERNEL,
3874 if (!sglist->scatterlist) {
3883 * ipr_free_ucode_buffer - Frees a microcode download buffer
3884 * @sglist: scatter/gather list pointer
3886 * Free a DMA'able ucode download buffer previously allocated with
3887 * ipr_alloc_ucode_buffer
3892 static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
3894 sgl_free_order(sglist->scatterlist, sglist->order);
3899 * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
3900 * @sglist: scatter/gather list pointer
3901 * @buffer: buffer pointer
3902 * @len: buffer length
3904 * Copy a microcode image from a user buffer into a buffer allocated by
3905 * ipr_alloc_ucode_buffer
3908 * 0 on success / other on failure
3910 static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
3911 u8 *buffer, u32 len)
3913 int bsize_elem, i, result = 0;
3914 struct scatterlist *sg;
3916 /* Determine the actual number of bytes per element */
3917 bsize_elem = PAGE_SIZE * (1 << sglist->order);
3919 sg = sglist->scatterlist;
3921 for (i = 0; i < (len / bsize_elem); i++, sg = sg_next(sg),
3922 buffer += bsize_elem) {
3923 struct page *page = sg_page(sg);
3925 memcpy_to_page(page, 0, buffer, bsize_elem);
3927 sg->length = bsize_elem;
3935 if (len % bsize_elem) {
3936 struct page *page = sg_page(sg);
3938 memcpy_to_page(page, 0, buffer, len % bsize_elem);
3940 sg->length = len % bsize_elem;
3943 sglist->buffer_len = len;
3948 * ipr_build_ucode_ioadl64 - Build a microcode download IOADL
3949 * @ipr_cmd: ipr command struct
3950 * @sglist: scatter/gather list
3952 * Builds a microcode download IOA data list (IOADL).
3955 static void ipr_build_ucode_ioadl64(struct ipr_cmnd *ipr_cmd,
3956 struct ipr_sglist *sglist)
3958 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3959 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
3960 struct scatterlist *scatterlist = sglist->scatterlist;
3961 struct scatterlist *sg;
3964 ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3965 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3966 ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3969 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
3970 for_each_sg(scatterlist, sg, ipr_cmd->dma_use_sg, i) {
3971 ioadl64[i].flags = cpu_to_be32(IPR_IOADL_FLAGS_WRITE);
3972 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
3973 ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
3976 ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3980 * ipr_build_ucode_ioadl - Build a microcode download IOADL
3981 * @ipr_cmd: ipr command struct
3982 * @sglist: scatter/gather list
3984 * Builds a microcode download IOA data list (IOADL).
3987 static void ipr_build_ucode_ioadl(struct ipr_cmnd *ipr_cmd,
3988 struct ipr_sglist *sglist)
3990 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3991 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
3992 struct scatterlist *scatterlist = sglist->scatterlist;
3993 struct scatterlist *sg;
3996 ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3997 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3998 ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
4001 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
4003 for_each_sg(scatterlist, sg, ipr_cmd->dma_use_sg, i) {
4004 ioadl[i].flags_and_data_len =
4005 cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(sg));
4007 cpu_to_be32(sg_dma_address(sg));
4010 ioadl[i-1].flags_and_data_len |=
4011 cpu_to_be32(IPR_IOADL_FLAGS_LAST);
4015 * ipr_update_ioa_ucode - Update IOA's microcode
4016 * @ioa_cfg: ioa config struct
4017 * @sglist: scatter/gather list
4019 * Initiate an adapter reset to update the IOA's microcode
4022 * 0 on success / -EIO on failure
4024 static int ipr_update_ioa_ucode(struct ipr_ioa_cfg *ioa_cfg,
4025 struct ipr_sglist *sglist)
4027 unsigned long lock_flags;
4029 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4030 while (ioa_cfg->in_reset_reload) {
4031 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4032 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4033 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4036 if (ioa_cfg->ucode_sglist) {
4037 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4038 dev_err(&ioa_cfg->pdev->dev,
4039 "Microcode download already in progress\n");
4043 sglist->num_dma_sg = dma_map_sg(&ioa_cfg->pdev->dev,
4044 sglist->scatterlist, sglist->num_sg,
4047 if (!sglist->num_dma_sg) {
4048 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4049 dev_err(&ioa_cfg->pdev->dev,
4050 "Failed to map microcode download buffer!\n");
4054 ioa_cfg->ucode_sglist = sglist;
4055 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
4056 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4057 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4059 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4060 ioa_cfg->ucode_sglist = NULL;
4061 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4066 * ipr_store_update_fw - Update the firmware on the adapter
4067 * @dev: device struct
4068 * @attr: device attribute (unused)
4070 * @count: buffer size
4072 * This function will update the firmware on the adapter.
4075 * count on success / other on failure
4077 static ssize_t ipr_store_update_fw(struct device *dev,
4078 struct device_attribute *attr,
4079 const char *buf, size_t count)
4081 struct Scsi_Host *shost = class_to_shost(dev);
4082 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4083 struct ipr_ucode_image_header *image_hdr;
4084 const struct firmware *fw_entry;
4085 struct ipr_sglist *sglist;
4089 int result, dnld_size;
4091 if (!capable(CAP_SYS_ADMIN))
4094 snprintf(fname, sizeof(fname), "%s", buf);
4096 endline = strchr(fname, '\n');
4100 if (request_firmware(&fw_entry, fname, &ioa_cfg->pdev->dev)) {
4101 dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
4105 image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
4107 src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
4108 dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
4109 sglist = ipr_alloc_ucode_buffer(dnld_size);
4112 dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
4113 release_firmware(fw_entry);
4117 result = ipr_copy_ucode_buffer(sglist, src, dnld_size);
4120 dev_err(&ioa_cfg->pdev->dev,
4121 "Microcode buffer copy to DMA buffer failed\n");
4125 ipr_info("Updating microcode, please be patient. This may take up to 30 minutes.\n");
4127 result = ipr_update_ioa_ucode(ioa_cfg, sglist);
4132 ipr_free_ucode_buffer(sglist);
4133 release_firmware(fw_entry);
4137 static struct device_attribute ipr_update_fw_attr = {
4139 .name = "update_fw",
4142 .store = ipr_store_update_fw
4146 * ipr_show_fw_type - Show the adapter's firmware type.
4147 * @dev: class device struct
4148 * @attr: device attribute (unused)
4152 * number of bytes printed to buffer
4154 static ssize_t ipr_show_fw_type(struct device *dev,
4155 struct device_attribute *attr, char *buf)
4157 struct Scsi_Host *shost = class_to_shost(dev);
4158 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4159 unsigned long lock_flags = 0;
4162 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4163 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->sis64);
4164 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4168 static struct device_attribute ipr_ioa_fw_type_attr = {
4173 .show = ipr_show_fw_type
4176 static ssize_t ipr_read_async_err_log(struct file *filep, struct kobject *kobj,
4177 struct bin_attribute *bin_attr, char *buf,
4178 loff_t off, size_t count)
4180 struct device *cdev = kobj_to_dev(kobj);
4181 struct Scsi_Host *shost = class_to_shost(cdev);
4182 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4183 struct ipr_hostrcb *hostrcb;
4184 unsigned long lock_flags = 0;
4187 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4188 hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4189 struct ipr_hostrcb, queue);
4191 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4194 ret = memory_read_from_buffer(buf, count, &off, &hostrcb->hcam,
4195 sizeof(hostrcb->hcam));
4196 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4200 static ssize_t ipr_next_async_err_log(struct file *filep, struct kobject *kobj,
4201 struct bin_attribute *bin_attr, char *buf,
4202 loff_t off, size_t count)
4204 struct device *cdev = kobj_to_dev(kobj);
4205 struct Scsi_Host *shost = class_to_shost(cdev);
4206 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4207 struct ipr_hostrcb *hostrcb;
4208 unsigned long lock_flags = 0;
4210 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4211 hostrcb = list_first_entry_or_null(&ioa_cfg->hostrcb_report_q,
4212 struct ipr_hostrcb, queue);
4214 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4218 /* Reclaim hostrcb before exit */
4219 list_move_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
4220 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4224 static struct bin_attribute ipr_ioa_async_err_log = {
4226 .name = "async_err_log",
4227 .mode = S_IRUGO | S_IWUSR,
4230 .read = ipr_read_async_err_log,
4231 .write = ipr_next_async_err_log
4234 static struct attribute *ipr_ioa_attrs[] = {
4235 &ipr_fw_version_attr.attr,
4236 &ipr_log_level_attr.attr,
4237 &ipr_diagnostics_attr.attr,
4238 &ipr_ioa_state_attr.attr,
4239 &ipr_ioa_reset_attr.attr,
4240 &ipr_update_fw_attr.attr,
4241 &ipr_ioa_fw_type_attr.attr,
4242 &ipr_iopoll_weight_attr.attr,
4246 ATTRIBUTE_GROUPS(ipr_ioa);
4248 #ifdef CONFIG_SCSI_IPR_DUMP
4250 * ipr_read_dump - Dump the adapter
4251 * @filp: open sysfs file
4252 * @kobj: kobject struct
4253 * @bin_attr: bin_attribute struct
4256 * @count: buffer size
4259 * number of bytes printed to buffer
4261 static ssize_t ipr_read_dump(struct file *filp, struct kobject *kobj,
4262 struct bin_attribute *bin_attr,
4263 char *buf, loff_t off, size_t count)
4265 struct device *cdev = kobj_to_dev(kobj);
4266 struct Scsi_Host *shost = class_to_shost(cdev);
4267 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4268 struct ipr_dump *dump;
4269 unsigned long lock_flags = 0;
4274 if (!capable(CAP_SYS_ADMIN))
4277 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4278 dump = ioa_cfg->dump;
4280 if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
4281 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4284 kref_get(&dump->kref);
4285 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4287 if (off > dump->driver_dump.hdr.len) {
4288 kref_put(&dump->kref, ipr_release_dump);
4292 if (off + count > dump->driver_dump.hdr.len) {
4293 count = dump->driver_dump.hdr.len - off;
4297 if (count && off < sizeof(dump->driver_dump)) {
4298 if (off + count > sizeof(dump->driver_dump))
4299 len = sizeof(dump->driver_dump) - off;
4302 src = (u8 *)&dump->driver_dump + off;
4303 memcpy(buf, src, len);
4309 off -= sizeof(dump->driver_dump);
4312 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4313 (be32_to_cpu(dump->ioa_dump.sdt.hdr.num_entries_used) *
4314 sizeof(struct ipr_sdt_entry));
4316 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4317 (IPR_FMT2_NUM_SDT_ENTRIES * sizeof(struct ipr_sdt_entry));
4319 if (count && off < sdt_end) {
4320 if (off + count > sdt_end)
4321 len = sdt_end - off;
4324 src = (u8 *)&dump->ioa_dump + off;
4325 memcpy(buf, src, len);
4334 if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
4335 len = PAGE_ALIGN(off) - off;
4338 src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
4339 src += off & ~PAGE_MASK;
4340 memcpy(buf, src, len);
4346 kref_put(&dump->kref, ipr_release_dump);
4351 * ipr_alloc_dump - Prepare for adapter dump
4352 * @ioa_cfg: ioa config struct
4355 * 0 on success / other on failure
4357 static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
4359 struct ipr_dump *dump;
4361 unsigned long lock_flags = 0;
4363 dump = kzalloc(sizeof(struct ipr_dump), GFP_KERNEL);
4366 ipr_err("Dump memory allocation failed\n");
4371 ioa_data = vmalloc(array_size(IPR_FMT3_MAX_NUM_DUMP_PAGES,
4374 ioa_data = vmalloc(array_size(IPR_FMT2_MAX_NUM_DUMP_PAGES,
4378 ipr_err("Dump memory allocation failed\n");
4383 dump->ioa_dump.ioa_data = ioa_data;
4385 kref_init(&dump->kref);
4386 dump->ioa_cfg = ioa_cfg;
4388 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4390 if (INACTIVE != ioa_cfg->sdt_state) {
4391 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4392 vfree(dump->ioa_dump.ioa_data);
4397 ioa_cfg->dump = dump;
4398 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
4399 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead && !ioa_cfg->dump_taken) {
4400 ioa_cfg->dump_taken = 1;
4401 schedule_work(&ioa_cfg->work_q);
4403 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4409 * ipr_free_dump - Free adapter dump memory
4410 * @ioa_cfg: ioa config struct
4413 * 0 on success / other on failure
4415 static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
4417 struct ipr_dump *dump;
4418 unsigned long lock_flags = 0;
4422 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4423 dump = ioa_cfg->dump;
4425 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4429 ioa_cfg->dump = NULL;
4430 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4432 kref_put(&dump->kref, ipr_release_dump);
4439 * ipr_write_dump - Setup dump state of adapter
4440 * @filp: open sysfs file
4441 * @kobj: kobject struct
4442 * @bin_attr: bin_attribute struct
4445 * @count: buffer size
4448 * number of bytes printed to buffer
4450 static ssize_t ipr_write_dump(struct file *filp, struct kobject *kobj,
4451 struct bin_attribute *bin_attr,
4452 char *buf, loff_t off, size_t count)
4454 struct device *cdev = kobj_to_dev(kobj);
4455 struct Scsi_Host *shost = class_to_shost(cdev);
4456 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4459 if (!capable(CAP_SYS_ADMIN))
4463 rc = ipr_alloc_dump(ioa_cfg);
4464 else if (buf[0] == '0')
4465 rc = ipr_free_dump(ioa_cfg);
4475 static struct bin_attribute ipr_dump_attr = {
4478 .mode = S_IRUSR | S_IWUSR,
4481 .read = ipr_read_dump,
4482 .write = ipr_write_dump
4485 static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
4489 * ipr_change_queue_depth - Change the device's queue depth
4490 * @sdev: scsi device struct
4491 * @qdepth: depth to set
4496 static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth)
4498 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4499 struct ipr_resource_entry *res;
4500 unsigned long lock_flags = 0;
4502 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4503 res = (struct ipr_resource_entry *)sdev->hostdata;
4505 if (res && ipr_is_gata(res) && qdepth > IPR_MAX_CMD_PER_ATA_LUN)
4506 qdepth = IPR_MAX_CMD_PER_ATA_LUN;
4507 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4509 scsi_change_queue_depth(sdev, qdepth);
4510 return sdev->queue_depth;
4514 * ipr_show_adapter_handle - Show the adapter's resource handle for this device
4515 * @dev: device struct
4516 * @attr: device attribute structure
4520 * number of bytes printed to buffer
4522 static ssize_t ipr_show_adapter_handle(struct device *dev, struct device_attribute *attr, char *buf)
4524 struct scsi_device *sdev = to_scsi_device(dev);
4525 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4526 struct ipr_resource_entry *res;
4527 unsigned long lock_flags = 0;
4528 ssize_t len = -ENXIO;
4530 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4531 res = (struct ipr_resource_entry *)sdev->hostdata;
4533 len = snprintf(buf, PAGE_SIZE, "%08X\n", res->res_handle);
4534 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4538 static struct device_attribute ipr_adapter_handle_attr = {
4540 .name = "adapter_handle",
4543 .show = ipr_show_adapter_handle
4547 * ipr_show_resource_path - Show the resource path or the resource address for
4549 * @dev: device struct
4550 * @attr: device attribute structure
4554 * number of bytes printed to buffer
4556 static ssize_t ipr_show_resource_path(struct device *dev, struct device_attribute *attr, char *buf)
4558 struct scsi_device *sdev = to_scsi_device(dev);
4559 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4560 struct ipr_resource_entry *res;
4561 unsigned long lock_flags = 0;
4562 ssize_t len = -ENXIO;
4563 char buffer[IPR_MAX_RES_PATH_LENGTH];
4565 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4566 res = (struct ipr_resource_entry *)sdev->hostdata;
4567 if (res && ioa_cfg->sis64)
4568 len = snprintf(buf, PAGE_SIZE, "%s\n",
4569 __ipr_format_res_path(res->res_path, buffer,
4572 len = snprintf(buf, PAGE_SIZE, "%d:%d:%d:%d\n", ioa_cfg->host->host_no,
4573 res->bus, res->target, res->lun);
4575 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4579 static struct device_attribute ipr_resource_path_attr = {
4581 .name = "resource_path",
4584 .show = ipr_show_resource_path
4588 * ipr_show_device_id - Show the device_id for this device.
4589 * @dev: device struct
4590 * @attr: device attribute structure
4594 * number of bytes printed to buffer
4596 static ssize_t ipr_show_device_id(struct device *dev, struct device_attribute *attr, char *buf)
4598 struct scsi_device *sdev = to_scsi_device(dev);
4599 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4600 struct ipr_resource_entry *res;
4601 unsigned long lock_flags = 0;
4602 ssize_t len = -ENXIO;
4604 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4605 res = (struct ipr_resource_entry *)sdev->hostdata;
4606 if (res && ioa_cfg->sis64)
4607 len = snprintf(buf, PAGE_SIZE, "0x%llx\n", be64_to_cpu(res->dev_id));
4609 len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->lun_wwn);
4611 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4615 static struct device_attribute ipr_device_id_attr = {
4617 .name = "device_id",
4620 .show = ipr_show_device_id
4624 * ipr_show_resource_type - Show the resource type for this device.
4625 * @dev: device struct
4626 * @attr: device attribute structure
4630 * number of bytes printed to buffer
4632 static ssize_t ipr_show_resource_type(struct device *dev, struct device_attribute *attr, char *buf)
4634 struct scsi_device *sdev = to_scsi_device(dev);
4635 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4636 struct ipr_resource_entry *res;
4637 unsigned long lock_flags = 0;
4638 ssize_t len = -ENXIO;
4640 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4641 res = (struct ipr_resource_entry *)sdev->hostdata;
4644 len = snprintf(buf, PAGE_SIZE, "%x\n", res->type);
4646 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4650 static struct device_attribute ipr_resource_type_attr = {
4652 .name = "resource_type",
4655 .show = ipr_show_resource_type
4659 * ipr_show_raw_mode - Show the adapter's raw mode
4660 * @dev: class device struct
4661 * @attr: device attribute (unused)
4665 * number of bytes printed to buffer
4667 static ssize_t ipr_show_raw_mode(struct device *dev,
4668 struct device_attribute *attr, char *buf)
4670 struct scsi_device *sdev = to_scsi_device(dev);
4671 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4672 struct ipr_resource_entry *res;
4673 unsigned long lock_flags = 0;
4676 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4677 res = (struct ipr_resource_entry *)sdev->hostdata;
4679 len = snprintf(buf, PAGE_SIZE, "%d\n", res->raw_mode);
4682 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4687 * ipr_store_raw_mode - Change the adapter's raw mode
4688 * @dev: class device struct
4689 * @attr: device attribute (unused)
4691 * @count: buffer size
4694 * number of bytes printed to buffer
4696 static ssize_t ipr_store_raw_mode(struct device *dev,
4697 struct device_attribute *attr,
4698 const char *buf, size_t count)
4700 struct scsi_device *sdev = to_scsi_device(dev);
4701 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4702 struct ipr_resource_entry *res;
4703 unsigned long lock_flags = 0;
4706 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4707 res = (struct ipr_resource_entry *)sdev->hostdata;
4709 if (ipr_is_af_dasd_device(res)) {
4710 res->raw_mode = simple_strtoul(buf, NULL, 10);
4713 sdev_printk(KERN_INFO, res->sdev, "raw mode is %s\n",
4714 res->raw_mode ? "enabled" : "disabled");
4719 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4723 static struct device_attribute ipr_raw_mode_attr = {
4726 .mode = S_IRUGO | S_IWUSR,
4728 .show = ipr_show_raw_mode,
4729 .store = ipr_store_raw_mode
4732 static struct attribute *ipr_dev_attrs[] = {
4733 &ipr_adapter_handle_attr.attr,
4734 &ipr_resource_path_attr.attr,
4735 &ipr_device_id_attr.attr,
4736 &ipr_resource_type_attr.attr,
4737 &ipr_raw_mode_attr.attr,
4741 ATTRIBUTE_GROUPS(ipr_dev);
4744 * ipr_biosparam - Return the HSC mapping
4745 * @sdev: scsi device struct
4746 * @block_device: block device pointer
4747 * @capacity: capacity of the device
4748 * @parm: Array containing returned HSC values.
4750 * This function generates the HSC parms that fdisk uses.
4751 * We want to make sure we return something that places partitions
4752 * on 4k boundaries for best performance with the IOA.
4757 static int ipr_biosparam(struct scsi_device *sdev,
4758 struct block_device *block_device,
4759 sector_t capacity, int *parm)
4767 cylinders = capacity;
4768 sector_div(cylinders, (128 * 32));
4773 parm[2] = cylinders;
4779 * ipr_find_starget - Find target based on bus/target.
4780 * @starget: scsi target struct
4783 * resource entry pointer if found / NULL if not found
4785 static struct ipr_resource_entry *ipr_find_starget(struct scsi_target *starget)
4787 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4788 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4789 struct ipr_resource_entry *res;
4791 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4792 if ((res->bus == starget->channel) &&
4793 (res->target == starget->id)) {
4801 static struct ata_port_info sata_port_info;
4804 * ipr_target_alloc - Prepare for commands to a SCSI target
4805 * @starget: scsi target struct
4807 * If the device is a SATA device, this function allocates an
4808 * ATA port with libata, else it does nothing.
4811 * 0 on success / non-0 on failure
4813 static int ipr_target_alloc(struct scsi_target *starget)
4815 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4816 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4817 struct ipr_sata_port *sata_port;
4818 struct ata_port *ap;
4819 struct ipr_resource_entry *res;
4820 unsigned long lock_flags;
4822 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4823 res = ipr_find_starget(starget);
4824 starget->hostdata = NULL;
4826 if (res && ipr_is_gata(res)) {
4827 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4828 sata_port = kzalloc(sizeof(*sata_port), GFP_KERNEL);
4832 ap = ata_sas_port_alloc(&ioa_cfg->ata_host, &sata_port_info, shost);
4834 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4835 sata_port->ioa_cfg = ioa_cfg;
4837 sata_port->res = res;
4839 res->sata_port = sata_port;
4840 ap->private_data = sata_port;
4841 starget->hostdata = sata_port;
4847 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4853 * ipr_target_destroy - Destroy a SCSI target
4854 * @starget: scsi target struct
4856 * If the device was a SATA device, this function frees the libata
4857 * ATA port, else it does nothing.
4860 static void ipr_target_destroy(struct scsi_target *starget)
4862 struct ipr_sata_port *sata_port = starget->hostdata;
4863 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4864 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4866 if (ioa_cfg->sis64) {
4867 if (!ipr_find_starget(starget)) {
4868 if (starget->channel == IPR_ARRAY_VIRTUAL_BUS)
4869 clear_bit(starget->id, ioa_cfg->array_ids);
4870 else if (starget->channel == IPR_VSET_VIRTUAL_BUS)
4871 clear_bit(starget->id, ioa_cfg->vset_ids);
4872 else if (starget->channel == 0)
4873 clear_bit(starget->id, ioa_cfg->target_ids);
4878 starget->hostdata = NULL;
4879 ata_sas_port_destroy(sata_port->ap);
4885 * ipr_find_sdev - Find device based on bus/target/lun.
4886 * @sdev: scsi device struct
4889 * resource entry pointer if found / NULL if not found
4891 static struct ipr_resource_entry *ipr_find_sdev(struct scsi_device *sdev)
4893 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4894 struct ipr_resource_entry *res;
4896 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4897 if ((res->bus == sdev->channel) &&
4898 (res->target == sdev->id) &&
4899 (res->lun == sdev->lun))
4907 * ipr_slave_destroy - Unconfigure a SCSI device
4908 * @sdev: scsi device struct
4913 static void ipr_slave_destroy(struct scsi_device *sdev)
4915 struct ipr_resource_entry *res;
4916 struct ipr_ioa_cfg *ioa_cfg;
4917 unsigned long lock_flags = 0;
4919 ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4921 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4922 res = (struct ipr_resource_entry *) sdev->hostdata;
4925 res->sata_port->ap->link.device[0].class = ATA_DEV_NONE;
4926 sdev->hostdata = NULL;
4928 res->sata_port = NULL;
4930 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4934 * ipr_slave_configure - Configure a SCSI device
4935 * @sdev: scsi device struct
4937 * This function configures the specified scsi device.
4942 static int ipr_slave_configure(struct scsi_device *sdev)
4944 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4945 struct ipr_resource_entry *res;
4946 struct ata_port *ap = NULL;
4947 unsigned long lock_flags = 0;
4948 char buffer[IPR_MAX_RES_PATH_LENGTH];
4950 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4951 res = sdev->hostdata;
4953 if (ipr_is_af_dasd_device(res))
4954 sdev->type = TYPE_RAID;
4955 if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res)) {
4956 sdev->scsi_level = 4;
4957 sdev->no_uld_attach = 1;
4959 if (ipr_is_vset_device(res)) {
4960 sdev->scsi_level = SCSI_SPC_3;
4961 sdev->no_report_opcodes = 1;
4962 blk_queue_rq_timeout(sdev->request_queue,
4963 IPR_VSET_RW_TIMEOUT);
4964 blk_queue_max_hw_sectors(sdev->request_queue, IPR_VSET_MAX_SECTORS);
4966 if (ipr_is_gata(res) && res->sata_port)
4967 ap = res->sata_port->ap;
4968 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4971 scsi_change_queue_depth(sdev, IPR_MAX_CMD_PER_ATA_LUN);
4972 ata_sas_slave_configure(sdev, ap);
4976 sdev_printk(KERN_INFO, sdev, "Resource path: %s\n",
4977 ipr_format_res_path(ioa_cfg,
4978 res->res_path, buffer, sizeof(buffer)));
4981 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4986 * ipr_ata_slave_alloc - Prepare for commands to a SATA device
4987 * @sdev: scsi device struct
4989 * This function initializes an ATA port so that future commands
4990 * sent through queuecommand will work.
4995 static int ipr_ata_slave_alloc(struct scsi_device *sdev)
4997 struct ipr_sata_port *sata_port = NULL;
5001 if (sdev->sdev_target)
5002 sata_port = sdev->sdev_target->hostdata;
5004 rc = ata_sas_port_init(sata_port->ap);
5006 rc = ata_sas_sync_probe(sata_port->ap);
5010 ipr_slave_destroy(sdev);
5017 * ipr_slave_alloc - Prepare for commands to a device.
5018 * @sdev: scsi device struct
5020 * This function saves a pointer to the resource entry
5021 * in the scsi device struct if the device exists. We
5022 * can then use this pointer in ipr_queuecommand when
5023 * handling new commands.
5026 * 0 on success / -ENXIO if device does not exist
5028 static int ipr_slave_alloc(struct scsi_device *sdev)
5030 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
5031 struct ipr_resource_entry *res;
5032 unsigned long lock_flags;
5035 sdev->hostdata = NULL;
5037 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5039 res = ipr_find_sdev(sdev);
5044 sdev->hostdata = res;
5045 if (!ipr_is_naca_model(res))
5046 res->needs_sync_complete = 1;
5048 if (ipr_is_gata(res)) {
5049 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5050 return ipr_ata_slave_alloc(sdev);
5054 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5060 * ipr_match_lun - Match function for specified LUN
5061 * @ipr_cmd: ipr command struct
5062 * @device: device to match (sdev)
5065 * 1 if command matches sdev / 0 if command does not match sdev
5067 static int ipr_match_lun(struct ipr_cmnd *ipr_cmd, void *device)
5069 if (ipr_cmd->scsi_cmd && ipr_cmd->scsi_cmd->device == device)
5075 * ipr_cmnd_is_free - Check if a command is free or not
5076 * @ipr_cmd: ipr command struct
5081 static bool ipr_cmnd_is_free(struct ipr_cmnd *ipr_cmd)
5083 struct ipr_cmnd *loop_cmd;
5085 list_for_each_entry(loop_cmd, &ipr_cmd->hrrq->hrrq_free_q, queue) {
5086 if (loop_cmd == ipr_cmd)
5094 * ipr_match_res - Match function for specified resource entry
5095 * @ipr_cmd: ipr command struct
5096 * @resource: resource entry to match
5099 * 1 if command matches sdev / 0 if command does not match sdev
5101 static int ipr_match_res(struct ipr_cmnd *ipr_cmd, void *resource)
5103 struct ipr_resource_entry *res = resource;
5105 if (res && ipr_cmd->ioarcb.res_handle == res->res_handle)
5111 * ipr_wait_for_ops - Wait for matching commands to complete
5112 * @ioa_cfg: ioa config struct
5113 * @device: device to match (sdev)
5114 * @match: match function to use
5119 static int ipr_wait_for_ops(struct ipr_ioa_cfg *ioa_cfg, void *device,
5120 int (*match)(struct ipr_cmnd *, void *))
5122 struct ipr_cmnd *ipr_cmd;
5124 unsigned long flags;
5125 struct ipr_hrr_queue *hrrq;
5126 signed long timeout = IPR_ABORT_TASK_TIMEOUT;
5127 DECLARE_COMPLETION_ONSTACK(comp);
5133 for_each_hrrq(hrrq, ioa_cfg) {
5134 spin_lock_irqsave(hrrq->lock, flags);
5135 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5136 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5137 if (!ipr_cmnd_is_free(ipr_cmd)) {
5138 if (match(ipr_cmd, device)) {
5139 ipr_cmd->eh_comp = ∁
5144 spin_unlock_irqrestore(hrrq->lock, flags);
5148 timeout = wait_for_completion_timeout(&comp, timeout);
5153 for_each_hrrq(hrrq, ioa_cfg) {
5154 spin_lock_irqsave(hrrq->lock, flags);
5155 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5156 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5157 if (!ipr_cmnd_is_free(ipr_cmd)) {
5158 if (match(ipr_cmd, device)) {
5159 ipr_cmd->eh_comp = NULL;
5164 spin_unlock_irqrestore(hrrq->lock, flags);
5168 dev_err(&ioa_cfg->pdev->dev, "Timed out waiting for aborted commands\n");
5170 return wait ? FAILED : SUCCESS;
5179 static int ipr_eh_host_reset(struct scsi_cmnd *cmd)
5181 struct ipr_ioa_cfg *ioa_cfg;
5182 unsigned long lock_flags = 0;
5186 ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
5187 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5189 if (!ioa_cfg->in_reset_reload && !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
5190 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
5191 dev_err(&ioa_cfg->pdev->dev,
5192 "Adapter being reset as a result of error recovery.\n");
5194 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5195 ioa_cfg->sdt_state = GET_DUMP;
5198 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5199 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5200 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5202 /* If we got hit with a host reset while we were already resetting
5203 the adapter for some reason, and the reset failed. */
5204 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
5209 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5215 * ipr_device_reset - Reset the device
5216 * @ioa_cfg: ioa config struct
5217 * @res: resource entry struct
5219 * This function issues a device reset to the affected device.
5220 * If the device is a SCSI device, a LUN reset will be sent
5221 * to the device first. If that does not work, a target reset
5222 * will be sent. If the device is a SATA device, a PHY reset will
5226 * 0 on success / non-zero on failure
5228 static int ipr_device_reset(struct ipr_ioa_cfg *ioa_cfg,
5229 struct ipr_resource_entry *res)
5231 struct ipr_cmnd *ipr_cmd;
5232 struct ipr_ioarcb *ioarcb;
5233 struct ipr_cmd_pkt *cmd_pkt;
5234 struct ipr_ioarcb_ata_regs *regs;
5238 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5239 ioarcb = &ipr_cmd->ioarcb;
5240 cmd_pkt = &ioarcb->cmd_pkt;
5242 if (ipr_cmd->ioa_cfg->sis64) {
5243 regs = &ipr_cmd->i.ata_ioadl.regs;
5244 ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
5246 regs = &ioarcb->u.add_data.u.regs;
5248 ioarcb->res_handle = res->res_handle;
5249 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5250 cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5251 if (ipr_is_gata(res)) {
5252 cmd_pkt->cdb[2] = IPR_ATA_PHY_RESET;
5253 ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(regs->flags));
5254 regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
5257 ipr_send_blocking_cmd(ipr_cmd, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5258 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5259 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5260 if (ipr_is_gata(res) && res->sata_port && ioasc != IPR_IOASC_IOA_WAS_RESET) {
5261 if (ipr_cmd->ioa_cfg->sis64)
5262 memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
5263 sizeof(struct ipr_ioasa_gata));
5265 memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
5266 sizeof(struct ipr_ioasa_gata));
5270 return IPR_IOASC_SENSE_KEY(ioasc) ? -EIO : 0;
5274 * ipr_sata_reset - Reset the SATA port
5275 * @link: SATA link to reset
5276 * @classes: class of the attached device
5279 * This function issues a SATA phy reset to the affected ATA link.
5282 * 0 on success / non-zero on failure
5284 static int ipr_sata_reset(struct ata_link *link, unsigned int *classes,
5285 unsigned long deadline)
5287 struct ipr_sata_port *sata_port = link->ap->private_data;
5288 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
5289 struct ipr_resource_entry *res;
5290 unsigned long lock_flags = 0;
5291 int rc = -ENXIO, ret;
5294 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5295 while (ioa_cfg->in_reset_reload) {
5296 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5297 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5298 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5301 res = sata_port->res;
5303 rc = ipr_device_reset(ioa_cfg, res);
5304 *classes = res->ata_class;
5305 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5307 ret = ipr_wait_for_ops(ioa_cfg, res, ipr_match_res);
5308 if (ret != SUCCESS) {
5309 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5310 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
5311 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5313 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5316 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5323 * __ipr_eh_dev_reset - Reset the device
5324 * @scsi_cmd: scsi command struct
5326 * This function issues a device reset to the affected device.
5327 * A LUN reset will be sent to the device first. If that does
5328 * not work, a target reset will be sent.
5333 static int __ipr_eh_dev_reset(struct scsi_cmnd *scsi_cmd)
5335 struct ipr_cmnd *ipr_cmd;
5336 struct ipr_ioa_cfg *ioa_cfg;
5337 struct ipr_resource_entry *res;
5338 struct ata_port *ap;
5340 struct ipr_hrr_queue *hrrq;
5343 ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5344 res = scsi_cmd->device->hostdata;
5347 * If we are currently going through reset/reload, return failed. This will force the
5348 * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
5351 if (ioa_cfg->in_reset_reload)
5353 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5356 for_each_hrrq(hrrq, ioa_cfg) {
5357 spin_lock(&hrrq->_lock);
5358 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5359 ipr_cmd = ioa_cfg->ipr_cmnd_list[i];
5361 if (ipr_cmd->ioarcb.res_handle == res->res_handle) {
5364 if (ipr_cmnd_is_free(ipr_cmd))
5367 ipr_cmd->done = ipr_sata_eh_done;
5368 if (!(ipr_cmd->qc->flags & ATA_QCFLAG_EH)) {
5369 ipr_cmd->qc->err_mask |= AC_ERR_TIMEOUT;
5370 ipr_cmd->qc->flags |= ATA_QCFLAG_EH;
5374 spin_unlock(&hrrq->_lock);
5376 res->resetting_device = 1;
5377 scmd_printk(KERN_ERR, scsi_cmd, "Resetting device\n");
5379 if (ipr_is_gata(res) && res->sata_port) {
5380 ap = res->sata_port->ap;
5381 spin_unlock_irq(scsi_cmd->device->host->host_lock);
5382 ata_std_error_handler(ap);
5383 spin_lock_irq(scsi_cmd->device->host->host_lock);
5385 rc = ipr_device_reset(ioa_cfg, res);
5386 res->resetting_device = 0;
5387 res->reset_occurred = 1;
5390 return rc ? FAILED : SUCCESS;
5393 static int ipr_eh_dev_reset(struct scsi_cmnd *cmd)
5396 struct ipr_ioa_cfg *ioa_cfg;
5397 struct ipr_resource_entry *res;
5399 ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
5400 res = cmd->device->hostdata;
5405 spin_lock_irq(cmd->device->host->host_lock);
5406 rc = __ipr_eh_dev_reset(cmd);
5407 spin_unlock_irq(cmd->device->host->host_lock);
5409 if (rc == SUCCESS) {
5410 if (ipr_is_gata(res) && res->sata_port)
5411 rc = ipr_wait_for_ops(ioa_cfg, res, ipr_match_res);
5413 rc = ipr_wait_for_ops(ioa_cfg, cmd->device, ipr_match_lun);
5420 * ipr_bus_reset_done - Op done function for bus reset.
5421 * @ipr_cmd: ipr command struct
5423 * This function is the op done function for a bus reset
5428 static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
5430 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5431 struct ipr_resource_entry *res;
5434 if (!ioa_cfg->sis64)
5435 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
5436 if (res->res_handle == ipr_cmd->ioarcb.res_handle) {
5437 scsi_report_bus_reset(ioa_cfg->host, res->bus);
5443 * If abort has not completed, indicate the reset has, else call the
5444 * abort's done function to wake the sleeping eh thread
5446 if (ipr_cmd->sibling->sibling)
5447 ipr_cmd->sibling->sibling = NULL;
5449 ipr_cmd->sibling->done(ipr_cmd->sibling);
5451 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5456 * ipr_abort_timeout - An abort task has timed out
5457 * @t: Timer context used to fetch ipr command struct
5459 * This function handles when an abort task times out. If this
5460 * happens we issue a bus reset since we have resources tied
5461 * up that must be freed before returning to the midlayer.
5466 static void ipr_abort_timeout(struct timer_list *t)
5468 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
5469 struct ipr_cmnd *reset_cmd;
5470 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5471 struct ipr_cmd_pkt *cmd_pkt;
5472 unsigned long lock_flags = 0;
5475 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5476 if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
5477 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5481 sdev_printk(KERN_ERR, ipr_cmd->u.sdev, "Abort timed out. Resetting bus.\n");
5482 reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5483 ipr_cmd->sibling = reset_cmd;
5484 reset_cmd->sibling = ipr_cmd;
5485 reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
5486 cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
5487 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5488 cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5489 cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
5491 ipr_do_req(reset_cmd, ipr_bus_reset_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5492 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5497 * ipr_cancel_op - Cancel specified op
5498 * @scsi_cmd: scsi command struct
5500 * This function cancels specified op.
5505 static int ipr_cancel_op(struct scsi_cmnd *scsi_cmd)
5507 struct ipr_cmnd *ipr_cmd;
5508 struct ipr_ioa_cfg *ioa_cfg;
5509 struct ipr_resource_entry *res;
5510 struct ipr_cmd_pkt *cmd_pkt;
5512 int i, op_found = 0;
5513 struct ipr_hrr_queue *hrrq;
5516 ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
5517 res = scsi_cmd->device->hostdata;
5519 /* If we are currently going through reset/reload, return failed.
5520 * This will force the mid-layer to call ipr_eh_host_reset,
5521 * which will then go to sleep and wait for the reset to complete
5523 if (ioa_cfg->in_reset_reload ||
5524 ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5530 * If we are aborting a timed out op, chances are that the timeout was caused
5531 * by a still not detected EEH error. In such cases, reading a register will
5532 * trigger the EEH recovery infrastructure.
5534 readl(ioa_cfg->regs.sense_interrupt_reg);
5536 if (!ipr_is_gscsi(res))
5539 for_each_hrrq(hrrq, ioa_cfg) {
5540 spin_lock(&hrrq->_lock);
5541 for (i = hrrq->min_cmd_id; i <= hrrq->max_cmd_id; i++) {
5542 if (ioa_cfg->ipr_cmnd_list[i]->scsi_cmd == scsi_cmd) {
5543 if (!ipr_cmnd_is_free(ioa_cfg->ipr_cmnd_list[i])) {
5549 spin_unlock(&hrrq->_lock);
5555 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5556 ipr_cmd->ioarcb.res_handle = res->res_handle;
5557 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5558 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5559 cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5560 ipr_cmd->u.sdev = scsi_cmd->device;
5562 scmd_printk(KERN_ERR, scsi_cmd, "Aborting command: %02X\n",
5564 ipr_send_blocking_cmd(ipr_cmd, ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
5565 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5568 * If the abort task timed out and we sent a bus reset, we will get
5569 * one the following responses to the abort
5571 if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
5576 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5577 if (!ipr_is_naca_model(res))
5578 res->needs_sync_complete = 1;
5581 return IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS;
5585 * ipr_scan_finished - Report whether scan is done
5586 * @shost: scsi host struct
5587 * @elapsed_time: elapsed time
5590 * 0 if scan in progress / 1 if scan is complete
5592 static int ipr_scan_finished(struct Scsi_Host *shost, unsigned long elapsed_time)
5594 unsigned long lock_flags;
5595 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
5598 spin_lock_irqsave(shost->host_lock, lock_flags);
5599 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead || ioa_cfg->scan_done)
5601 if ((elapsed_time/HZ) > (ioa_cfg->transop_timeout * 2))
5603 spin_unlock_irqrestore(shost->host_lock, lock_flags);
5608 * ipr_eh_abort - Reset the host adapter
5609 * @scsi_cmd: scsi command struct
5614 static int ipr_eh_abort(struct scsi_cmnd *scsi_cmd)
5616 unsigned long flags;
5618 struct ipr_ioa_cfg *ioa_cfg;
5622 ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5624 spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
5625 rc = ipr_cancel_op(scsi_cmd);
5626 spin_unlock_irqrestore(scsi_cmd->device->host->host_lock, flags);
5629 rc = ipr_wait_for_ops(ioa_cfg, scsi_cmd->device, ipr_match_lun);
5635 * ipr_handle_other_interrupt - Handle "other" interrupts
5636 * @ioa_cfg: ioa config struct
5637 * @int_reg: interrupt register
5640 * IRQ_NONE / IRQ_HANDLED
5642 static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
5645 irqreturn_t rc = IRQ_HANDLED;
5648 int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
5649 int_reg &= ~int_mask_reg;
5651 /* If an interrupt on the adapter did not occur, ignore it.
5652 * Or in the case of SIS 64, check for a stage change interrupt.
5654 if ((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0) {
5655 if (ioa_cfg->sis64) {
5656 int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
5657 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5658 if (int_reg & IPR_PCII_IPL_STAGE_CHANGE) {
5660 /* clear stage change */
5661 writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.clr_interrupt_reg);
5662 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5663 list_del(&ioa_cfg->reset_cmd->queue);
5664 del_timer(&ioa_cfg->reset_cmd->timer);
5665 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5673 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
5674 /* Mask the interrupt */
5675 writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.set_interrupt_mask_reg);
5676 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5678 list_del(&ioa_cfg->reset_cmd->queue);
5679 del_timer(&ioa_cfg->reset_cmd->timer);
5680 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5681 } else if ((int_reg & IPR_PCII_HRRQ_UPDATED) == int_reg) {
5682 if (ioa_cfg->clear_isr) {
5683 if (ipr_debug && printk_ratelimit())
5684 dev_err(&ioa_cfg->pdev->dev,
5685 "Spurious interrupt detected. 0x%08X\n", int_reg);
5686 writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg32);
5687 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5691 if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
5692 ioa_cfg->ioa_unit_checked = 1;
5693 else if (int_reg & IPR_PCII_NO_HOST_RRQ)
5694 dev_err(&ioa_cfg->pdev->dev,
5695 "No Host RRQ. 0x%08X\n", int_reg);
5697 dev_err(&ioa_cfg->pdev->dev,
5698 "Permanent IOA failure. 0x%08X\n", int_reg);
5700 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5701 ioa_cfg->sdt_state = GET_DUMP;
5703 ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
5704 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5711 * ipr_isr_eh - Interrupt service routine error handler
5712 * @ioa_cfg: ioa config struct
5713 * @msg: message to log
5714 * @number: various meanings depending on the caller/message
5719 static void ipr_isr_eh(struct ipr_ioa_cfg *ioa_cfg, char *msg, u16 number)
5721 ioa_cfg->errors_logged++;
5722 dev_err(&ioa_cfg->pdev->dev, "%s %d\n", msg, number);
5724 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5725 ioa_cfg->sdt_state = GET_DUMP;
5727 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5730 static int ipr_process_hrrq(struct ipr_hrr_queue *hrr_queue, int budget,
5731 struct list_head *doneq)
5735 struct ipr_cmnd *ipr_cmd;
5736 struct ipr_ioa_cfg *ioa_cfg = hrr_queue->ioa_cfg;
5739 /* If interrupts are disabled, ignore the interrupt */
5740 if (!hrr_queue->allow_interrupts)
5743 while ((be32_to_cpu(*hrr_queue->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5744 hrr_queue->toggle_bit) {
5746 cmd_index = (be32_to_cpu(*hrr_queue->hrrq_curr) &
5747 IPR_HRRQ_REQ_RESP_HANDLE_MASK) >>
5748 IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
5750 if (unlikely(cmd_index > hrr_queue->max_cmd_id ||
5751 cmd_index < hrr_queue->min_cmd_id)) {
5753 "Invalid response handle from IOA: ",
5758 ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
5759 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5761 ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, ioasc);
5763 list_move_tail(&ipr_cmd->queue, doneq);
5765 if (hrr_queue->hrrq_curr < hrr_queue->hrrq_end) {
5766 hrr_queue->hrrq_curr++;
5768 hrr_queue->hrrq_curr = hrr_queue->hrrq_start;
5769 hrr_queue->toggle_bit ^= 1u;
5772 if (budget > 0 && num_hrrq >= budget)
5779 static int ipr_iopoll(struct irq_poll *iop, int budget)
5781 struct ipr_hrr_queue *hrrq;
5782 struct ipr_cmnd *ipr_cmd, *temp;
5783 unsigned long hrrq_flags;
5787 hrrq = container_of(iop, struct ipr_hrr_queue, iopoll);
5789 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5790 completed_ops = ipr_process_hrrq(hrrq, budget, &doneq);
5792 if (completed_ops < budget)
5793 irq_poll_complete(iop);
5794 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5796 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5797 list_del(&ipr_cmd->queue);
5798 del_timer(&ipr_cmd->timer);
5799 ipr_cmd->fast_done(ipr_cmd);
5802 return completed_ops;
5806 * ipr_isr - Interrupt service routine
5808 * @devp: pointer to ioa config struct
5811 * IRQ_NONE / IRQ_HANDLED
5813 static irqreturn_t ipr_isr(int irq, void *devp)
5815 struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5816 struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5817 unsigned long hrrq_flags = 0;
5821 struct ipr_cmnd *ipr_cmd, *temp;
5822 irqreturn_t rc = IRQ_NONE;
5825 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5826 /* If interrupts are disabled, ignore the interrupt */
5827 if (!hrrq->allow_interrupts) {
5828 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5833 if (ipr_process_hrrq(hrrq, -1, &doneq)) {
5836 if (!ioa_cfg->clear_isr)
5839 /* Clear the PCI interrupt */
5842 writel(IPR_PCII_HRRQ_UPDATED,
5843 ioa_cfg->regs.clr_interrupt_reg32);
5844 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5845 } while (int_reg & IPR_PCII_HRRQ_UPDATED &&
5846 num_hrrq++ < IPR_MAX_HRRQ_RETRIES);
5848 } else if (rc == IRQ_NONE && irq_none == 0) {
5849 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5851 } else if (num_hrrq == IPR_MAX_HRRQ_RETRIES &&
5852 int_reg & IPR_PCII_HRRQ_UPDATED) {
5854 "Error clearing HRRQ: ", num_hrrq);
5861 if (unlikely(rc == IRQ_NONE))
5862 rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
5864 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5865 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5866 list_del(&ipr_cmd->queue);
5867 del_timer(&ipr_cmd->timer);
5868 ipr_cmd->fast_done(ipr_cmd);
5874 * ipr_isr_mhrrq - Interrupt service routine
5876 * @devp: pointer to ioa config struct
5879 * IRQ_NONE / IRQ_HANDLED
5881 static irqreturn_t ipr_isr_mhrrq(int irq, void *devp)
5883 struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5884 struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5885 unsigned long hrrq_flags = 0;
5886 struct ipr_cmnd *ipr_cmd, *temp;
5887 irqreturn_t rc = IRQ_NONE;
5890 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5892 /* If interrupts are disabled, ignore the interrupt */
5893 if (!hrrq->allow_interrupts) {
5894 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5898 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
5899 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5901 irq_poll_sched(&hrrq->iopoll);
5902 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5906 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5909 if (ipr_process_hrrq(hrrq, -1, &doneq))
5913 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5915 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5916 list_del(&ipr_cmd->queue);
5917 del_timer(&ipr_cmd->timer);
5918 ipr_cmd->fast_done(ipr_cmd);
5924 * ipr_build_ioadl64 - Build a scatter/gather list and map the buffer
5925 * @ioa_cfg: ioa config struct
5926 * @ipr_cmd: ipr command struct
5929 * 0 on success / -1 on failure
5931 static int ipr_build_ioadl64(struct ipr_ioa_cfg *ioa_cfg,
5932 struct ipr_cmnd *ipr_cmd)
5935 struct scatterlist *sg;
5937 u32 ioadl_flags = 0;
5938 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5939 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5940 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
5942 length = scsi_bufflen(scsi_cmd);
5946 nseg = scsi_dma_map(scsi_cmd);
5948 if (printk_ratelimit())
5949 dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
5953 ipr_cmd->dma_use_sg = nseg;
5955 ioarcb->data_transfer_length = cpu_to_be32(length);
5957 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
5959 if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5960 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5961 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5962 } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE)
5963 ioadl_flags = IPR_IOADL_FLAGS_READ;
5965 scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5966 ioadl64[i].flags = cpu_to_be32(ioadl_flags);
5967 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
5968 ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
5971 ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5976 * ipr_build_ioadl - Build a scatter/gather list and map the buffer
5977 * @ioa_cfg: ioa config struct
5978 * @ipr_cmd: ipr command struct
5981 * 0 on success / -1 on failure
5983 static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
5984 struct ipr_cmnd *ipr_cmd)
5987 struct scatterlist *sg;
5989 u32 ioadl_flags = 0;
5990 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5991 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5992 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
5994 length = scsi_bufflen(scsi_cmd);
5998 nseg = scsi_dma_map(scsi_cmd);
6000 dev_err(&ioa_cfg->pdev->dev, "scsi_dma_map failed!\n");
6004 ipr_cmd->dma_use_sg = nseg;
6006 if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
6007 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6008 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6009 ioarcb->data_transfer_length = cpu_to_be32(length);
6011 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6012 } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
6013 ioadl_flags = IPR_IOADL_FLAGS_READ;
6014 ioarcb->read_data_transfer_length = cpu_to_be32(length);
6015 ioarcb->read_ioadl_len =
6016 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6019 if (ipr_cmd->dma_use_sg <= ARRAY_SIZE(ioarcb->u.add_data.u.ioadl)) {
6020 ioadl = ioarcb->u.add_data.u.ioadl;
6021 ioarcb->write_ioadl_addr = cpu_to_be32((ipr_cmd->dma_addr) +
6022 offsetof(struct ipr_ioarcb, u.add_data));
6023 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
6026 scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
6027 ioadl[i].flags_and_data_len =
6028 cpu_to_be32(ioadl_flags | sg_dma_len(sg));
6029 ioadl[i].address = cpu_to_be32(sg_dma_address(sg));
6032 ioadl[i-1].flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6037 * __ipr_erp_done - Process completion of ERP for a device
6038 * @ipr_cmd: ipr command struct
6040 * This function copies the sense buffer into the scsi_cmd
6041 * struct and pushes the scsi_done function.
6046 static void __ipr_erp_done(struct ipr_cmnd *ipr_cmd)
6048 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6049 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6050 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6052 if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
6053 scsi_cmd->result |= (DID_ERROR << 16);
6054 scmd_printk(KERN_ERR, scsi_cmd,
6055 "Request Sense failed with IOASC: 0x%08X\n", ioasc);
6057 memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
6058 SCSI_SENSE_BUFFERSIZE);
6062 if (!ipr_is_naca_model(res))
6063 res->needs_sync_complete = 1;
6066 scsi_dma_unmap(ipr_cmd->scsi_cmd);
6067 scsi_done(scsi_cmd);
6068 if (ipr_cmd->eh_comp)
6069 complete(ipr_cmd->eh_comp);
6070 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6074 * ipr_erp_done - Process completion of ERP for a device
6075 * @ipr_cmd: ipr command struct
6077 * This function copies the sense buffer into the scsi_cmd
6078 * struct and pushes the scsi_done function.
6083 static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
6085 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
6086 unsigned long hrrq_flags;
6088 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
6089 __ipr_erp_done(ipr_cmd);
6090 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
6094 * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
6095 * @ipr_cmd: ipr command struct
6100 static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
6102 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6103 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6104 dma_addr_t dma_addr = ipr_cmd->dma_addr;
6106 memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
6107 ioarcb->data_transfer_length = 0;
6108 ioarcb->read_data_transfer_length = 0;
6109 ioarcb->ioadl_len = 0;
6110 ioarcb->read_ioadl_len = 0;
6111 ioasa->hdr.ioasc = 0;
6112 ioasa->hdr.residual_data_len = 0;
6114 if (ipr_cmd->ioa_cfg->sis64)
6115 ioarcb->u.sis64_addr_data.data_ioadl_addr =
6116 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
6118 ioarcb->write_ioadl_addr =
6119 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
6120 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
6125 * __ipr_erp_request_sense - Send request sense to a device
6126 * @ipr_cmd: ipr command struct
6128 * This function sends a request sense to a device as a result
6129 * of a check condition.
6134 static void __ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
6136 struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
6137 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6139 if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
6140 __ipr_erp_done(ipr_cmd);
6144 ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
6146 cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
6147 cmd_pkt->cdb[0] = REQUEST_SENSE;
6148 cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
6149 cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
6150 cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6151 cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
6153 ipr_init_ioadl(ipr_cmd, ipr_cmd->sense_buffer_dma,
6154 SCSI_SENSE_BUFFERSIZE, IPR_IOADL_FLAGS_READ_LAST);
6156 ipr_do_req(ipr_cmd, ipr_erp_done, ipr_timeout,
6157 IPR_REQUEST_SENSE_TIMEOUT * 2);
6161 * ipr_erp_request_sense - Send request sense to a device
6162 * @ipr_cmd: ipr command struct
6164 * This function sends a request sense to a device as a result
6165 * of a check condition.
6170 static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
6172 struct ipr_hrr_queue *hrrq = ipr_cmd->hrrq;
6173 unsigned long hrrq_flags;
6175 spin_lock_irqsave(&hrrq->_lock, hrrq_flags);
6176 __ipr_erp_request_sense(ipr_cmd);
6177 spin_unlock_irqrestore(&hrrq->_lock, hrrq_flags);
6181 * ipr_erp_cancel_all - Send cancel all to a device
6182 * @ipr_cmd: ipr command struct
6184 * This function sends a cancel all to a device to clear the
6185 * queue. If we are running TCQ on the device, QERR is set to 1,
6186 * which means all outstanding ops have been dropped on the floor.
6187 * Cancel all will return them to us.
6192 static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
6194 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6195 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6196 struct ipr_cmd_pkt *cmd_pkt;
6200 ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
6202 if (!scsi_cmd->device->simple_tags) {
6203 __ipr_erp_request_sense(ipr_cmd);
6207 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
6208 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
6209 cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
6211 ipr_do_req(ipr_cmd, ipr_erp_request_sense, ipr_timeout,
6212 IPR_CANCEL_ALL_TIMEOUT);
6216 * ipr_dump_ioasa - Dump contents of IOASA
6217 * @ioa_cfg: ioa config struct
6218 * @ipr_cmd: ipr command struct
6219 * @res: resource entry struct
6221 * This function is invoked by the interrupt handler when ops
6222 * fail. It will log the IOASA if appropriate. Only called
6228 static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
6229 struct ipr_cmnd *ipr_cmd, struct ipr_resource_entry *res)
6233 u32 ioasc, fd_ioasc;
6234 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6235 __be32 *ioasa_data = (__be32 *)ioasa;
6238 ioasc = be32_to_cpu(ioasa->hdr.ioasc) & IPR_IOASC_IOASC_MASK;
6239 fd_ioasc = be32_to_cpu(ioasa->hdr.fd_ioasc) & IPR_IOASC_IOASC_MASK;
6244 if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
6247 if (ioasc == IPR_IOASC_BUS_WAS_RESET && fd_ioasc)
6248 error_index = ipr_get_error(fd_ioasc);
6250 error_index = ipr_get_error(ioasc);
6252 if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
6253 /* Don't log an error if the IOA already logged one */
6254 if (ioasa->hdr.ilid != 0)
6257 if (!ipr_is_gscsi(res))
6260 if (ipr_error_table[error_index].log_ioasa == 0)
6264 ipr_res_err(ioa_cfg, res, "%s\n", ipr_error_table[error_index].error);
6266 data_len = be16_to_cpu(ioasa->hdr.ret_stat_len);
6267 if (ioa_cfg->sis64 && sizeof(struct ipr_ioasa64) < data_len)
6268 data_len = sizeof(struct ipr_ioasa64);
6269 else if (!ioa_cfg->sis64 && sizeof(struct ipr_ioasa) < data_len)
6270 data_len = sizeof(struct ipr_ioasa);
6272 ipr_err("IOASA Dump:\n");
6274 for (i = 0; i < data_len / 4; i += 4) {
6275 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
6276 be32_to_cpu(ioasa_data[i]),
6277 be32_to_cpu(ioasa_data[i+1]),
6278 be32_to_cpu(ioasa_data[i+2]),
6279 be32_to_cpu(ioasa_data[i+3]));
6284 * ipr_gen_sense - Generate SCSI sense data from an IOASA
6285 * @ipr_cmd: ipr command struct
6290 static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
6293 u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
6294 struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
6295 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6296 u32 ioasc = be32_to_cpu(ioasa->hdr.ioasc);
6298 memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
6300 if (ioasc >= IPR_FIRST_DRIVER_IOASC)
6303 ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
6305 if (ipr_is_vset_device(res) &&
6306 ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
6307 ioasa->u.vset.failing_lba_hi != 0) {
6308 sense_buf[0] = 0x72;
6309 sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
6310 sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
6311 sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
6315 sense_buf[9] = 0x0A;
6316 sense_buf[10] = 0x80;
6318 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
6320 sense_buf[12] = (failing_lba & 0xff000000) >> 24;
6321 sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
6322 sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
6323 sense_buf[15] = failing_lba & 0x000000ff;
6325 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6327 sense_buf[16] = (failing_lba & 0xff000000) >> 24;
6328 sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
6329 sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
6330 sense_buf[19] = failing_lba & 0x000000ff;
6332 sense_buf[0] = 0x70;
6333 sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
6334 sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
6335 sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
6337 /* Illegal request */
6338 if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
6339 (be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
6340 sense_buf[7] = 10; /* additional length */
6342 /* IOARCB was in error */
6343 if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
6344 sense_buf[15] = 0xC0;
6345 else /* Parameter data was invalid */
6346 sense_buf[15] = 0x80;
6349 ((IPR_FIELD_POINTER_MASK &
6350 be32_to_cpu(ioasa->hdr.ioasc_specific)) >> 8) & 0xff;
6352 (IPR_FIELD_POINTER_MASK &
6353 be32_to_cpu(ioasa->hdr.ioasc_specific)) & 0xff;
6355 if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
6356 if (ipr_is_vset_device(res))
6357 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
6359 failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
6361 sense_buf[0] |= 0x80; /* Or in the Valid bit */
6362 sense_buf[3] = (failing_lba & 0xff000000) >> 24;
6363 sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
6364 sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
6365 sense_buf[6] = failing_lba & 0x000000ff;
6368 sense_buf[7] = 6; /* additional length */
6374 * ipr_get_autosense - Copy autosense data to sense buffer
6375 * @ipr_cmd: ipr command struct
6377 * This function copies the autosense buffer to the buffer
6378 * in the scsi_cmd, if there is autosense available.
6381 * 1 if autosense was available / 0 if not
6383 static int ipr_get_autosense(struct ipr_cmnd *ipr_cmd)
6385 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6386 struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
6388 if ((be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_AUTOSENSE_VALID) == 0)
6391 if (ipr_cmd->ioa_cfg->sis64)
6392 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa64->auto_sense.data,
6393 min_t(u16, be16_to_cpu(ioasa64->auto_sense.auto_sense_len),
6394 SCSI_SENSE_BUFFERSIZE));
6396 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa->auto_sense.data,
6397 min_t(u16, be16_to_cpu(ioasa->auto_sense.auto_sense_len),
6398 SCSI_SENSE_BUFFERSIZE));
6403 * ipr_erp_start - Process an error response for a SCSI op
6404 * @ioa_cfg: ioa config struct
6405 * @ipr_cmd: ipr command struct
6407 * This function determines whether or not to initiate ERP
6408 * on the affected device.
6413 static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
6414 struct ipr_cmnd *ipr_cmd)
6416 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6417 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6418 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6419 u32 masked_ioasc = ioasc & IPR_IOASC_IOASC_MASK;
6422 __ipr_scsi_eh_done(ipr_cmd);
6426 if (!ipr_is_gscsi(res) && masked_ioasc != IPR_IOASC_HW_DEV_BUS_STATUS)
6427 ipr_gen_sense(ipr_cmd);
6429 ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6431 switch (masked_ioasc) {
6432 case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
6433 if (ipr_is_naca_model(res))
6434 scsi_cmd->result |= (DID_ABORT << 16);
6436 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6438 case IPR_IOASC_IR_RESOURCE_HANDLE:
6439 case IPR_IOASC_IR_NO_CMDS_TO_2ND_IOA:
6440 scsi_cmd->result |= (DID_NO_CONNECT << 16);
6442 case IPR_IOASC_HW_SEL_TIMEOUT:
6443 scsi_cmd->result |= (DID_NO_CONNECT << 16);
6444 if (!ipr_is_naca_model(res))
6445 res->needs_sync_complete = 1;
6447 case IPR_IOASC_SYNC_REQUIRED:
6449 res->needs_sync_complete = 1;
6450 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6452 case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
6453 case IPR_IOASA_IR_DUAL_IOA_DISABLED:
6455 * exception: do not set DID_PASSTHROUGH on CHECK CONDITION
6456 * so SCSI mid-layer and upper layers handle it accordingly.
6458 if (scsi_cmd->result != SAM_STAT_CHECK_CONDITION)
6459 scsi_cmd->result |= (DID_PASSTHROUGH << 16);
6461 case IPR_IOASC_BUS_WAS_RESET:
6462 case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
6464 * Report the bus reset and ask for a retry. The device
6465 * will give CC/UA the next command.
6467 if (!res->resetting_device)
6468 scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
6469 scsi_cmd->result |= (DID_ERROR << 16);
6470 if (!ipr_is_naca_model(res))
6471 res->needs_sync_complete = 1;
6473 case IPR_IOASC_HW_DEV_BUS_STATUS:
6474 scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
6475 if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
6476 if (!ipr_get_autosense(ipr_cmd)) {
6477 if (!ipr_is_naca_model(res)) {
6478 ipr_erp_cancel_all(ipr_cmd);
6483 if (!ipr_is_naca_model(res))
6484 res->needs_sync_complete = 1;
6486 case IPR_IOASC_NR_INIT_CMD_REQUIRED:
6488 case IPR_IOASC_IR_NON_OPTIMIZED:
6489 if (res->raw_mode) {
6491 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6493 scsi_cmd->result |= (DID_ERROR << 16);
6496 if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6497 scsi_cmd->result |= (DID_ERROR << 16);
6498 if (!ipr_is_vset_device(res) && !ipr_is_naca_model(res))
6499 res->needs_sync_complete = 1;
6503 scsi_dma_unmap(ipr_cmd->scsi_cmd);
6504 scsi_done(scsi_cmd);
6505 if (ipr_cmd->eh_comp)
6506 complete(ipr_cmd->eh_comp);
6507 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6511 * ipr_scsi_done - mid-layer done function
6512 * @ipr_cmd: ipr command struct
6514 * This function is invoked by the interrupt handler for
6515 * ops generated by the SCSI mid-layer
6520 static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
6522 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6523 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6524 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6525 unsigned long lock_flags;
6527 scsi_set_resid(scsi_cmd, be32_to_cpu(ipr_cmd->s.ioasa.hdr.residual_data_len));
6529 if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
6530 scsi_dma_unmap(scsi_cmd);
6532 spin_lock_irqsave(ipr_cmd->hrrq->lock, lock_flags);
6533 scsi_done(scsi_cmd);
6534 if (ipr_cmd->eh_comp)
6535 complete(ipr_cmd->eh_comp);
6536 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6537 spin_unlock_irqrestore(ipr_cmd->hrrq->lock, lock_flags);
6539 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6540 spin_lock(&ipr_cmd->hrrq->_lock);
6541 ipr_erp_start(ioa_cfg, ipr_cmd);
6542 spin_unlock(&ipr_cmd->hrrq->_lock);
6543 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
6548 * ipr_queuecommand - Queue a mid-layer request
6549 * @shost: scsi host struct
6550 * @scsi_cmd: scsi command struct
6552 * This function queues a request generated by the mid-layer.
6556 * SCSI_MLQUEUE_DEVICE_BUSY if device is busy
6557 * SCSI_MLQUEUE_HOST_BUSY if host is busy
6559 static int ipr_queuecommand(struct Scsi_Host *shost,
6560 struct scsi_cmnd *scsi_cmd)
6562 struct ipr_ioa_cfg *ioa_cfg;
6563 struct ipr_resource_entry *res;
6564 struct ipr_ioarcb *ioarcb;
6565 struct ipr_cmnd *ipr_cmd;
6566 unsigned long hrrq_flags, lock_flags;
6568 struct ipr_hrr_queue *hrrq;
6571 ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
6573 scsi_cmd->result = (DID_OK << 16);
6574 res = scsi_cmd->device->hostdata;
6576 if (ipr_is_gata(res) && res->sata_port) {
6577 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6578 rc = ata_sas_queuecmd(scsi_cmd, res->sata_port->ap);
6579 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
6583 hrrq_id = ipr_get_hrrq_index(ioa_cfg);
6584 hrrq = &ioa_cfg->hrrq[hrrq_id];
6586 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6588 * We are currently blocking all devices due to a host reset
6589 * We have told the host to stop giving us new requests, but
6590 * ERP ops don't count. FIXME
6592 if (unlikely(!hrrq->allow_cmds && !hrrq->ioa_is_dead && !hrrq->removing_ioa)) {
6593 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6594 return SCSI_MLQUEUE_HOST_BUSY;
6598 * FIXME - Create scsi_set_host_offline interface
6599 * and the ioa_is_dead check can be removed
6601 if (unlikely(hrrq->ioa_is_dead || hrrq->removing_ioa || !res)) {
6602 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6606 ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
6607 if (ipr_cmd == NULL) {
6608 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6609 return SCSI_MLQUEUE_HOST_BUSY;
6611 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6613 ipr_init_ipr_cmnd(ipr_cmd, ipr_scsi_done);
6614 ioarcb = &ipr_cmd->ioarcb;
6616 memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
6617 ipr_cmd->scsi_cmd = scsi_cmd;
6618 ipr_cmd->done = ipr_scsi_eh_done;
6620 if (ipr_is_gscsi(res)) {
6621 if (scsi_cmd->underflow == 0)
6622 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6624 if (res->reset_occurred) {
6625 res->reset_occurred = 0;
6626 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
6630 if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
6631 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
6633 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
6634 if (scsi_cmd->flags & SCMD_TAGGED)
6635 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_SIMPLE_TASK;
6637 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_UNTAGGED_TASK;
6640 if (scsi_cmd->cmnd[0] >= 0xC0 &&
6641 (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE)) {
6642 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6644 if (res->raw_mode && ipr_is_af_dasd_device(res)) {
6645 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_PIPE;
6647 if (scsi_cmd->underflow == 0)
6648 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6652 rc = ipr_build_ioadl64(ioa_cfg, ipr_cmd);
6654 rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
6656 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6657 if (unlikely(rc || (!hrrq->allow_cmds && !hrrq->ioa_is_dead))) {
6658 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
6659 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6661 scsi_dma_unmap(scsi_cmd);
6662 return SCSI_MLQUEUE_HOST_BUSY;
6665 if (unlikely(hrrq->ioa_is_dead)) {
6666 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
6667 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6668 scsi_dma_unmap(scsi_cmd);
6672 ioarcb->res_handle = res->res_handle;
6673 if (res->needs_sync_complete) {
6674 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
6675 res->needs_sync_complete = 0;
6677 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_pending_q);
6678 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
6679 ipr_send_command(ipr_cmd);
6680 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6684 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6685 memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
6686 scsi_cmd->result = (DID_NO_CONNECT << 16);
6687 scsi_done(scsi_cmd);
6688 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6693 * ipr_ioctl - IOCTL handler
6694 * @sdev: scsi device struct
6699 * 0 on success / other on failure
6701 static int ipr_ioctl(struct scsi_device *sdev, unsigned int cmd,
6704 struct ipr_resource_entry *res;
6706 res = (struct ipr_resource_entry *)sdev->hostdata;
6707 if (res && ipr_is_gata(res)) {
6708 if (cmd == HDIO_GET_IDENTITY)
6710 return ata_sas_scsi_ioctl(res->sata_port->ap, sdev, cmd, arg);
6717 * ipr_ioa_info - Get information about the card/driver
6718 * @host: scsi host struct
6721 * pointer to buffer with description string
6723 static const char *ipr_ioa_info(struct Scsi_Host *host)
6725 static char buffer[512];
6726 struct ipr_ioa_cfg *ioa_cfg;
6727 unsigned long lock_flags = 0;
6729 ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
6731 spin_lock_irqsave(host->host_lock, lock_flags);
6732 sprintf(buffer, "IBM %X Storage Adapter", ioa_cfg->type);
6733 spin_unlock_irqrestore(host->host_lock, lock_flags);
6738 static struct scsi_host_template driver_template = {
6739 .module = THIS_MODULE,
6741 .info = ipr_ioa_info,
6743 #ifdef CONFIG_COMPAT
6744 .compat_ioctl = ipr_ioctl,
6746 .queuecommand = ipr_queuecommand,
6747 .dma_need_drain = ata_scsi_dma_need_drain,
6748 .eh_abort_handler = ipr_eh_abort,
6749 .eh_device_reset_handler = ipr_eh_dev_reset,
6750 .eh_host_reset_handler = ipr_eh_host_reset,
6751 .slave_alloc = ipr_slave_alloc,
6752 .slave_configure = ipr_slave_configure,
6753 .slave_destroy = ipr_slave_destroy,
6754 .scan_finished = ipr_scan_finished,
6755 .target_alloc = ipr_target_alloc,
6756 .target_destroy = ipr_target_destroy,
6757 .change_queue_depth = ipr_change_queue_depth,
6758 .bios_param = ipr_biosparam,
6759 .can_queue = IPR_MAX_COMMANDS,
6761 .sg_tablesize = IPR_MAX_SGLIST,
6762 .max_sectors = IPR_IOA_MAX_SECTORS,
6763 .cmd_per_lun = IPR_MAX_CMD_PER_LUN,
6764 .shost_groups = ipr_ioa_groups,
6765 .sdev_groups = ipr_dev_groups,
6766 .proc_name = IPR_NAME,
6770 * ipr_ata_phy_reset - libata phy_reset handler
6771 * @ap: ata port to reset
6774 static void ipr_ata_phy_reset(struct ata_port *ap)
6776 unsigned long flags;
6777 struct ipr_sata_port *sata_port = ap->private_data;
6778 struct ipr_resource_entry *res = sata_port->res;
6779 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6783 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6784 while (ioa_cfg->in_reset_reload) {
6785 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6786 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6787 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6790 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds)
6793 rc = ipr_device_reset(ioa_cfg, res);
6796 ap->link.device[0].class = ATA_DEV_NONE;
6800 ap->link.device[0].class = res->ata_class;
6801 if (ap->link.device[0].class == ATA_DEV_UNKNOWN)
6802 ap->link.device[0].class = ATA_DEV_NONE;
6805 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6810 * ipr_ata_post_internal - Cleanup after an internal command
6811 * @qc: ATA queued command
6816 static void ipr_ata_post_internal(struct ata_queued_cmd *qc)
6818 struct ipr_sata_port *sata_port = qc->ap->private_data;
6819 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6820 struct ipr_cmnd *ipr_cmd;
6821 struct ipr_hrr_queue *hrrq;
6822 unsigned long flags;
6824 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6825 while (ioa_cfg->in_reset_reload) {
6826 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6827 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6828 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6831 for_each_hrrq(hrrq, ioa_cfg) {
6832 spin_lock(&hrrq->_lock);
6833 list_for_each_entry(ipr_cmd, &hrrq->hrrq_pending_q, queue) {
6834 if (ipr_cmd->qc == qc) {
6835 ipr_device_reset(ioa_cfg, sata_port->res);
6839 spin_unlock(&hrrq->_lock);
6841 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6845 * ipr_copy_sata_tf - Copy a SATA taskfile to an IOA data structure
6846 * @regs: destination
6847 * @tf: source ATA taskfile
6852 static void ipr_copy_sata_tf(struct ipr_ioarcb_ata_regs *regs,
6853 struct ata_taskfile *tf)
6855 regs->feature = tf->feature;
6856 regs->nsect = tf->nsect;
6857 regs->lbal = tf->lbal;
6858 regs->lbam = tf->lbam;
6859 regs->lbah = tf->lbah;
6860 regs->device = tf->device;
6861 regs->command = tf->command;
6862 regs->hob_feature = tf->hob_feature;
6863 regs->hob_nsect = tf->hob_nsect;
6864 regs->hob_lbal = tf->hob_lbal;
6865 regs->hob_lbam = tf->hob_lbam;
6866 regs->hob_lbah = tf->hob_lbah;
6867 regs->ctl = tf->ctl;
6871 * ipr_sata_done - done function for SATA commands
6872 * @ipr_cmd: ipr command struct
6874 * This function is invoked by the interrupt handler for
6875 * ops generated by the SCSI mid-layer to SATA devices
6880 static void ipr_sata_done(struct ipr_cmnd *ipr_cmd)
6882 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6883 struct ata_queued_cmd *qc = ipr_cmd->qc;
6884 struct ipr_sata_port *sata_port = qc->ap->private_data;
6885 struct ipr_resource_entry *res = sata_port->res;
6886 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6888 spin_lock(&ipr_cmd->hrrq->_lock);
6889 if (ipr_cmd->ioa_cfg->sis64)
6890 memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
6891 sizeof(struct ipr_ioasa_gata));
6893 memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
6894 sizeof(struct ipr_ioasa_gata));
6895 ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6897 if (be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc_specific) & IPR_ATA_DEVICE_WAS_RESET)
6898 scsi_report_device_reset(ioa_cfg->host, res->bus, res->target);
6900 if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6901 qc->err_mask |= __ac_err_mask(sata_port->ioasa.status);
6903 qc->err_mask |= ac_err_mask(sata_port->ioasa.status);
6904 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6905 spin_unlock(&ipr_cmd->hrrq->_lock);
6906 ata_qc_complete(qc);
6910 * ipr_build_ata_ioadl64 - Build an ATA scatter/gather list
6911 * @ipr_cmd: ipr command struct
6912 * @qc: ATA queued command
6915 static void ipr_build_ata_ioadl64(struct ipr_cmnd *ipr_cmd,
6916 struct ata_queued_cmd *qc)
6918 u32 ioadl_flags = 0;
6919 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6920 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ata_ioadl.ioadl64;
6921 struct ipr_ioadl64_desc *last_ioadl64 = NULL;
6922 int len = qc->nbytes;
6923 struct scatterlist *sg;
6925 dma_addr_t dma_addr = ipr_cmd->dma_addr;
6930 if (qc->dma_dir == DMA_TO_DEVICE) {
6931 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6932 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6933 } else if (qc->dma_dir == DMA_FROM_DEVICE)
6934 ioadl_flags = IPR_IOADL_FLAGS_READ;
6936 ioarcb->data_transfer_length = cpu_to_be32(len);
6938 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
6939 ioarcb->u.sis64_addr_data.data_ioadl_addr =
6940 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ata_ioadl.ioadl64));
6942 for_each_sg(qc->sg, sg, qc->n_elem, si) {
6943 ioadl64->flags = cpu_to_be32(ioadl_flags);
6944 ioadl64->data_len = cpu_to_be32(sg_dma_len(sg));
6945 ioadl64->address = cpu_to_be64(sg_dma_address(sg));
6947 last_ioadl64 = ioadl64;
6951 if (likely(last_ioadl64))
6952 last_ioadl64->flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6956 * ipr_build_ata_ioadl - Build an ATA scatter/gather list
6957 * @ipr_cmd: ipr command struct
6958 * @qc: ATA queued command
6961 static void ipr_build_ata_ioadl(struct ipr_cmnd *ipr_cmd,
6962 struct ata_queued_cmd *qc)
6964 u32 ioadl_flags = 0;
6965 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6966 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
6967 struct ipr_ioadl_desc *last_ioadl = NULL;
6968 int len = qc->nbytes;
6969 struct scatterlist *sg;
6975 if (qc->dma_dir == DMA_TO_DEVICE) {
6976 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6977 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6978 ioarcb->data_transfer_length = cpu_to_be32(len);
6980 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6981 } else if (qc->dma_dir == DMA_FROM_DEVICE) {
6982 ioadl_flags = IPR_IOADL_FLAGS_READ;
6983 ioarcb->read_data_transfer_length = cpu_to_be32(len);
6984 ioarcb->read_ioadl_len =
6985 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6988 for_each_sg(qc->sg, sg, qc->n_elem, si) {
6989 ioadl->flags_and_data_len = cpu_to_be32(ioadl_flags | sg_dma_len(sg));
6990 ioadl->address = cpu_to_be32(sg_dma_address(sg));
6996 if (likely(last_ioadl))
6997 last_ioadl->flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
7001 * ipr_qc_defer - Get a free ipr_cmd
7002 * @qc: queued command
7007 static int ipr_qc_defer(struct ata_queued_cmd *qc)
7009 struct ata_port *ap = qc->ap;
7010 struct ipr_sata_port *sata_port = ap->private_data;
7011 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
7012 struct ipr_cmnd *ipr_cmd;
7013 struct ipr_hrr_queue *hrrq;
7016 hrrq_id = ipr_get_hrrq_index(ioa_cfg);
7017 hrrq = &ioa_cfg->hrrq[hrrq_id];
7019 qc->lldd_task = NULL;
7020 spin_lock(&hrrq->_lock);
7021 if (unlikely(hrrq->ioa_is_dead)) {
7022 spin_unlock(&hrrq->_lock);
7026 if (unlikely(!hrrq->allow_cmds)) {
7027 spin_unlock(&hrrq->_lock);
7028 return ATA_DEFER_LINK;
7031 ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
7032 if (ipr_cmd == NULL) {
7033 spin_unlock(&hrrq->_lock);
7034 return ATA_DEFER_LINK;
7037 qc->lldd_task = ipr_cmd;
7038 spin_unlock(&hrrq->_lock);
7043 * ipr_qc_issue - Issue a SATA qc to a device
7044 * @qc: queued command
7049 static unsigned int ipr_qc_issue(struct ata_queued_cmd *qc)
7051 struct ata_port *ap = qc->ap;
7052 struct ipr_sata_port *sata_port = ap->private_data;
7053 struct ipr_resource_entry *res = sata_port->res;
7054 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
7055 struct ipr_cmnd *ipr_cmd;
7056 struct ipr_ioarcb *ioarcb;
7057 struct ipr_ioarcb_ata_regs *regs;
7059 if (qc->lldd_task == NULL)
7062 ipr_cmd = qc->lldd_task;
7063 if (ipr_cmd == NULL)
7064 return AC_ERR_SYSTEM;
7066 qc->lldd_task = NULL;
7067 spin_lock(&ipr_cmd->hrrq->_lock);
7068 if (unlikely(!ipr_cmd->hrrq->allow_cmds ||
7069 ipr_cmd->hrrq->ioa_is_dead)) {
7070 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7071 spin_unlock(&ipr_cmd->hrrq->_lock);
7072 return AC_ERR_SYSTEM;
7075 ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
7076 ioarcb = &ipr_cmd->ioarcb;
7078 if (ioa_cfg->sis64) {
7079 regs = &ipr_cmd->i.ata_ioadl.regs;
7080 ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
7082 regs = &ioarcb->u.add_data.u.regs;
7084 memset(regs, 0, sizeof(*regs));
7085 ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(*regs));
7087 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
7089 ipr_cmd->done = ipr_sata_done;
7090 ipr_cmd->ioarcb.res_handle = res->res_handle;
7091 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_ATA_PASSTHRU;
7092 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
7093 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
7094 ipr_cmd->dma_use_sg = qc->n_elem;
7097 ipr_build_ata_ioadl64(ipr_cmd, qc);
7099 ipr_build_ata_ioadl(ipr_cmd, qc);
7101 regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
7102 ipr_copy_sata_tf(regs, &qc->tf);
7103 memcpy(ioarcb->cmd_pkt.cdb, qc->cdb, IPR_MAX_CDB_LEN);
7104 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
7106 switch (qc->tf.protocol) {
7107 case ATA_PROT_NODATA:
7112 regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
7115 case ATAPI_PROT_PIO:
7116 case ATAPI_PROT_NODATA:
7117 regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
7120 case ATAPI_PROT_DMA:
7121 regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
7122 regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
7127 spin_unlock(&ipr_cmd->hrrq->_lock);
7128 return AC_ERR_INVALID;
7131 ipr_send_command(ipr_cmd);
7132 spin_unlock(&ipr_cmd->hrrq->_lock);
7138 * ipr_qc_fill_rtf - Read result TF
7139 * @qc: ATA queued command
7141 static void ipr_qc_fill_rtf(struct ata_queued_cmd *qc)
7143 struct ipr_sata_port *sata_port = qc->ap->private_data;
7144 struct ipr_ioasa_gata *g = &sata_port->ioasa;
7145 struct ata_taskfile *tf = &qc->result_tf;
7147 tf->feature = g->error;
7148 tf->nsect = g->nsect;
7152 tf->device = g->device;
7153 tf->command = g->status;
7154 tf->hob_nsect = g->hob_nsect;
7155 tf->hob_lbal = g->hob_lbal;
7156 tf->hob_lbam = g->hob_lbam;
7157 tf->hob_lbah = g->hob_lbah;
7160 static struct ata_port_operations ipr_sata_ops = {
7161 .phy_reset = ipr_ata_phy_reset,
7162 .hardreset = ipr_sata_reset,
7163 .post_internal_cmd = ipr_ata_post_internal,
7164 .qc_prep = ata_noop_qc_prep,
7165 .qc_defer = ipr_qc_defer,
7166 .qc_issue = ipr_qc_issue,
7167 .qc_fill_rtf = ipr_qc_fill_rtf,
7168 .port_start = ata_sas_port_start,
7169 .port_stop = ata_sas_port_stop
7172 static struct ata_port_info sata_port_info = {
7173 .flags = ATA_FLAG_SATA | ATA_FLAG_PIO_DMA |
7175 .pio_mask = ATA_PIO4_ONLY,
7176 .mwdma_mask = ATA_MWDMA2,
7177 .udma_mask = ATA_UDMA6,
7178 .port_ops = &ipr_sata_ops
7181 #ifdef CONFIG_PPC_PSERIES
7182 static const u16 ipr_blocked_processors[] = {
7194 * ipr_invalid_adapter - Determine if this adapter is supported on this hardware
7195 * @ioa_cfg: ioa cfg struct
7197 * Adapters that use Gemstone revision < 3.1 do not work reliably on
7198 * certain pSeries hardware. This function determines if the given
7199 * adapter is in one of these confgurations or not.
7202 * 1 if adapter is not supported / 0 if adapter is supported
7204 static int ipr_invalid_adapter(struct ipr_ioa_cfg *ioa_cfg)
7208 if ((ioa_cfg->type == 0x5702) && (ioa_cfg->pdev->revision < 4)) {
7209 for (i = 0; i < ARRAY_SIZE(ipr_blocked_processors); i++) {
7210 if (pvr_version_is(ipr_blocked_processors[i]))
7217 #define ipr_invalid_adapter(ioa_cfg) 0
7221 * ipr_ioa_bringdown_done - IOA bring down completion.
7222 * @ipr_cmd: ipr command struct
7224 * This function processes the completion of an adapter bring down.
7225 * It wakes any reset sleepers.
7230 static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
7232 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7236 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
7238 ioa_cfg->scsi_unblock = 1;
7239 schedule_work(&ioa_cfg->work_q);
7242 ioa_cfg->in_reset_reload = 0;
7243 ioa_cfg->reset_retries = 0;
7244 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
7245 spin_lock(&ioa_cfg->hrrq[i]._lock);
7246 ioa_cfg->hrrq[i].ioa_is_dead = 1;
7247 spin_unlock(&ioa_cfg->hrrq[i]._lock);
7251 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7252 wake_up_all(&ioa_cfg->reset_wait_q);
7255 return IPR_RC_JOB_RETURN;
7259 * ipr_ioa_reset_done - IOA reset completion.
7260 * @ipr_cmd: ipr command struct
7262 * This function processes the completion of an adapter reset.
7263 * It schedules any necessary mid-layer add/removes and
7264 * wakes any reset sleepers.
7269 static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
7271 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7272 struct ipr_resource_entry *res;
7276 ioa_cfg->in_reset_reload = 0;
7277 for (j = 0; j < ioa_cfg->hrrq_num; j++) {
7278 spin_lock(&ioa_cfg->hrrq[j]._lock);
7279 ioa_cfg->hrrq[j].allow_cmds = 1;
7280 spin_unlock(&ioa_cfg->hrrq[j]._lock);
7283 ioa_cfg->reset_cmd = NULL;
7284 ioa_cfg->doorbell |= IPR_RUNTIME_RESET;
7286 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
7287 if (res->add_to_ml || res->del_from_ml) {
7292 schedule_work(&ioa_cfg->work_q);
7294 for (j = 0; j < IPR_NUM_HCAMS; j++) {
7295 list_del_init(&ioa_cfg->hostrcb[j]->queue);
7296 if (j < IPR_NUM_LOG_HCAMS)
7297 ipr_send_hcam(ioa_cfg,
7298 IPR_HCAM_CDB_OP_CODE_LOG_DATA,
7299 ioa_cfg->hostrcb[j]);
7301 ipr_send_hcam(ioa_cfg,
7302 IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
7303 ioa_cfg->hostrcb[j]);
7306 scsi_report_bus_reset(ioa_cfg->host, IPR_VSET_BUS);
7307 dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
7309 ioa_cfg->reset_retries = 0;
7310 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7311 wake_up_all(&ioa_cfg->reset_wait_q);
7313 ioa_cfg->scsi_unblock = 1;
7314 schedule_work(&ioa_cfg->work_q);
7316 return IPR_RC_JOB_RETURN;
7320 * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
7321 * @supported_dev: supported device struct
7322 * @vpids: vendor product id struct
7327 static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
7328 struct ipr_std_inq_vpids *vpids)
7330 memset(supported_dev, 0, sizeof(struct ipr_supported_device));
7331 memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
7332 supported_dev->num_records = 1;
7333 supported_dev->data_length =
7334 cpu_to_be16(sizeof(struct ipr_supported_device));
7335 supported_dev->reserved = 0;
7339 * ipr_set_supported_devs - Send Set Supported Devices for a device
7340 * @ipr_cmd: ipr command struct
7342 * This function sends a Set Supported Devices to the adapter
7345 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7347 static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
7349 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7350 struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
7351 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7352 struct ipr_resource_entry *res = ipr_cmd->u.res;
7354 ipr_cmd->job_step = ipr_ioa_reset_done;
7356 list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
7357 if (!ipr_is_scsi_disk(res))
7360 ipr_cmd->u.res = res;
7361 ipr_set_sup_dev_dflt(supp_dev, &res->std_inq_data.vpids);
7363 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7364 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
7365 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7367 ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
7368 ioarcb->cmd_pkt.cdb[1] = IPR_SET_ALL_SUPPORTED_DEVICES;
7369 ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
7370 ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
7372 ipr_init_ioadl(ipr_cmd,
7373 ioa_cfg->vpd_cbs_dma +
7374 offsetof(struct ipr_misc_cbs, supp_dev),
7375 sizeof(struct ipr_supported_device),
7376 IPR_IOADL_FLAGS_WRITE_LAST);
7378 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7379 IPR_SET_SUP_DEVICE_TIMEOUT);
7381 if (!ioa_cfg->sis64)
7382 ipr_cmd->job_step = ipr_set_supported_devs;
7384 return IPR_RC_JOB_RETURN;
7388 return IPR_RC_JOB_CONTINUE;
7392 * ipr_get_mode_page - Locate specified mode page
7393 * @mode_pages: mode page buffer
7394 * @page_code: page code to find
7395 * @len: minimum required length for mode page
7398 * pointer to mode page / NULL on failure
7400 static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
7401 u32 page_code, u32 len)
7403 struct ipr_mode_page_hdr *mode_hdr;
7407 if (!mode_pages || (mode_pages->hdr.length == 0))
7410 length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
7411 mode_hdr = (struct ipr_mode_page_hdr *)
7412 (mode_pages->data + mode_pages->hdr.block_desc_len);
7415 if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
7416 if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
7420 page_length = (sizeof(struct ipr_mode_page_hdr) +
7421 mode_hdr->page_length);
7422 length -= page_length;
7423 mode_hdr = (struct ipr_mode_page_hdr *)
7424 ((unsigned long)mode_hdr + page_length);
7431 * ipr_check_term_power - Check for term power errors
7432 * @ioa_cfg: ioa config struct
7433 * @mode_pages: IOAFP mode pages buffer
7435 * Check the IOAFP's mode page 28 for term power errors
7440 static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
7441 struct ipr_mode_pages *mode_pages)
7445 struct ipr_dev_bus_entry *bus;
7446 struct ipr_mode_page28 *mode_page;
7448 mode_page = ipr_get_mode_page(mode_pages, 0x28,
7449 sizeof(struct ipr_mode_page28));
7451 entry_length = mode_page->entry_length;
7453 bus = mode_page->bus;
7455 for (i = 0; i < mode_page->num_entries; i++) {
7456 if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
7457 dev_err(&ioa_cfg->pdev->dev,
7458 "Term power is absent on scsi bus %d\n",
7462 bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
7467 * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
7468 * @ioa_cfg: ioa config struct
7470 * Looks through the config table checking for SES devices. If
7471 * the SES device is in the SES table indicating a maximum SCSI
7472 * bus speed, the speed is limited for the bus.
7477 static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
7482 for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
7483 max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, i,
7484 ioa_cfg->bus_attr[i].bus_width);
7486 if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
7487 ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
7492 * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
7493 * @ioa_cfg: ioa config struct
7494 * @mode_pages: mode page 28 buffer
7496 * Updates mode page 28 based on driver configuration
7501 static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
7502 struct ipr_mode_pages *mode_pages)
7504 int i, entry_length;
7505 struct ipr_dev_bus_entry *bus;
7506 struct ipr_bus_attributes *bus_attr;
7507 struct ipr_mode_page28 *mode_page;
7509 mode_page = ipr_get_mode_page(mode_pages, 0x28,
7510 sizeof(struct ipr_mode_page28));
7512 entry_length = mode_page->entry_length;
7514 /* Loop for each device bus entry */
7515 for (i = 0, bus = mode_page->bus;
7516 i < mode_page->num_entries;
7517 i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
7518 if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
7519 dev_err(&ioa_cfg->pdev->dev,
7520 "Invalid resource address reported: 0x%08X\n",
7521 IPR_GET_PHYS_LOC(bus->res_addr));
7525 bus_attr = &ioa_cfg->bus_attr[i];
7526 bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
7527 bus->bus_width = bus_attr->bus_width;
7528 bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
7529 bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
7530 if (bus_attr->qas_enabled)
7531 bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
7533 bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
7538 * ipr_build_mode_select - Build a mode select command
7539 * @ipr_cmd: ipr command struct
7540 * @res_handle: resource handle to send command to
7541 * @parm: Byte 2 of Mode Sense command
7542 * @dma_addr: DMA buffer address
7543 * @xfer_len: data transfer length
7548 static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
7549 __be32 res_handle, u8 parm,
7550 dma_addr_t dma_addr, u8 xfer_len)
7552 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7554 ioarcb->res_handle = res_handle;
7555 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7556 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
7557 ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
7558 ioarcb->cmd_pkt.cdb[1] = parm;
7559 ioarcb->cmd_pkt.cdb[4] = xfer_len;
7561 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_WRITE_LAST);
7565 * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
7566 * @ipr_cmd: ipr command struct
7568 * This function sets up the SCSI bus attributes and sends
7569 * a Mode Select for Page 28 to activate them.
7574 static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
7576 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7577 struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
7581 ipr_scsi_bus_speed_limit(ioa_cfg);
7582 ipr_check_term_power(ioa_cfg, mode_pages);
7583 ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
7584 length = mode_pages->hdr.length + 1;
7585 mode_pages->hdr.length = 0;
7587 ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
7588 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
7591 ipr_cmd->job_step = ipr_set_supported_devs;
7592 ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
7593 struct ipr_resource_entry, queue);
7594 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7597 return IPR_RC_JOB_RETURN;
7601 * ipr_build_mode_sense - Builds a mode sense command
7602 * @ipr_cmd: ipr command struct
7603 * @res_handle: resource entry struct
7604 * @parm: Byte 2 of mode sense command
7605 * @dma_addr: DMA address of mode sense buffer
7606 * @xfer_len: Size of DMA buffer
7611 static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
7613 u8 parm, dma_addr_t dma_addr, u8 xfer_len)
7615 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7617 ioarcb->res_handle = res_handle;
7618 ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
7619 ioarcb->cmd_pkt.cdb[2] = parm;
7620 ioarcb->cmd_pkt.cdb[4] = xfer_len;
7621 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7623 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
7627 * ipr_reset_cmd_failed - Handle failure of IOA reset command
7628 * @ipr_cmd: ipr command struct
7630 * This function handles the failure of an IOA bringup command.
7635 static int ipr_reset_cmd_failed(struct ipr_cmnd *ipr_cmd)
7637 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7638 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7640 dev_err(&ioa_cfg->pdev->dev,
7641 "0x%02X failed with IOASC: 0x%08X\n",
7642 ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
7644 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
7645 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7646 return IPR_RC_JOB_RETURN;
7650 * ipr_reset_mode_sense_failed - Handle failure of IOAFP mode sense
7651 * @ipr_cmd: ipr command struct
7653 * This function handles the failure of a Mode Sense to the IOAFP.
7654 * Some adapters do not handle all mode pages.
7657 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7659 static int ipr_reset_mode_sense_failed(struct ipr_cmnd *ipr_cmd)
7661 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7662 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7664 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
7665 ipr_cmd->job_step = ipr_set_supported_devs;
7666 ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
7667 struct ipr_resource_entry, queue);
7668 return IPR_RC_JOB_CONTINUE;
7671 return ipr_reset_cmd_failed(ipr_cmd);
7675 * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
7676 * @ipr_cmd: ipr command struct
7678 * This function send a Page 28 mode sense to the IOA to
7679 * retrieve SCSI bus attributes.
7684 static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
7686 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7689 ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
7690 0x28, ioa_cfg->vpd_cbs_dma +
7691 offsetof(struct ipr_misc_cbs, mode_pages),
7692 sizeof(struct ipr_mode_pages));
7694 ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
7695 ipr_cmd->job_step_failed = ipr_reset_mode_sense_failed;
7697 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7700 return IPR_RC_JOB_RETURN;
7704 * ipr_ioafp_mode_select_page24 - Issue Mode Select to IOA
7705 * @ipr_cmd: ipr command struct
7707 * This function enables dual IOA RAID support if possible.
7712 static int ipr_ioafp_mode_select_page24(struct ipr_cmnd *ipr_cmd)
7714 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7715 struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
7716 struct ipr_mode_page24 *mode_page;
7720 mode_page = ipr_get_mode_page(mode_pages, 0x24,
7721 sizeof(struct ipr_mode_page24));
7724 mode_page->flags |= IPR_ENABLE_DUAL_IOA_AF;
7726 length = mode_pages->hdr.length + 1;
7727 mode_pages->hdr.length = 0;
7729 ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
7730 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
7733 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7734 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7737 return IPR_RC_JOB_RETURN;
7741 * ipr_reset_mode_sense_page24_failed - Handle failure of IOAFP mode sense
7742 * @ipr_cmd: ipr command struct
7744 * This function handles the failure of a Mode Sense to the IOAFP.
7745 * Some adapters do not handle all mode pages.
7748 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7750 static int ipr_reset_mode_sense_page24_failed(struct ipr_cmnd *ipr_cmd)
7752 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7754 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
7755 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7756 return IPR_RC_JOB_CONTINUE;
7759 return ipr_reset_cmd_failed(ipr_cmd);
7763 * ipr_ioafp_mode_sense_page24 - Issue Page 24 Mode Sense to IOA
7764 * @ipr_cmd: ipr command struct
7766 * This function send a mode sense to the IOA to retrieve
7767 * the IOA Advanced Function Control mode page.
7772 static int ipr_ioafp_mode_sense_page24(struct ipr_cmnd *ipr_cmd)
7774 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7777 ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
7778 0x24, ioa_cfg->vpd_cbs_dma +
7779 offsetof(struct ipr_misc_cbs, mode_pages),
7780 sizeof(struct ipr_mode_pages));
7782 ipr_cmd->job_step = ipr_ioafp_mode_select_page24;
7783 ipr_cmd->job_step_failed = ipr_reset_mode_sense_page24_failed;
7785 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7788 return IPR_RC_JOB_RETURN;
7792 * ipr_init_res_table - Initialize the resource table
7793 * @ipr_cmd: ipr command struct
7795 * This function looks through the existing resource table, comparing
7796 * it with the config table. This function will take care of old/new
7797 * devices and schedule adding/removing them from the mid-layer
7801 * IPR_RC_JOB_CONTINUE
7803 static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
7805 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7806 struct ipr_resource_entry *res, *temp;
7807 struct ipr_config_table_entry_wrapper cfgtew;
7808 int entries, found, flag, i;
7813 flag = ioa_cfg->u.cfg_table64->hdr64.flags;
7815 flag = ioa_cfg->u.cfg_table->hdr.flags;
7817 if (flag & IPR_UCODE_DOWNLOAD_REQ)
7818 dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
7820 list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
7821 list_move_tail(&res->queue, &old_res);
7824 entries = be16_to_cpu(ioa_cfg->u.cfg_table64->hdr64.num_entries);
7826 entries = ioa_cfg->u.cfg_table->hdr.num_entries;
7828 for (i = 0; i < entries; i++) {
7830 cfgtew.u.cfgte64 = &ioa_cfg->u.cfg_table64->dev[i];
7832 cfgtew.u.cfgte = &ioa_cfg->u.cfg_table->dev[i];
7835 list_for_each_entry_safe(res, temp, &old_res, queue) {
7836 if (ipr_is_same_device(res, &cfgtew)) {
7837 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7844 if (list_empty(&ioa_cfg->free_res_q)) {
7845 dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
7850 res = list_entry(ioa_cfg->free_res_q.next,
7851 struct ipr_resource_entry, queue);
7852 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7853 ipr_init_res_entry(res, &cfgtew);
7855 } else if (res->sdev && (ipr_is_vset_device(res) || ipr_is_scsi_disk(res)))
7856 res->sdev->allow_restart = 1;
7859 ipr_update_res_entry(res, &cfgtew);
7862 list_for_each_entry_safe(res, temp, &old_res, queue) {
7864 res->del_from_ml = 1;
7865 res->res_handle = IPR_INVALID_RES_HANDLE;
7866 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7870 list_for_each_entry_safe(res, temp, &old_res, queue) {
7871 ipr_clear_res_target(res);
7872 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
7875 if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
7876 ipr_cmd->job_step = ipr_ioafp_mode_sense_page24;
7878 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7881 return IPR_RC_JOB_CONTINUE;
7885 * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
7886 * @ipr_cmd: ipr command struct
7888 * This function sends a Query IOA Configuration command
7889 * to the adapter to retrieve the IOA configuration table.
7894 static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
7896 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7897 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7898 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
7899 struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7902 if (cap->cap & IPR_CAP_DUAL_IOA_RAID)
7903 ioa_cfg->dual_raid = 1;
7904 dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
7905 ucode_vpd->major_release, ucode_vpd->card_type,
7906 ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
7907 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7908 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7910 ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
7911 ioarcb->cmd_pkt.cdb[6] = (ioa_cfg->cfg_table_size >> 16) & 0xff;
7912 ioarcb->cmd_pkt.cdb[7] = (ioa_cfg->cfg_table_size >> 8) & 0xff;
7913 ioarcb->cmd_pkt.cdb[8] = ioa_cfg->cfg_table_size & 0xff;
7915 ipr_init_ioadl(ipr_cmd, ioa_cfg->cfg_table_dma, ioa_cfg->cfg_table_size,
7916 IPR_IOADL_FLAGS_READ_LAST);
7918 ipr_cmd->job_step = ipr_init_res_table;
7920 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7923 return IPR_RC_JOB_RETURN;
7926 static int ipr_ioa_service_action_failed(struct ipr_cmnd *ipr_cmd)
7928 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7930 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT)
7931 return IPR_RC_JOB_CONTINUE;
7933 return ipr_reset_cmd_failed(ipr_cmd);
7936 static void ipr_build_ioa_service_action(struct ipr_cmnd *ipr_cmd,
7937 __be32 res_handle, u8 sa_code)
7939 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7941 ioarcb->res_handle = res_handle;
7942 ioarcb->cmd_pkt.cdb[0] = IPR_IOA_SERVICE_ACTION;
7943 ioarcb->cmd_pkt.cdb[1] = sa_code;
7944 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7948 * ipr_ioafp_set_caching_parameters - Issue Set Cache parameters service
7950 * @ipr_cmd: ipr command struct
7955 static int ipr_ioafp_set_caching_parameters(struct ipr_cmnd *ipr_cmd)
7957 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7958 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7959 struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
7963 ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
7965 if (pageC4->cache_cap[0] & IPR_CAP_SYNC_CACHE) {
7966 ipr_build_ioa_service_action(ipr_cmd,
7967 cpu_to_be32(IPR_IOA_RES_HANDLE),
7968 IPR_IOA_SA_CHANGE_CACHE_PARAMS);
7970 ioarcb->cmd_pkt.cdb[2] = 0x40;
7972 ipr_cmd->job_step_failed = ipr_ioa_service_action_failed;
7973 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7974 IPR_SET_SUP_DEVICE_TIMEOUT);
7977 return IPR_RC_JOB_RETURN;
7981 return IPR_RC_JOB_CONTINUE;
7985 * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
7986 * @ipr_cmd: ipr command struct
7987 * @flags: flags to send
7988 * @page: page to inquire
7989 * @dma_addr: DMA address
7990 * @xfer_len: transfer data length
7992 * This utility function sends an inquiry to the adapter.
7997 static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
7998 dma_addr_t dma_addr, u8 xfer_len)
8000 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
8003 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
8004 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8006 ioarcb->cmd_pkt.cdb[0] = INQUIRY;
8007 ioarcb->cmd_pkt.cdb[1] = flags;
8008 ioarcb->cmd_pkt.cdb[2] = page;
8009 ioarcb->cmd_pkt.cdb[4] = xfer_len;
8011 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
8013 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
8018 * ipr_inquiry_page_supported - Is the given inquiry page supported
8019 * @page0: inquiry page 0 buffer
8022 * This function determines if the specified inquiry page is supported.
8025 * 1 if page is supported / 0 if not
8027 static int ipr_inquiry_page_supported(struct ipr_inquiry_page0 *page0, u8 page)
8031 for (i = 0; i < min_t(u8, page0->len, IPR_INQUIRY_PAGE0_ENTRIES); i++)
8032 if (page0->page[i] == page)
8039 * ipr_ioafp_pageC4_inquiry - Send a Page 0xC4 Inquiry to the adapter.
8040 * @ipr_cmd: ipr command struct
8042 * This function sends a Page 0xC4 inquiry to the adapter
8043 * to retrieve software VPD information.
8046 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8048 static int ipr_ioafp_pageC4_inquiry(struct ipr_cmnd *ipr_cmd)
8050 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8051 struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
8052 struct ipr_inquiry_pageC4 *pageC4 = &ioa_cfg->vpd_cbs->pageC4_data;
8055 ipr_cmd->job_step = ipr_ioafp_set_caching_parameters;
8056 memset(pageC4, 0, sizeof(*pageC4));
8058 if (ipr_inquiry_page_supported(page0, 0xC4)) {
8059 ipr_ioafp_inquiry(ipr_cmd, 1, 0xC4,
8060 (ioa_cfg->vpd_cbs_dma
8061 + offsetof(struct ipr_misc_cbs,
8063 sizeof(struct ipr_inquiry_pageC4));
8064 return IPR_RC_JOB_RETURN;
8068 return IPR_RC_JOB_CONTINUE;
8072 * ipr_ioafp_cap_inquiry - Send a Page 0xD0 Inquiry to the adapter.
8073 * @ipr_cmd: ipr command struct
8075 * This function sends a Page 0xD0 inquiry to the adapter
8076 * to retrieve adapter capabilities.
8079 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8081 static int ipr_ioafp_cap_inquiry(struct ipr_cmnd *ipr_cmd)
8083 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8084 struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
8085 struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
8088 ipr_cmd->job_step = ipr_ioafp_pageC4_inquiry;
8089 memset(cap, 0, sizeof(*cap));
8091 if (ipr_inquiry_page_supported(page0, 0xD0)) {
8092 ipr_ioafp_inquiry(ipr_cmd, 1, 0xD0,
8093 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, cap),
8094 sizeof(struct ipr_inquiry_cap));
8095 return IPR_RC_JOB_RETURN;
8099 return IPR_RC_JOB_CONTINUE;
8103 * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
8104 * @ipr_cmd: ipr command struct
8106 * This function sends a Page 3 inquiry to the adapter
8107 * to retrieve software VPD information.
8110 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8112 static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
8114 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8118 ipr_cmd->job_step = ipr_ioafp_cap_inquiry;
8120 ipr_ioafp_inquiry(ipr_cmd, 1, 3,
8121 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
8122 sizeof(struct ipr_inquiry_page3));
8125 return IPR_RC_JOB_RETURN;
8129 * ipr_ioafp_page0_inquiry - Send a Page 0 Inquiry to the adapter.
8130 * @ipr_cmd: ipr command struct
8132 * This function sends a Page 0 inquiry to the adapter
8133 * to retrieve supported inquiry pages.
8136 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8138 static int ipr_ioafp_page0_inquiry(struct ipr_cmnd *ipr_cmd)
8140 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8145 /* Grab the type out of the VPD and store it away */
8146 memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
8148 ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
8150 if (ipr_invalid_adapter(ioa_cfg)) {
8151 dev_err(&ioa_cfg->pdev->dev,
8152 "Adapter not supported in this hardware configuration.\n");
8154 if (!ipr_testmode) {
8155 ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
8156 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8157 list_add_tail(&ipr_cmd->queue,
8158 &ioa_cfg->hrrq->hrrq_free_q);
8159 return IPR_RC_JOB_RETURN;
8163 ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
8165 ipr_ioafp_inquiry(ipr_cmd, 1, 0,
8166 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page0_data),
8167 sizeof(struct ipr_inquiry_page0));
8170 return IPR_RC_JOB_RETURN;
8174 * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
8175 * @ipr_cmd: ipr command struct
8177 * This function sends a standard inquiry to the adapter.
8182 static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
8184 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8187 ipr_cmd->job_step = ipr_ioafp_page0_inquiry;
8189 ipr_ioafp_inquiry(ipr_cmd, 0, 0,
8190 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
8191 sizeof(struct ipr_ioa_vpd));
8194 return IPR_RC_JOB_RETURN;
8198 * ipr_ioafp_identify_hrrq - Send Identify Host RRQ.
8199 * @ipr_cmd: ipr command struct
8201 * This function send an Identify Host Request Response Queue
8202 * command to establish the HRRQ with the adapter.
8207 static int ipr_ioafp_identify_hrrq(struct ipr_cmnd *ipr_cmd)
8209 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8210 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
8211 struct ipr_hrr_queue *hrrq;
8214 ipr_cmd->job_step = ipr_ioafp_std_inquiry;
8215 if (ioa_cfg->identify_hrrq_index == 0)
8216 dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
8218 if (ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num) {
8219 hrrq = &ioa_cfg->hrrq[ioa_cfg->identify_hrrq_index];
8221 ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
8222 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8224 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
8226 ioarcb->cmd_pkt.cdb[1] = 0x1;
8228 if (ioa_cfg->nvectors == 1)
8229 ioarcb->cmd_pkt.cdb[1] &= ~IPR_ID_HRRQ_SELE_ENABLE;
8231 ioarcb->cmd_pkt.cdb[1] |= IPR_ID_HRRQ_SELE_ENABLE;
8233 ioarcb->cmd_pkt.cdb[2] =
8234 ((u64) hrrq->host_rrq_dma >> 24) & 0xff;
8235 ioarcb->cmd_pkt.cdb[3] =
8236 ((u64) hrrq->host_rrq_dma >> 16) & 0xff;
8237 ioarcb->cmd_pkt.cdb[4] =
8238 ((u64) hrrq->host_rrq_dma >> 8) & 0xff;
8239 ioarcb->cmd_pkt.cdb[5] =
8240 ((u64) hrrq->host_rrq_dma) & 0xff;
8241 ioarcb->cmd_pkt.cdb[7] =
8242 ((sizeof(u32) * hrrq->size) >> 8) & 0xff;
8243 ioarcb->cmd_pkt.cdb[8] =
8244 (sizeof(u32) * hrrq->size) & 0xff;
8246 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
8247 ioarcb->cmd_pkt.cdb[9] =
8248 ioa_cfg->identify_hrrq_index;
8250 if (ioa_cfg->sis64) {
8251 ioarcb->cmd_pkt.cdb[10] =
8252 ((u64) hrrq->host_rrq_dma >> 56) & 0xff;
8253 ioarcb->cmd_pkt.cdb[11] =
8254 ((u64) hrrq->host_rrq_dma >> 48) & 0xff;
8255 ioarcb->cmd_pkt.cdb[12] =
8256 ((u64) hrrq->host_rrq_dma >> 40) & 0xff;
8257 ioarcb->cmd_pkt.cdb[13] =
8258 ((u64) hrrq->host_rrq_dma >> 32) & 0xff;
8261 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
8262 ioarcb->cmd_pkt.cdb[14] =
8263 ioa_cfg->identify_hrrq_index;
8265 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
8266 IPR_INTERNAL_TIMEOUT);
8268 if (++ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num)
8269 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8272 return IPR_RC_JOB_RETURN;
8276 return IPR_RC_JOB_CONTINUE;
8280 * ipr_reset_timer_done - Adapter reset timer function
8281 * @t: Timer context used to fetch ipr command struct
8283 * Description: This function is used in adapter reset processing
8284 * for timing events. If the reset_cmd pointer in the IOA
8285 * config struct is not this adapter's we are doing nested
8286 * resets and fail_all_ops will take care of freeing the
8292 static void ipr_reset_timer_done(struct timer_list *t)
8294 struct ipr_cmnd *ipr_cmd = from_timer(ipr_cmd, t, timer);
8295 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8296 unsigned long lock_flags = 0;
8298 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8300 if (ioa_cfg->reset_cmd == ipr_cmd) {
8301 list_del(&ipr_cmd->queue);
8302 ipr_cmd->done(ipr_cmd);
8305 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8309 * ipr_reset_start_timer - Start a timer for adapter reset job
8310 * @ipr_cmd: ipr command struct
8311 * @timeout: timeout value
8313 * Description: This function is used in adapter reset processing
8314 * for timing events. If the reset_cmd pointer in the IOA
8315 * config struct is not this adapter's we are doing nested
8316 * resets and fail_all_ops will take care of freeing the
8322 static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
8323 unsigned long timeout)
8327 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
8328 ipr_cmd->done = ipr_reset_ioa_job;
8330 ipr_cmd->timer.expires = jiffies + timeout;
8331 ipr_cmd->timer.function = ipr_reset_timer_done;
8332 add_timer(&ipr_cmd->timer);
8336 * ipr_init_ioa_mem - Initialize ioa_cfg control block
8337 * @ioa_cfg: ioa cfg struct
8342 static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
8344 struct ipr_hrr_queue *hrrq;
8346 for_each_hrrq(hrrq, ioa_cfg) {
8347 spin_lock(&hrrq->_lock);
8348 memset(hrrq->host_rrq, 0, sizeof(u32) * hrrq->size);
8350 /* Initialize Host RRQ pointers */
8351 hrrq->hrrq_start = hrrq->host_rrq;
8352 hrrq->hrrq_end = &hrrq->host_rrq[hrrq->size - 1];
8353 hrrq->hrrq_curr = hrrq->hrrq_start;
8354 hrrq->toggle_bit = 1;
8355 spin_unlock(&hrrq->_lock);
8359 ioa_cfg->identify_hrrq_index = 0;
8360 if (ioa_cfg->hrrq_num == 1)
8361 atomic_set(&ioa_cfg->hrrq_index, 0);
8363 atomic_set(&ioa_cfg->hrrq_index, 1);
8365 /* Zero out config table */
8366 memset(ioa_cfg->u.cfg_table, 0, ioa_cfg->cfg_table_size);
8370 * ipr_reset_next_stage - Process IPL stage change based on feedback register.
8371 * @ipr_cmd: ipr command struct
8374 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8376 static int ipr_reset_next_stage(struct ipr_cmnd *ipr_cmd)
8378 unsigned long stage, stage_time;
8380 volatile u32 int_reg;
8381 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8384 feedback = readl(ioa_cfg->regs.init_feedback_reg);
8385 stage = feedback & IPR_IPL_INIT_STAGE_MASK;
8386 stage_time = feedback & IPR_IPL_INIT_STAGE_TIME_MASK;
8388 ipr_dbg("IPL stage = 0x%lx, IPL stage time = %ld\n", stage, stage_time);
8390 /* sanity check the stage_time value */
8391 if (stage_time == 0)
8392 stage_time = IPR_IPL_INIT_DEFAULT_STAGE_TIME;
8393 else if (stage_time < IPR_IPL_INIT_MIN_STAGE_TIME)
8394 stage_time = IPR_IPL_INIT_MIN_STAGE_TIME;
8395 else if (stage_time > IPR_LONG_OPERATIONAL_TIMEOUT)
8396 stage_time = IPR_LONG_OPERATIONAL_TIMEOUT;
8398 if (stage == IPR_IPL_INIT_STAGE_UNKNOWN) {
8399 writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.set_interrupt_mask_reg);
8400 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8401 stage_time = ioa_cfg->transop_timeout;
8402 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8403 } else if (stage == IPR_IPL_INIT_STAGE_TRANSOP) {
8404 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
8405 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
8406 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8407 maskval = IPR_PCII_IPL_STAGE_CHANGE;
8408 maskval = (maskval << 32) | IPR_PCII_IOA_TRANS_TO_OPER;
8409 writeq(maskval, ioa_cfg->regs.set_interrupt_mask_reg);
8410 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8411 return IPR_RC_JOB_CONTINUE;
8415 ipr_cmd->timer.expires = jiffies + stage_time * HZ;
8416 ipr_cmd->timer.function = ipr_oper_timeout;
8417 ipr_cmd->done = ipr_reset_ioa_job;
8418 add_timer(&ipr_cmd->timer);
8420 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
8422 return IPR_RC_JOB_RETURN;
8426 * ipr_reset_enable_ioa - Enable the IOA following a reset.
8427 * @ipr_cmd: ipr command struct
8429 * This function reinitializes some control blocks and
8430 * enables destructive diagnostics on the adapter.
8435 static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
8437 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8438 volatile u32 int_reg;
8439 volatile u64 maskval;
8443 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
8444 ipr_init_ioa_mem(ioa_cfg);
8446 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8447 spin_lock(&ioa_cfg->hrrq[i]._lock);
8448 ioa_cfg->hrrq[i].allow_interrupts = 1;
8449 spin_unlock(&ioa_cfg->hrrq[i]._lock);
8451 if (ioa_cfg->sis64) {
8452 /* Set the adapter to the correct endian mode. */
8453 writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
8454 int_reg = readl(ioa_cfg->regs.endian_swap_reg);
8457 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
8459 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
8460 writel((IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
8461 ioa_cfg->regs.clr_interrupt_mask_reg32);
8462 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8463 return IPR_RC_JOB_CONTINUE;
8466 /* Enable destructive diagnostics on IOA */
8467 writel(ioa_cfg->doorbell, ioa_cfg->regs.set_uproc_interrupt_reg32);
8469 if (ioa_cfg->sis64) {
8470 maskval = IPR_PCII_IPL_STAGE_CHANGE;
8471 maskval = (maskval << 32) | IPR_PCII_OPER_INTERRUPTS;
8472 writeq(maskval, ioa_cfg->regs.clr_interrupt_mask_reg);
8474 writel(IPR_PCII_OPER_INTERRUPTS, ioa_cfg->regs.clr_interrupt_mask_reg32);
8476 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8478 dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
8480 if (ioa_cfg->sis64) {
8481 ipr_cmd->job_step = ipr_reset_next_stage;
8482 return IPR_RC_JOB_CONTINUE;
8485 ipr_cmd->timer.expires = jiffies + (ioa_cfg->transop_timeout * HZ);
8486 ipr_cmd->timer.function = ipr_oper_timeout;
8487 ipr_cmd->done = ipr_reset_ioa_job;
8488 add_timer(&ipr_cmd->timer);
8489 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
8492 return IPR_RC_JOB_RETURN;
8496 * ipr_reset_wait_for_dump - Wait for a dump to timeout.
8497 * @ipr_cmd: ipr command struct
8499 * This function is invoked when an adapter dump has run out
8500 * of processing time.
8503 * IPR_RC_JOB_CONTINUE
8505 static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
8507 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8509 if (ioa_cfg->sdt_state == GET_DUMP)
8510 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8511 else if (ioa_cfg->sdt_state == READ_DUMP)
8512 ioa_cfg->sdt_state = ABORT_DUMP;
8514 ioa_cfg->dump_timeout = 1;
8515 ipr_cmd->job_step = ipr_reset_alert;
8517 return IPR_RC_JOB_CONTINUE;
8521 * ipr_unit_check_no_data - Log a unit check/no data error log
8522 * @ioa_cfg: ioa config struct
8524 * Logs an error indicating the adapter unit checked, but for some
8525 * reason, we were unable to fetch the unit check buffer.
8530 static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
8532 ioa_cfg->errors_logged++;
8533 dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
8537 * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
8538 * @ioa_cfg: ioa config struct
8540 * Fetches the unit check buffer from the adapter by clocking the data
8541 * through the mailbox register.
8546 static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
8548 unsigned long mailbox;
8549 struct ipr_hostrcb *hostrcb;
8550 struct ipr_uc_sdt sdt;
8554 mailbox = readl(ioa_cfg->ioa_mailbox);
8556 if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(mailbox)) {
8557 ipr_unit_check_no_data(ioa_cfg);
8561 memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
8562 rc = ipr_get_ldump_data_section(ioa_cfg, mailbox, (__be32 *) &sdt,
8563 (sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
8565 if (rc || !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY) ||
8566 ((be32_to_cpu(sdt.hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
8567 (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
8568 ipr_unit_check_no_data(ioa_cfg);
8572 /* Find length of the first sdt entry (UC buffer) */
8573 if (be32_to_cpu(sdt.hdr.state) == IPR_FMT3_SDT_READY_TO_USE)
8574 length = be32_to_cpu(sdt.entry[0].end_token);
8576 length = (be32_to_cpu(sdt.entry[0].end_token) -
8577 be32_to_cpu(sdt.entry[0].start_token)) &
8578 IPR_FMT2_MBX_ADDR_MASK;
8580 hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
8581 struct ipr_hostrcb, queue);
8582 list_del_init(&hostrcb->queue);
8583 memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
8585 rc = ipr_get_ldump_data_section(ioa_cfg,
8586 be32_to_cpu(sdt.entry[0].start_token),
8587 (__be32 *)&hostrcb->hcam,
8588 min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
8591 ipr_handle_log_data(ioa_cfg, hostrcb);
8592 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
8593 if (ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED &&
8594 ioa_cfg->sdt_state == GET_DUMP)
8595 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8597 ipr_unit_check_no_data(ioa_cfg);
8599 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
8603 * ipr_reset_get_unit_check_job - Call to get the unit check buffer.
8604 * @ipr_cmd: ipr command struct
8606 * Description: This function will call to get the unit check buffer.
8611 static int ipr_reset_get_unit_check_job(struct ipr_cmnd *ipr_cmd)
8613 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8616 ioa_cfg->ioa_unit_checked = 0;
8617 ipr_get_unit_check_buffer(ioa_cfg);
8618 ipr_cmd->job_step = ipr_reset_alert;
8619 ipr_reset_start_timer(ipr_cmd, 0);
8622 return IPR_RC_JOB_RETURN;
8625 static int ipr_dump_mailbox_wait(struct ipr_cmnd *ipr_cmd)
8627 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8631 if (ioa_cfg->sdt_state != GET_DUMP)
8632 return IPR_RC_JOB_RETURN;
8634 if (!ioa_cfg->sis64 || !ipr_cmd->u.time_left ||
8635 (readl(ioa_cfg->regs.sense_interrupt_reg) &
8636 IPR_PCII_MAILBOX_STABLE)) {
8638 if (!ipr_cmd->u.time_left)
8639 dev_err(&ioa_cfg->pdev->dev,
8640 "Timed out waiting for Mailbox register.\n");
8642 ioa_cfg->sdt_state = READ_DUMP;
8643 ioa_cfg->dump_timeout = 0;
8645 ipr_reset_start_timer(ipr_cmd, IPR_SIS64_DUMP_TIMEOUT);
8647 ipr_reset_start_timer(ipr_cmd, IPR_SIS32_DUMP_TIMEOUT);
8648 ipr_cmd->job_step = ipr_reset_wait_for_dump;
8649 schedule_work(&ioa_cfg->work_q);
8652 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8653 ipr_reset_start_timer(ipr_cmd,
8654 IPR_CHECK_FOR_RESET_TIMEOUT);
8658 return IPR_RC_JOB_RETURN;
8662 * ipr_reset_restore_cfg_space - Restore PCI config space.
8663 * @ipr_cmd: ipr command struct
8665 * Description: This function restores the saved PCI config space of
8666 * the adapter, fails all outstanding ops back to the callers, and
8667 * fetches the dump/unit check if applicable to this reset.
8670 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8672 static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
8674 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8677 ioa_cfg->pdev->state_saved = true;
8678 pci_restore_state(ioa_cfg->pdev);
8680 if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
8681 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
8682 return IPR_RC_JOB_CONTINUE;
8685 ipr_fail_all_ops(ioa_cfg);
8687 if (ioa_cfg->sis64) {
8688 /* Set the adapter to the correct endian mode. */
8689 writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
8690 readl(ioa_cfg->regs.endian_swap_reg);
8693 if (ioa_cfg->ioa_unit_checked) {
8694 if (ioa_cfg->sis64) {
8695 ipr_cmd->job_step = ipr_reset_get_unit_check_job;
8696 ipr_reset_start_timer(ipr_cmd, IPR_DUMP_DELAY_TIMEOUT);
8697 return IPR_RC_JOB_RETURN;
8699 ioa_cfg->ioa_unit_checked = 0;
8700 ipr_get_unit_check_buffer(ioa_cfg);
8701 ipr_cmd->job_step = ipr_reset_alert;
8702 ipr_reset_start_timer(ipr_cmd, 0);
8703 return IPR_RC_JOB_RETURN;
8707 if (ioa_cfg->in_ioa_bringdown) {
8708 ipr_cmd->job_step = ipr_ioa_bringdown_done;
8709 } else if (ioa_cfg->sdt_state == GET_DUMP) {
8710 ipr_cmd->job_step = ipr_dump_mailbox_wait;
8711 ipr_cmd->u.time_left = IPR_WAIT_FOR_MAILBOX;
8713 ipr_cmd->job_step = ipr_reset_enable_ioa;
8717 return IPR_RC_JOB_CONTINUE;
8721 * ipr_reset_bist_done - BIST has completed on the adapter.
8722 * @ipr_cmd: ipr command struct
8724 * Description: Unblock config space and resume the reset process.
8727 * IPR_RC_JOB_CONTINUE
8729 static int ipr_reset_bist_done(struct ipr_cmnd *ipr_cmd)
8731 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8734 if (ioa_cfg->cfg_locked)
8735 pci_cfg_access_unlock(ioa_cfg->pdev);
8736 ioa_cfg->cfg_locked = 0;
8737 ipr_cmd->job_step = ipr_reset_restore_cfg_space;
8739 return IPR_RC_JOB_CONTINUE;
8743 * ipr_reset_start_bist - Run BIST on the adapter.
8744 * @ipr_cmd: ipr command struct
8746 * Description: This function runs BIST on the adapter, then delays 2 seconds.
8749 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8751 static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
8753 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8754 int rc = PCIBIOS_SUCCESSFUL;
8757 if (ioa_cfg->ipr_chip->bist_method == IPR_MMIO)
8758 writel(IPR_UPROCI_SIS64_START_BIST,
8759 ioa_cfg->regs.set_uproc_interrupt_reg32);
8761 rc = pci_write_config_byte(ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
8763 if (rc == PCIBIOS_SUCCESSFUL) {
8764 ipr_cmd->job_step = ipr_reset_bist_done;
8765 ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
8766 rc = IPR_RC_JOB_RETURN;
8768 if (ioa_cfg->cfg_locked)
8769 pci_cfg_access_unlock(ipr_cmd->ioa_cfg->pdev);
8770 ioa_cfg->cfg_locked = 0;
8771 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
8772 rc = IPR_RC_JOB_CONTINUE;
8780 * ipr_reset_slot_reset_done - Clear PCI reset to the adapter
8781 * @ipr_cmd: ipr command struct
8783 * Description: This clears PCI reset to the adapter and delays two seconds.
8788 static int ipr_reset_slot_reset_done(struct ipr_cmnd *ipr_cmd)
8791 ipr_cmd->job_step = ipr_reset_bist_done;
8792 ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
8794 return IPR_RC_JOB_RETURN;
8798 * ipr_reset_reset_work - Pulse a PCIe fundamental reset
8799 * @work: work struct
8801 * Description: This pulses warm reset to a slot.
8804 static void ipr_reset_reset_work(struct work_struct *work)
8806 struct ipr_cmnd *ipr_cmd = container_of(work, struct ipr_cmnd, work);
8807 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8808 struct pci_dev *pdev = ioa_cfg->pdev;
8809 unsigned long lock_flags = 0;
8812 pci_set_pcie_reset_state(pdev, pcie_warm_reset);
8813 msleep(jiffies_to_msecs(IPR_PCI_RESET_TIMEOUT));
8814 pci_set_pcie_reset_state(pdev, pcie_deassert_reset);
8816 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8817 if (ioa_cfg->reset_cmd == ipr_cmd)
8818 ipr_reset_ioa_job(ipr_cmd);
8819 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8824 * ipr_reset_slot_reset - Reset the PCI slot of the adapter.
8825 * @ipr_cmd: ipr command struct
8827 * Description: This asserts PCI reset to the adapter.
8832 static int ipr_reset_slot_reset(struct ipr_cmnd *ipr_cmd)
8834 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8837 INIT_WORK(&ipr_cmd->work, ipr_reset_reset_work);
8838 queue_work(ioa_cfg->reset_work_q, &ipr_cmd->work);
8839 ipr_cmd->job_step = ipr_reset_slot_reset_done;
8841 return IPR_RC_JOB_RETURN;
8845 * ipr_reset_block_config_access_wait - Wait for permission to block config access
8846 * @ipr_cmd: ipr command struct
8848 * Description: This attempts to block config access to the IOA.
8851 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8853 static int ipr_reset_block_config_access_wait(struct ipr_cmnd *ipr_cmd)
8855 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8856 int rc = IPR_RC_JOB_CONTINUE;
8858 if (pci_cfg_access_trylock(ioa_cfg->pdev)) {
8859 ioa_cfg->cfg_locked = 1;
8860 ipr_cmd->job_step = ioa_cfg->reset;
8862 if (ipr_cmd->u.time_left) {
8863 rc = IPR_RC_JOB_RETURN;
8864 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8865 ipr_reset_start_timer(ipr_cmd,
8866 IPR_CHECK_FOR_RESET_TIMEOUT);
8868 ipr_cmd->job_step = ioa_cfg->reset;
8869 dev_err(&ioa_cfg->pdev->dev,
8870 "Timed out waiting to lock config access. Resetting anyway.\n");
8878 * ipr_reset_block_config_access - Block config access to the IOA
8879 * @ipr_cmd: ipr command struct
8881 * Description: This attempts to block config access to the IOA
8884 * IPR_RC_JOB_CONTINUE
8886 static int ipr_reset_block_config_access(struct ipr_cmnd *ipr_cmd)
8888 ipr_cmd->ioa_cfg->cfg_locked = 0;
8889 ipr_cmd->job_step = ipr_reset_block_config_access_wait;
8890 ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8891 return IPR_RC_JOB_CONTINUE;
8895 * ipr_reset_allowed - Query whether or not IOA can be reset
8896 * @ioa_cfg: ioa config struct
8899 * 0 if reset not allowed / non-zero if reset is allowed
8901 static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
8903 volatile u32 temp_reg;
8905 temp_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
8906 return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
8910 * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
8911 * @ipr_cmd: ipr command struct
8913 * Description: This function waits for adapter permission to run BIST,
8914 * then runs BIST. If the adapter does not give permission after a
8915 * reasonable time, we will reset the adapter anyway. The impact of
8916 * resetting the adapter without warning the adapter is the risk of
8917 * losing the persistent error log on the adapter. If the adapter is
8918 * reset while it is writing to the flash on the adapter, the flash
8919 * segment will have bad ECC and be zeroed.
8922 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8924 static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
8926 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8927 int rc = IPR_RC_JOB_RETURN;
8929 if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
8930 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8931 ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8933 ipr_cmd->job_step = ipr_reset_block_config_access;
8934 rc = IPR_RC_JOB_CONTINUE;
8941 * ipr_reset_alert - Alert the adapter of a pending reset
8942 * @ipr_cmd: ipr command struct
8944 * Description: This function alerts the adapter that it will be reset.
8945 * If memory space is not currently enabled, proceed directly
8946 * to running BIST on the adapter. The timer must always be started
8947 * so we guarantee we do not run BIST from ipr_isr.
8952 static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
8954 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8959 rc = pci_read_config_word(ioa_cfg->pdev, PCI_COMMAND, &cmd_reg);
8961 if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
8962 ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
8963 writel(IPR_UPROCI_RESET_ALERT, ioa_cfg->regs.set_uproc_interrupt_reg32);
8964 ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
8966 ipr_cmd->job_step = ipr_reset_block_config_access;
8969 ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8970 ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8973 return IPR_RC_JOB_RETURN;
8977 * ipr_reset_quiesce_done - Complete IOA disconnect
8978 * @ipr_cmd: ipr command struct
8980 * Description: Freeze the adapter to complete quiesce processing
8983 * IPR_RC_JOB_CONTINUE
8985 static int ipr_reset_quiesce_done(struct ipr_cmnd *ipr_cmd)
8987 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8990 ipr_cmd->job_step = ipr_ioa_bringdown_done;
8991 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
8993 return IPR_RC_JOB_CONTINUE;
8997 * ipr_reset_cancel_hcam_done - Check for outstanding commands
8998 * @ipr_cmd: ipr command struct
9000 * Description: Ensure nothing is outstanding to the IOA and
9001 * proceed with IOA disconnect. Otherwise reset the IOA.
9004 * IPR_RC_JOB_RETURN / IPR_RC_JOB_CONTINUE
9006 static int ipr_reset_cancel_hcam_done(struct ipr_cmnd *ipr_cmd)
9008 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9009 struct ipr_cmnd *loop_cmd;
9010 struct ipr_hrr_queue *hrrq;
9011 int rc = IPR_RC_JOB_CONTINUE;
9015 ipr_cmd->job_step = ipr_reset_quiesce_done;
9017 for_each_hrrq(hrrq, ioa_cfg) {
9018 spin_lock(&hrrq->_lock);
9019 list_for_each_entry(loop_cmd, &hrrq->hrrq_pending_q, queue) {
9021 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9022 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
9023 rc = IPR_RC_JOB_RETURN;
9026 spin_unlock(&hrrq->_lock);
9037 * ipr_reset_cancel_hcam - Cancel outstanding HCAMs
9038 * @ipr_cmd: ipr command struct
9040 * Description: Cancel any oustanding HCAMs to the IOA.
9043 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9045 static int ipr_reset_cancel_hcam(struct ipr_cmnd *ipr_cmd)
9047 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9048 int rc = IPR_RC_JOB_CONTINUE;
9049 struct ipr_cmd_pkt *cmd_pkt;
9050 struct ipr_cmnd *hcam_cmd;
9051 struct ipr_hrr_queue *hrrq = &ioa_cfg->hrrq[IPR_INIT_HRRQ];
9054 ipr_cmd->job_step = ipr_reset_cancel_hcam_done;
9056 if (!hrrq->ioa_is_dead) {
9057 if (!list_empty(&ioa_cfg->hostrcb_pending_q)) {
9058 list_for_each_entry(hcam_cmd, &hrrq->hrrq_pending_q, queue) {
9059 if (hcam_cmd->ioarcb.cmd_pkt.cdb[0] != IPR_HOST_CONTROLLED_ASYNC)
9062 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9063 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
9064 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
9065 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
9066 cmd_pkt->cdb[0] = IPR_CANCEL_REQUEST;
9067 cmd_pkt->cdb[1] = IPR_CANCEL_64BIT_IOARCB;
9068 cmd_pkt->cdb[10] = ((u64) hcam_cmd->dma_addr >> 56) & 0xff;
9069 cmd_pkt->cdb[11] = ((u64) hcam_cmd->dma_addr >> 48) & 0xff;
9070 cmd_pkt->cdb[12] = ((u64) hcam_cmd->dma_addr >> 40) & 0xff;
9071 cmd_pkt->cdb[13] = ((u64) hcam_cmd->dma_addr >> 32) & 0xff;
9072 cmd_pkt->cdb[2] = ((u64) hcam_cmd->dma_addr >> 24) & 0xff;
9073 cmd_pkt->cdb[3] = ((u64) hcam_cmd->dma_addr >> 16) & 0xff;
9074 cmd_pkt->cdb[4] = ((u64) hcam_cmd->dma_addr >> 8) & 0xff;
9075 cmd_pkt->cdb[5] = ((u64) hcam_cmd->dma_addr) & 0xff;
9077 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
9078 IPR_CANCEL_TIMEOUT);
9080 rc = IPR_RC_JOB_RETURN;
9081 ipr_cmd->job_step = ipr_reset_cancel_hcam;
9086 ipr_cmd->job_step = ipr_reset_alert;
9093 * ipr_reset_ucode_download_done - Microcode download completion
9094 * @ipr_cmd: ipr command struct
9096 * Description: This function unmaps the microcode download buffer.
9099 * IPR_RC_JOB_CONTINUE
9101 static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
9103 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9104 struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
9106 dma_unmap_sg(&ioa_cfg->pdev->dev, sglist->scatterlist,
9107 sglist->num_sg, DMA_TO_DEVICE);
9109 ipr_cmd->job_step = ipr_reset_alert;
9110 return IPR_RC_JOB_CONTINUE;
9114 * ipr_reset_ucode_download - Download microcode to the adapter
9115 * @ipr_cmd: ipr command struct
9117 * Description: This function checks to see if it there is microcode
9118 * to download to the adapter. If there is, a download is performed.
9121 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9123 static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
9125 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9126 struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
9129 ipr_cmd->job_step = ipr_reset_alert;
9132 return IPR_RC_JOB_CONTINUE;
9134 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9135 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
9136 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
9137 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
9138 ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
9139 ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
9140 ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
9143 ipr_build_ucode_ioadl64(ipr_cmd, sglist);
9145 ipr_build_ucode_ioadl(ipr_cmd, sglist);
9146 ipr_cmd->job_step = ipr_reset_ucode_download_done;
9148 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
9149 IPR_WRITE_BUFFER_TIMEOUT);
9152 return IPR_RC_JOB_RETURN;
9156 * ipr_reset_shutdown_ioa - Shutdown the adapter
9157 * @ipr_cmd: ipr command struct
9159 * Description: This function issues an adapter shutdown of the
9160 * specified type to the specified adapter as part of the
9161 * adapter reset job.
9164 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
9166 static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
9168 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9169 enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
9170 unsigned long timeout;
9171 int rc = IPR_RC_JOB_CONTINUE;
9174 if (shutdown_type == IPR_SHUTDOWN_QUIESCE)
9175 ipr_cmd->job_step = ipr_reset_cancel_hcam;
9176 else if (shutdown_type != IPR_SHUTDOWN_NONE &&
9177 !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
9178 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9179 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
9180 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
9181 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
9183 if (shutdown_type == IPR_SHUTDOWN_NORMAL)
9184 timeout = IPR_SHUTDOWN_TIMEOUT;
9185 else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
9186 timeout = IPR_INTERNAL_TIMEOUT;
9187 else if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
9188 timeout = IPR_DUAL_IOA_ABBR_SHUTDOWN_TO;
9190 timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
9192 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, timeout);
9194 rc = IPR_RC_JOB_RETURN;
9195 ipr_cmd->job_step = ipr_reset_ucode_download;
9197 ipr_cmd->job_step = ipr_reset_alert;
9204 * ipr_reset_ioa_job - Adapter reset job
9205 * @ipr_cmd: ipr command struct
9207 * Description: This function is the job router for the adapter reset job.
9212 static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
9215 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9218 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
9220 if (ioa_cfg->reset_cmd != ipr_cmd) {
9222 * We are doing nested adapter resets and this is
9223 * not the current reset job.
9225 list_add_tail(&ipr_cmd->queue,
9226 &ipr_cmd->hrrq->hrrq_free_q);
9230 if (IPR_IOASC_SENSE_KEY(ioasc)) {
9231 rc = ipr_cmd->job_step_failed(ipr_cmd);
9232 if (rc == IPR_RC_JOB_RETURN)
9236 ipr_reinit_ipr_cmnd(ipr_cmd);
9237 ipr_cmd->job_step_failed = ipr_reset_cmd_failed;
9238 rc = ipr_cmd->job_step(ipr_cmd);
9239 } while (rc == IPR_RC_JOB_CONTINUE);
9243 * _ipr_initiate_ioa_reset - Initiate an adapter reset
9244 * @ioa_cfg: ioa config struct
9245 * @job_step: first job step of reset job
9246 * @shutdown_type: shutdown type
9248 * Description: This function will initiate the reset of the given adapter
9249 * starting at the selected job step.
9250 * If the caller needs to wait on the completion of the reset,
9251 * the caller must sleep on the reset_wait_q.
9256 static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
9257 int (*job_step) (struct ipr_cmnd *),
9258 enum ipr_shutdown_type shutdown_type)
9260 struct ipr_cmnd *ipr_cmd;
9263 ioa_cfg->in_reset_reload = 1;
9264 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9265 spin_lock(&ioa_cfg->hrrq[i]._lock);
9266 ioa_cfg->hrrq[i].allow_cmds = 0;
9267 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9270 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
9271 ioa_cfg->scsi_unblock = 0;
9272 ioa_cfg->scsi_blocked = 1;
9273 scsi_block_requests(ioa_cfg->host);
9276 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
9277 ioa_cfg->reset_cmd = ipr_cmd;
9278 ipr_cmd->job_step = job_step;
9279 ipr_cmd->u.shutdown_type = shutdown_type;
9281 ipr_reset_ioa_job(ipr_cmd);
9285 * ipr_initiate_ioa_reset - Initiate an adapter reset
9286 * @ioa_cfg: ioa config struct
9287 * @shutdown_type: shutdown type
9289 * Description: This function will initiate the reset of the given adapter.
9290 * If the caller needs to wait on the completion of the reset,
9291 * the caller must sleep on the reset_wait_q.
9296 static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
9297 enum ipr_shutdown_type shutdown_type)
9301 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
9304 if (ioa_cfg->in_reset_reload) {
9305 if (ioa_cfg->sdt_state == GET_DUMP)
9306 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
9307 else if (ioa_cfg->sdt_state == READ_DUMP)
9308 ioa_cfg->sdt_state = ABORT_DUMP;
9311 if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
9312 dev_err(&ioa_cfg->pdev->dev,
9313 "IOA taken offline - error recovery failed\n");
9315 ioa_cfg->reset_retries = 0;
9316 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9317 spin_lock(&ioa_cfg->hrrq[i]._lock);
9318 ioa_cfg->hrrq[i].ioa_is_dead = 1;
9319 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9323 if (ioa_cfg->in_ioa_bringdown) {
9324 ioa_cfg->reset_cmd = NULL;
9325 ioa_cfg->in_reset_reload = 0;
9326 ipr_fail_all_ops(ioa_cfg);
9327 wake_up_all(&ioa_cfg->reset_wait_q);
9329 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
9330 ioa_cfg->scsi_unblock = 1;
9331 schedule_work(&ioa_cfg->work_q);
9335 ioa_cfg->in_ioa_bringdown = 1;
9336 shutdown_type = IPR_SHUTDOWN_NONE;
9340 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_shutdown_ioa,
9345 * ipr_reset_freeze - Hold off all I/O activity
9346 * @ipr_cmd: ipr command struct
9348 * Description: If the PCI slot is frozen, hold off all I/O
9349 * activity; then, as soon as the slot is available again,
9350 * initiate an adapter reset.
9352 static int ipr_reset_freeze(struct ipr_cmnd *ipr_cmd)
9354 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9357 /* Disallow new interrupts, avoid loop */
9358 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9359 spin_lock(&ioa_cfg->hrrq[i]._lock);
9360 ioa_cfg->hrrq[i].allow_interrupts = 0;
9361 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9364 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
9365 ipr_cmd->done = ipr_reset_ioa_job;
9366 return IPR_RC_JOB_RETURN;
9370 * ipr_pci_mmio_enabled - Called when MMIO has been re-enabled
9371 * @pdev: PCI device struct
9373 * Description: This routine is called to tell us that the MMIO
9374 * access to the IOA has been restored
9376 static pci_ers_result_t ipr_pci_mmio_enabled(struct pci_dev *pdev)
9378 unsigned long flags = 0;
9379 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9381 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9382 if (!ioa_cfg->probe_done)
9383 pci_save_state(pdev);
9384 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9385 return PCI_ERS_RESULT_NEED_RESET;
9389 * ipr_pci_frozen - Called when slot has experienced a PCI bus error.
9390 * @pdev: PCI device struct
9392 * Description: This routine is called to tell us that the PCI bus
9393 * is down. Can't do anything here, except put the device driver
9394 * into a holding pattern, waiting for the PCI bus to come back.
9396 static void ipr_pci_frozen(struct pci_dev *pdev)
9398 unsigned long flags = 0;
9399 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9401 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9402 if (ioa_cfg->probe_done)
9403 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_freeze, IPR_SHUTDOWN_NONE);
9404 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9408 * ipr_pci_slot_reset - Called when PCI slot has been reset.
9409 * @pdev: PCI device struct
9411 * Description: This routine is called by the pci error recovery
9412 * code after the PCI slot has been reset, just before we
9413 * should resume normal operations.
9415 static pci_ers_result_t ipr_pci_slot_reset(struct pci_dev *pdev)
9417 unsigned long flags = 0;
9418 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9420 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9421 if (ioa_cfg->probe_done) {
9422 if (ioa_cfg->needs_warm_reset)
9423 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9425 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_restore_cfg_space,
9428 wake_up_all(&ioa_cfg->eeh_wait_q);
9429 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9430 return PCI_ERS_RESULT_RECOVERED;
9434 * ipr_pci_perm_failure - Called when PCI slot is dead for good.
9435 * @pdev: PCI device struct
9437 * Description: This routine is called when the PCI bus has
9438 * permanently failed.
9440 static void ipr_pci_perm_failure(struct pci_dev *pdev)
9442 unsigned long flags = 0;
9443 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9446 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9447 if (ioa_cfg->probe_done) {
9448 if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
9449 ioa_cfg->sdt_state = ABORT_DUMP;
9450 ioa_cfg->reset_retries = IPR_NUM_RESET_RELOAD_RETRIES - 1;
9451 ioa_cfg->in_ioa_bringdown = 1;
9452 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9453 spin_lock(&ioa_cfg->hrrq[i]._lock);
9454 ioa_cfg->hrrq[i].allow_cmds = 0;
9455 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9458 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9460 wake_up_all(&ioa_cfg->eeh_wait_q);
9461 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9465 * ipr_pci_error_detected - Called when a PCI error is detected.
9466 * @pdev: PCI device struct
9467 * @state: PCI channel state
9469 * Description: Called when a PCI error is detected.
9472 * PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
9474 static pci_ers_result_t ipr_pci_error_detected(struct pci_dev *pdev,
9475 pci_channel_state_t state)
9478 case pci_channel_io_frozen:
9479 ipr_pci_frozen(pdev);
9480 return PCI_ERS_RESULT_CAN_RECOVER;
9481 case pci_channel_io_perm_failure:
9482 ipr_pci_perm_failure(pdev);
9483 return PCI_ERS_RESULT_DISCONNECT;
9487 return PCI_ERS_RESULT_NEED_RESET;
9491 * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
9492 * @ioa_cfg: ioa cfg struct
9494 * Description: This is the second phase of adapter initialization
9495 * This function takes care of initilizing the adapter to the point
9496 * where it can accept new commands.
9498 * 0 on success / -EIO on failure
9500 static int ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
9503 unsigned long host_lock_flags = 0;
9506 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9507 dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
9508 ioa_cfg->probe_done = 1;
9509 if (ioa_cfg->needs_hard_reset) {
9510 ioa_cfg->needs_hard_reset = 0;
9511 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
9513 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_enable_ioa,
9515 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9522 * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
9523 * @ioa_cfg: ioa config struct
9528 static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
9532 if (ioa_cfg->ipr_cmnd_list) {
9533 for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
9534 if (ioa_cfg->ipr_cmnd_list[i])
9535 dma_pool_free(ioa_cfg->ipr_cmd_pool,
9536 ioa_cfg->ipr_cmnd_list[i],
9537 ioa_cfg->ipr_cmnd_list_dma[i]);
9539 ioa_cfg->ipr_cmnd_list[i] = NULL;
9543 dma_pool_destroy(ioa_cfg->ipr_cmd_pool);
9545 kfree(ioa_cfg->ipr_cmnd_list);
9546 kfree(ioa_cfg->ipr_cmnd_list_dma);
9547 ioa_cfg->ipr_cmnd_list = NULL;
9548 ioa_cfg->ipr_cmnd_list_dma = NULL;
9549 ioa_cfg->ipr_cmd_pool = NULL;
9553 * ipr_free_mem - Frees memory allocated for an adapter
9554 * @ioa_cfg: ioa cfg struct
9559 static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
9563 kfree(ioa_cfg->res_entries);
9564 dma_free_coherent(&ioa_cfg->pdev->dev, sizeof(struct ipr_misc_cbs),
9565 ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
9566 ipr_free_cmd_blks(ioa_cfg);
9568 for (i = 0; i < ioa_cfg->hrrq_num; i++)
9569 dma_free_coherent(&ioa_cfg->pdev->dev,
9570 sizeof(u32) * ioa_cfg->hrrq[i].size,
9571 ioa_cfg->hrrq[i].host_rrq,
9572 ioa_cfg->hrrq[i].host_rrq_dma);
9574 dma_free_coherent(&ioa_cfg->pdev->dev, ioa_cfg->cfg_table_size,
9575 ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
9577 for (i = 0; i < IPR_MAX_HCAMS; i++) {
9578 dma_free_coherent(&ioa_cfg->pdev->dev,
9579 sizeof(struct ipr_hostrcb),
9580 ioa_cfg->hostrcb[i],
9581 ioa_cfg->hostrcb_dma[i]);
9584 ipr_free_dump(ioa_cfg);
9585 kfree(ioa_cfg->trace);
9589 * ipr_free_irqs - Free all allocated IRQs for the adapter.
9590 * @ioa_cfg: ipr cfg struct
9592 * This function frees all allocated IRQs for the
9593 * specified adapter.
9598 static void ipr_free_irqs(struct ipr_ioa_cfg *ioa_cfg)
9600 struct pci_dev *pdev = ioa_cfg->pdev;
9603 for (i = 0; i < ioa_cfg->nvectors; i++)
9604 free_irq(pci_irq_vector(pdev, i), &ioa_cfg->hrrq[i]);
9605 pci_free_irq_vectors(pdev);
9609 * ipr_free_all_resources - Free all allocated resources for an adapter.
9610 * @ioa_cfg: ioa config struct
9612 * This function frees all allocated resources for the
9613 * specified adapter.
9618 static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
9620 struct pci_dev *pdev = ioa_cfg->pdev;
9623 ipr_free_irqs(ioa_cfg);
9624 if (ioa_cfg->reset_work_q)
9625 destroy_workqueue(ioa_cfg->reset_work_q);
9626 iounmap(ioa_cfg->hdw_dma_regs);
9627 pci_release_regions(pdev);
9628 ipr_free_mem(ioa_cfg);
9629 scsi_host_put(ioa_cfg->host);
9630 pci_disable_device(pdev);
9635 * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
9636 * @ioa_cfg: ioa config struct
9639 * 0 on success / -ENOMEM on allocation failure
9641 static int ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
9643 struct ipr_cmnd *ipr_cmd;
9644 struct ipr_ioarcb *ioarcb;
9645 dma_addr_t dma_addr;
9646 int i, entries_each_hrrq, hrrq_id = 0;
9648 ioa_cfg->ipr_cmd_pool = dma_pool_create(IPR_NAME, &ioa_cfg->pdev->dev,
9649 sizeof(struct ipr_cmnd), 512, 0);
9651 if (!ioa_cfg->ipr_cmd_pool)
9654 ioa_cfg->ipr_cmnd_list = kcalloc(IPR_NUM_CMD_BLKS, sizeof(struct ipr_cmnd *), GFP_KERNEL);
9655 ioa_cfg->ipr_cmnd_list_dma = kcalloc(IPR_NUM_CMD_BLKS, sizeof(dma_addr_t), GFP_KERNEL);
9657 if (!ioa_cfg->ipr_cmnd_list || !ioa_cfg->ipr_cmnd_list_dma) {
9658 ipr_free_cmd_blks(ioa_cfg);
9662 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9663 if (ioa_cfg->hrrq_num > 1) {
9665 entries_each_hrrq = IPR_NUM_INTERNAL_CMD_BLKS;
9666 ioa_cfg->hrrq[i].min_cmd_id = 0;
9667 ioa_cfg->hrrq[i].max_cmd_id =
9668 (entries_each_hrrq - 1);
9671 IPR_NUM_BASE_CMD_BLKS/
9672 (ioa_cfg->hrrq_num - 1);
9673 ioa_cfg->hrrq[i].min_cmd_id =
9674 IPR_NUM_INTERNAL_CMD_BLKS +
9675 (i - 1) * entries_each_hrrq;
9676 ioa_cfg->hrrq[i].max_cmd_id =
9677 (IPR_NUM_INTERNAL_CMD_BLKS +
9678 i * entries_each_hrrq - 1);
9681 entries_each_hrrq = IPR_NUM_CMD_BLKS;
9682 ioa_cfg->hrrq[i].min_cmd_id = 0;
9683 ioa_cfg->hrrq[i].max_cmd_id = (entries_each_hrrq - 1);
9685 ioa_cfg->hrrq[i].size = entries_each_hrrq;
9688 BUG_ON(ioa_cfg->hrrq_num == 0);
9690 i = IPR_NUM_CMD_BLKS -
9691 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id - 1;
9693 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].size += i;
9694 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id += i;
9697 for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
9698 ipr_cmd = dma_pool_zalloc(ioa_cfg->ipr_cmd_pool,
9699 GFP_KERNEL, &dma_addr);
9702 ipr_free_cmd_blks(ioa_cfg);
9706 ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
9707 ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
9709 ioarcb = &ipr_cmd->ioarcb;
9710 ipr_cmd->dma_addr = dma_addr;
9712 ioarcb->a.ioarcb_host_pci_addr64 = cpu_to_be64(dma_addr);
9714 ioarcb->a.ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
9716 ioarcb->host_response_handle = cpu_to_be32(i << 2);
9717 if (ioa_cfg->sis64) {
9718 ioarcb->u.sis64_addr_data.data_ioadl_addr =
9719 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
9720 ioarcb->u.sis64_addr_data.ioasa_host_pci_addr =
9721 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, s.ioasa64));
9723 ioarcb->write_ioadl_addr =
9724 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
9725 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
9726 ioarcb->ioasa_host_pci_addr =
9727 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, s.ioasa));
9729 ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
9730 ipr_cmd->cmd_index = i;
9731 ipr_cmd->ioa_cfg = ioa_cfg;
9732 ipr_cmd->sense_buffer_dma = dma_addr +
9733 offsetof(struct ipr_cmnd, sense_buffer);
9735 ipr_cmd->ioarcb.cmd_pkt.hrrq_id = hrrq_id;
9736 ipr_cmd->hrrq = &ioa_cfg->hrrq[hrrq_id];
9737 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
9738 if (i >= ioa_cfg->hrrq[hrrq_id].max_cmd_id)
9746 * ipr_alloc_mem - Allocate memory for an adapter
9747 * @ioa_cfg: ioa config struct
9750 * 0 on success / non-zero for error
9752 static int ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
9754 struct pci_dev *pdev = ioa_cfg->pdev;
9755 int i, rc = -ENOMEM;
9758 ioa_cfg->res_entries = kcalloc(ioa_cfg->max_devs_supported,
9759 sizeof(struct ipr_resource_entry),
9762 if (!ioa_cfg->res_entries)
9765 for (i = 0; i < ioa_cfg->max_devs_supported; i++) {
9766 list_add_tail(&ioa_cfg->res_entries[i].queue, &ioa_cfg->free_res_q);
9767 ioa_cfg->res_entries[i].ioa_cfg = ioa_cfg;
9770 ioa_cfg->vpd_cbs = dma_alloc_coherent(&pdev->dev,
9771 sizeof(struct ipr_misc_cbs),
9772 &ioa_cfg->vpd_cbs_dma,
9775 if (!ioa_cfg->vpd_cbs)
9776 goto out_free_res_entries;
9778 if (ipr_alloc_cmd_blks(ioa_cfg))
9779 goto out_free_vpd_cbs;
9781 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9782 ioa_cfg->hrrq[i].host_rrq = dma_alloc_coherent(&pdev->dev,
9783 sizeof(u32) * ioa_cfg->hrrq[i].size,
9784 &ioa_cfg->hrrq[i].host_rrq_dma,
9787 if (!ioa_cfg->hrrq[i].host_rrq) {
9789 dma_free_coherent(&pdev->dev,
9790 sizeof(u32) * ioa_cfg->hrrq[i].size,
9791 ioa_cfg->hrrq[i].host_rrq,
9792 ioa_cfg->hrrq[i].host_rrq_dma);
9793 goto out_ipr_free_cmd_blocks;
9795 ioa_cfg->hrrq[i].ioa_cfg = ioa_cfg;
9798 ioa_cfg->u.cfg_table = dma_alloc_coherent(&pdev->dev,
9799 ioa_cfg->cfg_table_size,
9800 &ioa_cfg->cfg_table_dma,
9803 if (!ioa_cfg->u.cfg_table)
9804 goto out_free_host_rrq;
9806 for (i = 0; i < IPR_MAX_HCAMS; i++) {
9807 ioa_cfg->hostrcb[i] = dma_alloc_coherent(&pdev->dev,
9808 sizeof(struct ipr_hostrcb),
9809 &ioa_cfg->hostrcb_dma[i],
9812 if (!ioa_cfg->hostrcb[i])
9813 goto out_free_hostrcb_dma;
9815 ioa_cfg->hostrcb[i]->hostrcb_dma =
9816 ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
9817 ioa_cfg->hostrcb[i]->ioa_cfg = ioa_cfg;
9818 list_add_tail(&ioa_cfg->hostrcb[i]->queue, &ioa_cfg->hostrcb_free_q);
9821 ioa_cfg->trace = kcalloc(IPR_NUM_TRACE_ENTRIES,
9822 sizeof(struct ipr_trace_entry),
9825 if (!ioa_cfg->trace)
9826 goto out_free_hostrcb_dma;
9833 out_free_hostrcb_dma:
9835 dma_free_coherent(&pdev->dev, sizeof(struct ipr_hostrcb),
9836 ioa_cfg->hostrcb[i],
9837 ioa_cfg->hostrcb_dma[i]);
9839 dma_free_coherent(&pdev->dev, ioa_cfg->cfg_table_size,
9840 ioa_cfg->u.cfg_table, ioa_cfg->cfg_table_dma);
9842 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9843 dma_free_coherent(&pdev->dev,
9844 sizeof(u32) * ioa_cfg->hrrq[i].size,
9845 ioa_cfg->hrrq[i].host_rrq,
9846 ioa_cfg->hrrq[i].host_rrq_dma);
9848 out_ipr_free_cmd_blocks:
9849 ipr_free_cmd_blks(ioa_cfg);
9851 dma_free_coherent(&pdev->dev, sizeof(struct ipr_misc_cbs),
9852 ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
9853 out_free_res_entries:
9854 kfree(ioa_cfg->res_entries);
9859 * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
9860 * @ioa_cfg: ioa config struct
9865 static void ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
9869 for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
9870 ioa_cfg->bus_attr[i].bus = i;
9871 ioa_cfg->bus_attr[i].qas_enabled = 0;
9872 ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
9873 if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
9874 ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
9876 ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
9881 * ipr_init_regs - Initialize IOA registers
9882 * @ioa_cfg: ioa config struct
9887 static void ipr_init_regs(struct ipr_ioa_cfg *ioa_cfg)
9889 const struct ipr_interrupt_offsets *p;
9890 struct ipr_interrupts *t;
9893 p = &ioa_cfg->chip_cfg->regs;
9895 base = ioa_cfg->hdw_dma_regs;
9897 t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
9898 t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
9899 t->clr_interrupt_mask_reg32 = base + p->clr_interrupt_mask_reg32;
9900 t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
9901 t->sense_interrupt_mask_reg32 = base + p->sense_interrupt_mask_reg32;
9902 t->clr_interrupt_reg = base + p->clr_interrupt_reg;
9903 t->clr_interrupt_reg32 = base + p->clr_interrupt_reg32;
9904 t->sense_interrupt_reg = base + p->sense_interrupt_reg;
9905 t->sense_interrupt_reg32 = base + p->sense_interrupt_reg32;
9906 t->ioarrin_reg = base + p->ioarrin_reg;
9907 t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
9908 t->sense_uproc_interrupt_reg32 = base + p->sense_uproc_interrupt_reg32;
9909 t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
9910 t->set_uproc_interrupt_reg32 = base + p->set_uproc_interrupt_reg32;
9911 t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
9912 t->clr_uproc_interrupt_reg32 = base + p->clr_uproc_interrupt_reg32;
9914 if (ioa_cfg->sis64) {
9915 t->init_feedback_reg = base + p->init_feedback_reg;
9916 t->dump_addr_reg = base + p->dump_addr_reg;
9917 t->dump_data_reg = base + p->dump_data_reg;
9918 t->endian_swap_reg = base + p->endian_swap_reg;
9923 * ipr_init_ioa_cfg - Initialize IOA config struct
9924 * @ioa_cfg: ioa config struct
9925 * @host: scsi host struct
9926 * @pdev: PCI dev struct
9931 static void ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
9932 struct Scsi_Host *host, struct pci_dev *pdev)
9936 ioa_cfg->host = host;
9937 ioa_cfg->pdev = pdev;
9938 ioa_cfg->log_level = ipr_log_level;
9939 ioa_cfg->doorbell = IPR_DOORBELL;
9940 sprintf(ioa_cfg->eye_catcher, IPR_EYECATCHER);
9941 sprintf(ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
9942 sprintf(ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
9943 sprintf(ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
9944 sprintf(ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
9945 sprintf(ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
9947 INIT_LIST_HEAD(&ioa_cfg->hostrcb_free_q);
9948 INIT_LIST_HEAD(&ioa_cfg->hostrcb_pending_q);
9949 INIT_LIST_HEAD(&ioa_cfg->hostrcb_report_q);
9950 INIT_LIST_HEAD(&ioa_cfg->free_res_q);
9951 INIT_LIST_HEAD(&ioa_cfg->used_res_q);
9952 INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread);
9953 INIT_WORK(&ioa_cfg->scsi_add_work_q, ipr_add_remove_thread);
9954 init_waitqueue_head(&ioa_cfg->reset_wait_q);
9955 init_waitqueue_head(&ioa_cfg->msi_wait_q);
9956 init_waitqueue_head(&ioa_cfg->eeh_wait_q);
9957 ioa_cfg->sdt_state = INACTIVE;
9959 ipr_initialize_bus_attr(ioa_cfg);
9960 ioa_cfg->max_devs_supported = ipr_max_devs;
9962 if (ioa_cfg->sis64) {
9963 host->max_channel = IPR_MAX_SIS64_BUSES;
9964 host->max_id = IPR_MAX_SIS64_TARGETS_PER_BUS;
9965 host->max_lun = IPR_MAX_SIS64_LUNS_PER_TARGET;
9966 if (ipr_max_devs > IPR_MAX_SIS64_DEVS)
9967 ioa_cfg->max_devs_supported = IPR_MAX_SIS64_DEVS;
9968 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr64)
9969 + ((sizeof(struct ipr_config_table_entry64)
9970 * ioa_cfg->max_devs_supported)));
9972 host->max_channel = IPR_VSET_BUS;
9973 host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
9974 host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
9975 if (ipr_max_devs > IPR_MAX_PHYSICAL_DEVS)
9976 ioa_cfg->max_devs_supported = IPR_MAX_PHYSICAL_DEVS;
9977 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr)
9978 + ((sizeof(struct ipr_config_table_entry)
9979 * ioa_cfg->max_devs_supported)));
9982 host->unique_id = host->host_no;
9983 host->max_cmd_len = IPR_MAX_CDB_LEN;
9984 host->can_queue = ioa_cfg->max_cmds;
9985 pci_set_drvdata(pdev, ioa_cfg);
9987 for (i = 0; i < ARRAY_SIZE(ioa_cfg->hrrq); i++) {
9988 INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_free_q);
9989 INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_pending_q);
9990 spin_lock_init(&ioa_cfg->hrrq[i]._lock);
9992 ioa_cfg->hrrq[i].lock = ioa_cfg->host->host_lock;
9994 ioa_cfg->hrrq[i].lock = &ioa_cfg->hrrq[i]._lock;
9999 * ipr_get_chip_info - Find adapter chip information
10000 * @dev_id: PCI device id struct
10003 * ptr to chip information on success / NULL on failure
10005 static const struct ipr_chip_t *
10006 ipr_get_chip_info(const struct pci_device_id *dev_id)
10010 for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
10011 if (ipr_chip[i].vendor == dev_id->vendor &&
10012 ipr_chip[i].device == dev_id->device)
10013 return &ipr_chip[i];
10018 * ipr_wait_for_pci_err_recovery - Wait for any PCI error recovery to complete
10019 * during probe time
10020 * @ioa_cfg: ioa config struct
10025 static void ipr_wait_for_pci_err_recovery(struct ipr_ioa_cfg *ioa_cfg)
10027 struct pci_dev *pdev = ioa_cfg->pdev;
10029 if (pci_channel_offline(pdev)) {
10030 wait_event_timeout(ioa_cfg->eeh_wait_q,
10031 !pci_channel_offline(pdev),
10032 IPR_PCI_ERROR_RECOVERY_TIMEOUT);
10033 pci_restore_state(pdev);
10037 static void name_msi_vectors(struct ipr_ioa_cfg *ioa_cfg)
10039 int vec_idx, n = sizeof(ioa_cfg->vectors_info[0].desc) - 1;
10041 for (vec_idx = 0; vec_idx < ioa_cfg->nvectors; vec_idx++) {
10042 snprintf(ioa_cfg->vectors_info[vec_idx].desc, n,
10043 "host%d-%d", ioa_cfg->host->host_no, vec_idx);
10044 ioa_cfg->vectors_info[vec_idx].
10045 desc[strlen(ioa_cfg->vectors_info[vec_idx].desc)] = 0;
10049 static int ipr_request_other_msi_irqs(struct ipr_ioa_cfg *ioa_cfg,
10050 struct pci_dev *pdev)
10054 for (i = 1; i < ioa_cfg->nvectors; i++) {
10055 rc = request_irq(pci_irq_vector(pdev, i),
10058 ioa_cfg->vectors_info[i].desc,
10059 &ioa_cfg->hrrq[i]);
10062 free_irq(pci_irq_vector(pdev, i),
10063 &ioa_cfg->hrrq[i]);
10071 * ipr_test_intr - Handle the interrupt generated in ipr_test_msi().
10072 * @devp: PCI device struct
10075 * Description: Simply set the msi_received flag to 1 indicating that
10076 * Message Signaled Interrupts are supported.
10079 * 0 on success / non-zero on failure
10081 static irqreturn_t ipr_test_intr(int irq, void *devp)
10083 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
10084 unsigned long lock_flags = 0;
10086 dev_info(&ioa_cfg->pdev->dev, "Received IRQ : %d\n", irq);
10087 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10089 ioa_cfg->msi_received = 1;
10090 wake_up(&ioa_cfg->msi_wait_q);
10092 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10093 return IRQ_HANDLED;
10097 * ipr_test_msi - Test for Message Signaled Interrupt (MSI) support.
10098 * @ioa_cfg: ioa config struct
10099 * @pdev: PCI device struct
10101 * Description: This routine sets up and initiates a test interrupt to determine
10102 * if the interrupt is received via the ipr_test_intr() service routine.
10103 * If the tests fails, the driver will fall back to LSI.
10106 * 0 on success / non-zero on failure
10108 static int ipr_test_msi(struct ipr_ioa_cfg *ioa_cfg, struct pci_dev *pdev)
10111 unsigned long lock_flags = 0;
10112 int irq = pci_irq_vector(pdev, 0);
10116 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10117 init_waitqueue_head(&ioa_cfg->msi_wait_q);
10118 ioa_cfg->msi_received = 0;
10119 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
10120 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.clr_interrupt_mask_reg32);
10121 readl(ioa_cfg->regs.sense_interrupt_mask_reg);
10122 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10124 rc = request_irq(irq, ipr_test_intr, 0, IPR_NAME, ioa_cfg);
10126 dev_err(&pdev->dev, "Can not assign irq %d\n", irq);
10128 } else if (ipr_debug)
10129 dev_info(&pdev->dev, "IRQ assigned: %d\n", irq);
10131 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.sense_interrupt_reg32);
10132 readl(ioa_cfg->regs.sense_interrupt_reg);
10133 wait_event_timeout(ioa_cfg->msi_wait_q, ioa_cfg->msi_received, HZ);
10134 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10135 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
10137 if (!ioa_cfg->msi_received) {
10138 /* MSI test failed */
10139 dev_info(&pdev->dev, "MSI test failed. Falling back to LSI.\n");
10141 } else if (ipr_debug)
10142 dev_info(&pdev->dev, "MSI test succeeded.\n");
10144 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10146 free_irq(irq, ioa_cfg);
10153 /* ipr_probe_ioa - Allocates memory and does first stage of initialization
10154 * @pdev: PCI device struct
10155 * @dev_id: PCI device id struct
10158 * 0 on success / non-zero on failure
10160 static int ipr_probe_ioa(struct pci_dev *pdev,
10161 const struct pci_device_id *dev_id)
10163 struct ipr_ioa_cfg *ioa_cfg;
10164 struct Scsi_Host *host;
10165 unsigned long ipr_regs_pci;
10166 void __iomem *ipr_regs;
10167 int rc = PCIBIOS_SUCCESSFUL;
10168 volatile u32 mask, uproc, interrupts;
10169 unsigned long lock_flags, driver_lock_flags;
10170 unsigned int irq_flag;
10174 dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
10175 host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
10178 dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
10183 ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
10184 memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
10185 ata_host_init(&ioa_cfg->ata_host, &pdev->dev, &ipr_sata_ops);
10187 ioa_cfg->ipr_chip = ipr_get_chip_info(dev_id);
10189 if (!ioa_cfg->ipr_chip) {
10190 dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
10191 dev_id->vendor, dev_id->device);
10192 goto out_scsi_host_put;
10195 /* set SIS 32 or SIS 64 */
10196 ioa_cfg->sis64 = ioa_cfg->ipr_chip->sis_type == IPR_SIS64 ? 1 : 0;
10197 ioa_cfg->chip_cfg = ioa_cfg->ipr_chip->cfg;
10198 ioa_cfg->clear_isr = ioa_cfg->chip_cfg->clear_isr;
10199 ioa_cfg->max_cmds = ioa_cfg->chip_cfg->max_cmds;
10201 if (ipr_transop_timeout)
10202 ioa_cfg->transop_timeout = ipr_transop_timeout;
10203 else if (dev_id->driver_data & IPR_USE_LONG_TRANSOP_TIMEOUT)
10204 ioa_cfg->transop_timeout = IPR_LONG_OPERATIONAL_TIMEOUT;
10206 ioa_cfg->transop_timeout = IPR_OPERATIONAL_TIMEOUT;
10208 ioa_cfg->revid = pdev->revision;
10210 ipr_init_ioa_cfg(ioa_cfg, host, pdev);
10212 ipr_regs_pci = pci_resource_start(pdev, 0);
10214 rc = pci_request_regions(pdev, IPR_NAME);
10216 dev_err(&pdev->dev,
10217 "Couldn't register memory range of registers\n");
10218 goto out_scsi_host_put;
10221 rc = pci_enable_device(pdev);
10223 if (rc || pci_channel_offline(pdev)) {
10224 if (pci_channel_offline(pdev)) {
10225 ipr_wait_for_pci_err_recovery(ioa_cfg);
10226 rc = pci_enable_device(pdev);
10230 dev_err(&pdev->dev, "Cannot enable adapter\n");
10231 ipr_wait_for_pci_err_recovery(ioa_cfg);
10232 goto out_release_regions;
10236 ipr_regs = pci_ioremap_bar(pdev, 0);
10239 dev_err(&pdev->dev,
10240 "Couldn't map memory range of registers\n");
10245 ioa_cfg->hdw_dma_regs = ipr_regs;
10246 ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
10247 ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
10249 ipr_init_regs(ioa_cfg);
10251 if (ioa_cfg->sis64) {
10252 rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
10254 dev_dbg(&pdev->dev, "Failed to set 64 bit DMA mask\n");
10255 rc = dma_set_mask_and_coherent(&pdev->dev,
10259 rc = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32));
10262 dev_err(&pdev->dev, "Failed to set DMA mask\n");
10263 goto cleanup_nomem;
10266 rc = pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE,
10267 ioa_cfg->chip_cfg->cache_line_size);
10269 if (rc != PCIBIOS_SUCCESSFUL) {
10270 dev_err(&pdev->dev, "Write of cache line size failed\n");
10271 ipr_wait_for_pci_err_recovery(ioa_cfg);
10273 goto cleanup_nomem;
10276 /* Issue MMIO read to ensure card is not in EEH */
10277 interrupts = readl(ioa_cfg->regs.sense_interrupt_reg);
10278 ipr_wait_for_pci_err_recovery(ioa_cfg);
10280 if (ipr_number_of_msix > IPR_MAX_MSIX_VECTORS) {
10281 dev_err(&pdev->dev, "The max number of MSIX is %d\n",
10282 IPR_MAX_MSIX_VECTORS);
10283 ipr_number_of_msix = IPR_MAX_MSIX_VECTORS;
10286 irq_flag = PCI_IRQ_LEGACY;
10287 if (ioa_cfg->ipr_chip->has_msi)
10288 irq_flag |= PCI_IRQ_MSI | PCI_IRQ_MSIX;
10289 rc = pci_alloc_irq_vectors(pdev, 1, ipr_number_of_msix, irq_flag);
10291 ipr_wait_for_pci_err_recovery(ioa_cfg);
10292 goto cleanup_nomem;
10294 ioa_cfg->nvectors = rc;
10296 if (!pdev->msi_enabled && !pdev->msix_enabled)
10297 ioa_cfg->clear_isr = 1;
10299 pci_set_master(pdev);
10301 if (pci_channel_offline(pdev)) {
10302 ipr_wait_for_pci_err_recovery(ioa_cfg);
10303 pci_set_master(pdev);
10304 if (pci_channel_offline(pdev)) {
10306 goto out_msi_disable;
10310 if (pdev->msi_enabled || pdev->msix_enabled) {
10311 rc = ipr_test_msi(ioa_cfg, pdev);
10314 dev_info(&pdev->dev,
10315 "Request for %d MSI%ss succeeded.", ioa_cfg->nvectors,
10316 pdev->msix_enabled ? "-X" : "");
10319 ipr_wait_for_pci_err_recovery(ioa_cfg);
10320 pci_free_irq_vectors(pdev);
10322 ioa_cfg->nvectors = 1;
10323 ioa_cfg->clear_isr = 1;
10326 goto out_msi_disable;
10330 ioa_cfg->hrrq_num = min3(ioa_cfg->nvectors,
10331 (unsigned int)num_online_cpus(),
10332 (unsigned int)IPR_MAX_HRRQ_NUM);
10334 if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
10335 goto out_msi_disable;
10337 if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
10338 goto out_msi_disable;
10340 rc = ipr_alloc_mem(ioa_cfg);
10342 dev_err(&pdev->dev,
10343 "Couldn't allocate enough memory for device driver!\n");
10344 goto out_msi_disable;
10347 /* Save away PCI config space for use following IOA reset */
10348 rc = pci_save_state(pdev);
10350 if (rc != PCIBIOS_SUCCESSFUL) {
10351 dev_err(&pdev->dev, "Failed to save PCI config space\n");
10353 goto cleanup_nolog;
10357 * If HRRQ updated interrupt is not masked, or reset alert is set,
10358 * the card is in an unknown state and needs a hard reset
10360 mask = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
10361 interrupts = readl(ioa_cfg->regs.sense_interrupt_reg32);
10362 uproc = readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
10363 if ((mask & IPR_PCII_HRRQ_UPDATED) == 0 || (uproc & IPR_UPROCI_RESET_ALERT))
10364 ioa_cfg->needs_hard_reset = 1;
10365 if ((interrupts & IPR_PCII_ERROR_INTERRUPTS) || reset_devices)
10366 ioa_cfg->needs_hard_reset = 1;
10367 if (interrupts & IPR_PCII_IOA_UNIT_CHECKED)
10368 ioa_cfg->ioa_unit_checked = 1;
10370 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10371 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
10372 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10374 if (pdev->msi_enabled || pdev->msix_enabled) {
10375 name_msi_vectors(ioa_cfg);
10376 rc = request_irq(pci_irq_vector(pdev, 0), ipr_isr, 0,
10377 ioa_cfg->vectors_info[0].desc,
10378 &ioa_cfg->hrrq[0]);
10380 rc = ipr_request_other_msi_irqs(ioa_cfg, pdev);
10382 rc = request_irq(pdev->irq, ipr_isr,
10384 IPR_NAME, &ioa_cfg->hrrq[0]);
10387 dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
10389 goto cleanup_nolog;
10392 if ((dev_id->driver_data & IPR_USE_PCI_WARM_RESET) ||
10393 (dev_id->device == PCI_DEVICE_ID_IBM_OBSIDIAN_E && !ioa_cfg->revid)) {
10394 ioa_cfg->needs_warm_reset = 1;
10395 ioa_cfg->reset = ipr_reset_slot_reset;
10397 ioa_cfg->reset_work_q = alloc_ordered_workqueue("ipr_reset_%d",
10398 WQ_MEM_RECLAIM, host->host_no);
10400 if (!ioa_cfg->reset_work_q) {
10401 dev_err(&pdev->dev, "Couldn't register reset workqueue\n");
10406 ioa_cfg->reset = ipr_reset_start_bist;
10408 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10409 list_add_tail(&ioa_cfg->queue, &ipr_ioa_head);
10410 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10417 ipr_free_irqs(ioa_cfg);
10419 ipr_free_mem(ioa_cfg);
10421 ipr_wait_for_pci_err_recovery(ioa_cfg);
10422 pci_free_irq_vectors(pdev);
10426 pci_disable_device(pdev);
10427 out_release_regions:
10428 pci_release_regions(pdev);
10430 scsi_host_put(host);
10435 * ipr_initiate_ioa_bringdown - Bring down an adapter
10436 * @ioa_cfg: ioa config struct
10437 * @shutdown_type: shutdown type
10439 * Description: This function will initiate bringing down the adapter.
10440 * This consists of issuing an IOA shutdown to the adapter
10441 * to flush the cache, and running BIST.
10442 * If the caller needs to wait on the completion of the reset,
10443 * the caller must sleep on the reset_wait_q.
10448 static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
10449 enum ipr_shutdown_type shutdown_type)
10452 if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
10453 ioa_cfg->sdt_state = ABORT_DUMP;
10454 ioa_cfg->reset_retries = 0;
10455 ioa_cfg->in_ioa_bringdown = 1;
10456 ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
10461 * __ipr_remove - Remove a single adapter
10462 * @pdev: pci device struct
10464 * Adapter hot plug remove entry point.
10469 static void __ipr_remove(struct pci_dev *pdev)
10471 unsigned long host_lock_flags = 0;
10472 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
10474 unsigned long driver_lock_flags;
10477 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
10478 while (ioa_cfg->in_reset_reload) {
10479 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10480 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10481 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
10484 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
10485 spin_lock(&ioa_cfg->hrrq[i]._lock);
10486 ioa_cfg->hrrq[i].removing_ioa = 1;
10487 spin_unlock(&ioa_cfg->hrrq[i]._lock);
10490 ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
10492 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10493 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10494 flush_work(&ioa_cfg->work_q);
10495 if (ioa_cfg->reset_work_q)
10496 flush_workqueue(ioa_cfg->reset_work_q);
10497 INIT_LIST_HEAD(&ioa_cfg->used_res_q);
10498 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
10500 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10501 list_del(&ioa_cfg->queue);
10502 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10504 if (ioa_cfg->sdt_state == ABORT_DUMP)
10505 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
10506 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
10508 ipr_free_all_resources(ioa_cfg);
10514 * ipr_remove - IOA hot plug remove entry point
10515 * @pdev: pci device struct
10517 * Adapter hot plug remove entry point.
10522 static void ipr_remove(struct pci_dev *pdev)
10524 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
10528 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
10530 ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
10532 sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
10533 &ipr_ioa_async_err_log);
10534 scsi_remove_host(ioa_cfg->host);
10536 __ipr_remove(pdev);
10542 * ipr_probe - Adapter hot plug add entry point
10543 * @pdev: pci device struct
10544 * @dev_id: pci device ID
10547 * 0 on success / non-zero on failure
10549 static int ipr_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
10551 struct ipr_ioa_cfg *ioa_cfg;
10552 unsigned long flags;
10555 rc = ipr_probe_ioa(pdev, dev_id);
10560 ioa_cfg = pci_get_drvdata(pdev);
10561 rc = ipr_probe_ioa_part2(ioa_cfg);
10564 __ipr_remove(pdev);
10568 rc = scsi_add_host(ioa_cfg->host, &pdev->dev);
10571 __ipr_remove(pdev);
10575 rc = ipr_create_trace_file(&ioa_cfg->host->shost_dev.kobj,
10579 scsi_remove_host(ioa_cfg->host);
10580 __ipr_remove(pdev);
10584 rc = sysfs_create_bin_file(&ioa_cfg->host->shost_dev.kobj,
10585 &ipr_ioa_async_err_log);
10588 ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
10590 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
10592 scsi_remove_host(ioa_cfg->host);
10593 __ipr_remove(pdev);
10597 rc = ipr_create_dump_file(&ioa_cfg->host->shost_dev.kobj,
10601 sysfs_remove_bin_file(&ioa_cfg->host->shost_dev.kobj,
10602 &ipr_ioa_async_err_log);
10603 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
10605 scsi_remove_host(ioa_cfg->host);
10606 __ipr_remove(pdev);
10609 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
10610 ioa_cfg->scan_enabled = 1;
10611 schedule_work(&ioa_cfg->work_q);
10612 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10614 ioa_cfg->iopoll_weight = ioa_cfg->chip_cfg->iopoll_weight;
10616 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
10617 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
10618 irq_poll_init(&ioa_cfg->hrrq[i].iopoll,
10619 ioa_cfg->iopoll_weight, ipr_iopoll);
10623 scsi_scan_host(ioa_cfg->host);
10629 * ipr_shutdown - Shutdown handler.
10630 * @pdev: pci device struct
10632 * This function is invoked upon system shutdown/reboot. It will issue
10633 * an adapter shutdown to the adapter to flush the write cache.
10638 static void ipr_shutdown(struct pci_dev *pdev)
10640 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
10641 unsigned long lock_flags = 0;
10642 enum ipr_shutdown_type shutdown_type = IPR_SHUTDOWN_NORMAL;
10645 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10646 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
10647 ioa_cfg->iopoll_weight = 0;
10648 for (i = 1; i < ioa_cfg->hrrq_num; i++)
10649 irq_poll_disable(&ioa_cfg->hrrq[i].iopoll);
10652 while (ioa_cfg->in_reset_reload) {
10653 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10654 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10655 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10658 if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64)
10659 shutdown_type = IPR_SHUTDOWN_QUIESCE;
10661 ipr_initiate_ioa_bringdown(ioa_cfg, shutdown_type);
10662 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10663 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10664 if (ipr_fast_reboot && system_state == SYSTEM_RESTART && ioa_cfg->sis64) {
10665 ipr_free_irqs(ioa_cfg);
10666 pci_disable_device(ioa_cfg->pdev);
10670 static struct pci_device_id ipr_pci_table[] = {
10671 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10672 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702, 0, 0, 0 },
10673 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10674 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703, 0, 0, 0 },
10675 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10676 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D, 0, 0, 0 },
10677 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10678 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E, 0, 0, 0 },
10679 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10680 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B, 0, 0, 0 },
10681 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10682 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E, 0, 0, 0 },
10683 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10684 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A, 0, 0, 0 },
10685 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10686 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575B, 0, 0,
10687 IPR_USE_LONG_TRANSOP_TIMEOUT },
10688 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10689 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
10690 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10691 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
10692 IPR_USE_LONG_TRANSOP_TIMEOUT },
10693 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10694 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
10695 IPR_USE_LONG_TRANSOP_TIMEOUT },
10696 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10697 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
10698 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10699 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
10700 IPR_USE_LONG_TRANSOP_TIMEOUT},
10701 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10702 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
10703 IPR_USE_LONG_TRANSOP_TIMEOUT },
10704 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10705 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574E, 0, 0,
10706 IPR_USE_LONG_TRANSOP_TIMEOUT },
10707 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10708 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B3, 0, 0, 0 },
10709 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10710 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CC, 0, 0, 0 },
10711 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10712 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B7, 0, 0,
10713 IPR_USE_LONG_TRANSOP_TIMEOUT | IPR_USE_PCI_WARM_RESET },
10714 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
10715 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780, 0, 0, 0 },
10716 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10717 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E, 0, 0, 0 },
10718 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10719 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571F, 0, 0,
10720 IPR_USE_LONG_TRANSOP_TIMEOUT },
10721 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10722 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572F, 0, 0,
10723 IPR_USE_LONG_TRANSOP_TIMEOUT },
10724 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10725 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B5, 0, 0, 0 },
10726 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10727 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574D, 0, 0, 0 },
10728 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10729 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B2, 0, 0, 0 },
10730 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10731 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C0, 0, 0, 0 },
10732 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10733 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C3, 0, 0, 0 },
10734 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10735 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C4, 0, 0, 0 },
10736 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10737 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B4, 0, 0, 0 },
10738 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10739 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B1, 0, 0, 0 },
10740 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10741 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C6, 0, 0, 0 },
10742 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10743 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C8, 0, 0, 0 },
10744 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10745 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CE, 0, 0, 0 },
10746 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10747 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D5, 0, 0, 0 },
10748 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10749 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D6, 0, 0, 0 },
10750 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10751 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D7, 0, 0, 0 },
10752 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10753 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D8, 0, 0, 0 },
10754 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10755 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D9, 0, 0, 0 },
10756 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10757 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57DA, 0, 0, 0 },
10758 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10759 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EB, 0, 0, 0 },
10760 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10761 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EC, 0, 0, 0 },
10762 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10763 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57ED, 0, 0, 0 },
10764 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10765 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EE, 0, 0, 0 },
10766 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10767 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EF, 0, 0, 0 },
10768 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10769 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57F0, 0, 0, 0 },
10770 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10771 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCA, 0, 0, 0 },
10772 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10773 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CD2, 0, 0, 0 },
10774 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10775 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCD, 0, 0, 0 },
10776 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
10777 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580A, 0, 0, 0 },
10778 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_RATTLESNAKE,
10779 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_580B, 0, 0, 0 },
10782 MODULE_DEVICE_TABLE(pci, ipr_pci_table);
10784 static const struct pci_error_handlers ipr_err_handler = {
10785 .error_detected = ipr_pci_error_detected,
10786 .mmio_enabled = ipr_pci_mmio_enabled,
10787 .slot_reset = ipr_pci_slot_reset,
10790 static struct pci_driver ipr_driver = {
10792 .id_table = ipr_pci_table,
10793 .probe = ipr_probe,
10794 .remove = ipr_remove,
10795 .shutdown = ipr_shutdown,
10796 .err_handler = &ipr_err_handler,
10800 * ipr_halt_done - Shutdown prepare completion
10801 * @ipr_cmd: ipr command struct
10806 static void ipr_halt_done(struct ipr_cmnd *ipr_cmd)
10808 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
10812 * ipr_halt - Issue shutdown prepare to all adapters
10813 * @nb: Notifier block
10814 * @event: Notifier event
10815 * @buf: Notifier data (unused)
10818 * NOTIFY_OK on success / NOTIFY_DONE on failure
10820 static int ipr_halt(struct notifier_block *nb, ulong event, void *buf)
10822 struct ipr_cmnd *ipr_cmd;
10823 struct ipr_ioa_cfg *ioa_cfg;
10824 unsigned long flags = 0, driver_lock_flags;
10826 if (event != SYS_RESTART && event != SYS_HALT && event != SYS_POWER_OFF)
10827 return NOTIFY_DONE;
10829 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10831 list_for_each_entry(ioa_cfg, &ipr_ioa_head, queue) {
10832 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
10833 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds ||
10834 (ipr_fast_reboot && event == SYS_RESTART && ioa_cfg->sis64)) {
10835 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10839 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
10840 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
10841 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
10842 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
10843 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_SHUTDOWN_PREPARE_FOR_NORMAL;
10845 ipr_do_req(ipr_cmd, ipr_halt_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
10846 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10848 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10853 static struct notifier_block ipr_notifier = {
10858 * ipr_init - Module entry point
10861 * 0 on success / negative value on failure
10863 static int __init ipr_init(void)
10867 ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
10868 IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
10870 register_reboot_notifier(&ipr_notifier);
10871 rc = pci_register_driver(&ipr_driver);
10873 unregister_reboot_notifier(&ipr_notifier);
10881 * ipr_exit - Module unload
10883 * Module unload entry point.
10888 static void __exit ipr_exit(void)
10890 unregister_reboot_notifier(&ipr_notifier);
10891 pci_unregister_driver(&ipr_driver);
10894 module_init(ipr_init);
10895 module_exit(ipr_exit);