projects / deliverable / linux.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
blame | history | raw | HEAD
Merge tag 'sunxi-core-for-3.19' of git://git.kernel.org/pub/scm/linux/kernel/git...
[deliverable/linux.git] / drivers / scsi / ipr.c
1 /*
2 * ipr.c -- driver for IBM Power Linux RAID adapters
3 *
4 * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
5 *
6 * Copyright (C) 2003, 2004 IBM Corporation
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 *
22 */
23
24 /*
25 * Notes:
26 *
27 * This driver is used to control the following SCSI adapters:
28 *
29 * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
30 *
31 * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
32 * PCI-X Dual Channel Ultra 320 SCSI Adapter
33 * PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
34 * Embedded SCSI adapter on p615 and p655 systems
35 *
36 * Supported Hardware Features:
37 * - Ultra 320 SCSI controller
38 * - PCI-X host interface
39 * - Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
40 * - Non-Volatile Write Cache
41 * - Supports attachment of non-RAID disks, tape, and optical devices
42 * - RAID Levels 0, 5, 10
43 * - Hot spare
44 * - Background Parity Checking
45 * - Background Data Scrubbing
46 * - Ability to increase the capacity of an existing RAID 5 disk array
47 * by adding disks
48 *
49 * Driver Features:
50 * - Tagged command queuing
51 * - Adapter microcode download
52 * - PCI hot plug
53 * - SCSI device hot plug
54 *
55 */
56
57 #include <linux/fs.h>
58 #include <linux/init.h>
59 #include <linux/types.h>
60 #include <linux/errno.h>
61 #include <linux/kernel.h>
62 #include <linux/slab.h>
63 #include <linux/vmalloc.h>
64 #include <linux/ioport.h>
65 #include <linux/delay.h>
66 #include <linux/pci.h>
67 #include <linux/wait.h>
68 #include <linux/spinlock.h>
69 #include <linux/sched.h>
70 #include <linux/interrupt.h>
71 #include <linux/blkdev.h>
72 #include <linux/firmware.h>
73 #include <linux/module.h>
74 #include <linux/moduleparam.h>
75 #include <linux/libata.h>
76 #include <linux/hdreg.h>
77 #include <linux/reboot.h>
78 #include <linux/stringify.h>
79 #include <asm/io.h>
80 #include <asm/irq.h>
81 #include <asm/processor.h>
82 #include <scsi/scsi.h>
83 #include <scsi/scsi_host.h>
84 #include <scsi/scsi_tcq.h>
85 #include <scsi/scsi_eh.h>
86 #include <scsi/scsi_cmnd.h>
87 #include "ipr.h"
88
89 /*
90 * Global Data
91 */
92 static LIST_HEAD(ipr_ioa_head);
93 static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
94 static unsigned int ipr_max_speed = 1;
95 static int ipr_testmode = 0;
96 static unsigned int ipr_fastfail = 0;
97 static unsigned int ipr_transop_timeout = 0;
98 static unsigned int ipr_debug = 0;
99 static unsigned int ipr_max_devs = IPR_DEFAULT_SIS64_DEVS;
100 static unsigned int ipr_dual_ioa_raid = 1;
101 static unsigned int ipr_number_of_msix = 2;
102 static DEFINE_SPINLOCK(ipr_driver_lock);
103
104 /* This table describes the differences between DMA controller chips */
105 static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
106 { /* Gemstone, Citrine, Obsidian, and Obsidian-E */
107 .mailbox = 0x0042C,
108 .max_cmds = 100,
109 .cache_line_size = 0x20,
110 .clear_isr = 1,
111 .iopoll_weight = 0,
112 {
113 .set_interrupt_mask_reg = 0x0022C,
114 .clr_interrupt_mask_reg = 0x00230,
115 .clr_interrupt_mask_reg32 = 0x00230,
116 .sense_interrupt_mask_reg = 0x0022C,
117 .sense_interrupt_mask_reg32 = 0x0022C,
118 .clr_interrupt_reg = 0x00228,
119 .clr_interrupt_reg32 = 0x00228,
120 .sense_interrupt_reg = 0x00224,
121 .sense_interrupt_reg32 = 0x00224,
122 .ioarrin_reg = 0x00404,
123 .sense_uproc_interrupt_reg = 0x00214,
124 .sense_uproc_interrupt_reg32 = 0x00214,
125 .set_uproc_interrupt_reg = 0x00214,
126 .set_uproc_interrupt_reg32 = 0x00214,
127 .clr_uproc_interrupt_reg = 0x00218,
128 .clr_uproc_interrupt_reg32 = 0x00218
129 }
130 },
131 { /* Snipe and Scamp */
132 .mailbox = 0x0052C,
133 .max_cmds = 100,
134 .cache_line_size = 0x20,
135 .clear_isr = 1,
136 .iopoll_weight = 0,
137 {
138 .set_interrupt_mask_reg = 0x00288,
139 .clr_interrupt_mask_reg = 0x0028C,
140 .clr_interrupt_mask_reg32 = 0x0028C,
141 .sense_interrupt_mask_reg = 0x00288,
142 .sense_interrupt_mask_reg32 = 0x00288,
143 .clr_interrupt_reg = 0x00284,
144 .clr_interrupt_reg32 = 0x00284,
145 .sense_interrupt_reg = 0x00280,
146 .sense_interrupt_reg32 = 0x00280,
147 .ioarrin_reg = 0x00504,
148 .sense_uproc_interrupt_reg = 0x00290,
149 .sense_uproc_interrupt_reg32 = 0x00290,
150 .set_uproc_interrupt_reg = 0x00290,
151 .set_uproc_interrupt_reg32 = 0x00290,
152 .clr_uproc_interrupt_reg = 0x00294,
153 .clr_uproc_interrupt_reg32 = 0x00294
154 }
155 },
156 { /* CRoC */
157 .mailbox = 0x00044,
158 .max_cmds = 1000,
159 .cache_line_size = 0x20,
160 .clear_isr = 0,
161 .iopoll_weight = 64,
162 {
163 .set_interrupt_mask_reg = 0x00010,
164 .clr_interrupt_mask_reg = 0x00018,
165 .clr_interrupt_mask_reg32 = 0x0001C,
166 .sense_interrupt_mask_reg = 0x00010,
167 .sense_interrupt_mask_reg32 = 0x00014,
168 .clr_interrupt_reg = 0x00008,
169 .clr_interrupt_reg32 = 0x0000C,
170 .sense_interrupt_reg = 0x00000,
171 .sense_interrupt_reg32 = 0x00004,
172 .ioarrin_reg = 0x00070,
173 .sense_uproc_interrupt_reg = 0x00020,
174 .sense_uproc_interrupt_reg32 = 0x00024,
175 .set_uproc_interrupt_reg = 0x00020,
176 .set_uproc_interrupt_reg32 = 0x00024,
177 .clr_uproc_interrupt_reg = 0x00028,
178 .clr_uproc_interrupt_reg32 = 0x0002C,
179 .init_feedback_reg = 0x0005C,
180 .dump_addr_reg = 0x00064,
181 .dump_data_reg = 0x00068,
182 .endian_swap_reg = 0x00084
183 }
184 },
185 };
186
187 static const struct ipr_chip_t ipr_chip[] = {
188 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
189 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
190 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
191 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
192 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E, IPR_USE_MSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
193 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
194 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
195 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2, IPR_USE_MSI, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
196 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE, IPR_USE_MSI, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] }
197 };
198
199 static int ipr_max_bus_speeds[] = {
200 IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
201 };
202
203 MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
204 MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
205 module_param_named(max_speed, ipr_max_speed, uint, 0);
206 MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
207 module_param_named(log_level, ipr_log_level, uint, 0);
208 MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
209 module_param_named(testmode, ipr_testmode, int, 0);
210 MODULE_PARM_DESC(testmode, "DANGEROUS!!! Allows unsupported configurations");
211 module_param_named(fastfail, ipr_fastfail, int, S_IRUGO | S_IWUSR);
212 MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
213 module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
214 MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
215 module_param_named(debug, ipr_debug, int, S_IRUGO | S_IWUSR);
216 MODULE_PARM_DESC(debug, "Enable device driver debugging logging. Set to 1 to enable. (default: 0)");
217 module_param_named(dual_ioa_raid, ipr_dual_ioa_raid, int, 0);
218 MODULE_PARM_DESC(dual_ioa_raid, "Enable dual adapter RAID support. Set to 1 to enable. (default: 1)");
219 module_param_named(max_devs, ipr_max_devs, int, 0);
220 MODULE_PARM_DESC(max_devs, "Specify the maximum number of physical devices. "
221 "[Default=" __stringify(IPR_DEFAULT_SIS64_DEVS) "]");
222 module_param_named(number_of_msix, ipr_number_of_msix, int, 0);
223 MODULE_PARM_DESC(number_of_msix, "Specify the number of MSIX interrupts to use on capable adapters (1 - 16). (default:2)");
224 MODULE_LICENSE("GPL");
225 MODULE_VERSION(IPR_DRIVER_VERSION);
226
227 /* A constant array of IOASCs/URCs/Error Messages */
228 static const
229 struct ipr_error_table_t ipr_error_table[] = {
230 {0x00000000, 1, IPR_DEFAULT_LOG_LEVEL,
231 "8155: An unknown error was received"},
232 {0x00330000, 0, 0,
233 "Soft underlength error"},
234 {0x005A0000, 0, 0,
235 "Command to be cancelled not found"},
236 {0x00808000, 0, 0,
237 "Qualified success"},
238 {0x01080000, 1, IPR_DEFAULT_LOG_LEVEL,
239 "FFFE: Soft device bus error recovered by the IOA"},
240 {0x01088100, 0, IPR_DEFAULT_LOG_LEVEL,
241 "4101: Soft device bus fabric error"},
242 {0x01100100, 0, IPR_DEFAULT_LOG_LEVEL,
243 "FFFC: Logical block guard error recovered by the device"},
244 {0x01100300, 0, IPR_DEFAULT_LOG_LEVEL,
245 "FFFC: Logical block reference tag error recovered by the device"},
246 {0x01108300, 0, IPR_DEFAULT_LOG_LEVEL,
247 "4171: Recovered scatter list tag / sequence number error"},
248 {0x01109000, 0, IPR_DEFAULT_LOG_LEVEL,
249 "FF3D: Recovered logical block CRC error on IOA to Host transfer"},
250 {0x01109200, 0, IPR_DEFAULT_LOG_LEVEL,
251 "4171: Recovered logical block sequence number error on IOA to Host transfer"},
252 {0x0110A000, 0, IPR_DEFAULT_LOG_LEVEL,
253 "FFFD: Recovered logical block reference tag error detected by the IOA"},
254 {0x0110A100, 0, IPR_DEFAULT_LOG_LEVEL,
255 "FFFD: Logical block guard error recovered by the IOA"},
256 {0x01170600, 0, IPR_DEFAULT_LOG_LEVEL,
257 "FFF9: Device sector reassign successful"},
258 {0x01170900, 0, IPR_DEFAULT_LOG_LEVEL,
259 "FFF7: Media error recovered by device rewrite procedures"},
260 {0x01180200, 0, IPR_DEFAULT_LOG_LEVEL,
261 "7001: IOA sector reassignment successful"},
262 {0x01180500, 0, IPR_DEFAULT_LOG_LEVEL,
263 "FFF9: Soft media error. Sector reassignment recommended"},
264 {0x01180600, 0, IPR_DEFAULT_LOG_LEVEL,
265 "FFF7: Media error recovered by IOA rewrite procedures"},
266 {0x01418000, 0, IPR_DEFAULT_LOG_LEVEL,
267 "FF3D: Soft PCI bus error recovered by the IOA"},
268 {0x01440000, 1, IPR_DEFAULT_LOG_LEVEL,
269 "FFF6: Device hardware error recovered by the IOA"},
270 {0x01448100, 0, IPR_DEFAULT_LOG_LEVEL,
271 "FFF6: Device hardware error recovered by the device"},
272 {0x01448200, 1, IPR_DEFAULT_LOG_LEVEL,
273 "FF3D: Soft IOA error recovered by the IOA"},
274 {0x01448300, 0, IPR_DEFAULT_LOG_LEVEL,
275 "FFFA: Undefined device response recovered by the IOA"},
276 {0x014A0000, 1, IPR_DEFAULT_LOG_LEVEL,
277 "FFF6: Device bus error, message or command phase"},
278 {0x014A8000, 0, IPR_DEFAULT_LOG_LEVEL,
279 "FFFE: Task Management Function failed"},
280 {0x015D0000, 0, IPR_DEFAULT_LOG_LEVEL,
281 "FFF6: Failure prediction threshold exceeded"},
282 {0x015D9200, 0, IPR_DEFAULT_LOG_LEVEL,
283 "8009: Impending cache battery pack failure"},
284 {0x02040100, 0, 0,
285 "Logical Unit in process of becoming ready"},
286 {0x02040200, 0, 0,
287 "Initializing command required"},
288 {0x02040400, 0, 0,
289 "34FF: Disk device format in progress"},
290 {0x02040C00, 0, 0,
291 "Logical unit not accessible, target port in unavailable state"},
292 {0x02048000, 0, IPR_DEFAULT_LOG_LEVEL,
293 "9070: IOA requested reset"},
294 {0x023F0000, 0, 0,
295 "Synchronization required"},
296 {0x02408500, 0, 0,
297 "IOA microcode download required"},
298 {0x02408600, 0, 0,
299 "Device bus connection is prohibited by host"},
300 {0x024E0000, 0, 0,
301 "No ready, IOA shutdown"},
302 {0x025A0000, 0, 0,
303 "Not ready, IOA has been shutdown"},
304 {0x02670100, 0, IPR_DEFAULT_LOG_LEVEL,
305 "3020: Storage subsystem configuration error"},
306 {0x03110B00, 0, 0,
307 "FFF5: Medium error, data unreadable, recommend reassign"},
308 {0x03110C00, 0, 0,
309 "7000: Medium error, data unreadable, do not reassign"},
310 {0x03310000, 0, IPR_DEFAULT_LOG_LEVEL,
311 "FFF3: Disk media format bad"},
312 {0x04050000, 0, IPR_DEFAULT_LOG_LEVEL,
313 "3002: Addressed device failed to respond to selection"},
314 {0x04080000, 1, IPR_DEFAULT_LOG_LEVEL,
315 "3100: Device bus error"},
316 {0x04080100, 0, IPR_DEFAULT_LOG_LEVEL,
317 "3109: IOA timed out a device command"},
318 {0x04088000, 0, 0,
319 "3120: SCSI bus is not operational"},
320 {0x04088100, 0, IPR_DEFAULT_LOG_LEVEL,
321 "4100: Hard device bus fabric error"},
322 {0x04100100, 0, IPR_DEFAULT_LOG_LEVEL,
323 "310C: Logical block guard error detected by the device"},
324 {0x04100300, 0, IPR_DEFAULT_LOG_LEVEL,
325 "310C: Logical block reference tag error detected by the device"},
326 {0x04108300, 1, IPR_DEFAULT_LOG_LEVEL,
327 "4170: Scatter list tag / sequence number error"},
328 {0x04109000, 1, IPR_DEFAULT_LOG_LEVEL,
329 "8150: Logical block CRC error on IOA to Host transfer"},
330 {0x04109200, 1, IPR_DEFAULT_LOG_LEVEL,
331 "4170: Logical block sequence number error on IOA to Host transfer"},
332 {0x0410A000, 0, IPR_DEFAULT_LOG_LEVEL,
333 "310D: Logical block reference tag error detected by the IOA"},
334 {0x0410A100, 0, IPR_DEFAULT_LOG_LEVEL,
335 "310D: Logical block guard error detected by the IOA"},
336 {0x04118000, 0, IPR_DEFAULT_LOG_LEVEL,
337 "9000: IOA reserved area data check"},
338 {0x04118100, 0, IPR_DEFAULT_LOG_LEVEL,
339 "9001: IOA reserved area invalid data pattern"},
340 {0x04118200, 0, IPR_DEFAULT_LOG_LEVEL,
341 "9002: IOA reserved area LRC error"},
342 {0x04118300, 1, IPR_DEFAULT_LOG_LEVEL,
343 "Hardware Error, IOA metadata access error"},
344 {0x04320000, 0, IPR_DEFAULT_LOG_LEVEL,
345 "102E: Out of alternate sectors for disk storage"},
346 {0x04330000, 1, IPR_DEFAULT_LOG_LEVEL,
347 "FFF4: Data transfer underlength error"},
348 {0x04338000, 1, IPR_DEFAULT_LOG_LEVEL,
349 "FFF4: Data transfer overlength error"},
350 {0x043E0100, 0, IPR_DEFAULT_LOG_LEVEL,
351 "3400: Logical unit failure"},
352 {0x04408500, 0, IPR_DEFAULT_LOG_LEVEL,
353 "FFF4: Device microcode is corrupt"},
354 {0x04418000, 1, IPR_DEFAULT_LOG_LEVEL,
355 "8150: PCI bus error"},
356 {0x04430000, 1, 0,
357 "Unsupported device bus message received"},
358 {0x04440000, 1, IPR_DEFAULT_LOG_LEVEL,
359 "FFF4: Disk device problem"},
360 {0x04448200, 1, IPR_DEFAULT_LOG_LEVEL,
361 "8150: Permanent IOA failure"},
362 {0x04448300, 0, IPR_DEFAULT_LOG_LEVEL,
363 "3010: Disk device returned wrong response to IOA"},
364 {0x04448400, 0, IPR_DEFAULT_LOG_LEVEL,
365 "8151: IOA microcode error"},
366 {0x04448500, 0, 0,
367 "Device bus status error"},
368 {0x04448600, 0, IPR_DEFAULT_LOG_LEVEL,
369 "8157: IOA error requiring IOA reset to recover"},
370 {0x04448700, 0, 0,
371 "ATA device status error"},
372 {0x04490000, 0, 0,
373 "Message reject received from the device"},
374 {0x04449200, 0, IPR_DEFAULT_LOG_LEVEL,
375 "8008: A permanent cache battery pack failure occurred"},
376 {0x0444A000, 0, IPR_DEFAULT_LOG_LEVEL,
377 "9090: Disk unit has been modified after the last known status"},
378 {0x0444A200, 0, IPR_DEFAULT_LOG_LEVEL,
379 "9081: IOA detected device error"},
380 {0x0444A300, 0, IPR_DEFAULT_LOG_LEVEL,
381 "9082: IOA detected device error"},
382 {0x044A0000, 1, IPR_DEFAULT_LOG_LEVEL,
383 "3110: Device bus error, message or command phase"},
384 {0x044A8000, 1, IPR_DEFAULT_LOG_LEVEL,
385 "3110: SAS Command / Task Management Function failed"},
386 {0x04670400, 0, IPR_DEFAULT_LOG_LEVEL,
387 "9091: Incorrect hardware configuration change has been detected"},
388 {0x04678000, 0, IPR_DEFAULT_LOG_LEVEL,
389 "9073: Invalid multi-adapter configuration"},
390 {0x04678100, 0, IPR_DEFAULT_LOG_LEVEL,
391 "4010: Incorrect connection between cascaded expanders"},
392 {0x04678200, 0, IPR_DEFAULT_LOG_LEVEL,
393 "4020: Connections exceed IOA design limits"},
394 {0x04678300, 0, IPR_DEFAULT_LOG_LEVEL,
395 "4030: Incorrect multipath connection"},
396 {0x04679000, 0, IPR_DEFAULT_LOG_LEVEL,
397 "4110: Unsupported enclosure function"},
398 {0x04679800, 0, IPR_DEFAULT_LOG_LEVEL,
399 "4120: SAS cable VPD cannot be read"},
400 {0x046E0000, 0, IPR_DEFAULT_LOG_LEVEL,
401 "FFF4: Command to logical unit failed"},
402 {0x05240000, 1, 0,
403 "Illegal request, invalid request type or request packet"},
404 {0x05250000, 0, 0,
405 "Illegal request, invalid resource handle"},
406 {0x05258000, 0, 0,
407 "Illegal request, commands not allowed to this device"},
408 {0x05258100, 0, 0,
409 "Illegal request, command not allowed to a secondary adapter"},
410 {0x05258200, 0, 0,
411 "Illegal request, command not allowed to a non-optimized resource"},
412 {0x05260000, 0, 0,
413 "Illegal request, invalid field in parameter list"},
414 {0x05260100, 0, 0,
415 "Illegal request, parameter not supported"},
416 {0x05260200, 0, 0,
417 "Illegal request, parameter value invalid"},
418 {0x052C0000, 0, 0,
419 "Illegal request, command sequence error"},
420 {0x052C8000, 1, 0,
421 "Illegal request, dual adapter support not enabled"},
422 {0x052C8100, 1, 0,
423 "Illegal request, another cable connector was physically disabled"},
424 {0x054E8000, 1, 0,
425 "Illegal request, inconsistent group id/group count"},
426 {0x06040500, 0, IPR_DEFAULT_LOG_LEVEL,
427 "9031: Array protection temporarily suspended, protection resuming"},
428 {0x06040600, 0, IPR_DEFAULT_LOG_LEVEL,
429 "9040: Array protection temporarily suspended, protection resuming"},
430 {0x060B0100, 0, IPR_DEFAULT_LOG_LEVEL,
431 "4080: IOA exceeded maximum operating temperature"},
432 {0x060B8000, 0, IPR_DEFAULT_LOG_LEVEL,
433 "4085: Service required"},
434 {0x06288000, 0, IPR_DEFAULT_LOG_LEVEL,
435 "3140: Device bus not ready to ready transition"},
436 {0x06290000, 0, IPR_DEFAULT_LOG_LEVEL,
437 "FFFB: SCSI bus was reset"},
438 {0x06290500, 0, 0,
439 "FFFE: SCSI bus transition to single ended"},
440 {0x06290600, 0, 0,
441 "FFFE: SCSI bus transition to LVD"},
442 {0x06298000, 0, IPR_DEFAULT_LOG_LEVEL,
443 "FFFB: SCSI bus was reset by another initiator"},
444 {0x063F0300, 0, IPR_DEFAULT_LOG_LEVEL,
445 "3029: A device replacement has occurred"},
446 {0x063F8300, 0, IPR_DEFAULT_LOG_LEVEL,
447 "4102: Device bus fabric performance degradation"},
448 {0x064C8000, 0, IPR_DEFAULT_LOG_LEVEL,
449 "9051: IOA cache data exists for a missing or failed device"},
450 {0x064C8100, 0, IPR_DEFAULT_LOG_LEVEL,
451 "9055: Auxiliary cache IOA contains cache data needed by the primary IOA"},
452 {0x06670100, 0, IPR_DEFAULT_LOG_LEVEL,
453 "9025: Disk unit is not supported at its physical location"},
454 {0x06670600, 0, IPR_DEFAULT_LOG_LEVEL,
455 "3020: IOA detected a SCSI bus configuration error"},
456 {0x06678000, 0, IPR_DEFAULT_LOG_LEVEL,
457 "3150: SCSI bus configuration error"},
458 {0x06678100, 0, IPR_DEFAULT_LOG_LEVEL,
459 "9074: Asymmetric advanced function disk configuration"},
460 {0x06678300, 0, IPR_DEFAULT_LOG_LEVEL,
461 "4040: Incomplete multipath connection between IOA and enclosure"},
462 {0x06678400, 0, IPR_DEFAULT_LOG_LEVEL,
463 "4041: Incomplete multipath connection between enclosure and device"},
464 {0x06678500, 0, IPR_DEFAULT_LOG_LEVEL,
465 "9075: Incomplete multipath connection between IOA and remote IOA"},
466 {0x06678600, 0, IPR_DEFAULT_LOG_LEVEL,
467 "9076: Configuration error, missing remote IOA"},
468 {0x06679100, 0, IPR_DEFAULT_LOG_LEVEL,
469 "4050: Enclosure does not support a required multipath function"},
470 {0x06679800, 0, IPR_DEFAULT_LOG_LEVEL,
471 "4121: Configuration error, required cable is missing"},
472 {0x06679900, 0, IPR_DEFAULT_LOG_LEVEL,
473 "4122: Cable is not plugged into the correct location on remote IOA"},
474 {0x06679A00, 0, IPR_DEFAULT_LOG_LEVEL,
475 "4123: Configuration error, invalid cable vital product data"},
476 {0x06679B00, 0, IPR_DEFAULT_LOG_LEVEL,
477 "4124: Configuration error, both cable ends are plugged into the same IOA"},
478 {0x06690000, 0, IPR_DEFAULT_LOG_LEVEL,
479 "4070: Logically bad block written on device"},
480 {0x06690200, 0, IPR_DEFAULT_LOG_LEVEL,
481 "9041: Array protection temporarily suspended"},
482 {0x06698200, 0, IPR_DEFAULT_LOG_LEVEL,
483 "9042: Corrupt array parity detected on specified device"},
484 {0x066B0200, 0, IPR_DEFAULT_LOG_LEVEL,
485 "9030: Array no longer protected due to missing or failed disk unit"},
486 {0x066B8000, 0, IPR_DEFAULT_LOG_LEVEL,
487 "9071: Link operational transition"},
488 {0x066B8100, 0, IPR_DEFAULT_LOG_LEVEL,
489 "9072: Link not operational transition"},
490 {0x066B8200, 0, IPR_DEFAULT_LOG_LEVEL,
491 "9032: Array exposed but still protected"},
492 {0x066B8300, 0, IPR_DEFAULT_LOG_LEVEL + 1,
493 "70DD: Device forced failed by disrupt device command"},
494 {0x066B9100, 0, IPR_DEFAULT_LOG_LEVEL,
495 "4061: Multipath redundancy level got better"},
496 {0x066B9200, 0, IPR_DEFAULT_LOG_LEVEL,
497 "4060: Multipath redundancy level got worse"},
498 {0x07270000, 0, 0,
499 "Failure due to other device"},
500 {0x07278000, 0, IPR_DEFAULT_LOG_LEVEL,
501 "9008: IOA does not support functions expected by devices"},
502 {0x07278100, 0, IPR_DEFAULT_LOG_LEVEL,
503 "9010: Cache data associated with attached devices cannot be found"},
504 {0x07278200, 0, IPR_DEFAULT_LOG_LEVEL,
505 "9011: Cache data belongs to devices other than those attached"},
506 {0x07278400, 0, IPR_DEFAULT_LOG_LEVEL,
507 "9020: Array missing 2 or more devices with only 1 device present"},
508 {0x07278500, 0, IPR_DEFAULT_LOG_LEVEL,
509 "9021: Array missing 2 or more devices with 2 or more devices present"},
510 {0x07278600, 0, IPR_DEFAULT_LOG_LEVEL,
511 "9022: Exposed array is missing a required device"},
512 {0x07278700, 0, IPR_DEFAULT_LOG_LEVEL,
513 "9023: Array member(s) not at required physical locations"},
514 {0x07278800, 0, IPR_DEFAULT_LOG_LEVEL,
515 "9024: Array not functional due to present hardware configuration"},
516 {0x07278900, 0, IPR_DEFAULT_LOG_LEVEL,
517 "9026: Array not functional due to present hardware configuration"},
518 {0x07278A00, 0, IPR_DEFAULT_LOG_LEVEL,
519 "9027: Array is missing a device and parity is out of sync"},
520 {0x07278B00, 0, IPR_DEFAULT_LOG_LEVEL,
521 "9028: Maximum number of arrays already exist"},
522 {0x07278C00, 0, IPR_DEFAULT_LOG_LEVEL,
523 "9050: Required cache data cannot be located for a disk unit"},
524 {0x07278D00, 0, IPR_DEFAULT_LOG_LEVEL,
525 "9052: Cache data exists for a device that has been modified"},
526 {0x07278F00, 0, IPR_DEFAULT_LOG_LEVEL,
527 "9054: IOA resources not available due to previous problems"},
528 {0x07279100, 0, IPR_DEFAULT_LOG_LEVEL,
529 "9092: Disk unit requires initialization before use"},
530 {0x07279200, 0, IPR_DEFAULT_LOG_LEVEL,
531 "9029: Incorrect hardware configuration change has been detected"},
532 {0x07279600, 0, IPR_DEFAULT_LOG_LEVEL,
533 "9060: One or more disk pairs are missing from an array"},
534 {0x07279700, 0, IPR_DEFAULT_LOG_LEVEL,
535 "9061: One or more disks are missing from an array"},
536 {0x07279800, 0, IPR_DEFAULT_LOG_LEVEL,
537 "9062: One or more disks are missing from an array"},
538 {0x07279900, 0, IPR_DEFAULT_LOG_LEVEL,
539 "9063: Maximum number of functional arrays has been exceeded"},
540 {0x07279A00, 0, 0,
541 "Data protect, other volume set problem"},
542 {0x0B260000, 0, 0,
543 "Aborted command, invalid descriptor"},
544 {0x0B3F9000, 0, 0,
545 "Target operating conditions have changed, dual adapter takeover"},
546 {0x0B530200, 0, 0,
547 "Aborted command, medium removal prevented"},
548 {0x0B5A0000, 0, 0,
549 "Command terminated by host"},
550 {0x0B5B8000, 0, 0,
551 "Aborted command, command terminated by host"}
552 };
553
554 static const struct ipr_ses_table_entry ipr_ses_table[] = {
555 { "2104-DL1 ", "XXXXXXXXXXXXXXXX", 80 },
556 { "2104-TL1 ", "XXXXXXXXXXXXXXXX", 80 },
557 { "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
558 { "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
559 { "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
560 { "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
561 { "2104-DU3 ", "XXXXXXXXXXXXXXXX", 160 },
562 { "2104-TU3 ", "XXXXXXXXXXXXXXXX", 160 },
563 { "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
564 { "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
565 { "St V1S2 ", "XXXXXXXXXXXXXXXX", 160 },
566 { "HSBPD4M PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
567 { "VSBPD1H U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
568 };
569
570 /*
571 * Function Prototypes
572 */
573 static int ipr_reset_alert(struct ipr_cmnd *);
574 static void ipr_process_ccn(struct ipr_cmnd *);
575 static void ipr_process_error(struct ipr_cmnd *);
576 static void ipr_reset_ioa_job(struct ipr_cmnd *);
577 static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
578 enum ipr_shutdown_type);
579
580 #ifdef CONFIG_SCSI_IPR_TRACE
581 /**
582 * ipr_trc_hook - Add a trace entry to the driver trace
583 * @ipr_cmd: ipr command struct
584 * @type: trace type
585 * @add_data: additional data
586 *
587 * Return value:
588 * none
589 **/
590 static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
591 u8 type, u32 add_data)
592 {
593 struct ipr_trace_entry *trace_entry;
594 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
595
596 trace_entry = &ioa_cfg->trace[atomic_add_return
597 (1, &ioa_cfg->trace_index)%IPR_NUM_TRACE_ENTRIES];
598 trace_entry->time = jiffies;
599 trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
600 trace_entry->type = type;
601 if (ipr_cmd->ioa_cfg->sis64)
602 trace_entry->ata_op_code = ipr_cmd->i.ata_ioadl.regs.command;
603 else
604 trace_entry->ata_op_code = ipr_cmd->ioarcb.u.add_data.u.regs.command;
605 trace_entry->cmd_index = ipr_cmd->cmd_index & 0xff;
606 trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
607 trace_entry->u.add_data = add_data;
608 wmb();
609 }
610 #else
611 #define ipr_trc_hook(ipr_cmd, type, add_data) do { } while (0)
612 #endif
613
614 /**
615 * ipr_lock_and_done - Acquire lock and complete command
616 * @ipr_cmd: ipr command struct
617 *
618 * Return value:
619 * none
620 **/
621 static void ipr_lock_and_done(struct ipr_cmnd *ipr_cmd)
622 {
623 unsigned long lock_flags;
624 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
625
626 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
627 ipr_cmd->done(ipr_cmd);
628 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
629 }
630
631 /**
632 * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
633 * @ipr_cmd: ipr command struct
634 *
635 * Return value:
636 * none
637 **/
638 static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
639 {
640 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
641 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
642 struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
643 dma_addr_t dma_addr = ipr_cmd->dma_addr;
644 int hrrq_id;
645
646 hrrq_id = ioarcb->cmd_pkt.hrrq_id;
647 memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
648 ioarcb->cmd_pkt.hrrq_id = hrrq_id;
649 ioarcb->data_transfer_length = 0;
650 ioarcb->read_data_transfer_length = 0;
651 ioarcb->ioadl_len = 0;
652 ioarcb->read_ioadl_len = 0;
653
654 if (ipr_cmd->ioa_cfg->sis64) {
655 ioarcb->u.sis64_addr_data.data_ioadl_addr =
656 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
657 ioasa64->u.gata.status = 0;
658 } else {
659 ioarcb->write_ioadl_addr =
660 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
661 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
662 ioasa->u.gata.status = 0;
663 }
664
665 ioasa->hdr.ioasc = 0;
666 ioasa->hdr.residual_data_len = 0;
667 ipr_cmd->scsi_cmd = NULL;
668 ipr_cmd->qc = NULL;
669 ipr_cmd->sense_buffer[0] = 0;
670 ipr_cmd->dma_use_sg = 0;
671 }
672
673 /**
674 * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
675 * @ipr_cmd: ipr command struct
676 *
677 * Return value:
678 * none
679 **/
680 static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd,
681 void (*fast_done) (struct ipr_cmnd *))
682 {
683 ipr_reinit_ipr_cmnd(ipr_cmd);
684 ipr_cmd->u.scratch = 0;
685 ipr_cmd->sibling = NULL;
686 ipr_cmd->fast_done = fast_done;
687 init_timer(&ipr_cmd->timer);
688 }
689
690 /**
691 * __ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
692 * @ioa_cfg: ioa config struct
693 *
694 * Return value:
695 * pointer to ipr command struct
696 **/
697 static
698 struct ipr_cmnd *__ipr_get_free_ipr_cmnd(struct ipr_hrr_queue *hrrq)
699 {
700 struct ipr_cmnd *ipr_cmd = NULL;
701
702 if (likely(!list_empty(&hrrq->hrrq_free_q))) {
703 ipr_cmd = list_entry(hrrq->hrrq_free_q.next,
704 struct ipr_cmnd, queue);
705 list_del(&ipr_cmd->queue);
706 }
707
708
709 return ipr_cmd;
710 }
711
712 /**
713 * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block and initialize it
714 * @ioa_cfg: ioa config struct
715 *
716 * Return value:
717 * pointer to ipr command struct
718 **/
719 static
720 struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
721 {
722 struct ipr_cmnd *ipr_cmd =
723 __ipr_get_free_ipr_cmnd(&ioa_cfg->hrrq[IPR_INIT_HRRQ]);
724 ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
725 return ipr_cmd;
726 }
727
728 /**
729 * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
730 * @ioa_cfg: ioa config struct
731 * @clr_ints: interrupts to clear
732 *
733 * This function masks all interrupts on the adapter, then clears the
734 * interrupts specified in the mask
735 *
736 * Return value:
737 * none
738 **/
739 static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
740 u32 clr_ints)
741 {
742 volatile u32 int_reg;
743 int i;
744
745 /* Stop new interrupts */
746 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
747 spin_lock(&ioa_cfg->hrrq[i]._lock);
748 ioa_cfg->hrrq[i].allow_interrupts = 0;
749 spin_unlock(&ioa_cfg->hrrq[i]._lock);
750 }
751 wmb();
752
753 /* Set interrupt mask to stop all new interrupts */
754 if (ioa_cfg->sis64)
755 writeq(~0, ioa_cfg->regs.set_interrupt_mask_reg);
756 else
757 writel(~0, ioa_cfg->regs.set_interrupt_mask_reg);
758
759 /* Clear any pending interrupts */
760 if (ioa_cfg->sis64)
761 writel(~0, ioa_cfg->regs.clr_interrupt_reg);
762 writel(clr_ints, ioa_cfg->regs.clr_interrupt_reg32);
763 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
764 }
765
766 /**
767 * ipr_save_pcix_cmd_reg - Save PCI-X command register
768 * @ioa_cfg: ioa config struct
769 *
770 * Return value:
771 * 0 on success / -EIO on failure
772 **/
773 static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
774 {
775 int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
776
777 if (pcix_cmd_reg == 0)
778 return 0;
779
780 if (pci_read_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
781 &ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
782 dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
783 return -EIO;
784 }
785
786 ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
787 return 0;
788 }
789
790 /**
791 * ipr_set_pcix_cmd_reg - Setup PCI-X command register
792 * @ioa_cfg: ioa config struct
793 *
794 * Return value:
795 * 0 on success / -EIO on failure
796 **/
797 static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
798 {
799 int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
800
801 if (pcix_cmd_reg) {
802 if (pci_write_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
803 ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
804 dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
805 return -EIO;
806 }
807 }
808
809 return 0;
810 }
811
812 /**
813 * ipr_sata_eh_done - done function for aborted SATA commands
814 * @ipr_cmd: ipr command struct
815 *
816 * This function is invoked for ops generated to SATA
817 * devices which are being aborted.
818 *
819 * Return value:
820 * none
821 **/
822 static void ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
823 {
824 struct ata_queued_cmd *qc = ipr_cmd->qc;
825 struct ipr_sata_port *sata_port = qc->ap->private_data;
826
827 qc->err_mask |= AC_ERR_OTHER;
828 sata_port->ioasa.status |= ATA_BUSY;
829 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
830 ata_qc_complete(qc);
831 }
832
833 /**
834 * ipr_scsi_eh_done - mid-layer done function for aborted ops
835 * @ipr_cmd: ipr command struct
836 *
837 * This function is invoked by the interrupt handler for
838 * ops generated by the SCSI mid-layer which are being aborted.
839 *
840 * Return value:
841 * none
842 **/
843 static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
844 {
845 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
846
847 scsi_cmd->result |= (DID_ERROR << 16);
848
849 scsi_dma_unmap(ipr_cmd->scsi_cmd);
850 scsi_cmd->scsi_done(scsi_cmd);
851 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
852 }
853
854 /**
855 * ipr_fail_all_ops - Fails all outstanding ops.
856 * @ioa_cfg: ioa config struct
857 *
858 * This function fails all outstanding ops.
859 *
860 * Return value:
861 * none
862 **/
863 static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
864 {
865 struct ipr_cmnd *ipr_cmd, *temp;
866 struct ipr_hrr_queue *hrrq;
867
868 ENTER;
869 for_each_hrrq(hrrq, ioa_cfg) {
870 spin_lock(&hrrq->_lock);
871 list_for_each_entry_safe(ipr_cmd,
872 temp, &hrrq->hrrq_pending_q, queue) {
873 list_del(&ipr_cmd->queue);
874
875 ipr_cmd->s.ioasa.hdr.ioasc =
876 cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
877 ipr_cmd->s.ioasa.hdr.ilid =
878 cpu_to_be32(IPR_DRIVER_ILID);
879
880 if (ipr_cmd->scsi_cmd)
881 ipr_cmd->done = ipr_scsi_eh_done;
882 else if (ipr_cmd->qc)
883 ipr_cmd->done = ipr_sata_eh_done;
884
885 ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH,
886 IPR_IOASC_IOA_WAS_RESET);
887 del_timer(&ipr_cmd->timer);
888 ipr_cmd->done(ipr_cmd);
889 }
890 spin_unlock(&hrrq->_lock);
891 }
892 LEAVE;
893 }
894
895 /**
896 * ipr_send_command - Send driver initiated requests.
897 * @ipr_cmd: ipr command struct
898 *
899 * This function sends a command to the adapter using the correct write call.
900 * In the case of sis64, calculate the ioarcb size required. Then or in the
901 * appropriate bits.
902 *
903 * Return value:
904 * none
905 **/
906 static void ipr_send_command(struct ipr_cmnd *ipr_cmd)
907 {
908 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
909 dma_addr_t send_dma_addr = ipr_cmd->dma_addr;
910
911 if (ioa_cfg->sis64) {
912 /* The default size is 256 bytes */
913 send_dma_addr |= 0x1;
914
915 /* If the number of ioadls * size of ioadl > 128 bytes,
916 then use a 512 byte ioarcb */
917 if (ipr_cmd->dma_use_sg * sizeof(struct ipr_ioadl64_desc) > 128 )
918 send_dma_addr |= 0x4;
919 writeq(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
920 } else
921 writel(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
922 }
923
924 /**
925 * ipr_do_req - Send driver initiated requests.
926 * @ipr_cmd: ipr command struct
927 * @done: done function
928 * @timeout_func: timeout function
929 * @timeout: timeout value
930 *
931 * This function sends the specified command to the adapter with the
932 * timeout given. The done function is invoked on command completion.
933 *
934 * Return value:
935 * none
936 **/
937 static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
938 void (*done) (struct ipr_cmnd *),
939 void (*timeout_func) (struct ipr_cmnd *), u32 timeout)
940 {
941 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
942
943 ipr_cmd->done = done;
944
945 ipr_cmd->timer.data = (unsigned long) ipr_cmd;
946 ipr_cmd->timer.expires = jiffies + timeout;
947 ipr_cmd->timer.function = (void (*)(unsigned long))timeout_func;
948
949 add_timer(&ipr_cmd->timer);
950
951 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, 0);
952
953 ipr_send_command(ipr_cmd);
954 }
955
956 /**
957 * ipr_internal_cmd_done - Op done function for an internally generated op.
958 * @ipr_cmd: ipr command struct
959 *
960 * This function is the op done function for an internally generated,
961 * blocking op. It simply wakes the sleeping thread.
962 *
963 * Return value:
964 * none
965 **/
966 static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
967 {
968 if (ipr_cmd->sibling)
969 ipr_cmd->sibling = NULL;
970 else
971 complete(&ipr_cmd->completion);
972 }
973
974 /**
975 * ipr_init_ioadl - initialize the ioadl for the correct SIS type
976 * @ipr_cmd: ipr command struct
977 * @dma_addr: dma address
978 * @len: transfer length
979 * @flags: ioadl flag value
980 *
981 * This function initializes an ioadl in the case where there is only a single
982 * descriptor.
983 *
984 * Return value:
985 * nothing
986 **/
987 static void ipr_init_ioadl(struct ipr_cmnd *ipr_cmd, dma_addr_t dma_addr,
988 u32 len, int flags)
989 {
990 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
991 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
992
993 ipr_cmd->dma_use_sg = 1;
994
995 if (ipr_cmd->ioa_cfg->sis64) {
996 ioadl64->flags = cpu_to_be32(flags);
997 ioadl64->data_len = cpu_to_be32(len);
998 ioadl64->address = cpu_to_be64(dma_addr);
999
1000 ipr_cmd->ioarcb.ioadl_len =
1001 cpu_to_be32(sizeof(struct ipr_ioadl64_desc));
1002 ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1003 } else {
1004 ioadl->flags_and_data_len = cpu_to_be32(flags | len);
1005 ioadl->address = cpu_to_be32(dma_addr);
1006
1007 if (flags == IPR_IOADL_FLAGS_READ_LAST) {
1008 ipr_cmd->ioarcb.read_ioadl_len =
1009 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1010 ipr_cmd->ioarcb.read_data_transfer_length = cpu_to_be32(len);
1011 } else {
1012 ipr_cmd->ioarcb.ioadl_len =
1013 cpu_to_be32(sizeof(struct ipr_ioadl_desc));
1014 ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
1015 }
1016 }
1017 }
1018
1019 /**
1020 * ipr_send_blocking_cmd - Send command and sleep on its completion.
1021 * @ipr_cmd: ipr command struct
1022 * @timeout_func: function to invoke if command times out
1023 * @timeout: timeout
1024 *
1025 * Return value:
1026 * none
1027 **/
1028 static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
1029 void (*timeout_func) (struct ipr_cmnd *ipr_cmd),
1030 u32 timeout)
1031 {
1032 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1033
1034 init_completion(&ipr_cmd->completion);
1035 ipr_do_req(ipr_cmd, ipr_internal_cmd_done, timeout_func, timeout);
1036
1037 spin_unlock_irq(ioa_cfg->host->host_lock);
1038 wait_for_completion(&ipr_cmd->completion);
1039 spin_lock_irq(ioa_cfg->host->host_lock);
1040 }
1041
1042 static int ipr_get_hrrq_index(struct ipr_ioa_cfg *ioa_cfg)
1043 {
1044 if (ioa_cfg->hrrq_num == 1)
1045 return 0;
1046 else
1047 return (atomic_add_return(1, &ioa_cfg->hrrq_index) % (ioa_cfg->hrrq_num - 1)) + 1;
1048 }
1049
1050 /**
1051 * ipr_send_hcam - Send an HCAM to the adapter.
1052 * @ioa_cfg: ioa config struct
1053 * @type: HCAM type
1054 * @hostrcb: hostrcb struct
1055 *
1056 * This function will send a Host Controlled Async command to the adapter.
1057 * If HCAMs are currently not allowed to be issued to the adapter, it will
1058 * place the hostrcb on the free queue.
1059 *
1060 * Return value:
1061 * none
1062 **/
1063 static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
1064 struct ipr_hostrcb *hostrcb)
1065 {
1066 struct ipr_cmnd *ipr_cmd;
1067 struct ipr_ioarcb *ioarcb;
1068
1069 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
1070 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
1071 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
1072 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_pending_q);
1073
1074 ipr_cmd->u.hostrcb = hostrcb;
1075 ioarcb = &ipr_cmd->ioarcb;
1076
1077 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
1078 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
1079 ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
1080 ioarcb->cmd_pkt.cdb[1] = type;
1081 ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
1082 ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
1083
1084 ipr_init_ioadl(ipr_cmd, hostrcb->hostrcb_dma,
1085 sizeof(hostrcb->hcam), IPR_IOADL_FLAGS_READ_LAST);
1086
1087 if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
1088 ipr_cmd->done = ipr_process_ccn;
1089 else
1090 ipr_cmd->done = ipr_process_error;
1091
1092 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
1093
1094 ipr_send_command(ipr_cmd);
1095 } else {
1096 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
1097 }
1098 }
1099
1100 /**
1101 * ipr_update_ata_class - Update the ata class in the resource entry
1102 * @res: resource entry struct
1103 * @proto: cfgte device bus protocol value
1104 *
1105 * Return value:
1106 * none
1107 **/
1108 static void ipr_update_ata_class(struct ipr_resource_entry *res, unsigned int proto)
1109 {
1110 switch (proto) {
1111 case IPR_PROTO_SATA:
1112 case IPR_PROTO_SAS_STP:
1113 res->ata_class = ATA_DEV_ATA;
1114 break;
1115 case IPR_PROTO_SATA_ATAPI:
1116 case IPR_PROTO_SAS_STP_ATAPI:
1117 res->ata_class = ATA_DEV_ATAPI;
1118 break;
1119 default:
1120 res->ata_class = ATA_DEV_UNKNOWN;
1121 break;
1122 };
1123 }
1124
1125 /**
1126 * ipr_init_res_entry - Initialize a resource entry struct.
1127 * @res: resource entry struct
1128 * @cfgtew: config table entry wrapper struct
1129 *
1130 * Return value:
1131 * none
1132 **/
1133 static void ipr_init_res_entry(struct ipr_resource_entry *res,
1134 struct ipr_config_table_entry_wrapper *cfgtew)
1135 {
1136 int found = 0;
1137 unsigned int proto;
1138 struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1139 struct ipr_resource_entry *gscsi_res = NULL;
1140
1141 res->needs_sync_complete = 0;
1142 res->in_erp = 0;
1143 res->add_to_ml = 0;
1144 res->del_from_ml = 0;
1145 res->resetting_device = 0;
1146 res->reset_occurred = 0;
1147 res->sdev = NULL;
1148 res->sata_port = NULL;
1149
1150 if (ioa_cfg->sis64) {
1151 proto = cfgtew->u.cfgte64->proto;
1152 res->res_flags = cfgtew->u.cfgte64->res_flags;
1153 res->qmodel = IPR_QUEUEING_MODEL64(res);
1154 res->type = cfgtew->u.cfgte64->res_type;
1155
1156 memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1157 sizeof(res->res_path));
1158
1159 res->bus = 0;
1160 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1161 sizeof(res->dev_lun.scsi_lun));
1162 res->lun = scsilun_to_int(&res->dev_lun);
1163
1164 if (res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1165 list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue) {
1166 if (gscsi_res->dev_id == cfgtew->u.cfgte64->dev_id) {
1167 found = 1;
1168 res->target = gscsi_res->target;
1169 break;
1170 }
1171 }
1172 if (!found) {
1173 res->target = find_first_zero_bit(ioa_cfg->target_ids,
1174 ioa_cfg->max_devs_supported);
1175 set_bit(res->target, ioa_cfg->target_ids);
1176 }
1177 } else if (res->type == IPR_RES_TYPE_IOAFP) {
1178 res->bus = IPR_IOAFP_VIRTUAL_BUS;
1179 res->target = 0;
1180 } else if (res->type == IPR_RES_TYPE_ARRAY) {
1181 res->bus = IPR_ARRAY_VIRTUAL_BUS;
1182 res->target = find_first_zero_bit(ioa_cfg->array_ids,
1183 ioa_cfg->max_devs_supported);
1184 set_bit(res->target, ioa_cfg->array_ids);
1185 } else if (res->type == IPR_RES_TYPE_VOLUME_SET) {
1186 res->bus = IPR_VSET_VIRTUAL_BUS;
1187 res->target = find_first_zero_bit(ioa_cfg->vset_ids,
1188 ioa_cfg->max_devs_supported);
1189 set_bit(res->target, ioa_cfg->vset_ids);
1190 } else {
1191 res->target = find_first_zero_bit(ioa_cfg->target_ids,
1192 ioa_cfg->max_devs_supported);
1193 set_bit(res->target, ioa_cfg->target_ids);
1194 }
1195 } else {
1196 proto = cfgtew->u.cfgte->proto;
1197 res->qmodel = IPR_QUEUEING_MODEL(res);
1198 res->flags = cfgtew->u.cfgte->flags;
1199 if (res->flags & IPR_IS_IOA_RESOURCE)
1200 res->type = IPR_RES_TYPE_IOAFP;
1201 else
1202 res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1203
1204 res->bus = cfgtew->u.cfgte->res_addr.bus;
1205 res->target = cfgtew->u.cfgte->res_addr.target;
1206 res->lun = cfgtew->u.cfgte->res_addr.lun;
1207 res->lun_wwn = get_unaligned_be64(cfgtew->u.cfgte->lun_wwn);
1208 }
1209
1210 ipr_update_ata_class(res, proto);
1211 }
1212
1213 /**
1214 * ipr_is_same_device - Determine if two devices are the same.
1215 * @res: resource entry struct
1216 * @cfgtew: config table entry wrapper struct
1217 *
1218 * Return value:
1219 * 1 if the devices are the same / 0 otherwise
1220 **/
1221 static int ipr_is_same_device(struct ipr_resource_entry *res,
1222 struct ipr_config_table_entry_wrapper *cfgtew)
1223 {
1224 if (res->ioa_cfg->sis64) {
1225 if (!memcmp(&res->dev_id, &cfgtew->u.cfgte64->dev_id,
1226 sizeof(cfgtew->u.cfgte64->dev_id)) &&
1227 !memcmp(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1228 sizeof(cfgtew->u.cfgte64->lun))) {
1229 return 1;
1230 }
1231 } else {
1232 if (res->bus == cfgtew->u.cfgte->res_addr.bus &&
1233 res->target == cfgtew->u.cfgte->res_addr.target &&
1234 res->lun == cfgtew->u.cfgte->res_addr.lun)
1235 return 1;
1236 }
1237
1238 return 0;
1239 }
1240
1241 /**
1242 * __ipr_format_res_path - Format the resource path for printing.
1243 * @res_path: resource path
1244 * @buf: buffer
1245 * @len: length of buffer provided
1246 *
1247 * Return value:
1248 * pointer to buffer
1249 **/
1250 static char *__ipr_format_res_path(u8 *res_path, char *buffer, int len)
1251 {
1252 int i;
1253 char *p = buffer;
1254
1255 *p = '\0';
1256 p += snprintf(p, buffer + len - p, "%02X", res_path[0]);
1257 for (i = 1; res_path[i] != 0xff && ((i * 3) < len); i++)
1258 p += snprintf(p, buffer + len - p, "-%02X", res_path[i]);
1259
1260 return buffer;
1261 }
1262
1263 /**
1264 * ipr_format_res_path - Format the resource path for printing.
1265 * @ioa_cfg: ioa config struct
1266 * @res_path: resource path
1267 * @buf: buffer
1268 * @len: length of buffer provided
1269 *
1270 * Return value:
1271 * pointer to buffer
1272 **/
1273 static char *ipr_format_res_path(struct ipr_ioa_cfg *ioa_cfg,
1274 u8 *res_path, char *buffer, int len)
1275 {
1276 char *p = buffer;
1277
1278 *p = '\0';
1279 p += snprintf(p, buffer + len - p, "%d/", ioa_cfg->host->host_no);
1280 __ipr_format_res_path(res_path, p, len - (buffer - p));
1281 return buffer;
1282 }
1283
1284 /**
1285 * ipr_update_res_entry - Update the resource entry.
1286 * @res: resource entry struct
1287 * @cfgtew: config table entry wrapper struct
1288 *
1289 * Return value:
1290 * none
1291 **/
1292 static void ipr_update_res_entry(struct ipr_resource_entry *res,
1293 struct ipr_config_table_entry_wrapper *cfgtew)
1294 {
1295 char buffer[IPR_MAX_RES_PATH_LENGTH];
1296 unsigned int proto;
1297 int new_path = 0;
1298
1299 if (res->ioa_cfg->sis64) {
1300 res->flags = cfgtew->u.cfgte64->flags;
1301 res->res_flags = cfgtew->u.cfgte64->res_flags;
1302 res->type = cfgtew->u.cfgte64->res_type;
1303
1304 memcpy(&res->std_inq_data, &cfgtew->u.cfgte64->std_inq_data,
1305 sizeof(struct ipr_std_inq_data));
1306
1307 res->qmodel = IPR_QUEUEING_MODEL64(res);
1308 proto = cfgtew->u.cfgte64->proto;
1309 res->res_handle = cfgtew->u.cfgte64->res_handle;
1310 res->dev_id = cfgtew->u.cfgte64->dev_id;
1311
1312 memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1313 sizeof(res->dev_lun.scsi_lun));
1314
1315 if (memcmp(res->res_path, &cfgtew->u.cfgte64->res_path,
1316 sizeof(res->res_path))) {
1317 memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1318 sizeof(res->res_path));
1319 new_path = 1;
1320 }
1321
1322 if (res->sdev && new_path)
1323 sdev_printk(KERN_INFO, res->sdev, "Resource path: %s\n",
1324 ipr_format_res_path(res->ioa_cfg,
1325 res->res_path, buffer, sizeof(buffer)));
1326 } else {
1327 res->flags = cfgtew->u.cfgte->flags;
1328 if (res->flags & IPR_IS_IOA_RESOURCE)
1329 res->type = IPR_RES_TYPE_IOAFP;
1330 else
1331 res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1332
1333 memcpy(&res->std_inq_data, &cfgtew->u.cfgte->std_inq_data,
1334 sizeof(struct ipr_std_inq_data));
1335
1336 res->qmodel = IPR_QUEUEING_MODEL(res);
1337 proto = cfgtew->u.cfgte->proto;
1338 res->res_handle = cfgtew->u.cfgte->res_handle;
1339 }
1340
1341 ipr_update_ata_class(res, proto);
1342 }
1343
1344 /**
1345 * ipr_clear_res_target - Clear the bit in the bit map representing the target
1346 * for the resource.
1347 * @res: resource entry struct
1348 * @cfgtew: config table entry wrapper struct
1349 *
1350 * Return value:
1351 * none
1352 **/
1353 static void ipr_clear_res_target(struct ipr_resource_entry *res)
1354 {
1355 struct ipr_resource_entry *gscsi_res = NULL;
1356 struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1357
1358 if (!ioa_cfg->sis64)
1359 return;
1360
1361 if (res->bus == IPR_ARRAY_VIRTUAL_BUS)
1362 clear_bit(res->target, ioa_cfg->array_ids);
1363 else if (res->bus == IPR_VSET_VIRTUAL_BUS)
1364 clear_bit(res->target, ioa_cfg->vset_ids);
1365 else if (res->bus == 0 && res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1366 list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue)
1367 if (gscsi_res->dev_id == res->dev_id && gscsi_res != res)
1368 return;
1369 clear_bit(res->target, ioa_cfg->target_ids);
1370
1371 } else if (res->bus == 0)
1372 clear_bit(res->target, ioa_cfg->target_ids);
1373 }
1374
1375 /**
1376 * ipr_handle_config_change - Handle a config change from the adapter
1377 * @ioa_cfg: ioa config struct
1378 * @hostrcb: hostrcb
1379 *
1380 * Return value:
1381 * none
1382 **/
1383 static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
1384 struct ipr_hostrcb *hostrcb)
1385 {
1386 struct ipr_resource_entry *res = NULL;
1387 struct ipr_config_table_entry_wrapper cfgtew;
1388 __be32 cc_res_handle;
1389
1390 u32 is_ndn = 1;
1391
1392 if (ioa_cfg->sis64) {
1393 cfgtew.u.cfgte64 = &hostrcb->hcam.u.ccn.u.cfgte64;
1394 cc_res_handle = cfgtew.u.cfgte64->res_handle;
1395 } else {
1396 cfgtew.u.cfgte = &hostrcb->hcam.u.ccn.u.cfgte;
1397 cc_res_handle = cfgtew.u.cfgte->res_handle;
1398 }
1399
1400 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1401 if (res->res_handle == cc_res_handle) {
1402 is_ndn = 0;
1403 break;
1404 }
1405 }
1406
1407 if (is_ndn) {
1408 if (list_empty(&ioa_cfg->free_res_q)) {
1409 ipr_send_hcam(ioa_cfg,
1410 IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
1411 hostrcb);
1412 return;
1413 }
1414
1415 res = list_entry(ioa_cfg->free_res_q.next,
1416 struct ipr_resource_entry, queue);
1417
1418 list_del(&res->queue);
1419 ipr_init_res_entry(res, &cfgtew);
1420 list_add_tail(&res->queue, &ioa_cfg->used_res_q);
1421 }
1422
1423 ipr_update_res_entry(res, &cfgtew);
1424
1425 if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
1426 if (res->sdev) {
1427 res->del_from_ml = 1;
1428 res->res_handle = IPR_INVALID_RES_HANDLE;
1429 if (ioa_cfg->allow_ml_add_del)
1430 schedule_work(&ioa_cfg->work_q);
1431 } else {
1432 ipr_clear_res_target(res);
1433 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
1434 }
1435 } else if (!res->sdev || res->del_from_ml) {
1436 res->add_to_ml = 1;
1437 if (ioa_cfg->allow_ml_add_del)
1438 schedule_work(&ioa_cfg->work_q);
1439 }
1440
1441 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1442 }
1443
1444 /**
1445 * ipr_process_ccn - Op done function for a CCN.
1446 * @ipr_cmd: ipr command struct
1447 *
1448 * This function is the op done function for a configuration
1449 * change notification host controlled async from the adapter.
1450 *
1451 * Return value:
1452 * none
1453 **/
1454 static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
1455 {
1456 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1457 struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
1458 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1459
1460 list_del(&hostrcb->queue);
1461 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
1462
1463 if (ioasc) {
1464 if (ioasc != IPR_IOASC_IOA_WAS_RESET)
1465 dev_err(&ioa_cfg->pdev->dev,
1466 "Host RCB failed with IOASC: 0x%08X\n", ioasc);
1467
1468 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1469 } else {
1470 ipr_handle_config_change(ioa_cfg, hostrcb);
1471 }
1472 }
1473
1474 /**
1475 * strip_and_pad_whitespace - Strip and pad trailing whitespace.
1476 * @i: index into buffer
1477 * @buf: string to modify
1478 *
1479 * This function will strip all trailing whitespace, pad the end
1480 * of the string with a single space, and NULL terminate the string.
1481 *
1482 * Return value:
1483 * new length of string
1484 **/
1485 static int strip_and_pad_whitespace(int i, char *buf)
1486 {
1487 while (i && buf[i] == ' ')
1488 i--;
1489 buf[i+1] = ' ';
1490 buf[i+2] = '\0';
1491 return i + 2;
1492 }
1493
1494 /**
1495 * ipr_log_vpd_compact - Log the passed extended VPD compactly.
1496 * @prefix: string to print at start of printk
1497 * @hostrcb: hostrcb pointer
1498 * @vpd: vendor/product id/sn struct
1499 *
1500 * Return value:
1501 * none
1502 **/
1503 static void ipr_log_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1504 struct ipr_vpd *vpd)
1505 {
1506 char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN + IPR_SERIAL_NUM_LEN + 3];
1507 int i = 0;
1508
1509 memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1510 i = strip_and_pad_whitespace(IPR_VENDOR_ID_LEN - 1, buffer);
1511
1512 memcpy(&buffer[i], vpd->vpids.product_id, IPR_PROD_ID_LEN);
1513 i = strip_and_pad_whitespace(i + IPR_PROD_ID_LEN - 1, buffer);
1514
1515 memcpy(&buffer[i], vpd->sn, IPR_SERIAL_NUM_LEN);
1516 buffer[IPR_SERIAL_NUM_LEN + i] = '\0';
1517
1518 ipr_hcam_err(hostrcb, "%s VPID/SN: %s\n", prefix, buffer);
1519 }
1520
1521 /**
1522 * ipr_log_vpd - Log the passed VPD to the error log.
1523 * @vpd: vendor/product id/sn struct
1524 *
1525 * Return value:
1526 * none
1527 **/
1528 static void ipr_log_vpd(struct ipr_vpd *vpd)
1529 {
1530 char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
1531 + IPR_SERIAL_NUM_LEN];
1532
1533 memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1534 memcpy(buffer + IPR_VENDOR_ID_LEN, vpd->vpids.product_id,
1535 IPR_PROD_ID_LEN);
1536 buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
1537 ipr_err("Vendor/Product ID: %s\n", buffer);
1538
1539 memcpy(buffer, vpd->sn, IPR_SERIAL_NUM_LEN);
1540 buffer[IPR_SERIAL_NUM_LEN] = '\0';
1541 ipr_err(" Serial Number: %s\n", buffer);
1542 }
1543
1544 /**
1545 * ipr_log_ext_vpd_compact - Log the passed extended VPD compactly.
1546 * @prefix: string to print at start of printk
1547 * @hostrcb: hostrcb pointer
1548 * @vpd: vendor/product id/sn/wwn struct
1549 *
1550 * Return value:
1551 * none
1552 **/
1553 static void ipr_log_ext_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1554 struct ipr_ext_vpd *vpd)
1555 {
1556 ipr_log_vpd_compact(prefix, hostrcb, &vpd->vpd);
1557 ipr_hcam_err(hostrcb, "%s WWN: %08X%08X\n", prefix,
1558 be32_to_cpu(vpd->wwid[0]), be32_to_cpu(vpd->wwid[1]));
1559 }
1560
1561 /**
1562 * ipr_log_ext_vpd - Log the passed extended VPD to the error log.
1563 * @vpd: vendor/product id/sn/wwn struct
1564 *
1565 * Return value:
1566 * none
1567 **/
1568 static void ipr_log_ext_vpd(struct ipr_ext_vpd *vpd)
1569 {
1570 ipr_log_vpd(&vpd->vpd);
1571 ipr_err(" WWN: %08X%08X\n", be32_to_cpu(vpd->wwid[0]),
1572 be32_to_cpu(vpd->wwid[1]));
1573 }
1574
1575 /**
1576 * ipr_log_enhanced_cache_error - Log a cache error.
1577 * @ioa_cfg: ioa config struct
1578 * @hostrcb: hostrcb struct
1579 *
1580 * Return value:
1581 * none
1582 **/
1583 static void ipr_log_enhanced_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1584 struct ipr_hostrcb *hostrcb)
1585 {
1586 struct ipr_hostrcb_type_12_error *error;
1587
1588 if (ioa_cfg->sis64)
1589 error = &hostrcb->hcam.u.error64.u.type_12_error;
1590 else
1591 error = &hostrcb->hcam.u.error.u.type_12_error;
1592
1593 ipr_err("-----Current Configuration-----\n");
1594 ipr_err("Cache Directory Card Information:\n");
1595 ipr_log_ext_vpd(&error->ioa_vpd);
1596 ipr_err("Adapter Card Information:\n");
1597 ipr_log_ext_vpd(&error->cfc_vpd);
1598
1599 ipr_err("-----Expected Configuration-----\n");
1600 ipr_err("Cache Directory Card Information:\n");
1601 ipr_log_ext_vpd(&error->ioa_last_attached_to_cfc_vpd);
1602 ipr_err("Adapter Card Information:\n");
1603 ipr_log_ext_vpd(&error->cfc_last_attached_to_ioa_vpd);
1604
1605 ipr_err("Additional IOA Data: %08X %08X %08X\n",
1606 be32_to_cpu(error->ioa_data[0]),
1607 be32_to_cpu(error->ioa_data[1]),
1608 be32_to_cpu(error->ioa_data[2]));
1609 }
1610
1611 /**
1612 * ipr_log_cache_error - Log a cache error.
1613 * @ioa_cfg: ioa config struct
1614 * @hostrcb: hostrcb struct
1615 *
1616 * Return value:
1617 * none
1618 **/
1619 static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1620 struct ipr_hostrcb *hostrcb)
1621 {
1622 struct ipr_hostrcb_type_02_error *error =
1623 &hostrcb->hcam.u.error.u.type_02_error;
1624
1625 ipr_err("-----Current Configuration-----\n");
1626 ipr_err("Cache Directory Card Information:\n");
1627 ipr_log_vpd(&error->ioa_vpd);
1628 ipr_err("Adapter Card Information:\n");
1629 ipr_log_vpd(&error->cfc_vpd);
1630
1631 ipr_err("-----Expected Configuration-----\n");
1632 ipr_err("Cache Directory Card Information:\n");
1633 ipr_log_vpd(&error->ioa_last_attached_to_cfc_vpd);
1634 ipr_err("Adapter Card Information:\n");
1635 ipr_log_vpd(&error->cfc_last_attached_to_ioa_vpd);
1636
1637 ipr_err("Additional IOA Data: %08X %08X %08X\n",
1638 be32_to_cpu(error->ioa_data[0]),
1639 be32_to_cpu(error->ioa_data[1]),
1640 be32_to_cpu(error->ioa_data[2]));
1641 }
1642
1643 /**
1644 * ipr_log_enhanced_config_error - Log a configuration error.
1645 * @ioa_cfg: ioa config struct
1646 * @hostrcb: hostrcb struct
1647 *
1648 * Return value:
1649 * none
1650 **/
1651 static void ipr_log_enhanced_config_error(struct ipr_ioa_cfg *ioa_cfg,
1652 struct ipr_hostrcb *hostrcb)
1653 {
1654 int errors_logged, i;
1655 struct ipr_hostrcb_device_data_entry_enhanced *dev_entry;
1656 struct ipr_hostrcb_type_13_error *error;
1657
1658 error = &hostrcb->hcam.u.error.u.type_13_error;
1659 errors_logged = be32_to_cpu(error->errors_logged);
1660
1661 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1662 be32_to_cpu(error->errors_detected), errors_logged);
1663
1664 dev_entry = error->dev;
1665
1666 for (i = 0; i < errors_logged; i++, dev_entry++) {
1667 ipr_err_separator;
1668
1669 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1670 ipr_log_ext_vpd(&dev_entry->vpd);
1671
1672 ipr_err("-----New Device Information-----\n");
1673 ipr_log_ext_vpd(&dev_entry->new_vpd);
1674
1675 ipr_err("Cache Directory Card Information:\n");
1676 ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1677
1678 ipr_err("Adapter Card Information:\n");
1679 ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1680 }
1681 }
1682
1683 /**
1684 * ipr_log_sis64_config_error - Log a device error.
1685 * @ioa_cfg: ioa config struct
1686 * @hostrcb: hostrcb struct
1687 *
1688 * Return value:
1689 * none
1690 **/
1691 static void ipr_log_sis64_config_error(struct ipr_ioa_cfg *ioa_cfg,
1692 struct ipr_hostrcb *hostrcb)
1693 {
1694 int errors_logged, i;
1695 struct ipr_hostrcb64_device_data_entry_enhanced *dev_entry;
1696 struct ipr_hostrcb_type_23_error *error;
1697 char buffer[IPR_MAX_RES_PATH_LENGTH];
1698
1699 error = &hostrcb->hcam.u.error64.u.type_23_error;
1700 errors_logged = be32_to_cpu(error->errors_logged);
1701
1702 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1703 be32_to_cpu(error->errors_detected), errors_logged);
1704
1705 dev_entry = error->dev;
1706
1707 for (i = 0; i < errors_logged; i++, dev_entry++) {
1708 ipr_err_separator;
1709
1710 ipr_err("Device %d : %s", i + 1,
1711 __ipr_format_res_path(dev_entry->res_path,
1712 buffer, sizeof(buffer)));
1713 ipr_log_ext_vpd(&dev_entry->vpd);
1714
1715 ipr_err("-----New Device Information-----\n");
1716 ipr_log_ext_vpd(&dev_entry->new_vpd);
1717
1718 ipr_err("Cache Directory Card Information:\n");
1719 ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1720
1721 ipr_err("Adapter Card Information:\n");
1722 ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1723 }
1724 }
1725
1726 /**
1727 * ipr_log_config_error - Log a configuration error.
1728 * @ioa_cfg: ioa config struct
1729 * @hostrcb: hostrcb struct
1730 *
1731 * Return value:
1732 * none
1733 **/
1734 static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
1735 struct ipr_hostrcb *hostrcb)
1736 {
1737 int errors_logged, i;
1738 struct ipr_hostrcb_device_data_entry *dev_entry;
1739 struct ipr_hostrcb_type_03_error *error;
1740
1741 error = &hostrcb->hcam.u.error.u.type_03_error;
1742 errors_logged = be32_to_cpu(error->errors_logged);
1743
1744 ipr_err("Device Errors Detected/Logged: %d/%d\n",
1745 be32_to_cpu(error->errors_detected), errors_logged);
1746
1747 dev_entry = error->dev;
1748
1749 for (i = 0; i < errors_logged; i++, dev_entry++) {
1750 ipr_err_separator;
1751
1752 ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1753 ipr_log_vpd(&dev_entry->vpd);
1754
1755 ipr_err("-----New Device Information-----\n");
1756 ipr_log_vpd(&dev_entry->new_vpd);
1757
1758 ipr_err("Cache Directory Card Information:\n");
1759 ipr_log_vpd(&dev_entry->ioa_last_with_dev_vpd);
1760
1761 ipr_err("Adapter Card Information:\n");
1762 ipr_log_vpd(&dev_entry->cfc_last_with_dev_vpd);
1763
1764 ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
1765 be32_to_cpu(dev_entry->ioa_data[0]),
1766 be32_to_cpu(dev_entry->ioa_data[1]),
1767 be32_to_cpu(dev_entry->ioa_data[2]),
1768 be32_to_cpu(dev_entry->ioa_data[3]),
1769 be32_to_cpu(dev_entry->ioa_data[4]));
1770 }
1771 }
1772
1773 /**
1774 * ipr_log_enhanced_array_error - Log an array configuration error.
1775 * @ioa_cfg: ioa config struct
1776 * @hostrcb: hostrcb struct
1777 *
1778 * Return value:
1779 * none
1780 **/
1781 static void ipr_log_enhanced_array_error(struct ipr_ioa_cfg *ioa_cfg,
1782 struct ipr_hostrcb *hostrcb)
1783 {
1784 int i, num_entries;
1785 struct ipr_hostrcb_type_14_error *error;
1786 struct ipr_hostrcb_array_data_entry_enhanced *array_entry;
1787 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1788
1789 error = &hostrcb->hcam.u.error.u.type_14_error;
1790
1791 ipr_err_separator;
1792
1793 ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1794 error->protection_level,
1795 ioa_cfg->host->host_no,
1796 error->last_func_vset_res_addr.bus,
1797 error->last_func_vset_res_addr.target,
1798 error->last_func_vset_res_addr.lun);
1799
1800 ipr_err_separator;
1801
1802 array_entry = error->array_member;
1803 num_entries = min_t(u32, be32_to_cpu(error->num_entries),
1804 ARRAY_SIZE(error->array_member));
1805
1806 for (i = 0; i < num_entries; i++, array_entry++) {
1807 if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1808 continue;
1809
1810 if (be32_to_cpu(error->exposed_mode_adn) == i)
1811 ipr_err("Exposed Array Member %d:\n", i);
1812 else
1813 ipr_err("Array Member %d:\n", i);
1814
1815 ipr_log_ext_vpd(&array_entry->vpd);
1816 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1817 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1818 "Expected Location");
1819
1820 ipr_err_separator;
1821 }
1822 }
1823
1824 /**
1825 * ipr_log_array_error - Log an array configuration error.
1826 * @ioa_cfg: ioa config struct
1827 * @hostrcb: hostrcb struct
1828 *
1829 * Return value:
1830 * none
1831 **/
1832 static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
1833 struct ipr_hostrcb *hostrcb)
1834 {
1835 int i;
1836 struct ipr_hostrcb_type_04_error *error;
1837 struct ipr_hostrcb_array_data_entry *array_entry;
1838 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1839
1840 error = &hostrcb->hcam.u.error.u.type_04_error;
1841
1842 ipr_err_separator;
1843
1844 ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1845 error->protection_level,
1846 ioa_cfg->host->host_no,
1847 error->last_func_vset_res_addr.bus,
1848 error->last_func_vset_res_addr.target,
1849 error->last_func_vset_res_addr.lun);
1850
1851 ipr_err_separator;
1852
1853 array_entry = error->array_member;
1854
1855 for (i = 0; i < 18; i++) {
1856 if (!memcmp(array_entry->vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1857 continue;
1858
1859 if (be32_to_cpu(error->exposed_mode_adn) == i)
1860 ipr_err("Exposed Array Member %d:\n", i);
1861 else
1862 ipr_err("Array Member %d:\n", i);
1863
1864 ipr_log_vpd(&array_entry->vpd);
1865
1866 ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1867 ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1868 "Expected Location");
1869
1870 ipr_err_separator;
1871
1872 if (i == 9)
1873 array_entry = error->array_member2;
1874 else
1875 array_entry++;
1876 }
1877 }
1878
1879 /**
1880 * ipr_log_hex_data - Log additional hex IOA error data.
1881 * @ioa_cfg: ioa config struct
1882 * @data: IOA error data
1883 * @len: data length
1884 *
1885 * Return value:
1886 * none
1887 **/
1888 static void ipr_log_hex_data(struct ipr_ioa_cfg *ioa_cfg, u32 *data, int len)
1889 {
1890 int i;
1891
1892 if (len == 0)
1893 return;
1894
1895 if (ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
1896 len = min_t(int, len, IPR_DEFAULT_MAX_ERROR_DUMP);
1897
1898 for (i = 0; i < len / 4; i += 4) {
1899 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
1900 be32_to_cpu(data[i]),
1901 be32_to_cpu(data[i+1]),
1902 be32_to_cpu(data[i+2]),
1903 be32_to_cpu(data[i+3]));
1904 }
1905 }
1906
1907 /**
1908 * ipr_log_enhanced_dual_ioa_error - Log an enhanced dual adapter error.
1909 * @ioa_cfg: ioa config struct
1910 * @hostrcb: hostrcb struct
1911 *
1912 * Return value:
1913 * none
1914 **/
1915 static void ipr_log_enhanced_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1916 struct ipr_hostrcb *hostrcb)
1917 {
1918 struct ipr_hostrcb_type_17_error *error;
1919
1920 if (ioa_cfg->sis64)
1921 error = &hostrcb->hcam.u.error64.u.type_17_error;
1922 else
1923 error = &hostrcb->hcam.u.error.u.type_17_error;
1924
1925 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1926 strim(error->failure_reason);
1927
1928 ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1929 be32_to_cpu(hostrcb->hcam.u.error.prc));
1930 ipr_log_ext_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1931 ipr_log_hex_data(ioa_cfg, error->data,
1932 be32_to_cpu(hostrcb->hcam.length) -
1933 (offsetof(struct ipr_hostrcb_error, u) +
1934 offsetof(struct ipr_hostrcb_type_17_error, data)));
1935 }
1936
1937 /**
1938 * ipr_log_dual_ioa_error - Log a dual adapter error.
1939 * @ioa_cfg: ioa config struct
1940 * @hostrcb: hostrcb struct
1941 *
1942 * Return value:
1943 * none
1944 **/
1945 static void ipr_log_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1946 struct ipr_hostrcb *hostrcb)
1947 {
1948 struct ipr_hostrcb_type_07_error *error;
1949
1950 error = &hostrcb->hcam.u.error.u.type_07_error;
1951 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1952 strim(error->failure_reason);
1953
1954 ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1955 be32_to_cpu(hostrcb->hcam.u.error.prc));
1956 ipr_log_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1957 ipr_log_hex_data(ioa_cfg, error->data,
1958 be32_to_cpu(hostrcb->hcam.length) -
1959 (offsetof(struct ipr_hostrcb_error, u) +
1960 offsetof(struct ipr_hostrcb_type_07_error, data)));
1961 }
1962
1963 static const struct {
1964 u8 active;
1965 char *desc;
1966 } path_active_desc[] = {
1967 { IPR_PATH_NO_INFO, "Path" },
1968 { IPR_PATH_ACTIVE, "Active path" },
1969 { IPR_PATH_NOT_ACTIVE, "Inactive path" }
1970 };
1971
1972 static const struct {
1973 u8 state;
1974 char *desc;
1975 } path_state_desc[] = {
1976 { IPR_PATH_STATE_NO_INFO, "has no path state information available" },
1977 { IPR_PATH_HEALTHY, "is healthy" },
1978 { IPR_PATH_DEGRADED, "is degraded" },
1979 { IPR_PATH_FAILED, "is failed" }
1980 };
1981
1982 /**
1983 * ipr_log_fabric_path - Log a fabric path error
1984 * @hostrcb: hostrcb struct
1985 * @fabric: fabric descriptor
1986 *
1987 * Return value:
1988 * none
1989 **/
1990 static void ipr_log_fabric_path(struct ipr_hostrcb *hostrcb,
1991 struct ipr_hostrcb_fabric_desc *fabric)
1992 {
1993 int i, j;
1994 u8 path_state = fabric->path_state;
1995 u8 active = path_state & IPR_PATH_ACTIVE_MASK;
1996 u8 state = path_state & IPR_PATH_STATE_MASK;
1997
1998 for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
1999 if (path_active_desc[i].active != active)
2000 continue;
2001
2002 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2003 if (path_state_desc[j].state != state)
2004 continue;
2005
2006 if (fabric->cascaded_expander == 0xff && fabric->phy == 0xff) {
2007 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d\n",
2008 path_active_desc[i].desc, path_state_desc[j].desc,
2009 fabric->ioa_port);
2010 } else if (fabric->cascaded_expander == 0xff) {
2011 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Phy=%d\n",
2012 path_active_desc[i].desc, path_state_desc[j].desc,
2013 fabric->ioa_port, fabric->phy);
2014 } else if (fabric->phy == 0xff) {
2015 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d\n",
2016 path_active_desc[i].desc, path_state_desc[j].desc,
2017 fabric->ioa_port, fabric->cascaded_expander);
2018 } else {
2019 ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d, Phy=%d\n",
2020 path_active_desc[i].desc, path_state_desc[j].desc,
2021 fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
2022 }
2023 return;
2024 }
2025 }
2026
2027 ipr_err("Path state=%02X IOA Port=%d Cascade=%d Phy=%d\n", path_state,
2028 fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
2029 }
2030
2031 /**
2032 * ipr_log64_fabric_path - Log a fabric path error
2033 * @hostrcb: hostrcb struct
2034 * @fabric: fabric descriptor
2035 *
2036 * Return value:
2037 * none
2038 **/
2039 static void ipr_log64_fabric_path(struct ipr_hostrcb *hostrcb,
2040 struct ipr_hostrcb64_fabric_desc *fabric)
2041 {
2042 int i, j;
2043 u8 path_state = fabric->path_state;
2044 u8 active = path_state & IPR_PATH_ACTIVE_MASK;
2045 u8 state = path_state & IPR_PATH_STATE_MASK;
2046 char buffer[IPR_MAX_RES_PATH_LENGTH];
2047
2048 for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
2049 if (path_active_desc[i].active != active)
2050 continue;
2051
2052 for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
2053 if (path_state_desc[j].state != state)
2054 continue;
2055
2056 ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s\n",
2057 path_active_desc[i].desc, path_state_desc[j].desc,
2058 ipr_format_res_path(hostrcb->ioa_cfg,
2059 fabric->res_path,
2060 buffer, sizeof(buffer)));
2061 return;
2062 }
2063 }
2064
2065 ipr_err("Path state=%02X Resource Path=%s\n", path_state,
2066 ipr_format_res_path(hostrcb->ioa_cfg, fabric->res_path,
2067 buffer, sizeof(buffer)));
2068 }
2069
2070 static const struct {
2071 u8 type;
2072 char *desc;
2073 } path_type_desc[] = {
2074 { IPR_PATH_CFG_IOA_PORT, "IOA port" },
2075 { IPR_PATH_CFG_EXP_PORT, "Expander port" },
2076 { IPR_PATH_CFG_DEVICE_PORT, "Device port" },
2077 { IPR_PATH_CFG_DEVICE_LUN, "Device LUN" }
2078 };
2079
2080 static const struct {
2081 u8 status;
2082 char *desc;
2083 } path_status_desc[] = {
2084 { IPR_PATH_CFG_NO_PROB, "Functional" },
2085 { IPR_PATH_CFG_DEGRADED, "Degraded" },
2086 { IPR_PATH_CFG_FAILED, "Failed" },
2087 { IPR_PATH_CFG_SUSPECT, "Suspect" },
2088 { IPR_PATH_NOT_DETECTED, "Missing" },
2089 { IPR_PATH_INCORRECT_CONN, "Incorrectly connected" }
2090 };
2091
2092 static const char *link_rate[] = {
2093 "unknown",
2094 "disabled",
2095 "phy reset problem",
2096 "spinup hold",
2097 "port selector",
2098 "unknown",
2099 "unknown",
2100 "unknown",
2101 "1.5Gbps",
2102 "3.0Gbps",
2103 "unknown",
2104 "unknown",
2105 "unknown",
2106 "unknown",
2107 "unknown",
2108 "unknown"
2109 };
2110
2111 /**
2112 * ipr_log_path_elem - Log a fabric path element.
2113 * @hostrcb: hostrcb struct
2114 * @cfg: fabric path element struct
2115 *
2116 * Return value:
2117 * none
2118 **/
2119 static void ipr_log_path_elem(struct ipr_hostrcb *hostrcb,
2120 struct ipr_hostrcb_config_element *cfg)
2121 {
2122 int i, j;
2123 u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2124 u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2125
2126 if (type == IPR_PATH_CFG_NOT_EXIST)
2127 return;
2128
2129 for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2130 if (path_type_desc[i].type != type)
2131 continue;
2132
2133 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2134 if (path_status_desc[j].status != status)
2135 continue;
2136
2137 if (type == IPR_PATH_CFG_IOA_PORT) {
2138 ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, WWN=%08X%08X\n",
2139 path_status_desc[j].desc, path_type_desc[i].desc,
2140 cfg->phy, link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2141 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2142 } else {
2143 if (cfg->cascaded_expander == 0xff && cfg->phy == 0xff) {
2144 ipr_hcam_err(hostrcb, "%s %s: Link rate=%s, WWN=%08X%08X\n",
2145 path_status_desc[j].desc, path_type_desc[i].desc,
2146 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2147 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2148 } else if (cfg->cascaded_expander == 0xff) {
2149 ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, "
2150 "WWN=%08X%08X\n", path_status_desc[j].desc,
2151 path_type_desc[i].desc, cfg->phy,
2152 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2153 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2154 } else if (cfg->phy == 0xff) {
2155 ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Link rate=%s, "
2156 "WWN=%08X%08X\n", path_status_desc[j].desc,
2157 path_type_desc[i].desc, cfg->cascaded_expander,
2158 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2159 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2160 } else {
2161 ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Phy=%d, Link rate=%s "
2162 "WWN=%08X%08X\n", path_status_desc[j].desc,
2163 path_type_desc[i].desc, cfg->cascaded_expander, cfg->phy,
2164 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2165 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2166 }
2167 }
2168 return;
2169 }
2170 }
2171
2172 ipr_hcam_err(hostrcb, "Path element=%02X: Cascade=%d Phy=%d Link rate=%s "
2173 "WWN=%08X%08X\n", cfg->type_status, cfg->cascaded_expander, cfg->phy,
2174 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2175 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2176 }
2177
2178 /**
2179 * ipr_log64_path_elem - Log a fabric path element.
2180 * @hostrcb: hostrcb struct
2181 * @cfg: fabric path element struct
2182 *
2183 * Return value:
2184 * none
2185 **/
2186 static void ipr_log64_path_elem(struct ipr_hostrcb *hostrcb,
2187 struct ipr_hostrcb64_config_element *cfg)
2188 {
2189 int i, j;
2190 u8 desc_id = cfg->descriptor_id & IPR_DESCRIPTOR_MASK;
2191 u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2192 u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2193 char buffer[IPR_MAX_RES_PATH_LENGTH];
2194
2195 if (type == IPR_PATH_CFG_NOT_EXIST || desc_id != IPR_DESCRIPTOR_SIS64)
2196 return;
2197
2198 for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2199 if (path_type_desc[i].type != type)
2200 continue;
2201
2202 for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2203 if (path_status_desc[j].status != status)
2204 continue;
2205
2206 ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s, Link rate=%s, WWN=%08X%08X\n",
2207 path_status_desc[j].desc, path_type_desc[i].desc,
2208 ipr_format_res_path(hostrcb->ioa_cfg,
2209 cfg->res_path, buffer, sizeof(buffer)),
2210 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2211 be32_to_cpu(cfg->wwid[0]),
2212 be32_to_cpu(cfg->wwid[1]));
2213 return;
2214 }
2215 }
2216 ipr_hcam_err(hostrcb, "Path element=%02X: Resource Path=%s, Link rate=%s "
2217 "WWN=%08X%08X\n", cfg->type_status,
2218 ipr_format_res_path(hostrcb->ioa_cfg,
2219 cfg->res_path, buffer, sizeof(buffer)),
2220 link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2221 be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2222 }
2223
2224 /**
2225 * ipr_log_fabric_error - Log a fabric error.
2226 * @ioa_cfg: ioa config struct
2227 * @hostrcb: hostrcb struct
2228 *
2229 * Return value:
2230 * none
2231 **/
2232 static void ipr_log_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2233 struct ipr_hostrcb *hostrcb)
2234 {
2235 struct ipr_hostrcb_type_20_error *error;
2236 struct ipr_hostrcb_fabric_desc *fabric;
2237 struct ipr_hostrcb_config_element *cfg;
2238 int i, add_len;
2239
2240 error = &hostrcb->hcam.u.error.u.type_20_error;
2241 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2242 ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2243
2244 add_len = be32_to_cpu(hostrcb->hcam.length) -
2245 (offsetof(struct ipr_hostrcb_error, u) +
2246 offsetof(struct ipr_hostrcb_type_20_error, desc));
2247
2248 for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2249 ipr_log_fabric_path(hostrcb, fabric);
2250 for_each_fabric_cfg(fabric, cfg)
2251 ipr_log_path_elem(hostrcb, cfg);
2252
2253 add_len -= be16_to_cpu(fabric->length);
2254 fabric = (struct ipr_hostrcb_fabric_desc *)
2255 ((unsigned long)fabric + be16_to_cpu(fabric->length));
2256 }
2257
2258 ipr_log_hex_data(ioa_cfg, (u32 *)fabric, add_len);
2259 }
2260
2261 /**
2262 * ipr_log_sis64_array_error - Log a sis64 array error.
2263 * @ioa_cfg: ioa config struct
2264 * @hostrcb: hostrcb struct
2265 *
2266 * Return value:
2267 * none
2268 **/
2269 static void ipr_log_sis64_array_error(struct ipr_ioa_cfg *ioa_cfg,
2270 struct ipr_hostrcb *hostrcb)
2271 {
2272 int i, num_entries;
2273 struct ipr_hostrcb_type_24_error *error;
2274 struct ipr_hostrcb64_array_data_entry *array_entry;
2275 char buffer[IPR_MAX_RES_PATH_LENGTH];
2276 const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
2277
2278 error = &hostrcb->hcam.u.error64.u.type_24_error;
2279
2280 ipr_err_separator;
2281
2282 ipr_err("RAID %s Array Configuration: %s\n",
2283 error->protection_level,
2284 ipr_format_res_path(ioa_cfg, error->last_res_path,
2285 buffer, sizeof(buffer)));
2286
2287 ipr_err_separator;
2288
2289 array_entry = error->array_member;
2290 num_entries = min_t(u32, error->num_entries,
2291 ARRAY_SIZE(error->array_member));
2292
2293 for (i = 0; i < num_entries; i++, array_entry++) {
2294
2295 if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
2296 continue;
2297
2298 if (error->exposed_mode_adn == i)
2299 ipr_err("Exposed Array Member %d:\n", i);
2300 else
2301 ipr_err("Array Member %d:\n", i);
2302
2303 ipr_err("Array Member %d:\n", i);
2304 ipr_log_ext_vpd(&array_entry->vpd);
2305 ipr_err("Current Location: %s\n",
2306 ipr_format_res_path(ioa_cfg, array_entry->res_path,
2307 buffer, sizeof(buffer)));
2308 ipr_err("Expected Location: %s\n",
2309 ipr_format_res_path(ioa_cfg,
2310 array_entry->expected_res_path,
2311 buffer, sizeof(buffer)));
2312
2313 ipr_err_separator;
2314 }
2315 }
2316
2317 /**
2318 * ipr_log_sis64_fabric_error - Log a sis64 fabric error.
2319 * @ioa_cfg: ioa config struct
2320 * @hostrcb: hostrcb struct
2321 *
2322 * Return value:
2323 * none
2324 **/
2325 static void ipr_log_sis64_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2326 struct ipr_hostrcb *hostrcb)
2327 {
2328 struct ipr_hostrcb_type_30_error *error;
2329 struct ipr_hostrcb64_fabric_desc *fabric;
2330 struct ipr_hostrcb64_config_element *cfg;
2331 int i, add_len;
2332
2333 error = &hostrcb->hcam.u.error64.u.type_30_error;
2334
2335 error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2336 ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2337
2338 add_len = be32_to_cpu(hostrcb->hcam.length) -
2339 (offsetof(struct ipr_hostrcb64_error, u) +
2340 offsetof(struct ipr_hostrcb_type_30_error, desc));
2341
2342 for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2343 ipr_log64_fabric_path(hostrcb, fabric);
2344 for_each_fabric_cfg(fabric, cfg)
2345 ipr_log64_path_elem(hostrcb, cfg);
2346
2347 add_len -= be16_to_cpu(fabric->length);
2348 fabric = (struct ipr_hostrcb64_fabric_desc *)
2349 ((unsigned long)fabric + be16_to_cpu(fabric->length));
2350 }
2351
2352 ipr_log_hex_data(ioa_cfg, (u32 *)fabric, add_len);
2353 }
2354
2355 /**
2356 * ipr_log_generic_error - Log an adapter error.
2357 * @ioa_cfg: ioa config struct
2358 * @hostrcb: hostrcb struct
2359 *
2360 * Return value:
2361 * none
2362 **/
2363 static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
2364 struct ipr_hostrcb *hostrcb)
2365 {
2366 ipr_log_hex_data(ioa_cfg, hostrcb->hcam.u.raw.data,
2367 be32_to_cpu(hostrcb->hcam.length));
2368 }
2369
2370 /**
2371 * ipr_log_sis64_device_error - Log a cache error.
2372 * @ioa_cfg: ioa config struct
2373 * @hostrcb: hostrcb struct
2374 *
2375 * Return value:
2376 * none
2377 **/
2378 static void ipr_log_sis64_device_error(struct ipr_ioa_cfg *ioa_cfg,
2379 struct ipr_hostrcb *hostrcb)
2380 {
2381 struct ipr_hostrcb_type_21_error *error;
2382 char buffer[IPR_MAX_RES_PATH_LENGTH];
2383
2384 error = &hostrcb->hcam.u.error64.u.type_21_error;
2385
2386 ipr_err("-----Failing Device Information-----\n");
2387 ipr_err("World Wide Unique ID: %08X%08X%08X%08X\n",
2388 be32_to_cpu(error->wwn[0]), be32_to_cpu(error->wwn[1]),
2389 be32_to_cpu(error->wwn[2]), be32_to_cpu(error->wwn[3]));
2390 ipr_err("Device Resource Path: %s\n",
2391 __ipr_format_res_path(error->res_path,
2392 buffer, sizeof(buffer)));
2393 error->primary_problem_desc[sizeof(error->primary_problem_desc) - 1] = '\0';
2394 error->second_problem_desc[sizeof(error->second_problem_desc) - 1] = '\0';
2395 ipr_err("Primary Problem Description: %s\n", error->primary_problem_desc);
2396 ipr_err("Secondary Problem Description: %s\n", error->second_problem_desc);
2397 ipr_err("SCSI Sense Data:\n");
2398 ipr_log_hex_data(ioa_cfg, error->sense_data, sizeof(error->sense_data));
2399 ipr_err("SCSI Command Descriptor Block: \n");
2400 ipr_log_hex_data(ioa_cfg, error->cdb, sizeof(error->cdb));
2401
2402 ipr_err("Additional IOA Data:\n");
2403 ipr_log_hex_data(ioa_cfg, error->ioa_data, be32_to_cpu(error->length_of_error));
2404 }
2405
2406 /**
2407 * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
2408 * @ioasc: IOASC
2409 *
2410 * This function will return the index of into the ipr_error_table
2411 * for the specified IOASC. If the IOASC is not in the table,
2412 * 0 will be returned, which points to the entry used for unknown errors.
2413 *
2414 * Return value:
2415 * index into the ipr_error_table
2416 **/
2417 static u32 ipr_get_error(u32 ioasc)
2418 {
2419 int i;
2420
2421 for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
2422 if (ipr_error_table[i].ioasc == (ioasc & IPR_IOASC_IOASC_MASK))
2423 return i;
2424
2425 return 0;
2426 }
2427
2428 /**
2429 * ipr_handle_log_data - Log an adapter error.
2430 * @ioa_cfg: ioa config struct
2431 * @hostrcb: hostrcb struct
2432 *
2433 * This function logs an adapter error to the system.
2434 *
2435 * Return value:
2436 * none
2437 **/
2438 static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
2439 struct ipr_hostrcb *hostrcb)
2440 {
2441 u32 ioasc;
2442 int error_index;
2443 struct ipr_hostrcb_type_21_error *error;
2444
2445 if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
2446 return;
2447
2448 if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
2449 dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
2450
2451 if (ioa_cfg->sis64)
2452 ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2453 else
2454 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2455
2456 if (!ioa_cfg->sis64 && (ioasc == IPR_IOASC_BUS_WAS_RESET ||
2457 ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER)) {
2458 /* Tell the midlayer we had a bus reset so it will handle the UA properly */
2459 scsi_report_bus_reset(ioa_cfg->host,
2460 hostrcb->hcam.u.error.fd_res_addr.bus);
2461 }
2462
2463 error_index = ipr_get_error(ioasc);
2464
2465 if (!ipr_error_table[error_index].log_hcam)
2466 return;
2467
2468 if (ioasc == IPR_IOASC_HW_CMD_FAILED &&
2469 hostrcb->hcam.overlay_id == IPR_HOST_RCB_OVERLAY_ID_21) {
2470 error = &hostrcb->hcam.u.error64.u.type_21_error;
2471
2472 if (((be32_to_cpu(error->sense_data[0]) & 0x0000ff00) >> 8) == ILLEGAL_REQUEST &&
2473 ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
2474 return;
2475 }
2476
2477 ipr_hcam_err(hostrcb, "%s\n", ipr_error_table[error_index].error);
2478
2479 /* Set indication we have logged an error */
2480 ioa_cfg->errors_logged++;
2481
2482 if (ioa_cfg->log_level < ipr_error_table[error_index].log_hcam)
2483 return;
2484 if (be32_to_cpu(hostrcb->hcam.length) > sizeof(hostrcb->hcam.u.raw))
2485 hostrcb->hcam.length = cpu_to_be32(sizeof(hostrcb->hcam.u.raw));
2486
2487 switch (hostrcb->hcam.overlay_id) {
2488 case IPR_HOST_RCB_OVERLAY_ID_2:
2489 ipr_log_cache_error(ioa_cfg, hostrcb);
2490 break;
2491 case IPR_HOST_RCB_OVERLAY_ID_3:
2492 ipr_log_config_error(ioa_cfg, hostrcb);
2493 break;
2494 case IPR_HOST_RCB_OVERLAY_ID_4:
2495 case IPR_HOST_RCB_OVERLAY_ID_6:
2496 ipr_log_array_error(ioa_cfg, hostrcb);
2497 break;
2498 case IPR_HOST_RCB_OVERLAY_ID_7:
2499 ipr_log_dual_ioa_error(ioa_cfg, hostrcb);
2500 break;
2501 case IPR_HOST_RCB_OVERLAY_ID_12:
2502 ipr_log_enhanced_cache_error(ioa_cfg, hostrcb);
2503 break;
2504 case IPR_HOST_RCB_OVERLAY_ID_13:
2505 ipr_log_enhanced_config_error(ioa_cfg, hostrcb);
2506 break;
2507 case IPR_HOST_RCB_OVERLAY_ID_14:
2508 case IPR_HOST_RCB_OVERLAY_ID_16:
2509 ipr_log_enhanced_array_error(ioa_cfg, hostrcb);
2510 break;
2511 case IPR_HOST_RCB_OVERLAY_ID_17:
2512 ipr_log_enhanced_dual_ioa_error(ioa_cfg, hostrcb);
2513 break;
2514 case IPR_HOST_RCB_OVERLAY_ID_20:
2515 ipr_log_fabric_error(ioa_cfg, hostrcb);
2516 break;
2517 case IPR_HOST_RCB_OVERLAY_ID_21:
2518 ipr_log_sis64_device_error(ioa_cfg, hostrcb);
2519 break;
2520 case IPR_HOST_RCB_OVERLAY_ID_23:
2521 ipr_log_sis64_config_error(ioa_cfg, hostrcb);
2522 break;
2523 case IPR_HOST_RCB_OVERLAY_ID_24:
2524 case IPR_HOST_RCB_OVERLAY_ID_26:
2525 ipr_log_sis64_array_error(ioa_cfg, hostrcb);
2526 break;
2527 case IPR_HOST_RCB_OVERLAY_ID_30:
2528 ipr_log_sis64_fabric_error(ioa_cfg, hostrcb);
2529 break;
2530 case IPR_HOST_RCB_OVERLAY_ID_1:
2531 case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
2532 default:
2533 ipr_log_generic_error(ioa_cfg, hostrcb);
2534 break;
2535 }
2536 }
2537
2538 /**
2539 * ipr_process_error - Op done function for an adapter error log.
2540 * @ipr_cmd: ipr command struct
2541 *
2542 * This function is the op done function for an error log host
2543 * controlled async from the adapter. It will log the error and
2544 * send the HCAM back to the adapter.
2545 *
2546 * Return value:
2547 * none
2548 **/
2549 static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
2550 {
2551 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2552 struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
2553 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
2554 u32 fd_ioasc;
2555
2556 if (ioa_cfg->sis64)
2557 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2558 else
2559 fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2560
2561 list_del(&hostrcb->queue);
2562 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
2563
2564 if (!ioasc) {
2565 ipr_handle_log_data(ioa_cfg, hostrcb);
2566 if (fd_ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED)
2567 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
2568 } else if (ioasc != IPR_IOASC_IOA_WAS_RESET) {
2569 dev_err(&ioa_cfg->pdev->dev,
2570 "Host RCB failed with IOASC: 0x%08X\n", ioasc);
2571 }
2572
2573 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
2574 }
2575
2576 /**
2577 * ipr_timeout - An internally generated op has timed out.
2578 * @ipr_cmd: ipr command struct
2579 *
2580 * This function blocks host requests and initiates an
2581 * adapter reset.
2582 *
2583 * Return value:
2584 * none
2585 **/
2586 static void ipr_timeout(struct ipr_cmnd *ipr_cmd)
2587 {
2588 unsigned long lock_flags = 0;
2589 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2590
2591 ENTER;
2592 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2593
2594 ioa_cfg->errors_logged++;
2595 dev_err(&ioa_cfg->pdev->dev,
2596 "Adapter being reset due to command timeout.\n");
2597
2598 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2599 ioa_cfg->sdt_state = GET_DUMP;
2600
2601 if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
2602 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2603
2604 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2605 LEAVE;
2606 }
2607
2608 /**
2609 * ipr_oper_timeout - Adapter timed out transitioning to operational
2610 * @ipr_cmd: ipr command struct
2611 *
2612 * This function blocks host requests and initiates an
2613 * adapter reset.
2614 *
2615 * Return value:
2616 * none
2617 **/
2618 static void ipr_oper_timeout(struct ipr_cmnd *ipr_cmd)
2619 {
2620 unsigned long lock_flags = 0;
2621 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2622
2623 ENTER;
2624 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2625
2626 ioa_cfg->errors_logged++;
2627 dev_err(&ioa_cfg->pdev->dev,
2628 "Adapter timed out transitioning to operational.\n");
2629
2630 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2631 ioa_cfg->sdt_state = GET_DUMP;
2632
2633 if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
2634 if (ipr_fastfail)
2635 ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
2636 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2637 }
2638
2639 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2640 LEAVE;
2641 }
2642
2643 /**
2644 * ipr_find_ses_entry - Find matching SES in SES table
2645 * @res: resource entry struct of SES
2646 *
2647 * Return value:
2648 * pointer to SES table entry / NULL on failure
2649 **/
2650 static const struct ipr_ses_table_entry *
2651 ipr_find_ses_entry(struct ipr_resource_entry *res)
2652 {
2653 int i, j, matches;
2654 struct ipr_std_inq_vpids *vpids;
2655 const struct ipr_ses_table_entry *ste = ipr_ses_table;
2656
2657 for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
2658 for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
2659 if (ste->compare_product_id_byte[j] == 'X') {
2660 vpids = &res->std_inq_data.vpids;
2661 if (vpids->product_id[j] == ste->product_id[j])
2662 matches++;
2663 else
2664 break;
2665 } else
2666 matches++;
2667 }
2668
2669 if (matches == IPR_PROD_ID_LEN)
2670 return ste;
2671 }
2672
2673 return NULL;
2674 }
2675
2676 /**
2677 * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
2678 * @ioa_cfg: ioa config struct
2679 * @bus: SCSI bus
2680 * @bus_width: bus width
2681 *
2682 * Return value:
2683 * SCSI bus speed in units of 100KHz, 1600 is 160 MHz
2684 * For a 2-byte wide SCSI bus, the maximum transfer speed is
2685 * twice the maximum transfer rate (e.g. for a wide enabled bus,
2686 * max 160MHz = max 320MB/sec).
2687 **/
2688 static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
2689 {
2690 struct ipr_resource_entry *res;
2691 const struct ipr_ses_table_entry *ste;
2692 u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
2693
2694 /* Loop through each config table entry in the config table buffer */
2695 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
2696 if (!(IPR_IS_SES_DEVICE(res->std_inq_data)))
2697 continue;
2698
2699 if (bus != res->bus)
2700 continue;
2701
2702 if (!(ste = ipr_find_ses_entry(res)))
2703 continue;
2704
2705 max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
2706 }
2707
2708 return max_xfer_rate;
2709 }
2710
2711 /**
2712 * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
2713 * @ioa_cfg: ioa config struct
2714 * @max_delay: max delay in micro-seconds to wait
2715 *
2716 * Waits for an IODEBUG ACK from the IOA, doing busy looping.
2717 *
2718 * Return value:
2719 * 0 on success / other on failure
2720 **/
2721 static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
2722 {
2723 volatile u32 pcii_reg;
2724 int delay = 1;
2725
2726 /* Read interrupt reg until IOA signals IO Debug Acknowledge */
2727 while (delay < max_delay) {
2728 pcii_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
2729
2730 if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
2731 return 0;
2732
2733 /* udelay cannot be used if delay is more than a few milliseconds */
2734 if ((delay / 1000) > MAX_UDELAY_MS)
2735 mdelay(delay / 1000);
2736 else
2737 udelay(delay);
2738
2739 delay += delay;
2740 }
2741 return -EIO;
2742 }
2743
2744 /**
2745 * ipr_get_sis64_dump_data_section - Dump IOA memory
2746 * @ioa_cfg: ioa config struct
2747 * @start_addr: adapter address to dump
2748 * @dest: destination kernel buffer
2749 * @length_in_words: length to dump in 4 byte words
2750 *
2751 * Return value:
2752 * 0 on success
2753 **/
2754 static int ipr_get_sis64_dump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2755 u32 start_addr,
2756 __be32 *dest, u32 length_in_words)
2757 {
2758 int i;
2759
2760 for (i = 0; i < length_in_words; i++) {
2761 writel(start_addr+(i*4), ioa_cfg->regs.dump_addr_reg);
2762 *dest = cpu_to_be32(readl(ioa_cfg->regs.dump_data_reg));
2763 dest++;
2764 }
2765
2766 return 0;
2767 }
2768
2769 /**
2770 * ipr_get_ldump_data_section - Dump IOA memory
2771 * @ioa_cfg: ioa config struct
2772 * @start_addr: adapter address to dump
2773 * @dest: destination kernel buffer
2774 * @length_in_words: length to dump in 4 byte words
2775 *
2776 * Return value:
2777 * 0 on success / -EIO on failure
2778 **/
2779 static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2780 u32 start_addr,
2781 __be32 *dest, u32 length_in_words)
2782 {
2783 volatile u32 temp_pcii_reg;
2784 int i, delay = 0;
2785
2786 if (ioa_cfg->sis64)
2787 return ipr_get_sis64_dump_data_section(ioa_cfg, start_addr,
2788 dest, length_in_words);
2789
2790 /* Write IOA interrupt reg starting LDUMP state */
2791 writel((IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
2792 ioa_cfg->regs.set_uproc_interrupt_reg32);
2793
2794 /* Wait for IO debug acknowledge */
2795 if (ipr_wait_iodbg_ack(ioa_cfg,
2796 IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
2797 dev_err(&ioa_cfg->pdev->dev,
2798 "IOA dump long data transfer timeout\n");
2799 return -EIO;
2800 }
2801
2802 /* Signal LDUMP interlocked - clear IO debug ack */
2803 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2804 ioa_cfg->regs.clr_interrupt_reg);
2805
2806 /* Write Mailbox with starting address */
2807 writel(start_addr, ioa_cfg->ioa_mailbox);
2808
2809 /* Signal address valid - clear IOA Reset alert */
2810 writel(IPR_UPROCI_RESET_ALERT,
2811 ioa_cfg->regs.clr_uproc_interrupt_reg32);
2812
2813 for (i = 0; i < length_in_words; i++) {
2814 /* Wait for IO debug acknowledge */
2815 if (ipr_wait_iodbg_ack(ioa_cfg,
2816 IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
2817 dev_err(&ioa_cfg->pdev->dev,
2818 "IOA dump short data transfer timeout\n");
2819 return -EIO;
2820 }
2821
2822 /* Read data from mailbox and increment destination pointer */
2823 *dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
2824 dest++;
2825
2826 /* For all but the last word of data, signal data received */
2827 if (i < (length_in_words - 1)) {
2828 /* Signal dump data received - Clear IO debug Ack */
2829 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2830 ioa_cfg->regs.clr_interrupt_reg);
2831 }
2832 }
2833
2834 /* Signal end of block transfer. Set reset alert then clear IO debug ack */
2835 writel(IPR_UPROCI_RESET_ALERT,
2836 ioa_cfg->regs.set_uproc_interrupt_reg32);
2837
2838 writel(IPR_UPROCI_IO_DEBUG_ALERT,
2839 ioa_cfg->regs.clr_uproc_interrupt_reg32);
2840
2841 /* Signal dump data received - Clear IO debug Ack */
2842 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2843 ioa_cfg->regs.clr_interrupt_reg);
2844
2845 /* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
2846 while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
2847 temp_pcii_reg =
2848 readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
2849
2850 if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
2851 return 0;
2852
2853 udelay(10);
2854 delay += 10;
2855 }
2856
2857 return 0;
2858 }
2859
2860 #ifdef CONFIG_SCSI_IPR_DUMP
2861 /**
2862 * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
2863 * @ioa_cfg: ioa config struct
2864 * @pci_address: adapter address
2865 * @length: length of data to copy
2866 *
2867 * Copy data from PCI adapter to kernel buffer.
2868 * Note: length MUST be a 4 byte multiple
2869 * Return value:
2870 * 0 on success / other on failure
2871 **/
2872 static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
2873 unsigned long pci_address, u32 length)
2874 {
2875 int bytes_copied = 0;
2876 int cur_len, rc, rem_len, rem_page_len, max_dump_size;
2877 __be32 *page;
2878 unsigned long lock_flags = 0;
2879 struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
2880
2881 if (ioa_cfg->sis64)
2882 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
2883 else
2884 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
2885
2886 while (bytes_copied < length &&
2887 (ioa_dump->hdr.len + bytes_copied) < max_dump_size) {
2888 if (ioa_dump->page_offset >= PAGE_SIZE ||
2889 ioa_dump->page_offset == 0) {
2890 page = (__be32 *)__get_free_page(GFP_ATOMIC);
2891
2892 if (!page) {
2893 ipr_trace;
2894 return bytes_copied;
2895 }
2896
2897 ioa_dump->page_offset = 0;
2898 ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
2899 ioa_dump->next_page_index++;
2900 } else
2901 page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
2902
2903 rem_len = length - bytes_copied;
2904 rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
2905 cur_len = min(rem_len, rem_page_len);
2906
2907 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2908 if (ioa_cfg->sdt_state == ABORT_DUMP) {
2909 rc = -EIO;
2910 } else {
2911 rc = ipr_get_ldump_data_section(ioa_cfg,
2912 pci_address + bytes_copied,
2913 &page[ioa_dump->page_offset / 4],
2914 (cur_len / sizeof(u32)));
2915 }
2916 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2917
2918 if (!rc) {
2919 ioa_dump->page_offset += cur_len;
2920 bytes_copied += cur_len;
2921 } else {
2922 ipr_trace;
2923 break;
2924 }
2925 schedule();
2926 }
2927
2928 return bytes_copied;
2929 }
2930
2931 /**
2932 * ipr_init_dump_entry_hdr - Initialize a dump entry header.
2933 * @hdr: dump entry header struct
2934 *
2935 * Return value:
2936 * nothing
2937 **/
2938 static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
2939 {
2940 hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
2941 hdr->num_elems = 1;
2942 hdr->offset = sizeof(*hdr);
2943 hdr->status = IPR_DUMP_STATUS_SUCCESS;
2944 }
2945
2946 /**
2947 * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
2948 * @ioa_cfg: ioa config struct
2949 * @driver_dump: driver dump struct
2950 *
2951 * Return value:
2952 * nothing
2953 **/
2954 static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
2955 struct ipr_driver_dump *driver_dump)
2956 {
2957 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
2958
2959 ipr_init_dump_entry_hdr(&driver_dump->ioa_type_entry.hdr);
2960 driver_dump->ioa_type_entry.hdr.len =
2961 sizeof(struct ipr_dump_ioa_type_entry) -
2962 sizeof(struct ipr_dump_entry_header);
2963 driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2964 driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
2965 driver_dump->ioa_type_entry.type = ioa_cfg->type;
2966 driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
2967 (ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
2968 ucode_vpd->minor_release[1];
2969 driver_dump->hdr.num_entries++;
2970 }
2971
2972 /**
2973 * ipr_dump_version_data - Fill in the driver version in the dump.
2974 * @ioa_cfg: ioa config struct
2975 * @driver_dump: driver dump struct
2976 *
2977 * Return value:
2978 * nothing
2979 **/
2980 static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
2981 struct ipr_driver_dump *driver_dump)
2982 {
2983 ipr_init_dump_entry_hdr(&driver_dump->version_entry.hdr);
2984 driver_dump->version_entry.hdr.len =
2985 sizeof(struct ipr_dump_version_entry) -
2986 sizeof(struct ipr_dump_entry_header);
2987 driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
2988 driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
2989 strcpy(driver_dump->version_entry.version, IPR_DRIVER_VERSION);
2990 driver_dump->hdr.num_entries++;
2991 }
2992
2993 /**
2994 * ipr_dump_trace_data - Fill in the IOA trace in the dump.
2995 * @ioa_cfg: ioa config struct
2996 * @driver_dump: driver dump struct
2997 *
2998 * Return value:
2999 * nothing
3000 **/
3001 static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
3002 struct ipr_driver_dump *driver_dump)
3003 {
3004 ipr_init_dump_entry_hdr(&driver_dump->trace_entry.hdr);
3005 driver_dump->trace_entry.hdr.len =
3006 sizeof(struct ipr_dump_trace_entry) -
3007 sizeof(struct ipr_dump_entry_header);
3008 driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3009 driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
3010 memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
3011 driver_dump->hdr.num_entries++;
3012 }
3013
3014 /**
3015 * ipr_dump_location_data - Fill in the IOA location in the dump.
3016 * @ioa_cfg: ioa config struct
3017 * @driver_dump: driver dump struct
3018 *
3019 * Return value:
3020 * nothing
3021 **/
3022 static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
3023 struct ipr_driver_dump *driver_dump)
3024 {
3025 ipr_init_dump_entry_hdr(&driver_dump->location_entry.hdr);
3026 driver_dump->location_entry.hdr.len =
3027 sizeof(struct ipr_dump_location_entry) -
3028 sizeof(struct ipr_dump_entry_header);
3029 driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
3030 driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
3031 strcpy(driver_dump->location_entry.location, dev_name(&ioa_cfg->pdev->dev));
3032 driver_dump->hdr.num_entries++;
3033 }
3034
3035 /**
3036 * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
3037 * @ioa_cfg: ioa config struct
3038 * @dump: dump struct
3039 *
3040 * Return value:
3041 * nothing
3042 **/
3043 static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
3044 {
3045 unsigned long start_addr, sdt_word;
3046 unsigned long lock_flags = 0;
3047 struct ipr_driver_dump *driver_dump = &dump->driver_dump;
3048 struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
3049 u32 num_entries, max_num_entries, start_off, end_off;
3050 u32 max_dump_size, bytes_to_copy, bytes_copied, rc;
3051 struct ipr_sdt *sdt;
3052 int valid = 1;
3053 int i;
3054
3055 ENTER;
3056
3057 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3058
3059 if (ioa_cfg->sdt_state != READ_DUMP) {
3060 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3061 return;
3062 }
3063
3064 if (ioa_cfg->sis64) {
3065 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3066 ssleep(IPR_DUMP_DELAY_SECONDS);
3067 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3068 }
3069
3070 start_addr = readl(ioa_cfg->ioa_mailbox);
3071
3072 if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(start_addr)) {
3073 dev_err(&ioa_cfg->pdev->dev,
3074 "Invalid dump table format: %lx\n", start_addr);
3075 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3076 return;
3077 }
3078
3079 dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
3080
3081 driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
3082
3083 /* Initialize the overall dump header */
3084 driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
3085 driver_dump->hdr.num_entries = 1;
3086 driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
3087 driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
3088 driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
3089 driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
3090
3091 ipr_dump_version_data(ioa_cfg, driver_dump);
3092 ipr_dump_location_data(ioa_cfg, driver_dump);
3093 ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
3094 ipr_dump_trace_data(ioa_cfg, driver_dump);
3095
3096 /* Update dump_header */
3097 driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
3098
3099 /* IOA Dump entry */
3100 ipr_init_dump_entry_hdr(&ioa_dump->hdr);
3101 ioa_dump->hdr.len = 0;
3102 ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
3103 ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
3104
3105 /* First entries in sdt are actually a list of dump addresses and
3106 lengths to gather the real dump data. sdt represents the pointer
3107 to the ioa generated dump table. Dump data will be extracted based
3108 on entries in this table */
3109 sdt = &ioa_dump->sdt;
3110
3111 if (ioa_cfg->sis64) {
3112 max_num_entries = IPR_FMT3_NUM_SDT_ENTRIES;
3113 max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
3114 } else {
3115 max_num_entries = IPR_FMT2_NUM_SDT_ENTRIES;
3116 max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
3117 }
3118
3119 bytes_to_copy = offsetof(struct ipr_sdt, entry) +
3120 (max_num_entries * sizeof(struct ipr_sdt_entry));
3121 rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, (__be32 *)sdt,
3122 bytes_to_copy / sizeof(__be32));
3123
3124 /* Smart Dump table is ready to use and the first entry is valid */
3125 if (rc || ((be32_to_cpu(sdt->hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
3126 (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
3127 dev_err(&ioa_cfg->pdev->dev,
3128 "Dump of IOA failed. Dump table not valid: %d, %X.\n",
3129 rc, be32_to_cpu(sdt->hdr.state));
3130 driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
3131 ioa_cfg->sdt_state = DUMP_OBTAINED;
3132 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3133 return;
3134 }
3135
3136 num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
3137
3138 if (num_entries > max_num_entries)
3139 num_entries = max_num_entries;
3140
3141 /* Update dump length to the actual data to be copied */
3142 dump->driver_dump.hdr.len += sizeof(struct ipr_sdt_header);
3143 if (ioa_cfg->sis64)
3144 dump->driver_dump.hdr.len += num_entries * sizeof(struct ipr_sdt_entry);
3145 else
3146 dump->driver_dump.hdr.len += max_num_entries * sizeof(struct ipr_sdt_entry);
3147
3148 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3149
3150 for (i = 0; i < num_entries; i++) {
3151 if (ioa_dump->hdr.len > max_dump_size) {
3152 driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3153 break;
3154 }
3155
3156 if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
3157 sdt_word = be32_to_cpu(sdt->entry[i].start_token);
3158 if (ioa_cfg->sis64)
3159 bytes_to_copy = be32_to_cpu(sdt->entry[i].end_token);
3160 else {
3161 start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
3162 end_off = be32_to_cpu(sdt->entry[i].end_token);
3163
3164 if (ipr_sdt_is_fmt2(sdt_word) && sdt_word)
3165 bytes_to_copy = end_off - start_off;
3166 else
3167 valid = 0;
3168 }
3169 if (valid) {
3170 if (bytes_to_copy > max_dump_size) {
3171 sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
3172 continue;
3173 }
3174
3175 /* Copy data from adapter to driver buffers */
3176 bytes_copied = ipr_sdt_copy(ioa_cfg, sdt_word,
3177 bytes_to_copy);
3178
3179 ioa_dump->hdr.len += bytes_copied;
3180
3181 if (bytes_copied != bytes_to_copy) {
3182 driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3183 break;
3184 }
3185 }
3186 }
3187 }
3188
3189 dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
3190
3191 /* Update dump_header */
3192 driver_dump->hdr.len += ioa_dump->hdr.len;
3193 wmb();
3194 ioa_cfg->sdt_state = DUMP_OBTAINED;
3195 LEAVE;
3196 }
3197
3198 #else
3199 #define ipr_get_ioa_dump(ioa_cfg, dump) do { } while (0)
3200 #endif
3201
3202 /**
3203 * ipr_release_dump - Free adapter dump memory
3204 * @kref: kref struct
3205 *
3206 * Return value:
3207 * nothing
3208 **/
3209 static void ipr_release_dump(struct kref *kref)
3210 {
3211 struct ipr_dump *dump = container_of(kref, struct ipr_dump, kref);
3212 struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
3213 unsigned long lock_flags = 0;
3214 int i;
3215
3216 ENTER;
3217 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3218 ioa_cfg->dump = NULL;
3219 ioa_cfg->sdt_state = INACTIVE;
3220 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3221
3222 for (i = 0; i < dump->ioa_dump.next_page_index; i++)
3223 free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
3224
3225 vfree(dump->ioa_dump.ioa_data);
3226 kfree(dump);
3227 LEAVE;
3228 }
3229
3230 /**
3231 * ipr_worker_thread - Worker thread
3232 * @work: ioa config struct
3233 *
3234 * Called at task level from a work thread. This function takes care
3235 * of adding and removing device from the mid-layer as configuration
3236 * changes are detected by the adapter.
3237 *
3238 * Return value:
3239 * nothing
3240 **/
3241 static void ipr_worker_thread(struct work_struct *work)
3242 {
3243 unsigned long lock_flags;
3244 struct ipr_resource_entry *res;
3245 struct scsi_device *sdev;
3246 struct ipr_dump *dump;
3247 struct ipr_ioa_cfg *ioa_cfg =
3248 container_of(work, struct ipr_ioa_cfg, work_q);
3249 u8 bus, target, lun;
3250 int did_work;
3251
3252 ENTER;
3253 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3254
3255 if (ioa_cfg->sdt_state == READ_DUMP) {
3256 dump = ioa_cfg->dump;
3257 if (!dump) {
3258 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3259 return;
3260 }
3261 kref_get(&dump->kref);
3262 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3263 ipr_get_ioa_dump(ioa_cfg, dump);
3264 kref_put(&dump->kref, ipr_release_dump);
3265
3266 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3267 if (ioa_cfg->sdt_state == DUMP_OBTAINED && !ioa_cfg->dump_timeout)
3268 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3269 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3270 return;
3271 }
3272
3273 restart:
3274 do {
3275 did_work = 0;
3276 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds ||
3277 !ioa_cfg->allow_ml_add_del) {
3278 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3279 return;
3280 }
3281
3282 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3283 if (res->del_from_ml && res->sdev) {
3284 did_work = 1;
3285 sdev = res->sdev;
3286 if (!scsi_device_get(sdev)) {
3287 if (!res->add_to_ml)
3288 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
3289 else
3290 res->del_from_ml = 0;
3291 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3292 scsi_remove_device(sdev);
3293 scsi_device_put(sdev);
3294 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3295 }
3296 break;
3297 }
3298 }
3299 } while (did_work);
3300
3301 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3302 if (res->add_to_ml) {
3303 bus = res->bus;
3304 target = res->target;
3305 lun = res->lun;
3306 res->add_to_ml = 0;
3307 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3308 scsi_add_device(ioa_cfg->host, bus, target, lun);
3309 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3310 goto restart;
3311 }
3312 }
3313
3314 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3315 kobject_uevent(&ioa_cfg->host->shost_dev.kobj, KOBJ_CHANGE);
3316 LEAVE;
3317 }
3318
3319 #ifdef CONFIG_SCSI_IPR_TRACE
3320 /**
3321 * ipr_read_trace - Dump the adapter trace
3322 * @filp: open sysfs file
3323 * @kobj: kobject struct
3324 * @bin_attr: bin_attribute struct
3325 * @buf: buffer
3326 * @off: offset
3327 * @count: buffer size
3328 *
3329 * Return value:
3330 * number of bytes printed to buffer
3331 **/
3332 static ssize_t ipr_read_trace(struct file *filp, struct kobject *kobj,
3333 struct bin_attribute *bin_attr,
3334 char *buf, loff_t off, size_t count)
3335 {
3336 struct device *dev = container_of(kobj, struct device, kobj);
3337 struct Scsi_Host *shost = class_to_shost(dev);
3338 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3339 unsigned long lock_flags = 0;
3340 ssize_t ret;
3341
3342 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3343 ret = memory_read_from_buffer(buf, count, &off, ioa_cfg->trace,
3344 IPR_TRACE_SIZE);
3345 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3346
3347 return ret;
3348 }
3349
3350 static struct bin_attribute ipr_trace_attr = {
3351 .attr = {
3352 .name = "trace",
3353 .mode = S_IRUGO,
3354 },
3355 .size = 0,
3356 .read = ipr_read_trace,
3357 };
3358 #endif
3359
3360 /**
3361 * ipr_show_fw_version - Show the firmware version
3362 * @dev: class device struct
3363 * @buf: buffer
3364 *
3365 * Return value:
3366 * number of bytes printed to buffer
3367 **/
3368 static ssize_t ipr_show_fw_version(struct device *dev,
3369 struct device_attribute *attr, char *buf)
3370 {
3371 struct Scsi_Host *shost = class_to_shost(dev);
3372 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3373 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3374 unsigned long lock_flags = 0;
3375 int len;
3376
3377 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3378 len = snprintf(buf, PAGE_SIZE, "%02X%02X%02X%02X\n",
3379 ucode_vpd->major_release, ucode_vpd->card_type,
3380 ucode_vpd->minor_release[0],
3381 ucode_vpd->minor_release[1]);
3382 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3383 return len;
3384 }
3385
3386 static struct device_attribute ipr_fw_version_attr = {
3387 .attr = {
3388 .name = "fw_version",
3389 .mode = S_IRUGO,
3390 },
3391 .show = ipr_show_fw_version,
3392 };
3393
3394 /**
3395 * ipr_show_log_level - Show the adapter's error logging level
3396 * @dev: class device struct
3397 * @buf: buffer
3398 *
3399 * Return value:
3400 * number of bytes printed to buffer
3401 **/
3402 static ssize_t ipr_show_log_level(struct device *dev,
3403 struct device_attribute *attr, char *buf)
3404 {
3405 struct Scsi_Host *shost = class_to_shost(dev);
3406 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3407 unsigned long lock_flags = 0;
3408 int len;
3409
3410 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3411 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->log_level);
3412 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3413 return len;
3414 }
3415
3416 /**
3417 * ipr_store_log_level - Change the adapter's error logging level
3418 * @dev: class device struct
3419 * @buf: buffer
3420 *
3421 * Return value:
3422 * number of bytes printed to buffer
3423 **/
3424 static ssize_t ipr_store_log_level(struct device *dev,
3425 struct device_attribute *attr,
3426 const char *buf, size_t count)
3427 {
3428 struct Scsi_Host *shost = class_to_shost(dev);
3429 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3430 unsigned long lock_flags = 0;
3431
3432 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3433 ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
3434 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3435 return strlen(buf);
3436 }
3437
3438 static struct device_attribute ipr_log_level_attr = {
3439 .attr = {
3440 .name = "log_level",
3441 .mode = S_IRUGO | S_IWUSR,
3442 },
3443 .show = ipr_show_log_level,
3444 .store = ipr_store_log_level
3445 };
3446
3447 /**
3448 * ipr_store_diagnostics - IOA Diagnostics interface
3449 * @dev: device struct
3450 * @buf: buffer
3451 * @count: buffer size
3452 *
3453 * This function will reset the adapter and wait a reasonable
3454 * amount of time for any errors that the adapter might log.
3455 *
3456 * Return value:
3457 * count on success / other on failure
3458 **/
3459 static ssize_t ipr_store_diagnostics(struct device *dev,
3460 struct device_attribute *attr,
3461 const char *buf, size_t count)
3462 {
3463 struct Scsi_Host *shost = class_to_shost(dev);
3464 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3465 unsigned long lock_flags = 0;
3466 int rc = count;
3467
3468 if (!capable(CAP_SYS_ADMIN))
3469 return -EACCES;
3470
3471 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3472 while (ioa_cfg->in_reset_reload) {
3473 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3474 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3475 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3476 }
3477
3478 ioa_cfg->errors_logged = 0;
3479 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3480
3481 if (ioa_cfg->in_reset_reload) {
3482 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3483 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3484
3485 /* Wait for a second for any errors to be logged */
3486 msleep(1000);
3487 } else {
3488 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3489 return -EIO;
3490 }
3491
3492 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3493 if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
3494 rc = -EIO;
3495 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3496
3497 return rc;
3498 }
3499
3500 static struct device_attribute ipr_diagnostics_attr = {
3501 .attr = {
3502 .name = "run_diagnostics",
3503 .mode = S_IWUSR,
3504 },
3505 .store = ipr_store_diagnostics
3506 };
3507
3508 /**
3509 * ipr_show_adapter_state - Show the adapter's state
3510 * @class_dev: device struct
3511 * @buf: buffer
3512 *
3513 * Return value:
3514 * number of bytes printed to buffer
3515 **/
3516 static ssize_t ipr_show_adapter_state(struct device *dev,
3517 struct device_attribute *attr, char *buf)
3518 {
3519 struct Scsi_Host *shost = class_to_shost(dev);
3520 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3521 unsigned long lock_flags = 0;
3522 int len;
3523
3524 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3525 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
3526 len = snprintf(buf, PAGE_SIZE, "offline\n");
3527 else
3528 len = snprintf(buf, PAGE_SIZE, "online\n");
3529 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3530 return len;
3531 }
3532
3533 /**
3534 * ipr_store_adapter_state - Change adapter state
3535 * @dev: device struct
3536 * @buf: buffer
3537 * @count: buffer size
3538 *
3539 * This function will change the adapter's state.
3540 *
3541 * Return value:
3542 * count on success / other on failure
3543 **/
3544 static ssize_t ipr_store_adapter_state(struct device *dev,
3545 struct device_attribute *attr,
3546 const char *buf, size_t count)
3547 {
3548 struct Scsi_Host *shost = class_to_shost(dev);
3549 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3550 unsigned long lock_flags;
3551 int result = count, i;
3552
3553 if (!capable(CAP_SYS_ADMIN))
3554 return -EACCES;
3555
3556 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3557 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead &&
3558 !strncmp(buf, "online", 6)) {
3559 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
3560 spin_lock(&ioa_cfg->hrrq[i]._lock);
3561 ioa_cfg->hrrq[i].ioa_is_dead = 0;
3562 spin_unlock(&ioa_cfg->hrrq[i]._lock);
3563 }
3564 wmb();
3565 ioa_cfg->reset_retries = 0;
3566 ioa_cfg->in_ioa_bringdown = 0;
3567 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3568 }
3569 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3570 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3571
3572 return result;
3573 }
3574
3575 static struct device_attribute ipr_ioa_state_attr = {
3576 .attr = {
3577 .name = "online_state",
3578 .mode = S_IRUGO | S_IWUSR,
3579 },
3580 .show = ipr_show_adapter_state,
3581 .store = ipr_store_adapter_state
3582 };
3583
3584 /**
3585 * ipr_store_reset_adapter - Reset the adapter
3586 * @dev: device struct
3587 * @buf: buffer
3588 * @count: buffer size
3589 *
3590 * This function will reset the adapter.
3591 *
3592 * Return value:
3593 * count on success / other on failure
3594 **/
3595 static ssize_t ipr_store_reset_adapter(struct device *dev,
3596 struct device_attribute *attr,
3597 const char *buf, size_t count)
3598 {
3599 struct Scsi_Host *shost = class_to_shost(dev);
3600 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3601 unsigned long lock_flags;
3602 int result = count;
3603
3604 if (!capable(CAP_SYS_ADMIN))
3605 return -EACCES;
3606
3607 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3608 if (!ioa_cfg->in_reset_reload)
3609 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3610 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3611 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3612
3613 return result;
3614 }
3615
3616 static struct device_attribute ipr_ioa_reset_attr = {
3617 .attr = {
3618 .name = "reset_host",
3619 .mode = S_IWUSR,
3620 },
3621 .store = ipr_store_reset_adapter
3622 };
3623
3624 static int ipr_iopoll(struct blk_iopoll *iop, int budget);
3625 /**
3626 * ipr_show_iopoll_weight - Show ipr polling mode
3627 * @dev: class device struct
3628 * @buf: buffer
3629 *
3630 * Return value:
3631 * number of bytes printed to buffer
3632 **/
3633 static ssize_t ipr_show_iopoll_weight(struct device *dev,
3634 struct device_attribute *attr, char *buf)
3635 {
3636 struct Scsi_Host *shost = class_to_shost(dev);
3637 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3638 unsigned long lock_flags = 0;
3639 int len;
3640
3641 spin_lock_irqsave(shost->host_lock, lock_flags);
3642 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->iopoll_weight);
3643 spin_unlock_irqrestore(shost->host_lock, lock_flags);
3644
3645 return len;
3646 }
3647
3648 /**
3649 * ipr_store_iopoll_weight - Change the adapter's polling mode
3650 * @dev: class device struct
3651 * @buf: buffer
3652 *
3653 * Return value:
3654 * number of bytes printed to buffer
3655 **/
3656 static ssize_t ipr_store_iopoll_weight(struct device *dev,
3657 struct device_attribute *attr,
3658 const char *buf, size_t count)
3659 {
3660 struct Scsi_Host *shost = class_to_shost(dev);
3661 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3662 unsigned long user_iopoll_weight;
3663 unsigned long lock_flags = 0;
3664 int i;
3665
3666 if (!ioa_cfg->sis64) {
3667 dev_info(&ioa_cfg->pdev->dev, "blk-iopoll not supported on this adapter\n");
3668 return -EINVAL;
3669 }
3670 if (kstrtoul(buf, 10, &user_iopoll_weight))
3671 return -EINVAL;
3672
3673 if (user_iopoll_weight > 256) {
3674 dev_info(&ioa_cfg->pdev->dev, "Invalid blk-iopoll weight. It must be less than 256\n");
3675 return -EINVAL;
3676 }
3677
3678 if (user_iopoll_weight == ioa_cfg->iopoll_weight) {
3679 dev_info(&ioa_cfg->pdev->dev, "Current blk-iopoll weight has the same weight\n");
3680 return strlen(buf);
3681 }
3682
3683 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3684 for (i = 1; i < ioa_cfg->hrrq_num; i++)
3685 blk_iopoll_disable(&ioa_cfg->hrrq[i].iopoll);
3686 }
3687
3688 spin_lock_irqsave(shost->host_lock, lock_flags);
3689 ioa_cfg->iopoll_weight = user_iopoll_weight;
3690 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
3691 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
3692 blk_iopoll_init(&ioa_cfg->hrrq[i].iopoll,
3693 ioa_cfg->iopoll_weight, ipr_iopoll);
3694 blk_iopoll_enable(&ioa_cfg->hrrq[i].iopoll);
3695 }
3696 }
3697 spin_unlock_irqrestore(shost->host_lock, lock_flags);
3698
3699 return strlen(buf);
3700 }
3701
3702 static struct device_attribute ipr_iopoll_weight_attr = {
3703 .attr = {
3704 .name = "iopoll_weight",
3705 .mode = S_IRUGO | S_IWUSR,
3706 },
3707 .show = ipr_show_iopoll_weight,
3708 .store = ipr_store_iopoll_weight
3709 };
3710
3711 /**
3712 * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
3713 * @buf_len: buffer length
3714 *
3715 * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
3716 * list to use for microcode download
3717 *
3718 * Return value:
3719 * pointer to sglist / NULL on failure
3720 **/
3721 static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
3722 {
3723 int sg_size, order, bsize_elem, num_elem, i, j;
3724 struct ipr_sglist *sglist;
3725 struct scatterlist *scatterlist;
3726 struct page *page;
3727
3728 /* Get the minimum size per scatter/gather element */
3729 sg_size = buf_len / (IPR_MAX_SGLIST - 1);
3730
3731 /* Get the actual size per element */
3732 order = get_order(sg_size);
3733
3734 /* Determine the actual number of bytes per element */
3735 bsize_elem = PAGE_SIZE * (1 << order);
3736
3737 /* Determine the actual number of sg entries needed */
3738 if (buf_len % bsize_elem)
3739 num_elem = (buf_len / bsize_elem) + 1;
3740 else
3741 num_elem = buf_len / bsize_elem;
3742
3743 /* Allocate a scatter/gather list for the DMA */
3744 sglist = kzalloc(sizeof(struct ipr_sglist) +
3745 (sizeof(struct scatterlist) * (num_elem - 1)),
3746 GFP_KERNEL);
3747
3748 if (sglist == NULL) {
3749 ipr_trace;
3750 return NULL;
3751 }
3752
3753 scatterlist = sglist->scatterlist;
3754 sg_init_table(scatterlist, num_elem);
3755
3756 sglist->order = order;
3757 sglist->num_sg = num_elem;
3758
3759 /* Allocate a bunch of sg elements */
3760 for (i = 0; i < num_elem; i++) {
3761 page = alloc_pages(GFP_KERNEL, order);
3762 if (!page) {
3763 ipr_trace;
3764
3765 /* Free up what we already allocated */
3766 for (j = i - 1; j >= 0; j--)
3767 __free_pages(sg_page(&scatterlist[j]), order);
3768 kfree(sglist);
3769 return NULL;
3770 }
3771
3772 sg_set_page(&scatterlist[i], page, 0, 0);
3773 }
3774
3775 return sglist;
3776 }
3777
3778 /**
3779 * ipr_free_ucode_buffer - Frees a microcode download buffer
3780 * @p_dnld: scatter/gather list pointer
3781 *
3782 * Free a DMA'able ucode download buffer previously allocated with
3783 * ipr_alloc_ucode_buffer
3784 *
3785 * Return value:
3786 * nothing
3787 **/
3788 static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
3789 {
3790 int i;
3791
3792 for (i = 0; i < sglist->num_sg; i++)
3793 __free_pages(sg_page(&sglist->scatterlist[i]), sglist->order);
3794
3795 kfree(sglist);
3796 }
3797
3798 /**
3799 * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
3800 * @sglist: scatter/gather list pointer
3801 * @buffer: buffer pointer
3802 * @len: buffer length
3803 *
3804 * Copy a microcode image from a user buffer into a buffer allocated by
3805 * ipr_alloc_ucode_buffer
3806 *
3807 * Return value:
3808 * 0 on success / other on failure
3809 **/
3810 static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
3811 u8 *buffer, u32 len)
3812 {
3813 int bsize_elem, i, result = 0;
3814 struct scatterlist *scatterlist;
3815 void *kaddr;
3816
3817 /* Determine the actual number of bytes per element */
3818 bsize_elem = PAGE_SIZE * (1 << sglist->order);
3819
3820 scatterlist = sglist->scatterlist;
3821
3822 for (i = 0; i < (len / bsize_elem); i++, buffer += bsize_elem) {
3823 struct page *page = sg_page(&scatterlist[i]);
3824
3825 kaddr = kmap(page);
3826 memcpy(kaddr, buffer, bsize_elem);
3827 kunmap(page);
3828
3829 scatterlist[i].length = bsize_elem;
3830
3831 if (result != 0) {
3832 ipr_trace;
3833 return result;
3834 }
3835 }
3836
3837 if (len % bsize_elem) {
3838 struct page *page = sg_page(&scatterlist[i]);
3839
3840 kaddr = kmap(page);
3841 memcpy(kaddr, buffer, len % bsize_elem);
3842 kunmap(page);
3843
3844 scatterlist[i].length = len % bsize_elem;
3845 }
3846
3847 sglist->buffer_len = len;
3848 return result;
3849 }
3850
3851 /**
3852 * ipr_build_ucode_ioadl64 - Build a microcode download IOADL
3853 * @ipr_cmd: ipr command struct
3854 * @sglist: scatter/gather list
3855 *
3856 * Builds a microcode download IOA data list (IOADL).
3857 *
3858 **/
3859 static void ipr_build_ucode_ioadl64(struct ipr_cmnd *ipr_cmd,
3860 struct ipr_sglist *sglist)
3861 {
3862 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3863 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
3864 struct scatterlist *scatterlist = sglist->scatterlist;
3865 int i;
3866
3867 ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3868 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3869 ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3870
3871 ioarcb->ioadl_len =
3872 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
3873 for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3874 ioadl64[i].flags = cpu_to_be32(IPR_IOADL_FLAGS_WRITE);
3875 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(&scatterlist[i]));
3876 ioadl64[i].address = cpu_to_be64(sg_dma_address(&scatterlist[i]));
3877 }
3878
3879 ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3880 }
3881
3882 /**
3883 * ipr_build_ucode_ioadl - Build a microcode download IOADL
3884 * @ipr_cmd: ipr command struct
3885 * @sglist: scatter/gather list
3886 *
3887 * Builds a microcode download IOA data list (IOADL).
3888 *
3889 **/
3890 static void ipr_build_ucode_ioadl(struct ipr_cmnd *ipr_cmd,
3891 struct ipr_sglist *sglist)
3892 {
3893 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3894 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
3895 struct scatterlist *scatterlist = sglist->scatterlist;
3896 int i;
3897
3898 ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3899 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3900 ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3901
3902 ioarcb->ioadl_len =
3903 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
3904
3905 for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3906 ioadl[i].flags_and_data_len =
3907 cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(&scatterlist[i]));
3908 ioadl[i].address =
3909 cpu_to_be32(sg_dma_address(&scatterlist[i]));
3910 }
3911
3912 ioadl[i-1].flags_and_data_len |=
3913 cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3914 }
3915
3916 /**
3917 * ipr_update_ioa_ucode - Update IOA's microcode
3918 * @ioa_cfg: ioa config struct
3919 * @sglist: scatter/gather list
3920 *
3921 * Initiate an adapter reset to update the IOA's microcode
3922 *
3923 * Return value:
3924 * 0 on success / -EIO on failure
3925 **/
3926 static int ipr_update_ioa_ucode(struct ipr_ioa_cfg *ioa_cfg,
3927 struct ipr_sglist *sglist)
3928 {
3929 unsigned long lock_flags;
3930
3931 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3932 while (ioa_cfg->in_reset_reload) {
3933 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3934 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3935 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3936 }
3937
3938 if (ioa_cfg->ucode_sglist) {
3939 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3940 dev_err(&ioa_cfg->pdev->dev,
3941 "Microcode download already in progress\n");
3942 return -EIO;
3943 }
3944
3945 sglist->num_dma_sg = pci_map_sg(ioa_cfg->pdev, sglist->scatterlist,
3946 sglist->num_sg, DMA_TO_DEVICE);
3947
3948 if (!sglist->num_dma_sg) {
3949 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3950 dev_err(&ioa_cfg->pdev->dev,
3951 "Failed to map microcode download buffer!\n");
3952 return -EIO;
3953 }
3954
3955 ioa_cfg->ucode_sglist = sglist;
3956 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3957 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3958 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3959
3960 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3961 ioa_cfg->ucode_sglist = NULL;
3962 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3963 return 0;
3964 }
3965
3966 /**
3967 * ipr_store_update_fw - Update the firmware on the adapter
3968 * @class_dev: device struct
3969 * @buf: buffer
3970 * @count: buffer size
3971 *
3972 * This function will update the firmware on the adapter.
3973 *
3974 * Return value:
3975 * count on success / other on failure
3976 **/
3977 static ssize_t ipr_store_update_fw(struct device *dev,
3978 struct device_attribute *attr,
3979 const char *buf, size_t count)
3980 {
3981 struct Scsi_Host *shost = class_to_shost(dev);
3982 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3983 struct ipr_ucode_image_header *image_hdr;
3984 const struct firmware *fw_entry;
3985 struct ipr_sglist *sglist;
3986 char fname[100];
3987 char *src;
3988 int len, result, dnld_size;
3989
3990 if (!capable(CAP_SYS_ADMIN))
3991 return -EACCES;
3992
3993 len = snprintf(fname, 99, "%s", buf);
3994 fname[len-1] = '\0';
3995
3996 if (request_firmware(&fw_entry, fname, &ioa_cfg->pdev->dev)) {
3997 dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
3998 return -EIO;
3999 }
4000
4001 image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
4002
4003 src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
4004 dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
4005 sglist = ipr_alloc_ucode_buffer(dnld_size);
4006
4007 if (!sglist) {
4008 dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
4009 release_firmware(fw_entry);
4010 return -ENOMEM;
4011 }
4012
4013 result = ipr_copy_ucode_buffer(sglist, src, dnld_size);
4014
4015 if (result) {
4016 dev_err(&ioa_cfg->pdev->dev,
4017 "Microcode buffer copy to DMA buffer failed\n");
4018 goto out;
4019 }
4020
4021 ipr_info("Updating microcode, please be patient. This may take up to 30 minutes.\n");
4022
4023 result = ipr_update_ioa_ucode(ioa_cfg, sglist);
4024
4025 if (!result)
4026 result = count;
4027 out:
4028 ipr_free_ucode_buffer(sglist);
4029 release_firmware(fw_entry);
4030 return result;
4031 }
4032
4033 static struct device_attribute ipr_update_fw_attr = {
4034 .attr = {
4035 .name = "update_fw",
4036 .mode = S_IWUSR,
4037 },
4038 .store = ipr_store_update_fw
4039 };
4040
4041 /**
4042 * ipr_show_fw_type - Show the adapter's firmware type.
4043 * @dev: class device struct
4044 * @buf: buffer
4045 *
4046 * Return value:
4047 * number of bytes printed to buffer
4048 **/
4049 static ssize_t ipr_show_fw_type(struct device *dev,
4050 struct device_attribute *attr, char *buf)
4051 {
4052 struct Scsi_Host *shost = class_to_shost(dev);
4053 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4054 unsigned long lock_flags = 0;
4055 int len;
4056
4057 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4058 len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->sis64);
4059 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4060 return len;
4061 }
4062
4063 static struct device_attribute ipr_ioa_fw_type_attr = {
4064 .attr = {
4065 .name = "fw_type",
4066 .mode = S_IRUGO,
4067 },
4068 .show = ipr_show_fw_type
4069 };
4070
4071 static struct device_attribute *ipr_ioa_attrs[] = {
4072 &ipr_fw_version_attr,
4073 &ipr_log_level_attr,
4074 &ipr_diagnostics_attr,
4075 &ipr_ioa_state_attr,
4076 &ipr_ioa_reset_attr,
4077 &ipr_update_fw_attr,
4078 &ipr_ioa_fw_type_attr,
4079 &ipr_iopoll_weight_attr,
4080 NULL,
4081 };
4082
4083 #ifdef CONFIG_SCSI_IPR_DUMP
4084 /**
4085 * ipr_read_dump - Dump the adapter
4086 * @filp: open sysfs file
4087 * @kobj: kobject struct
4088 * @bin_attr: bin_attribute struct
4089 * @buf: buffer
4090 * @off: offset
4091 * @count: buffer size
4092 *
4093 * Return value:
4094 * number of bytes printed to buffer
4095 **/
4096 static ssize_t ipr_read_dump(struct file *filp, struct kobject *kobj,
4097 struct bin_attribute *bin_attr,
4098 char *buf, loff_t off, size_t count)
4099 {
4100 struct device *cdev = container_of(kobj, struct device, kobj);
4101 struct Scsi_Host *shost = class_to_shost(cdev);
4102 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4103 struct ipr_dump *dump;
4104 unsigned long lock_flags = 0;
4105 char *src;
4106 int len, sdt_end;
4107 size_t rc = count;
4108
4109 if (!capable(CAP_SYS_ADMIN))
4110 return -EACCES;
4111
4112 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4113 dump = ioa_cfg->dump;
4114
4115 if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
4116 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4117 return 0;
4118 }
4119 kref_get(&dump->kref);
4120 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4121
4122 if (off > dump->driver_dump.hdr.len) {
4123 kref_put(&dump->kref, ipr_release_dump);
4124 return 0;
4125 }
4126
4127 if (off + count > dump->driver_dump.hdr.len) {
4128 count = dump->driver_dump.hdr.len - off;
4129 rc = count;
4130 }
4131
4132 if (count && off < sizeof(dump->driver_dump)) {
4133 if (off + count > sizeof(dump->driver_dump))
4134 len = sizeof(dump->driver_dump) - off;
4135 else
4136 len = count;
4137 src = (u8 *)&dump->driver_dump + off;
4138 memcpy(buf, src, len);
4139 buf += len;
4140 off += len;
4141 count -= len;
4142 }
4143
4144 off -= sizeof(dump->driver_dump);
4145
4146 if (ioa_cfg->sis64)
4147 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4148 (be32_to_cpu(dump->ioa_dump.sdt.hdr.num_entries_used) *
4149 sizeof(struct ipr_sdt_entry));
4150 else
4151 sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
4152 (IPR_FMT2_NUM_SDT_ENTRIES * sizeof(struct ipr_sdt_entry));
4153
4154 if (count && off < sdt_end) {
4155 if (off + count > sdt_end)
4156 len = sdt_end - off;
4157 else
4158 len = count;
4159 src = (u8 *)&dump->ioa_dump + off;
4160 memcpy(buf, src, len);
4161 buf += len;
4162 off += len;
4163 count -= len;
4164 }
4165
4166 off -= sdt_end;
4167
4168 while (count) {
4169 if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
4170 len = PAGE_ALIGN(off) - off;
4171 else
4172 len = count;
4173 src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
4174 src += off & ~PAGE_MASK;
4175 memcpy(buf, src, len);
4176 buf += len;
4177 off += len;
4178 count -= len;
4179 }
4180
4181 kref_put(&dump->kref, ipr_release_dump);
4182 return rc;
4183 }
4184
4185 /**
4186 * ipr_alloc_dump - Prepare for adapter dump
4187 * @ioa_cfg: ioa config struct
4188 *
4189 * Return value:
4190 * 0 on success / other on failure
4191 **/
4192 static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
4193 {
4194 struct ipr_dump *dump;
4195 __be32 **ioa_data;
4196 unsigned long lock_flags = 0;
4197
4198 dump = kzalloc(sizeof(struct ipr_dump), GFP_KERNEL);
4199
4200 if (!dump) {
4201 ipr_err("Dump memory allocation failed\n");
4202 return -ENOMEM;
4203 }
4204
4205 if (ioa_cfg->sis64)
4206 ioa_data = vmalloc(IPR_FMT3_MAX_NUM_DUMP_PAGES * sizeof(__be32 *));
4207 else
4208 ioa_data = vmalloc(IPR_FMT2_MAX_NUM_DUMP_PAGES * sizeof(__be32 *));
4209
4210 if (!ioa_data) {
4211 ipr_err("Dump memory allocation failed\n");
4212 kfree(dump);
4213 return -ENOMEM;
4214 }
4215
4216 dump->ioa_dump.ioa_data = ioa_data;
4217
4218 kref_init(&dump->kref);
4219 dump->ioa_cfg = ioa_cfg;
4220
4221 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4222
4223 if (INACTIVE != ioa_cfg->sdt_state) {
4224 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4225 vfree(dump->ioa_dump.ioa_data);
4226 kfree(dump);
4227 return 0;
4228 }
4229
4230 ioa_cfg->dump = dump;
4231 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
4232 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead && !ioa_cfg->dump_taken) {
4233 ioa_cfg->dump_taken = 1;
4234 schedule_work(&ioa_cfg->work_q);
4235 }
4236 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4237
4238 return 0;
4239 }
4240
4241 /**
4242 * ipr_free_dump - Free adapter dump memory
4243 * @ioa_cfg: ioa config struct
4244 *
4245 * Return value:
4246 * 0 on success / other on failure
4247 **/
4248 static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
4249 {
4250 struct ipr_dump *dump;
4251 unsigned long lock_flags = 0;
4252
4253 ENTER;
4254
4255 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4256 dump = ioa_cfg->dump;
4257 if (!dump) {
4258 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4259 return 0;
4260 }
4261
4262 ioa_cfg->dump = NULL;
4263 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4264
4265 kref_put(&dump->kref, ipr_release_dump);
4266
4267 LEAVE;
4268 return 0;
4269 }
4270
4271 /**
4272 * ipr_write_dump - Setup dump state of adapter
4273 * @filp: open sysfs file
4274 * @kobj: kobject struct
4275 * @bin_attr: bin_attribute struct
4276 * @buf: buffer
4277 * @off: offset
4278 * @count: buffer size
4279 *
4280 * Return value:
4281 * number of bytes printed to buffer
4282 **/
4283 static ssize_t ipr_write_dump(struct file *filp, struct kobject *kobj,
4284 struct bin_attribute *bin_attr,
4285 char *buf, loff_t off, size_t count)
4286 {
4287 struct device *cdev = container_of(kobj, struct device, kobj);
4288 struct Scsi_Host *shost = class_to_shost(cdev);
4289 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4290 int rc;
4291
4292 if (!capable(CAP_SYS_ADMIN))
4293 return -EACCES;
4294
4295 if (buf[0] == '1')
4296 rc = ipr_alloc_dump(ioa_cfg);
4297 else if (buf[0] == '0')
4298 rc = ipr_free_dump(ioa_cfg);
4299 else
4300 return -EINVAL;
4301
4302 if (rc)
4303 return rc;
4304 else
4305 return count;
4306 }
4307
4308 static struct bin_attribute ipr_dump_attr = {
4309 .attr = {
4310 .name = "dump",
4311 .mode = S_IRUSR | S_IWUSR,
4312 },
4313 .size = 0,
4314 .read = ipr_read_dump,
4315 .write = ipr_write_dump
4316 };
4317 #else
4318 static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
4319 #endif
4320
4321 /**
4322 * ipr_change_queue_depth - Change the device's queue depth
4323 * @sdev: scsi device struct
4324 * @qdepth: depth to set
4325 * @reason: calling context
4326 *
4327 * Return value:
4328 * actual depth set
4329 **/
4330 static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth,
4331 int reason)
4332 {
4333 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4334 struct ipr_resource_entry *res;
4335 unsigned long lock_flags = 0;
4336
4337 if (reason != SCSI_QDEPTH_DEFAULT)
4338 return -EOPNOTSUPP;
4339
4340 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4341 res = (struct ipr_resource_entry *)sdev->hostdata;
4342
4343 if (res && ipr_is_gata(res) && qdepth > IPR_MAX_CMD_PER_ATA_LUN)
4344 qdepth = IPR_MAX_CMD_PER_ATA_LUN;
4345 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4346
4347 scsi_adjust_queue_depth(sdev, scsi_get_tag_type(sdev), qdepth);
4348 return sdev->queue_depth;
4349 }
4350
4351 /**
4352 * ipr_change_queue_type - Change the device's queue type
4353 * @dsev: scsi device struct
4354 * @tag_type: type of tags to use
4355 *
4356 * Return value:
4357 * actual queue type set
4358 **/
4359 static int ipr_change_queue_type(struct scsi_device *sdev, int tag_type)
4360 {
4361 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4362 struct ipr_resource_entry *res;
4363 unsigned long lock_flags = 0;
4364
4365 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4366 res = (struct ipr_resource_entry *)sdev->hostdata;
4367
4368 if (res) {
4369 if (ipr_is_gscsi(res) && sdev->tagged_supported) {
4370 /*
4371 * We don't bother quiescing the device here since the
4372 * adapter firmware does it for us.
4373 */
4374 scsi_set_tag_type(sdev, tag_type);
4375
4376 if (tag_type)
4377 scsi_activate_tcq(sdev, sdev->queue_depth);
4378 else
4379 scsi_deactivate_tcq(sdev, sdev->queue_depth);
4380 } else
4381 tag_type = 0;
4382 } else
4383 tag_type = 0;
4384
4385 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4386 return tag_type;
4387 }
4388
4389 /**
4390 * ipr_show_adapter_handle - Show the adapter's resource handle for this device
4391 * @dev: device struct
4392 * @attr: device attribute structure
4393 * @buf: buffer
4394 *
4395 * Return value:
4396 * number of bytes printed to buffer
4397 **/
4398 static ssize_t ipr_show_adapter_handle(struct device *dev, struct device_attribute *attr, char *buf)
4399 {
4400 struct scsi_device *sdev = to_scsi_device(dev);
4401 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4402 struct ipr_resource_entry *res;
4403 unsigned long lock_flags = 0;
4404 ssize_t len = -ENXIO;
4405
4406 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4407 res = (struct ipr_resource_entry *)sdev->hostdata;
4408 if (res)
4409 len = snprintf(buf, PAGE_SIZE, "%08X\n", res->res_handle);
4410 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4411 return len;
4412 }
4413
4414 static struct device_attribute ipr_adapter_handle_attr = {
4415 .attr = {
4416 .name = "adapter_handle",
4417 .mode = S_IRUSR,
4418 },
4419 .show = ipr_show_adapter_handle
4420 };
4421
4422 /**
4423 * ipr_show_resource_path - Show the resource path or the resource address for
4424 * this device.
4425 * @dev: device struct
4426 * @attr: device attribute structure
4427 * @buf: buffer
4428 *
4429 * Return value:
4430 * number of bytes printed to buffer
4431 **/
4432 static ssize_t ipr_show_resource_path(struct device *dev, struct device_attribute *attr, char *buf)
4433 {
4434 struct scsi_device *sdev = to_scsi_device(dev);
4435 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4436 struct ipr_resource_entry *res;
4437 unsigned long lock_flags = 0;
4438 ssize_t len = -ENXIO;
4439 char buffer[IPR_MAX_RES_PATH_LENGTH];
4440
4441 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4442 res = (struct ipr_resource_entry *)sdev->hostdata;
4443 if (res && ioa_cfg->sis64)
4444 len = snprintf(buf, PAGE_SIZE, "%s\n",
4445 __ipr_format_res_path(res->res_path, buffer,
4446 sizeof(buffer)));
4447 else if (res)
4448 len = snprintf(buf, PAGE_SIZE, "%d:%d:%d:%d\n", ioa_cfg->host->host_no,
4449 res->bus, res->target, res->lun);
4450
4451 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4452 return len;
4453 }
4454
4455 static struct device_attribute ipr_resource_path_attr = {
4456 .attr = {
4457 .name = "resource_path",
4458 .mode = S_IRUGO,
4459 },
4460 .show = ipr_show_resource_path
4461 };
4462
4463 /**
4464 * ipr_show_device_id - Show the device_id for this device.
4465 * @dev: device struct
4466 * @attr: device attribute structure
4467 * @buf: buffer
4468 *
4469 * Return value:
4470 * number of bytes printed to buffer
4471 **/
4472 static ssize_t ipr_show_device_id(struct device *dev, struct device_attribute *attr, char *buf)
4473 {
4474 struct scsi_device *sdev = to_scsi_device(dev);
4475 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4476 struct ipr_resource_entry *res;
4477 unsigned long lock_flags = 0;
4478 ssize_t len = -ENXIO;
4479
4480 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4481 res = (struct ipr_resource_entry *)sdev->hostdata;
4482 if (res && ioa_cfg->sis64)
4483 len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->dev_id);
4484 else if (res)
4485 len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->lun_wwn);
4486
4487 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4488 return len;
4489 }
4490
4491 static struct device_attribute ipr_device_id_attr = {
4492 .attr = {
4493 .name = "device_id",
4494 .mode = S_IRUGO,
4495 },
4496 .show = ipr_show_device_id
4497 };
4498
4499 /**
4500 * ipr_show_resource_type - Show the resource type for this device.
4501 * @dev: device struct
4502 * @attr: device attribute structure
4503 * @buf: buffer
4504 *
4505 * Return value:
4506 * number of bytes printed to buffer
4507 **/
4508 static ssize_t ipr_show_resource_type(struct device *dev, struct device_attribute *attr, char *buf)
4509 {
4510 struct scsi_device *sdev = to_scsi_device(dev);
4511 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4512 struct ipr_resource_entry *res;
4513 unsigned long lock_flags = 0;
4514 ssize_t len = -ENXIO;
4515
4516 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4517 res = (struct ipr_resource_entry *)sdev->hostdata;
4518
4519 if (res)
4520 len = snprintf(buf, PAGE_SIZE, "%x\n", res->type);
4521
4522 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4523 return len;
4524 }
4525
4526 static struct device_attribute ipr_resource_type_attr = {
4527 .attr = {
4528 .name = "resource_type",
4529 .mode = S_IRUGO,
4530 },
4531 .show = ipr_show_resource_type
4532 };
4533
4534 static struct device_attribute *ipr_dev_attrs[] = {
4535 &ipr_adapter_handle_attr,
4536 &ipr_resource_path_attr,
4537 &ipr_device_id_attr,
4538 &ipr_resource_type_attr,
4539 NULL,
4540 };
4541
4542 /**
4543 * ipr_biosparam - Return the HSC mapping
4544 * @sdev: scsi device struct
4545 * @block_device: block device pointer
4546 * @capacity: capacity of the device
4547 * @parm: Array containing returned HSC values.
4548 *
4549 * This function generates the HSC parms that fdisk uses.
4550 * We want to make sure we return something that places partitions
4551 * on 4k boundaries for best performance with the IOA.
4552 *
4553 * Return value:
4554 * 0 on success
4555 **/
4556 static int ipr_biosparam(struct scsi_device *sdev,
4557 struct block_device *block_device,
4558 sector_t capacity, int *parm)
4559 {
4560 int heads, sectors;
4561 sector_t cylinders;
4562
4563 heads = 128;
4564 sectors = 32;
4565
4566 cylinders = capacity;
4567 sector_div(cylinders, (128 * 32));
4568
4569 /* return result */
4570 parm[0] = heads;
4571 parm[1] = sectors;
4572 parm[2] = cylinders;
4573
4574 return 0;
4575 }
4576
4577 /**
4578 * ipr_find_starget - Find target based on bus/target.
4579 * @starget: scsi target struct
4580 *
4581 * Return value:
4582 * resource entry pointer if found / NULL if not found
4583 **/
4584 static struct ipr_resource_entry *ipr_find_starget(struct scsi_target *starget)
4585 {
4586 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4587 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4588 struct ipr_resource_entry *res;
4589
4590 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4591 if ((res->bus == starget->channel) &&
4592 (res->target == starget->id)) {
4593 return res;
4594 }
4595 }
4596
4597 return NULL;
4598 }
4599
4600 static struct ata_port_info sata_port_info;
4601
4602 /**
4603 * ipr_target_alloc - Prepare for commands to a SCSI target
4604 * @starget: scsi target struct
4605 *
4606 * If the device is a SATA device, this function allocates an
4607 * ATA port with libata, else it does nothing.
4608 *
4609 * Return value:
4610 * 0 on success / non-0 on failure
4611 **/
4612 static int ipr_target_alloc(struct scsi_target *starget)
4613 {
4614 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4615 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4616 struct ipr_sata_port *sata_port;
4617 struct ata_port *ap;
4618 struct ipr_resource_entry *res;
4619 unsigned long lock_flags;
4620
4621 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4622 res = ipr_find_starget(starget);
4623 starget->hostdata = NULL;
4624
4625 if (res && ipr_is_gata(res)) {
4626 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4627 sata_port = kzalloc(sizeof(*sata_port), GFP_KERNEL);
4628 if (!sata_port)
4629 return -ENOMEM;
4630
4631 ap = ata_sas_port_alloc(&ioa_cfg->ata_host, &sata_port_info, shost);
4632 if (ap) {
4633 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4634 sata_port->ioa_cfg = ioa_cfg;
4635 sata_port->ap = ap;
4636 sata_port->res = res;
4637
4638 res->sata_port = sata_port;
4639 ap->private_data = sata_port;
4640 starget->hostdata = sata_port;
4641 } else {
4642 kfree(sata_port);
4643 return -ENOMEM;
4644 }
4645 }
4646 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4647
4648 return 0;
4649 }
4650
4651 /**
4652 * ipr_target_destroy - Destroy a SCSI target
4653 * @starget: scsi target struct
4654 *
4655 * If the device was a SATA device, this function frees the libata
4656 * ATA port, else it does nothing.
4657 *
4658 **/
4659 static void ipr_target_destroy(struct scsi_target *starget)
4660 {
4661 struct ipr_sata_port *sata_port = starget->hostdata;
4662 struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4663 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4664
4665 if (ioa_cfg->sis64) {
4666 if (!ipr_find_starget(starget)) {
4667 if (starget->channel == IPR_ARRAY_VIRTUAL_BUS)
4668 clear_bit(starget->id, ioa_cfg->array_ids);
4669 else if (starget->channel == IPR_VSET_VIRTUAL_BUS)
4670 clear_bit(starget->id, ioa_cfg->vset_ids);
4671 else if (starget->channel == 0)
4672 clear_bit(starget->id, ioa_cfg->target_ids);
4673 }
4674 }
4675
4676 if (sata_port) {
4677 starget->hostdata = NULL;
4678 ata_sas_port_destroy(sata_port->ap);
4679 kfree(sata_port);
4680 }
4681 }
4682
4683 /**
4684 * ipr_find_sdev - Find device based on bus/target/lun.
4685 * @sdev: scsi device struct
4686 *
4687 * Return value:
4688 * resource entry pointer if found / NULL if not found
4689 **/
4690 static struct ipr_resource_entry *ipr_find_sdev(struct scsi_device *sdev)
4691 {
4692 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4693 struct ipr_resource_entry *res;
4694
4695 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4696 if ((res->bus == sdev->channel) &&
4697 (res->target == sdev->id) &&
4698 (res->lun == sdev->lun))
4699 return res;
4700 }
4701
4702 return NULL;
4703 }
4704
4705 /**
4706 * ipr_slave_destroy - Unconfigure a SCSI device
4707 * @sdev: scsi device struct
4708 *
4709 * Return value:
4710 * nothing
4711 **/
4712 static void ipr_slave_destroy(struct scsi_device *sdev)
4713 {
4714 struct ipr_resource_entry *res;
4715 struct ipr_ioa_cfg *ioa_cfg;
4716 unsigned long lock_flags = 0;
4717
4718 ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4719
4720 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4721 res = (struct ipr_resource_entry *) sdev->hostdata;
4722 if (res) {
4723 if (res->sata_port)
4724 res->sata_port->ap->link.device[0].class = ATA_DEV_NONE;
4725 sdev->hostdata = NULL;
4726 res->sdev = NULL;
4727 res->sata_port = NULL;
4728 }
4729 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4730 }
4731
4732 /**
4733 * ipr_slave_configure - Configure a SCSI device
4734 * @sdev: scsi device struct
4735 *
4736 * This function configures the specified scsi device.
4737 *
4738 * Return value:
4739 * 0 on success
4740 **/
4741 static int ipr_slave_configure(struct scsi_device *sdev)
4742 {
4743 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4744 struct ipr_resource_entry *res;
4745 struct ata_port *ap = NULL;
4746 unsigned long lock_flags = 0;
4747 char buffer[IPR_MAX_RES_PATH_LENGTH];
4748
4749 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4750 res = sdev->hostdata;
4751 if (res) {
4752 if (ipr_is_af_dasd_device(res))
4753 sdev->type = TYPE_RAID;
4754 if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res)) {
4755 sdev->scsi_level = 4;
4756 sdev->no_uld_attach = 1;
4757 }
4758 if (ipr_is_vset_device(res)) {
4759 blk_queue_rq_timeout(sdev->request_queue,
4760 IPR_VSET_RW_TIMEOUT);
4761 blk_queue_max_hw_sectors(sdev->request_queue, IPR_VSET_MAX_SECTORS);
4762 }
4763 if (ipr_is_gata(res) && res->sata_port)
4764 ap = res->sata_port->ap;
4765 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4766
4767 if (ap) {
4768 scsi_adjust_queue_depth(sdev, 0, IPR_MAX_CMD_PER_ATA_LUN);
4769 ata_sas_slave_configure(sdev, ap);
4770 } else
4771 scsi_adjust_queue_depth(sdev, 0, sdev->host->cmd_per_lun);
4772 if (ioa_cfg->sis64)
4773 sdev_printk(KERN_INFO, sdev, "Resource path: %s\n",
4774 ipr_format_res_path(ioa_cfg,
4775 res->res_path, buffer, sizeof(buffer)));
4776 return 0;
4777 }
4778 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4779 return 0;
4780 }
4781
4782 /**
4783 * ipr_ata_slave_alloc - Prepare for commands to a SATA device
4784 * @sdev: scsi device struct
4785 *
4786 * This function initializes an ATA port so that future commands
4787 * sent through queuecommand will work.
4788 *
4789 * Return value:
4790 * 0 on success
4791 **/
4792 static int ipr_ata_slave_alloc(struct scsi_device *sdev)
4793 {
4794 struct ipr_sata_port *sata_port = NULL;
4795 int rc = -ENXIO;
4796
4797 ENTER;
4798 if (sdev->sdev_target)
4799 sata_port = sdev->sdev_target->hostdata;
4800 if (sata_port) {
4801 rc = ata_sas_port_init(sata_port->ap);
4802 if (rc == 0)
4803 rc = ata_sas_sync_probe(sata_port->ap);
4804 }
4805
4806 if (rc)
4807 ipr_slave_destroy(sdev);
4808
4809 LEAVE;
4810 return rc;
4811 }
4812
4813 /**
4814 * ipr_slave_alloc - Prepare for commands to a device.
4815 * @sdev: scsi device struct
4816 *
4817 * This function saves a pointer to the resource entry
4818 * in the scsi device struct if the device exists. We
4819 * can then use this pointer in ipr_queuecommand when
4820 * handling new commands.
4821 *
4822 * Return value:
4823 * 0 on success / -ENXIO if device does not exist
4824 **/
4825 static int ipr_slave_alloc(struct scsi_device *sdev)
4826 {
4827 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4828 struct ipr_resource_entry *res;
4829 unsigned long lock_flags;
4830 int rc = -ENXIO;
4831
4832 sdev->hostdata = NULL;
4833
4834 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4835
4836 res = ipr_find_sdev(sdev);
4837 if (res) {
4838 res->sdev = sdev;
4839 res->add_to_ml = 0;
4840 res->in_erp = 0;
4841 sdev->hostdata = res;
4842 if (!ipr_is_naca_model(res))
4843 res->needs_sync_complete = 1;
4844 rc = 0;
4845 if (ipr_is_gata(res)) {
4846 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4847 return ipr_ata_slave_alloc(sdev);
4848 }
4849 }
4850
4851 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4852
4853 return rc;
4854 }
4855
4856 static int ipr_eh_host_reset(struct scsi_cmnd *cmd)
4857 {
4858 struct ipr_ioa_cfg *ioa_cfg;
4859 unsigned long lock_flags = 0;
4860 int rc = SUCCESS;
4861
4862 ENTER;
4863 ioa_cfg = (struct ipr_ioa_cfg *) cmd->device->host->hostdata;
4864 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4865
4866 if (!ioa_cfg->in_reset_reload && !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
4867 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
4868 dev_err(&ioa_cfg->pdev->dev,
4869 "Adapter being reset as a result of error recovery.\n");
4870
4871 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
4872 ioa_cfg->sdt_state = GET_DUMP;
4873 }
4874
4875 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4876 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4877 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4878
4879 /* If we got hit with a host reset while we were already resetting
4880 the adapter for some reason, and the reset failed. */
4881 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
4882 ipr_trace;
4883 rc = FAILED;
4884 }
4885
4886 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4887 LEAVE;
4888 return rc;
4889 }
4890
4891 /**
4892 * ipr_device_reset - Reset the device
4893 * @ioa_cfg: ioa config struct
4894 * @res: resource entry struct
4895 *
4896 * This function issues a device reset to the affected device.
4897 * If the device is a SCSI device, a LUN reset will be sent
4898 * to the device first. If that does not work, a target reset
4899 * will be sent. If the device is a SATA device, a PHY reset will
4900 * be sent.
4901 *
4902 * Return value:
4903 * 0 on success / non-zero on failure
4904 **/
4905 static int ipr_device_reset(struct ipr_ioa_cfg *ioa_cfg,
4906 struct ipr_resource_entry *res)
4907 {
4908 struct ipr_cmnd *ipr_cmd;
4909 struct ipr_ioarcb *ioarcb;
4910 struct ipr_cmd_pkt *cmd_pkt;
4911 struct ipr_ioarcb_ata_regs *regs;
4912 u32 ioasc;
4913
4914 ENTER;
4915 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
4916 ioarcb = &ipr_cmd->ioarcb;
4917 cmd_pkt = &ioarcb->cmd_pkt;
4918
4919 if (ipr_cmd->ioa_cfg->sis64) {
4920 regs = &ipr_cmd->i.ata_ioadl.regs;
4921 ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
4922 } else
4923 regs = &ioarcb->u.add_data.u.regs;
4924
4925 ioarcb->res_handle = res->res_handle;
4926 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
4927 cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
4928 if (ipr_is_gata(res)) {
4929 cmd_pkt->cdb[2] = IPR_ATA_PHY_RESET;
4930 ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(regs->flags));
4931 regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
4932 }
4933
4934 ipr_send_blocking_cmd(ipr_cmd, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
4935 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
4936 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
4937 if (ipr_is_gata(res) && res->sata_port && ioasc != IPR_IOASC_IOA_WAS_RESET) {
4938 if (ipr_cmd->ioa_cfg->sis64)
4939 memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
4940 sizeof(struct ipr_ioasa_gata));
4941 else
4942 memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
4943 sizeof(struct ipr_ioasa_gata));
4944 }
4945
4946 LEAVE;
4947 return IPR_IOASC_SENSE_KEY(ioasc) ? -EIO : 0;
4948 }
4949
4950 /**
4951 * ipr_sata_reset - Reset the SATA port
4952 * @link: SATA link to reset
4953 * @classes: class of the attached device
4954 *
4955 * This function issues a SATA phy reset to the affected ATA link.
4956 *
4957 * Return value:
4958 * 0 on success / non-zero on failure
4959 **/
4960 static int ipr_sata_reset(struct ata_link *link, unsigned int *classes,
4961 unsigned long deadline)
4962 {
4963 struct ipr_sata_port *sata_port = link->ap->private_data;
4964 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
4965 struct ipr_resource_entry *res;
4966 unsigned long lock_flags = 0;
4967 int rc = -ENXIO;
4968
4969 ENTER;
4970 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4971 while (ioa_cfg->in_reset_reload) {
4972 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4973 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4974 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4975 }
4976
4977 res = sata_port->res;
4978 if (res) {
4979 rc = ipr_device_reset(ioa_cfg, res);
4980 *classes = res->ata_class;
4981 }
4982
4983 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4984 LEAVE;
4985 return rc;
4986 }
4987
4988 /**
4989 * ipr_eh_dev_reset - Reset the device
4990 * @scsi_cmd: scsi command struct
4991 *
4992 * This function issues a device reset to the affected device.
4993 * A LUN reset will be sent to the device first. If that does
4994 * not work, a target reset will be sent.
4995 *
4996 * Return value:
4997 * SUCCESS / FAILED
4998 **/
4999 static int __ipr_eh_dev_reset(struct scsi_cmnd *scsi_cmd)
5000 {
5001 struct ipr_cmnd *ipr_cmd;
5002 struct ipr_ioa_cfg *ioa_cfg;
5003 struct ipr_resource_entry *res;
5004 struct ata_port *ap;
5005 int rc = 0;
5006 struct ipr_hrr_queue *hrrq;
5007
5008 ENTER;
5009 ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
5010 res = scsi_cmd->device->hostdata;
5011
5012 if (!res)
5013 return FAILED;
5014
5015 /*
5016 * If we are currently going through reset/reload, return failed. This will force the
5017 * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
5018 * reset to complete
5019 */
5020 if (ioa_cfg->in_reset_reload)
5021 return FAILED;
5022 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5023 return FAILED;
5024
5025 for_each_hrrq(hrrq, ioa_cfg) {
5026 spin_lock(&hrrq->_lock);
5027 list_for_each_entry(ipr_cmd, &hrrq->hrrq_pending_q, queue) {
5028 if (ipr_cmd->ioarcb.res_handle == res->res_handle) {
5029 if (ipr_cmd->scsi_cmd)
5030 ipr_cmd->done = ipr_scsi_eh_done;
5031 if (ipr_cmd->qc)
5032 ipr_cmd->done = ipr_sata_eh_done;
5033 if (ipr_cmd->qc &&
5034 !(ipr_cmd->qc->flags & ATA_QCFLAG_FAILED)) {
5035 ipr_cmd->qc->err_mask |= AC_ERR_TIMEOUT;
5036 ipr_cmd->qc->flags |= ATA_QCFLAG_FAILED;
5037 }
5038 }
5039 }
5040 spin_unlock(&hrrq->_lock);
5041 }
5042 res->resetting_device = 1;
5043 scmd_printk(KERN_ERR, scsi_cmd, "Resetting device\n");
5044
5045 if (ipr_is_gata(res) && res->sata_port) {
5046 ap = res->sata_port->ap;
5047 spin_unlock_irq(scsi_cmd->device->host->host_lock);
5048 ata_std_error_handler(ap);
5049 spin_lock_irq(scsi_cmd->device->host->host_lock);
5050
5051 for_each_hrrq(hrrq, ioa_cfg) {
5052 spin_lock(&hrrq->_lock);
5053 list_for_each_entry(ipr_cmd,
5054 &hrrq->hrrq_pending_q, queue) {
5055 if (ipr_cmd->ioarcb.res_handle ==
5056 res->res_handle) {
5057 rc = -EIO;
5058 break;
5059 }
5060 }
5061 spin_unlock(&hrrq->_lock);
5062 }
5063 } else
5064 rc = ipr_device_reset(ioa_cfg, res);
5065 res->resetting_device = 0;
5066 res->reset_occurred = 1;
5067
5068 LEAVE;
5069 return rc ? FAILED : SUCCESS;
5070 }
5071
5072 static int ipr_eh_dev_reset(struct scsi_cmnd *cmd)
5073 {
5074 int rc;
5075
5076 spin_lock_irq(cmd->device->host->host_lock);
5077 rc = __ipr_eh_dev_reset(cmd);
5078 spin_unlock_irq(cmd->device->host->host_lock);
5079
5080 return rc;
5081 }
5082
5083 /**
5084 * ipr_bus_reset_done - Op done function for bus reset.
5085 * @ipr_cmd: ipr command struct
5086 *
5087 * This function is the op done function for a bus reset
5088 *
5089 * Return value:
5090 * none
5091 **/
5092 static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
5093 {
5094 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5095 struct ipr_resource_entry *res;
5096
5097 ENTER;
5098 if (!ioa_cfg->sis64)
5099 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
5100 if (res->res_handle == ipr_cmd->ioarcb.res_handle) {
5101 scsi_report_bus_reset(ioa_cfg->host, res->bus);
5102 break;
5103 }
5104 }
5105
5106 /*
5107 * If abort has not completed, indicate the reset has, else call the
5108 * abort's done function to wake the sleeping eh thread
5109 */
5110 if (ipr_cmd->sibling->sibling)
5111 ipr_cmd->sibling->sibling = NULL;
5112 else
5113 ipr_cmd->sibling->done(ipr_cmd->sibling);
5114
5115 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5116 LEAVE;
5117 }
5118
5119 /**
5120 * ipr_abort_timeout - An abort task has timed out
5121 * @ipr_cmd: ipr command struct
5122 *
5123 * This function handles when an abort task times out. If this
5124 * happens we issue a bus reset since we have resources tied
5125 * up that must be freed before returning to the midlayer.
5126 *
5127 * Return value:
5128 * none
5129 **/
5130 static void ipr_abort_timeout(struct ipr_cmnd *ipr_cmd)
5131 {
5132 struct ipr_cmnd *reset_cmd;
5133 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5134 struct ipr_cmd_pkt *cmd_pkt;
5135 unsigned long lock_flags = 0;
5136
5137 ENTER;
5138 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5139 if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
5140 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5141 return;
5142 }
5143
5144 sdev_printk(KERN_ERR, ipr_cmd->u.sdev, "Abort timed out. Resetting bus.\n");
5145 reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5146 ipr_cmd->sibling = reset_cmd;
5147 reset_cmd->sibling = ipr_cmd;
5148 reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
5149 cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
5150 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5151 cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
5152 cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
5153
5154 ipr_do_req(reset_cmd, ipr_bus_reset_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
5155 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5156 LEAVE;
5157 }
5158
5159 /**
5160 * ipr_cancel_op - Cancel specified op
5161 * @scsi_cmd: scsi command struct
5162 *
5163 * This function cancels specified op.
5164 *
5165 * Return value:
5166 * SUCCESS / FAILED
5167 **/
5168 static int ipr_cancel_op(struct scsi_cmnd *scsi_cmd)
5169 {
5170 struct ipr_cmnd *ipr_cmd;
5171 struct ipr_ioa_cfg *ioa_cfg;
5172 struct ipr_resource_entry *res;
5173 struct ipr_cmd_pkt *cmd_pkt;
5174 u32 ioasc, int_reg;
5175 int op_found = 0;
5176 struct ipr_hrr_queue *hrrq;
5177
5178 ENTER;
5179 ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
5180 res = scsi_cmd->device->hostdata;
5181
5182 /* If we are currently going through reset/reload, return failed.
5183 * This will force the mid-layer to call ipr_eh_host_reset,
5184 * which will then go to sleep and wait for the reset to complete
5185 */
5186 if (ioa_cfg->in_reset_reload ||
5187 ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
5188 return FAILED;
5189 if (!res)
5190 return FAILED;
5191
5192 /*
5193 * If we are aborting a timed out op, chances are that the timeout was caused
5194 * by a still not detected EEH error. In such cases, reading a register will
5195 * trigger the EEH recovery infrastructure.
5196 */
5197 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5198
5199 if (!ipr_is_gscsi(res))
5200 return FAILED;
5201
5202 for_each_hrrq(hrrq, ioa_cfg) {
5203 spin_lock(&hrrq->_lock);
5204 list_for_each_entry(ipr_cmd, &hrrq->hrrq_pending_q, queue) {
5205 if (ipr_cmd->scsi_cmd == scsi_cmd) {
5206 ipr_cmd->done = ipr_scsi_eh_done;
5207 op_found = 1;
5208 break;
5209 }
5210 }
5211 spin_unlock(&hrrq->_lock);
5212 }
5213
5214 if (!op_found)
5215 return SUCCESS;
5216
5217 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5218 ipr_cmd->ioarcb.res_handle = res->res_handle;
5219 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5220 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5221 cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5222 ipr_cmd->u.sdev = scsi_cmd->device;
5223
5224 scmd_printk(KERN_ERR, scsi_cmd, "Aborting command: %02X\n",
5225 scsi_cmd->cmnd[0]);
5226 ipr_send_blocking_cmd(ipr_cmd, ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
5227 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5228
5229 /*
5230 * If the abort task timed out and we sent a bus reset, we will get
5231 * one the following responses to the abort
5232 */
5233 if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
5234 ioasc = 0;
5235 ipr_trace;
5236 }
5237
5238 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5239 if (!ipr_is_naca_model(res))
5240 res->needs_sync_complete = 1;
5241
5242 LEAVE;
5243 return IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS;
5244 }
5245
5246 /**
5247 * ipr_eh_abort - Abort a single op
5248 * @scsi_cmd: scsi command struct
5249 *
5250 * Return value:
5251 * SUCCESS / FAILED
5252 **/
5253 static int ipr_eh_abort(struct scsi_cmnd *scsi_cmd)
5254 {
5255 unsigned long flags;
5256 int rc;
5257
5258 ENTER;
5259
5260 spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
5261 rc = ipr_cancel_op(scsi_cmd);
5262 spin_unlock_irqrestore(scsi_cmd->device->host->host_lock, flags);
5263
5264 LEAVE;
5265 return rc;
5266 }
5267
5268 /**
5269 * ipr_handle_other_interrupt - Handle "other" interrupts
5270 * @ioa_cfg: ioa config struct
5271 * @int_reg: interrupt register
5272 *
5273 * Return value:
5274 * IRQ_NONE / IRQ_HANDLED
5275 **/
5276 static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
5277 u32 int_reg)
5278 {
5279 irqreturn_t rc = IRQ_HANDLED;
5280 u32 int_mask_reg;
5281
5282 int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
5283 int_reg &= ~int_mask_reg;
5284
5285 /* If an interrupt on the adapter did not occur, ignore it.
5286 * Or in the case of SIS 64, check for a stage change interrupt.
5287 */
5288 if ((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0) {
5289 if (ioa_cfg->sis64) {
5290 int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
5291 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5292 if (int_reg & IPR_PCII_IPL_STAGE_CHANGE) {
5293
5294 /* clear stage change */
5295 writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.clr_interrupt_reg);
5296 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5297 list_del(&ioa_cfg->reset_cmd->queue);
5298 del_timer(&ioa_cfg->reset_cmd->timer);
5299 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5300 return IRQ_HANDLED;
5301 }
5302 }
5303
5304 return IRQ_NONE;
5305 }
5306
5307 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
5308 /* Mask the interrupt */
5309 writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.set_interrupt_mask_reg);
5310
5311 /* Clear the interrupt */
5312 writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.clr_interrupt_reg);
5313 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5314
5315 list_del(&ioa_cfg->reset_cmd->queue);
5316 del_timer(&ioa_cfg->reset_cmd->timer);
5317 ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5318 } else if ((int_reg & IPR_PCII_HRRQ_UPDATED) == int_reg) {
5319 if (ioa_cfg->clear_isr) {
5320 if (ipr_debug && printk_ratelimit())
5321 dev_err(&ioa_cfg->pdev->dev,
5322 "Spurious interrupt detected. 0x%08X\n", int_reg);
5323 writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg32);
5324 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5325 return IRQ_NONE;
5326 }
5327 } else {
5328 if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
5329 ioa_cfg->ioa_unit_checked = 1;
5330 else if (int_reg & IPR_PCII_NO_HOST_RRQ)
5331 dev_err(&ioa_cfg->pdev->dev,
5332 "No Host RRQ. 0x%08X\n", int_reg);
5333 else
5334 dev_err(&ioa_cfg->pdev->dev,
5335 "Permanent IOA failure. 0x%08X\n", int_reg);
5336
5337 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5338 ioa_cfg->sdt_state = GET_DUMP;
5339
5340 ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
5341 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5342 }
5343
5344 return rc;
5345 }
5346
5347 /**
5348 * ipr_isr_eh - Interrupt service routine error handler
5349 * @ioa_cfg: ioa config struct
5350 * @msg: message to log
5351 *
5352 * Return value:
5353 * none
5354 **/
5355 static void ipr_isr_eh(struct ipr_ioa_cfg *ioa_cfg, char *msg, u16 number)
5356 {
5357 ioa_cfg->errors_logged++;
5358 dev_err(&ioa_cfg->pdev->dev, "%s %d\n", msg, number);
5359
5360 if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5361 ioa_cfg->sdt_state = GET_DUMP;
5362
5363 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5364 }
5365
5366 static int ipr_process_hrrq(struct ipr_hrr_queue *hrr_queue, int budget,
5367 struct list_head *doneq)
5368 {
5369 u32 ioasc;
5370 u16 cmd_index;
5371 struct ipr_cmnd *ipr_cmd;
5372 struct ipr_ioa_cfg *ioa_cfg = hrr_queue->ioa_cfg;
5373 int num_hrrq = 0;
5374
5375 /* If interrupts are disabled, ignore the interrupt */
5376 if (!hrr_queue->allow_interrupts)
5377 return 0;
5378
5379 while ((be32_to_cpu(*hrr_queue->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5380 hrr_queue->toggle_bit) {
5381
5382 cmd_index = (be32_to_cpu(*hrr_queue->hrrq_curr) &
5383 IPR_HRRQ_REQ_RESP_HANDLE_MASK) >>
5384 IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
5385
5386 if (unlikely(cmd_index > hrr_queue->max_cmd_id ||
5387 cmd_index < hrr_queue->min_cmd_id)) {
5388 ipr_isr_eh(ioa_cfg,
5389 "Invalid response handle from IOA: ",
5390 cmd_index);
5391 break;
5392 }
5393
5394 ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
5395 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5396
5397 ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, ioasc);
5398
5399 list_move_tail(&ipr_cmd->queue, doneq);
5400
5401 if (hrr_queue->hrrq_curr < hrr_queue->hrrq_end) {
5402 hrr_queue->hrrq_curr++;
5403 } else {
5404 hrr_queue->hrrq_curr = hrr_queue->hrrq_start;
5405 hrr_queue->toggle_bit ^= 1u;
5406 }
5407 num_hrrq++;
5408 if (budget > 0 && num_hrrq >= budget)
5409 break;
5410 }
5411
5412 return num_hrrq;
5413 }
5414
5415 static int ipr_iopoll(struct blk_iopoll *iop, int budget)
5416 {
5417 struct ipr_ioa_cfg *ioa_cfg;
5418 struct ipr_hrr_queue *hrrq;
5419 struct ipr_cmnd *ipr_cmd, *temp;
5420 unsigned long hrrq_flags;
5421 int completed_ops;
5422 LIST_HEAD(doneq);
5423
5424 hrrq = container_of(iop, struct ipr_hrr_queue, iopoll);
5425 ioa_cfg = hrrq->ioa_cfg;
5426
5427 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5428 completed_ops = ipr_process_hrrq(hrrq, budget, &doneq);
5429
5430 if (completed_ops < budget)
5431 blk_iopoll_complete(iop);
5432 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5433
5434 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5435 list_del(&ipr_cmd->queue);
5436 del_timer(&ipr_cmd->timer);
5437 ipr_cmd->fast_done(ipr_cmd);
5438 }
5439
5440 return completed_ops;
5441 }
5442
5443 /**
5444 * ipr_isr - Interrupt service routine
5445 * @irq: irq number
5446 * @devp: pointer to ioa config struct
5447 *
5448 * Return value:
5449 * IRQ_NONE / IRQ_HANDLED
5450 **/
5451 static irqreturn_t ipr_isr(int irq, void *devp)
5452 {
5453 struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5454 struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5455 unsigned long hrrq_flags = 0;
5456 u32 int_reg = 0;
5457 int num_hrrq = 0;
5458 int irq_none = 0;
5459 struct ipr_cmnd *ipr_cmd, *temp;
5460 irqreturn_t rc = IRQ_NONE;
5461 LIST_HEAD(doneq);
5462
5463 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5464 /* If interrupts are disabled, ignore the interrupt */
5465 if (!hrrq->allow_interrupts) {
5466 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5467 return IRQ_NONE;
5468 }
5469
5470 while (1) {
5471 if (ipr_process_hrrq(hrrq, -1, &doneq)) {
5472 rc = IRQ_HANDLED;
5473
5474 if (!ioa_cfg->clear_isr)
5475 break;
5476
5477 /* Clear the PCI interrupt */
5478 num_hrrq = 0;
5479 do {
5480 writel(IPR_PCII_HRRQ_UPDATED,
5481 ioa_cfg->regs.clr_interrupt_reg32);
5482 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5483 } while (int_reg & IPR_PCII_HRRQ_UPDATED &&
5484 num_hrrq++ < IPR_MAX_HRRQ_RETRIES);
5485
5486 } else if (rc == IRQ_NONE && irq_none == 0) {
5487 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5488 irq_none++;
5489 } else if (num_hrrq == IPR_MAX_HRRQ_RETRIES &&
5490 int_reg & IPR_PCII_HRRQ_UPDATED) {
5491 ipr_isr_eh(ioa_cfg,
5492 "Error clearing HRRQ: ", num_hrrq);
5493 rc = IRQ_HANDLED;
5494 break;
5495 } else
5496 break;
5497 }
5498
5499 if (unlikely(rc == IRQ_NONE))
5500 rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
5501
5502 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5503 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5504 list_del(&ipr_cmd->queue);
5505 del_timer(&ipr_cmd->timer);
5506 ipr_cmd->fast_done(ipr_cmd);
5507 }
5508 return rc;
5509 }
5510
5511 /**
5512 * ipr_isr_mhrrq - Interrupt service routine
5513 * @irq: irq number
5514 * @devp: pointer to ioa config struct
5515 *
5516 * Return value:
5517 * IRQ_NONE / IRQ_HANDLED
5518 **/
5519 static irqreturn_t ipr_isr_mhrrq(int irq, void *devp)
5520 {
5521 struct ipr_hrr_queue *hrrq = (struct ipr_hrr_queue *)devp;
5522 struct ipr_ioa_cfg *ioa_cfg = hrrq->ioa_cfg;
5523 unsigned long hrrq_flags = 0;
5524 struct ipr_cmnd *ipr_cmd, *temp;
5525 irqreturn_t rc = IRQ_NONE;
5526 LIST_HEAD(doneq);
5527
5528 spin_lock_irqsave(hrrq->lock, hrrq_flags);
5529
5530 /* If interrupts are disabled, ignore the interrupt */
5531 if (!hrrq->allow_interrupts) {
5532 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5533 return IRQ_NONE;
5534 }
5535
5536 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
5537 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5538 hrrq->toggle_bit) {
5539 if (!blk_iopoll_sched_prep(&hrrq->iopoll))
5540 blk_iopoll_sched(&hrrq->iopoll);
5541 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5542 return IRQ_HANDLED;
5543 }
5544 } else {
5545 if ((be32_to_cpu(*hrrq->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5546 hrrq->toggle_bit)
5547
5548 if (ipr_process_hrrq(hrrq, -1, &doneq))
5549 rc = IRQ_HANDLED;
5550 }
5551
5552 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
5553
5554 list_for_each_entry_safe(ipr_cmd, temp, &doneq, queue) {
5555 list_del(&ipr_cmd->queue);
5556 del_timer(&ipr_cmd->timer);
5557 ipr_cmd->fast_done(ipr_cmd);
5558 }
5559 return rc;
5560 }
5561
5562 /**
5563 * ipr_build_ioadl64 - Build a scatter/gather list and map the buffer
5564 * @ioa_cfg: ioa config struct
5565 * @ipr_cmd: ipr command struct
5566 *
5567 * Return value:
5568 * 0 on success / -1 on failure
5569 **/
5570 static int ipr_build_ioadl64(struct ipr_ioa_cfg *ioa_cfg,
5571 struct ipr_cmnd *ipr_cmd)
5572 {
5573 int i, nseg;
5574 struct scatterlist *sg;
5575 u32 length;
5576 u32 ioadl_flags = 0;
5577 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5578 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5579 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
5580
5581 length = scsi_bufflen(scsi_cmd);
5582 if (!length)
5583 return 0;
5584
5585 nseg = scsi_dma_map(scsi_cmd);
5586 if (nseg < 0) {
5587 if (printk_ratelimit())
5588 dev_err(&ioa_cfg->pdev->dev, "pci_map_sg failed!\n");
5589 return -1;
5590 }
5591
5592 ipr_cmd->dma_use_sg = nseg;
5593
5594 ioarcb->data_transfer_length = cpu_to_be32(length);
5595 ioarcb->ioadl_len =
5596 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
5597
5598 if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5599 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5600 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5601 } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE)
5602 ioadl_flags = IPR_IOADL_FLAGS_READ;
5603
5604 scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5605 ioadl64[i].flags = cpu_to_be32(ioadl_flags);
5606 ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
5607 ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
5608 }
5609
5610 ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5611 return 0;
5612 }
5613
5614 /**
5615 * ipr_build_ioadl - Build a scatter/gather list and map the buffer
5616 * @ioa_cfg: ioa config struct
5617 * @ipr_cmd: ipr command struct
5618 *
5619 * Return value:
5620 * 0 on success / -1 on failure
5621 **/
5622 static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
5623 struct ipr_cmnd *ipr_cmd)
5624 {
5625 int i, nseg;
5626 struct scatterlist *sg;
5627 u32 length;
5628 u32 ioadl_flags = 0;
5629 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5630 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5631 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
5632
5633 length = scsi_bufflen(scsi_cmd);
5634 if (!length)
5635 return 0;
5636
5637 nseg = scsi_dma_map(scsi_cmd);
5638 if (nseg < 0) {
5639 dev_err(&ioa_cfg->pdev->dev, "pci_map_sg failed!\n");
5640 return -1;
5641 }
5642
5643 ipr_cmd->dma_use_sg = nseg;
5644
5645 if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5646 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5647 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5648 ioarcb->data_transfer_length = cpu_to_be32(length);
5649 ioarcb->ioadl_len =
5650 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5651 } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
5652 ioadl_flags = IPR_IOADL_FLAGS_READ;
5653 ioarcb->read_data_transfer_length = cpu_to_be32(length);
5654 ioarcb->read_ioadl_len =
5655 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5656 }
5657
5658 if (ipr_cmd->dma_use_sg <= ARRAY_SIZE(ioarcb->u.add_data.u.ioadl)) {
5659 ioadl = ioarcb->u.add_data.u.ioadl;
5660 ioarcb->write_ioadl_addr = cpu_to_be32((ipr_cmd->dma_addr) +
5661 offsetof(struct ipr_ioarcb, u.add_data));
5662 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5663 }
5664
5665 scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5666 ioadl[i].flags_and_data_len =
5667 cpu_to_be32(ioadl_flags | sg_dma_len(sg));
5668 ioadl[i].address = cpu_to_be32(sg_dma_address(sg));
5669 }
5670
5671 ioadl[i-1].flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5672 return 0;
5673 }
5674
5675 /**
5676 * ipr_get_task_attributes - Translate SPI Q-Tag to task attributes
5677 * @scsi_cmd: scsi command struct
5678 *
5679 * Return value:
5680 * task attributes
5681 **/
5682 static u8 ipr_get_task_attributes(struct scsi_cmnd *scsi_cmd)
5683 {
5684 u8 tag[2];
5685 u8 rc = IPR_FLAGS_LO_UNTAGGED_TASK;
5686
5687 if (scsi_populate_tag_msg(scsi_cmd, tag)) {
5688 switch (tag[0]) {
5689 case MSG_SIMPLE_TAG:
5690 rc = IPR_FLAGS_LO_SIMPLE_TASK;
5691 break;
5692 case MSG_HEAD_TAG:
5693 rc = IPR_FLAGS_LO_HEAD_OF_Q_TASK;
5694 break;
5695 case MSG_ORDERED_TAG:
5696 rc = IPR_FLAGS_LO_ORDERED_TASK;
5697 break;
5698 };
5699 }
5700
5701 return rc;
5702 }
5703
5704 /**
5705 * ipr_erp_done - Process completion of ERP for a device
5706 * @ipr_cmd: ipr command struct
5707 *
5708 * This function copies the sense buffer into the scsi_cmd
5709 * struct and pushes the scsi_done function.
5710 *
5711 * Return value:
5712 * nothing
5713 **/
5714 static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
5715 {
5716 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5717 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5718 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5719
5720 if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
5721 scsi_cmd->result |= (DID_ERROR << 16);
5722 scmd_printk(KERN_ERR, scsi_cmd,
5723 "Request Sense failed with IOASC: 0x%08X\n", ioasc);
5724 } else {
5725 memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
5726 SCSI_SENSE_BUFFERSIZE);
5727 }
5728
5729 if (res) {
5730 if (!ipr_is_naca_model(res))
5731 res->needs_sync_complete = 1;
5732 res->in_erp = 0;
5733 }
5734 scsi_dma_unmap(ipr_cmd->scsi_cmd);
5735 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
5736 scsi_cmd->scsi_done(scsi_cmd);
5737 }
5738
5739 /**
5740 * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
5741 * @ipr_cmd: ipr command struct
5742 *
5743 * Return value:
5744 * none
5745 **/
5746 static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
5747 {
5748 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5749 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5750 dma_addr_t dma_addr = ipr_cmd->dma_addr;
5751
5752 memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
5753 ioarcb->data_transfer_length = 0;
5754 ioarcb->read_data_transfer_length = 0;
5755 ioarcb->ioadl_len = 0;
5756 ioarcb->read_ioadl_len = 0;
5757 ioasa->hdr.ioasc = 0;
5758 ioasa->hdr.residual_data_len = 0;
5759
5760 if (ipr_cmd->ioa_cfg->sis64)
5761 ioarcb->u.sis64_addr_data.data_ioadl_addr =
5762 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
5763 else {
5764 ioarcb->write_ioadl_addr =
5765 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
5766 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5767 }
5768 }
5769
5770 /**
5771 * ipr_erp_request_sense - Send request sense to a device
5772 * @ipr_cmd: ipr command struct
5773 *
5774 * This function sends a request sense to a device as a result
5775 * of a check condition.
5776 *
5777 * Return value:
5778 * nothing
5779 **/
5780 static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
5781 {
5782 struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5783 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5784
5785 if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
5786 ipr_erp_done(ipr_cmd);
5787 return;
5788 }
5789
5790 ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
5791
5792 cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
5793 cmd_pkt->cdb[0] = REQUEST_SENSE;
5794 cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
5795 cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
5796 cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
5797 cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
5798
5799 ipr_init_ioadl(ipr_cmd, ipr_cmd->sense_buffer_dma,
5800 SCSI_SENSE_BUFFERSIZE, IPR_IOADL_FLAGS_READ_LAST);
5801
5802 ipr_do_req(ipr_cmd, ipr_erp_done, ipr_timeout,
5803 IPR_REQUEST_SENSE_TIMEOUT * 2);
5804 }
5805
5806 /**
5807 * ipr_erp_cancel_all - Send cancel all to a device
5808 * @ipr_cmd: ipr command struct
5809 *
5810 * This function sends a cancel all to a device to clear the
5811 * queue. If we are running TCQ on the device, QERR is set to 1,
5812 * which means all outstanding ops have been dropped on the floor.
5813 * Cancel all will return them to us.
5814 *
5815 * Return value:
5816 * nothing
5817 **/
5818 static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
5819 {
5820 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5821 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5822 struct ipr_cmd_pkt *cmd_pkt;
5823
5824 res->in_erp = 1;
5825
5826 ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
5827
5828 if (!scsi_get_tag_type(scsi_cmd->device)) {
5829 ipr_erp_request_sense(ipr_cmd);
5830 return;
5831 }
5832
5833 cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5834 cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5835 cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5836
5837 ipr_do_req(ipr_cmd, ipr_erp_request_sense, ipr_timeout,
5838 IPR_CANCEL_ALL_TIMEOUT);
5839 }
5840
5841 /**
5842 * ipr_dump_ioasa - Dump contents of IOASA
5843 * @ioa_cfg: ioa config struct
5844 * @ipr_cmd: ipr command struct
5845 * @res: resource entry struct
5846 *
5847 * This function is invoked by the interrupt handler when ops
5848 * fail. It will log the IOASA if appropriate. Only called
5849 * for GPDD ops.
5850 *
5851 * Return value:
5852 * none
5853 **/
5854 static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
5855 struct ipr_cmnd *ipr_cmd, struct ipr_resource_entry *res)
5856 {
5857 int i;
5858 u16 data_len;
5859 u32 ioasc, fd_ioasc;
5860 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5861 __be32 *ioasa_data = (__be32 *)ioasa;
5862 int error_index;
5863
5864 ioasc = be32_to_cpu(ioasa->hdr.ioasc) & IPR_IOASC_IOASC_MASK;
5865 fd_ioasc = be32_to_cpu(ioasa->hdr.fd_ioasc) & IPR_IOASC_IOASC_MASK;
5866
5867 if (0 == ioasc)
5868 return;
5869
5870 if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
5871 return;
5872
5873 if (ioasc == IPR_IOASC_BUS_WAS_RESET && fd_ioasc)
5874 error_index = ipr_get_error(fd_ioasc);
5875 else
5876 error_index = ipr_get_error(ioasc);
5877
5878 if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
5879 /* Don't log an error if the IOA already logged one */
5880 if (ioasa->hdr.ilid != 0)
5881 return;
5882
5883 if (!ipr_is_gscsi(res))
5884 return;
5885
5886 if (ipr_error_table[error_index].log_ioasa == 0)
5887 return;
5888 }
5889
5890 ipr_res_err(ioa_cfg, res, "%s\n", ipr_error_table[error_index].error);
5891
5892 data_len = be16_to_cpu(ioasa->hdr.ret_stat_len);
5893 if (ioa_cfg->sis64 && sizeof(struct ipr_ioasa64) < data_len)
5894 data_len = sizeof(struct ipr_ioasa64);
5895 else if (!ioa_cfg->sis64 && sizeof(struct ipr_ioasa) < data_len)
5896 data_len = sizeof(struct ipr_ioasa);
5897
5898 ipr_err("IOASA Dump:\n");
5899
5900 for (i = 0; i < data_len / 4; i += 4) {
5901 ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
5902 be32_to_cpu(ioasa_data[i]),
5903 be32_to_cpu(ioasa_data[i+1]),
5904 be32_to_cpu(ioasa_data[i+2]),
5905 be32_to_cpu(ioasa_data[i+3]));
5906 }
5907 }
5908
5909 /**
5910 * ipr_gen_sense - Generate SCSI sense data from an IOASA
5911 * @ioasa: IOASA
5912 * @sense_buf: sense data buffer
5913 *
5914 * Return value:
5915 * none
5916 **/
5917 static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
5918 {
5919 u32 failing_lba;
5920 u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
5921 struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
5922 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5923 u32 ioasc = be32_to_cpu(ioasa->hdr.ioasc);
5924
5925 memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
5926
5927 if (ioasc >= IPR_FIRST_DRIVER_IOASC)
5928 return;
5929
5930 ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
5931
5932 if (ipr_is_vset_device(res) &&
5933 ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
5934 ioasa->u.vset.failing_lba_hi != 0) {
5935 sense_buf[0] = 0x72;
5936 sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
5937 sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
5938 sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
5939
5940 sense_buf[7] = 12;
5941 sense_buf[8] = 0;
5942 sense_buf[9] = 0x0A;
5943 sense_buf[10] = 0x80;
5944
5945 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
5946
5947 sense_buf[12] = (failing_lba & 0xff000000) >> 24;
5948 sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
5949 sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
5950 sense_buf[15] = failing_lba & 0x000000ff;
5951
5952 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
5953
5954 sense_buf[16] = (failing_lba & 0xff000000) >> 24;
5955 sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
5956 sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
5957 sense_buf[19] = failing_lba & 0x000000ff;
5958 } else {
5959 sense_buf[0] = 0x70;
5960 sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
5961 sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
5962 sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
5963
5964 /* Illegal request */
5965 if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
5966 (be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
5967 sense_buf[7] = 10; /* additional length */
5968
5969 /* IOARCB was in error */
5970 if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
5971 sense_buf[15] = 0xC0;
5972 else /* Parameter data was invalid */
5973 sense_buf[15] = 0x80;
5974
5975 sense_buf[16] =
5976 ((IPR_FIELD_POINTER_MASK &
5977 be32_to_cpu(ioasa->hdr.ioasc_specific)) >> 8) & 0xff;
5978 sense_buf[17] =
5979 (IPR_FIELD_POINTER_MASK &
5980 be32_to_cpu(ioasa->hdr.ioasc_specific)) & 0xff;
5981 } else {
5982 if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
5983 if (ipr_is_vset_device(res))
5984 failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
5985 else
5986 failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
5987
5988 sense_buf[0] |= 0x80; /* Or in the Valid bit */
5989 sense_buf[3] = (failing_lba & 0xff000000) >> 24;
5990 sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
5991 sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
5992 sense_buf[6] = failing_lba & 0x000000ff;
5993 }
5994
5995 sense_buf[7] = 6; /* additional length */
5996 }
5997 }
5998 }
5999
6000 /**
6001 * ipr_get_autosense - Copy autosense data to sense buffer
6002 * @ipr_cmd: ipr command struct
6003 *
6004 * This function copies the autosense buffer to the buffer
6005 * in the scsi_cmd, if there is autosense available.
6006 *
6007 * Return value:
6008 * 1 if autosense was available / 0 if not
6009 **/
6010 static int ipr_get_autosense(struct ipr_cmnd *ipr_cmd)
6011 {
6012 struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
6013 struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
6014
6015 if ((be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_AUTOSENSE_VALID) == 0)
6016 return 0;
6017
6018 if (ipr_cmd->ioa_cfg->sis64)
6019 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa64->auto_sense.data,
6020 min_t(u16, be16_to_cpu(ioasa64->auto_sense.auto_sense_len),
6021 SCSI_SENSE_BUFFERSIZE));
6022 else
6023 memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa->auto_sense.data,
6024 min_t(u16, be16_to_cpu(ioasa->auto_sense.auto_sense_len),
6025 SCSI_SENSE_BUFFERSIZE));
6026 return 1;
6027 }
6028
6029 /**
6030 * ipr_erp_start - Process an error response for a SCSI op
6031 * @ioa_cfg: ioa config struct
6032 * @ipr_cmd: ipr command struct
6033 *
6034 * This function determines whether or not to initiate ERP
6035 * on the affected device.
6036 *
6037 * Return value:
6038 * nothing
6039 **/
6040 static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
6041 struct ipr_cmnd *ipr_cmd)
6042 {
6043 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6044 struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
6045 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6046 u32 masked_ioasc = ioasc & IPR_IOASC_IOASC_MASK;
6047
6048 if (!res) {
6049 ipr_scsi_eh_done(ipr_cmd);
6050 return;
6051 }
6052
6053 if (!ipr_is_gscsi(res) && masked_ioasc != IPR_IOASC_HW_DEV_BUS_STATUS)
6054 ipr_gen_sense(ipr_cmd);
6055
6056 ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6057
6058 switch (masked_ioasc) {
6059 case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
6060 if (ipr_is_naca_model(res))
6061 scsi_cmd->result |= (DID_ABORT << 16);
6062 else
6063 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6064 break;
6065 case IPR_IOASC_IR_RESOURCE_HANDLE:
6066 case IPR_IOASC_IR_NO_CMDS_TO_2ND_IOA:
6067 scsi_cmd->result |= (DID_NO_CONNECT << 16);
6068 break;
6069 case IPR_IOASC_HW_SEL_TIMEOUT:
6070 scsi_cmd->result |= (DID_NO_CONNECT << 16);
6071 if (!ipr_is_naca_model(res))
6072 res->needs_sync_complete = 1;
6073 break;
6074 case IPR_IOASC_SYNC_REQUIRED:
6075 if (!res->in_erp)
6076 res->needs_sync_complete = 1;
6077 scsi_cmd->result |= (DID_IMM_RETRY << 16);
6078 break;
6079 case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
6080 case IPR_IOASA_IR_DUAL_IOA_DISABLED:
6081 scsi_cmd->result |= (DID_PASSTHROUGH << 16);
6082 break;
6083 case IPR_IOASC_BUS_WAS_RESET:
6084 case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
6085 /*
6086 * Report the bus reset and ask for a retry. The device
6087 * will give CC/UA the next command.
6088 */
6089 if (!res->resetting_device)
6090 scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
6091 scsi_cmd->result |= (DID_ERROR << 16);
6092 if (!ipr_is_naca_model(res))
6093 res->needs_sync_complete = 1;
6094 break;
6095 case IPR_IOASC_HW_DEV_BUS_STATUS:
6096 scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
6097 if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
6098 if (!ipr_get_autosense(ipr_cmd)) {
6099 if (!ipr_is_naca_model(res)) {
6100 ipr_erp_cancel_all(ipr_cmd);
6101 return;
6102 }
6103 }
6104 }
6105 if (!ipr_is_naca_model(res))
6106 res->needs_sync_complete = 1;
6107 break;
6108 case IPR_IOASC_NR_INIT_CMD_REQUIRED:
6109 break;
6110 default:
6111 if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6112 scsi_cmd->result |= (DID_ERROR << 16);
6113 if (!ipr_is_vset_device(res) && !ipr_is_naca_model(res))
6114 res->needs_sync_complete = 1;
6115 break;
6116 }
6117
6118 scsi_dma_unmap(ipr_cmd->scsi_cmd);
6119 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6120 scsi_cmd->scsi_done(scsi_cmd);
6121 }
6122
6123 /**
6124 * ipr_scsi_done - mid-layer done function
6125 * @ipr_cmd: ipr command struct
6126 *
6127 * This function is invoked by the interrupt handler for
6128 * ops generated by the SCSI mid-layer
6129 *
6130 * Return value:
6131 * none
6132 **/
6133 static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
6134 {
6135 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6136 struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
6137 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6138 unsigned long hrrq_flags;
6139
6140 scsi_set_resid(scsi_cmd, be32_to_cpu(ipr_cmd->s.ioasa.hdr.residual_data_len));
6141
6142 if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
6143 scsi_dma_unmap(scsi_cmd);
6144
6145 spin_lock_irqsave(ipr_cmd->hrrq->lock, hrrq_flags);
6146 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6147 scsi_cmd->scsi_done(scsi_cmd);
6148 spin_unlock_irqrestore(ipr_cmd->hrrq->lock, hrrq_flags);
6149 } else {
6150 spin_lock_irqsave(ipr_cmd->hrrq->lock, hrrq_flags);
6151 ipr_erp_start(ioa_cfg, ipr_cmd);
6152 spin_unlock_irqrestore(ipr_cmd->hrrq->lock, hrrq_flags);
6153 }
6154 }
6155
6156 /**
6157 * ipr_queuecommand - Queue a mid-layer request
6158 * @shost: scsi host struct
6159 * @scsi_cmd: scsi command struct
6160 *
6161 * This function queues a request generated by the mid-layer.
6162 *
6163 * Return value:
6164 * 0 on success
6165 * SCSI_MLQUEUE_DEVICE_BUSY if device is busy
6166 * SCSI_MLQUEUE_HOST_BUSY if host is busy
6167 **/
6168 static int ipr_queuecommand(struct Scsi_Host *shost,
6169 struct scsi_cmnd *scsi_cmd)
6170 {
6171 struct ipr_ioa_cfg *ioa_cfg;
6172 struct ipr_resource_entry *res;
6173 struct ipr_ioarcb *ioarcb;
6174 struct ipr_cmnd *ipr_cmd;
6175 unsigned long hrrq_flags, lock_flags;
6176 int rc;
6177 struct ipr_hrr_queue *hrrq;
6178 int hrrq_id;
6179
6180 ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
6181
6182 scsi_cmd->result = (DID_OK << 16);
6183 res = scsi_cmd->device->hostdata;
6184
6185 if (ipr_is_gata(res) && res->sata_port) {
6186 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
6187 rc = ata_sas_queuecmd(scsi_cmd, res->sata_port->ap);
6188 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
6189 return rc;
6190 }
6191
6192 hrrq_id = ipr_get_hrrq_index(ioa_cfg);
6193 hrrq = &ioa_cfg->hrrq[hrrq_id];
6194
6195 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6196 /*
6197 * We are currently blocking all devices due to a host reset
6198 * We have told the host to stop giving us new requests, but
6199 * ERP ops don't count. FIXME
6200 */
6201 if (unlikely(!hrrq->allow_cmds && !hrrq->ioa_is_dead && !hrrq->removing_ioa)) {
6202 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6203 return SCSI_MLQUEUE_HOST_BUSY;
6204 }
6205
6206 /*
6207 * FIXME - Create scsi_set_host_offline interface
6208 * and the ioa_is_dead check can be removed
6209 */
6210 if (unlikely(hrrq->ioa_is_dead || hrrq->removing_ioa || !res)) {
6211 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6212 goto err_nodev;
6213 }
6214
6215 ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
6216 if (ipr_cmd == NULL) {
6217 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6218 return SCSI_MLQUEUE_HOST_BUSY;
6219 }
6220 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6221
6222 ipr_init_ipr_cmnd(ipr_cmd, ipr_scsi_done);
6223 ioarcb = &ipr_cmd->ioarcb;
6224
6225 memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
6226 ipr_cmd->scsi_cmd = scsi_cmd;
6227 ipr_cmd->done = ipr_scsi_eh_done;
6228
6229 if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
6230 if (scsi_cmd->underflow == 0)
6231 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6232
6233 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
6234 if (ipr_is_gscsi(res) && res->reset_occurred) {
6235 res->reset_occurred = 0;
6236 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
6237 }
6238 ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
6239 ioarcb->cmd_pkt.flags_lo |= ipr_get_task_attributes(scsi_cmd);
6240 }
6241
6242 if (scsi_cmd->cmnd[0] >= 0xC0 &&
6243 (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE)) {
6244 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6245 }
6246
6247 if (ioa_cfg->sis64)
6248 rc = ipr_build_ioadl64(ioa_cfg, ipr_cmd);
6249 else
6250 rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
6251
6252 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6253 if (unlikely(rc || (!hrrq->allow_cmds && !hrrq->ioa_is_dead))) {
6254 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
6255 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6256 if (!rc)
6257 scsi_dma_unmap(scsi_cmd);
6258 return SCSI_MLQUEUE_HOST_BUSY;
6259 }
6260
6261 if (unlikely(hrrq->ioa_is_dead)) {
6262 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_free_q);
6263 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6264 scsi_dma_unmap(scsi_cmd);
6265 goto err_nodev;
6266 }
6267
6268 ioarcb->res_handle = res->res_handle;
6269 if (res->needs_sync_complete) {
6270 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
6271 res->needs_sync_complete = 0;
6272 }
6273 list_add_tail(&ipr_cmd->queue, &hrrq->hrrq_pending_q);
6274 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
6275 ipr_send_command(ipr_cmd);
6276 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6277 return 0;
6278
6279 err_nodev:
6280 spin_lock_irqsave(hrrq->lock, hrrq_flags);
6281 memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
6282 scsi_cmd->result = (DID_NO_CONNECT << 16);
6283 scsi_cmd->scsi_done(scsi_cmd);
6284 spin_unlock_irqrestore(hrrq->lock, hrrq_flags);
6285 return 0;
6286 }
6287
6288 /**
6289 * ipr_ioctl - IOCTL handler
6290 * @sdev: scsi device struct
6291 * @cmd: IOCTL cmd
6292 * @arg: IOCTL arg
6293 *
6294 * Return value:
6295 * 0 on success / other on failure
6296 **/
6297 static int ipr_ioctl(struct scsi_device *sdev, int cmd, void __user *arg)
6298 {
6299 struct ipr_resource_entry *res;
6300
6301 res = (struct ipr_resource_entry *)sdev->hostdata;
6302 if (res && ipr_is_gata(res)) {
6303 if (cmd == HDIO_GET_IDENTITY)
6304 return -ENOTTY;
6305 return ata_sas_scsi_ioctl(res->sata_port->ap, sdev, cmd, arg);
6306 }
6307
6308 return -EINVAL;
6309 }
6310
6311 /**
6312 * ipr_info - Get information about the card/driver
6313 * @scsi_host: scsi host struct
6314 *
6315 * Return value:
6316 * pointer to buffer with description string
6317 **/
6318 static const char *ipr_ioa_info(struct Scsi_Host *host)
6319 {
6320 static char buffer[512];
6321 struct ipr_ioa_cfg *ioa_cfg;
6322 unsigned long lock_flags = 0;
6323
6324 ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
6325
6326 spin_lock_irqsave(host->host_lock, lock_flags);
6327 sprintf(buffer, "IBM %X Storage Adapter", ioa_cfg->type);
6328 spin_unlock_irqrestore(host->host_lock, lock_flags);
6329
6330 return buffer;
6331 }
6332
6333 static struct scsi_host_template driver_template = {
6334 .module = THIS_MODULE,
6335 .name = "IPR",
6336 .info = ipr_ioa_info,
6337 .ioctl = ipr_ioctl,
6338 .queuecommand = ipr_queuecommand,
6339 .eh_abort_handler = ipr_eh_abort,
6340 .eh_device_reset_handler = ipr_eh_dev_reset,
6341 .eh_host_reset_handler = ipr_eh_host_reset,
6342 .slave_alloc = ipr_slave_alloc,
6343 .slave_configure = ipr_slave_configure,
6344 .slave_destroy = ipr_slave_destroy,
6345 .target_alloc = ipr_target_alloc,
6346 .target_destroy = ipr_target_destroy,
6347 .change_queue_depth = ipr_change_queue_depth,
6348 .change_queue_type = ipr_change_queue_type,
6349 .bios_param = ipr_biosparam,
6350 .can_queue = IPR_MAX_COMMANDS,
6351 .this_id = -1,
6352 .sg_tablesize = IPR_MAX_SGLIST,
6353 .max_sectors = IPR_IOA_MAX_SECTORS,
6354 .cmd_per_lun = IPR_MAX_CMD_PER_LUN,
6355 .use_clustering = ENABLE_CLUSTERING,
6356 .shost_attrs = ipr_ioa_attrs,
6357 .sdev_attrs = ipr_dev_attrs,
6358 .proc_name = IPR_NAME,
6359 .no_write_same = 1,
6360 };
6361
6362 /**
6363 * ipr_ata_phy_reset - libata phy_reset handler
6364 * @ap: ata port to reset
6365 *
6366 **/
6367 static void ipr_ata_phy_reset(struct ata_port *ap)
6368 {
6369 unsigned long flags;
6370 struct ipr_sata_port *sata_port = ap->private_data;
6371 struct ipr_resource_entry *res = sata_port->res;
6372 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6373 int rc;
6374
6375 ENTER;
6376 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6377 while (ioa_cfg->in_reset_reload) {
6378 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6379 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6380 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6381 }
6382
6383 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds)
6384 goto out_unlock;
6385
6386 rc = ipr_device_reset(ioa_cfg, res);
6387
6388 if (rc) {
6389 ap->link.device[0].class = ATA_DEV_NONE;
6390 goto out_unlock;
6391 }
6392
6393 ap->link.device[0].class = res->ata_class;
6394 if (ap->link.device[0].class == ATA_DEV_UNKNOWN)
6395 ap->link.device[0].class = ATA_DEV_NONE;
6396
6397 out_unlock:
6398 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6399 LEAVE;
6400 }
6401
6402 /**
6403 * ipr_ata_post_internal - Cleanup after an internal command
6404 * @qc: ATA queued command
6405 *
6406 * Return value:
6407 * none
6408 **/
6409 static void ipr_ata_post_internal(struct ata_queued_cmd *qc)
6410 {
6411 struct ipr_sata_port *sata_port = qc->ap->private_data;
6412 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6413 struct ipr_cmnd *ipr_cmd;
6414 struct ipr_hrr_queue *hrrq;
6415 unsigned long flags;
6416
6417 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6418 while (ioa_cfg->in_reset_reload) {
6419 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6420 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6421 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6422 }
6423
6424 for_each_hrrq(hrrq, ioa_cfg) {
6425 spin_lock(&hrrq->_lock);
6426 list_for_each_entry(ipr_cmd, &hrrq->hrrq_pending_q, queue) {
6427 if (ipr_cmd->qc == qc) {
6428 ipr_device_reset(ioa_cfg, sata_port->res);
6429 break;
6430 }
6431 }
6432 spin_unlock(&hrrq->_lock);
6433 }
6434 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6435 }
6436
6437 /**
6438 * ipr_copy_sata_tf - Copy a SATA taskfile to an IOA data structure
6439 * @regs: destination
6440 * @tf: source ATA taskfile
6441 *
6442 * Return value:
6443 * none
6444 **/
6445 static void ipr_copy_sata_tf(struct ipr_ioarcb_ata_regs *regs,
6446 struct ata_taskfile *tf)
6447 {
6448 regs->feature = tf->feature;
6449 regs->nsect = tf->nsect;
6450 regs->lbal = tf->lbal;
6451 regs->lbam = tf->lbam;
6452 regs->lbah = tf->lbah;
6453 regs->device = tf->device;
6454 regs->command = tf->command;
6455 regs->hob_feature = tf->hob_feature;
6456 regs->hob_nsect = tf->hob_nsect;
6457 regs->hob_lbal = tf->hob_lbal;
6458 regs->hob_lbam = tf->hob_lbam;
6459 regs->hob_lbah = tf->hob_lbah;
6460 regs->ctl = tf->ctl;
6461 }
6462
6463 /**
6464 * ipr_sata_done - done function for SATA commands
6465 * @ipr_cmd: ipr command struct
6466 *
6467 * This function is invoked by the interrupt handler for
6468 * ops generated by the SCSI mid-layer to SATA devices
6469 *
6470 * Return value:
6471 * none
6472 **/
6473 static void ipr_sata_done(struct ipr_cmnd *ipr_cmd)
6474 {
6475 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6476 struct ata_queued_cmd *qc = ipr_cmd->qc;
6477 struct ipr_sata_port *sata_port = qc->ap->private_data;
6478 struct ipr_resource_entry *res = sata_port->res;
6479 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6480
6481 spin_lock(&ipr_cmd->hrrq->_lock);
6482 if (ipr_cmd->ioa_cfg->sis64)
6483 memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
6484 sizeof(struct ipr_ioasa_gata));
6485 else
6486 memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
6487 sizeof(struct ipr_ioasa_gata));
6488 ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6489
6490 if (be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc_specific) & IPR_ATA_DEVICE_WAS_RESET)
6491 scsi_report_device_reset(ioa_cfg->host, res->bus, res->target);
6492
6493 if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6494 qc->err_mask |= __ac_err_mask(sata_port->ioasa.status);
6495 else
6496 qc->err_mask |= ac_err_mask(sata_port->ioasa.status);
6497 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6498 spin_unlock(&ipr_cmd->hrrq->_lock);
6499 ata_qc_complete(qc);
6500 }
6501
6502 /**
6503 * ipr_build_ata_ioadl64 - Build an ATA scatter/gather list
6504 * @ipr_cmd: ipr command struct
6505 * @qc: ATA queued command
6506 *
6507 **/
6508 static void ipr_build_ata_ioadl64(struct ipr_cmnd *ipr_cmd,
6509 struct ata_queued_cmd *qc)
6510 {
6511 u32 ioadl_flags = 0;
6512 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6513 struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ata_ioadl.ioadl64;
6514 struct ipr_ioadl64_desc *last_ioadl64 = NULL;
6515 int len = qc->nbytes;
6516 struct scatterlist *sg;
6517 unsigned int si;
6518 dma_addr_t dma_addr = ipr_cmd->dma_addr;
6519
6520 if (len == 0)
6521 return;
6522
6523 if (qc->dma_dir == DMA_TO_DEVICE) {
6524 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6525 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6526 } else if (qc->dma_dir == DMA_FROM_DEVICE)
6527 ioadl_flags = IPR_IOADL_FLAGS_READ;
6528
6529 ioarcb->data_transfer_length = cpu_to_be32(len);
6530 ioarcb->ioadl_len =
6531 cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
6532 ioarcb->u.sis64_addr_data.data_ioadl_addr =
6533 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ata_ioadl.ioadl64));
6534
6535 for_each_sg(qc->sg, sg, qc->n_elem, si) {
6536 ioadl64->flags = cpu_to_be32(ioadl_flags);
6537 ioadl64->data_len = cpu_to_be32(sg_dma_len(sg));
6538 ioadl64->address = cpu_to_be64(sg_dma_address(sg));
6539
6540 last_ioadl64 = ioadl64;
6541 ioadl64++;
6542 }
6543
6544 if (likely(last_ioadl64))
6545 last_ioadl64->flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6546 }
6547
6548 /**
6549 * ipr_build_ata_ioadl - Build an ATA scatter/gather list
6550 * @ipr_cmd: ipr command struct
6551 * @qc: ATA queued command
6552 *
6553 **/
6554 static void ipr_build_ata_ioadl(struct ipr_cmnd *ipr_cmd,
6555 struct ata_queued_cmd *qc)
6556 {
6557 u32 ioadl_flags = 0;
6558 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6559 struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
6560 struct ipr_ioadl_desc *last_ioadl = NULL;
6561 int len = qc->nbytes;
6562 struct scatterlist *sg;
6563 unsigned int si;
6564
6565 if (len == 0)
6566 return;
6567
6568 if (qc->dma_dir == DMA_TO_DEVICE) {
6569 ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6570 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6571 ioarcb->data_transfer_length = cpu_to_be32(len);
6572 ioarcb->ioadl_len =
6573 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6574 } else if (qc->dma_dir == DMA_FROM_DEVICE) {
6575 ioadl_flags = IPR_IOADL_FLAGS_READ;
6576 ioarcb->read_data_transfer_length = cpu_to_be32(len);
6577 ioarcb->read_ioadl_len =
6578 cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6579 }
6580
6581 for_each_sg(qc->sg, sg, qc->n_elem, si) {
6582 ioadl->flags_and_data_len = cpu_to_be32(ioadl_flags | sg_dma_len(sg));
6583 ioadl->address = cpu_to_be32(sg_dma_address(sg));
6584
6585 last_ioadl = ioadl;
6586 ioadl++;
6587 }
6588
6589 if (likely(last_ioadl))
6590 last_ioadl->flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6591 }
6592
6593 /**
6594 * ipr_qc_defer - Get a free ipr_cmd
6595 * @qc: queued command
6596 *
6597 * Return value:
6598 * 0 if success
6599 **/
6600 static int ipr_qc_defer(struct ata_queued_cmd *qc)
6601 {
6602 struct ata_port *ap = qc->ap;
6603 struct ipr_sata_port *sata_port = ap->private_data;
6604 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6605 struct ipr_cmnd *ipr_cmd;
6606 struct ipr_hrr_queue *hrrq;
6607 int hrrq_id;
6608
6609 hrrq_id = ipr_get_hrrq_index(ioa_cfg);
6610 hrrq = &ioa_cfg->hrrq[hrrq_id];
6611
6612 qc->lldd_task = NULL;
6613 spin_lock(&hrrq->_lock);
6614 if (unlikely(hrrq->ioa_is_dead)) {
6615 spin_unlock(&hrrq->_lock);
6616 return 0;
6617 }
6618
6619 if (unlikely(!hrrq->allow_cmds)) {
6620 spin_unlock(&hrrq->_lock);
6621 return ATA_DEFER_LINK;
6622 }
6623
6624 ipr_cmd = __ipr_get_free_ipr_cmnd(hrrq);
6625 if (ipr_cmd == NULL) {
6626 spin_unlock(&hrrq->_lock);
6627 return ATA_DEFER_LINK;
6628 }
6629
6630 qc->lldd_task = ipr_cmd;
6631 spin_unlock(&hrrq->_lock);
6632 return 0;
6633 }
6634
6635 /**
6636 * ipr_qc_issue - Issue a SATA qc to a device
6637 * @qc: queued command
6638 *
6639 * Return value:
6640 * 0 if success
6641 **/
6642 static unsigned int ipr_qc_issue(struct ata_queued_cmd *qc)
6643 {
6644 struct ata_port *ap = qc->ap;
6645 struct ipr_sata_port *sata_port = ap->private_data;
6646 struct ipr_resource_entry *res = sata_port->res;
6647 struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6648 struct ipr_cmnd *ipr_cmd;
6649 struct ipr_ioarcb *ioarcb;
6650 struct ipr_ioarcb_ata_regs *regs;
6651
6652 if (qc->lldd_task == NULL)
6653 ipr_qc_defer(qc);
6654
6655 ipr_cmd = qc->lldd_task;
6656 if (ipr_cmd == NULL)
6657 return AC_ERR_SYSTEM;
6658
6659 qc->lldd_task = NULL;
6660 spin_lock(&ipr_cmd->hrrq->_lock);
6661 if (unlikely(!ipr_cmd->hrrq->allow_cmds ||
6662 ipr_cmd->hrrq->ioa_is_dead)) {
6663 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6664 spin_unlock(&ipr_cmd->hrrq->_lock);
6665 return AC_ERR_SYSTEM;
6666 }
6667
6668 ipr_init_ipr_cmnd(ipr_cmd, ipr_lock_and_done);
6669 ioarcb = &ipr_cmd->ioarcb;
6670
6671 if (ioa_cfg->sis64) {
6672 regs = &ipr_cmd->i.ata_ioadl.regs;
6673 ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
6674 } else
6675 regs = &ioarcb->u.add_data.u.regs;
6676
6677 memset(regs, 0, sizeof(*regs));
6678 ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(*regs));
6679
6680 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
6681 ipr_cmd->qc = qc;
6682 ipr_cmd->done = ipr_sata_done;
6683 ipr_cmd->ioarcb.res_handle = res->res_handle;
6684 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_ATA_PASSTHRU;
6685 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
6686 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6687 ipr_cmd->dma_use_sg = qc->n_elem;
6688
6689 if (ioa_cfg->sis64)
6690 ipr_build_ata_ioadl64(ipr_cmd, qc);
6691 else
6692 ipr_build_ata_ioadl(ipr_cmd, qc);
6693
6694 regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
6695 ipr_copy_sata_tf(regs, &qc->tf);
6696 memcpy(ioarcb->cmd_pkt.cdb, qc->cdb, IPR_MAX_CDB_LEN);
6697 ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
6698
6699 switch (qc->tf.protocol) {
6700 case ATA_PROT_NODATA:
6701 case ATA_PROT_PIO:
6702 break;
6703
6704 case ATA_PROT_DMA:
6705 regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
6706 break;
6707
6708 case ATAPI_PROT_PIO:
6709 case ATAPI_PROT_NODATA:
6710 regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
6711 break;
6712
6713 case ATAPI_PROT_DMA:
6714 regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
6715 regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
6716 break;
6717
6718 default:
6719 WARN_ON(1);
6720 spin_unlock(&ipr_cmd->hrrq->_lock);
6721 return AC_ERR_INVALID;
6722 }
6723
6724 ipr_send_command(ipr_cmd);
6725 spin_unlock(&ipr_cmd->hrrq->_lock);
6726
6727 return 0;
6728 }
6729
6730 /**
6731 * ipr_qc_fill_rtf - Read result TF
6732 * @qc: ATA queued command
6733 *
6734 * Return value:
6735 * true
6736 **/
6737 static bool ipr_qc_fill_rtf(struct ata_queued_cmd *qc)
6738 {
6739 struct ipr_sata_port *sata_port = qc->ap->private_data;
6740 struct ipr_ioasa_gata *g = &sata_port->ioasa;
6741 struct ata_taskfile *tf = &qc->result_tf;
6742
6743 tf->feature = g->error;
6744 tf->nsect = g->nsect;
6745 tf->lbal = g->lbal;
6746 tf->lbam = g->lbam;
6747 tf->lbah = g->lbah;
6748 tf->device = g->device;
6749 tf->command = g->status;
6750 tf->hob_nsect = g->hob_nsect;
6751 tf->hob_lbal = g->hob_lbal;
6752 tf->hob_lbam = g->hob_lbam;
6753 tf->hob_lbah = g->hob_lbah;
6754
6755 return true;
6756 }
6757
6758 static struct ata_port_operations ipr_sata_ops = {
6759 .phy_reset = ipr_ata_phy_reset,
6760 .hardreset = ipr_sata_reset,
6761 .post_internal_cmd = ipr_ata_post_internal,
6762 .qc_prep = ata_noop_qc_prep,
6763 .qc_defer = ipr_qc_defer,
6764 .qc_issue = ipr_qc_issue,
6765 .qc_fill_rtf = ipr_qc_fill_rtf,
6766 .port_start = ata_sas_port_start,
6767 .port_stop = ata_sas_port_stop
6768 };
6769
6770 static struct ata_port_info sata_port_info = {
6771 .flags = ATA_FLAG_SATA | ATA_FLAG_PIO_DMA,
6772 .pio_mask = ATA_PIO4_ONLY,
6773 .mwdma_mask = ATA_MWDMA2,
6774 .udma_mask = ATA_UDMA6,
6775 .port_ops = &ipr_sata_ops
6776 };
6777
6778 #ifdef CONFIG_PPC_PSERIES
6779 static const u16 ipr_blocked_processors[] = {
6780 PVR_NORTHSTAR,
6781 PVR_PULSAR,
6782 PVR_POWER4,
6783 PVR_ICESTAR,
6784 PVR_SSTAR,
6785 PVR_POWER4p,
6786 PVR_630,
6787 PVR_630p
6788 };
6789
6790 /**
6791 * ipr_invalid_adapter - Determine if this adapter is supported on this hardware
6792 * @ioa_cfg: ioa cfg struct
6793 *
6794 * Adapters that use Gemstone revision < 3.1 do not work reliably on
6795 * certain pSeries hardware. This function determines if the given
6796 * adapter is in one of these confgurations or not.
6797 *
6798 * Return value:
6799 * 1 if adapter is not supported / 0 if adapter is supported
6800 **/
6801 static int ipr_invalid_adapter(struct ipr_ioa_cfg *ioa_cfg)
6802 {
6803 int i;
6804
6805 if ((ioa_cfg->type == 0x5702) && (ioa_cfg->pdev->revision < 4)) {
6806 for (i = 0; i < ARRAY_SIZE(ipr_blocked_processors); i++) {
6807 if (pvr_version_is(ipr_blocked_processors[i]))
6808 return 1;
6809 }
6810 }
6811 return 0;
6812 }
6813 #else
6814 #define ipr_invalid_adapter(ioa_cfg) 0
6815 #endif
6816
6817 /**
6818 * ipr_ioa_bringdown_done - IOA bring down completion.
6819 * @ipr_cmd: ipr command struct
6820 *
6821 * This function processes the completion of an adapter bring down.
6822 * It wakes any reset sleepers.
6823 *
6824 * Return value:
6825 * IPR_RC_JOB_RETURN
6826 **/
6827 static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
6828 {
6829 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6830 int i;
6831
6832 ENTER;
6833 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
6834 ipr_trace;
6835 spin_unlock_irq(ioa_cfg->host->host_lock);
6836 scsi_unblock_requests(ioa_cfg->host);
6837 spin_lock_irq(ioa_cfg->host->host_lock);
6838 }
6839
6840 ioa_cfg->in_reset_reload = 0;
6841 ioa_cfg->reset_retries = 0;
6842 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
6843 spin_lock(&ioa_cfg->hrrq[i]._lock);
6844 ioa_cfg->hrrq[i].ioa_is_dead = 1;
6845 spin_unlock(&ioa_cfg->hrrq[i]._lock);
6846 }
6847 wmb();
6848
6849 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6850 wake_up_all(&ioa_cfg->reset_wait_q);
6851 LEAVE;
6852
6853 return IPR_RC_JOB_RETURN;
6854 }
6855
6856 /**
6857 * ipr_ioa_reset_done - IOA reset completion.
6858 * @ipr_cmd: ipr command struct
6859 *
6860 * This function processes the completion of an adapter reset.
6861 * It schedules any necessary mid-layer add/removes and
6862 * wakes any reset sleepers.
6863 *
6864 * Return value:
6865 * IPR_RC_JOB_RETURN
6866 **/
6867 static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
6868 {
6869 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6870 struct ipr_resource_entry *res;
6871 struct ipr_hostrcb *hostrcb, *temp;
6872 int i = 0, j;
6873
6874 ENTER;
6875 ioa_cfg->in_reset_reload = 0;
6876 for (j = 0; j < ioa_cfg->hrrq_num; j++) {
6877 spin_lock(&ioa_cfg->hrrq[j]._lock);
6878 ioa_cfg->hrrq[j].allow_cmds = 1;
6879 spin_unlock(&ioa_cfg->hrrq[j]._lock);
6880 }
6881 wmb();
6882 ioa_cfg->reset_cmd = NULL;
6883 ioa_cfg->doorbell |= IPR_RUNTIME_RESET;
6884
6885 list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
6886 if (ioa_cfg->allow_ml_add_del && (res->add_to_ml || res->del_from_ml)) {
6887 ipr_trace;
6888 break;
6889 }
6890 }
6891 schedule_work(&ioa_cfg->work_q);
6892
6893 list_for_each_entry_safe(hostrcb, temp, &ioa_cfg->hostrcb_free_q, queue) {
6894 list_del(&hostrcb->queue);
6895 if (i++ < IPR_NUM_LOG_HCAMS)
6896 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
6897 else
6898 ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
6899 }
6900
6901 scsi_report_bus_reset(ioa_cfg->host, IPR_VSET_BUS);
6902 dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
6903
6904 ioa_cfg->reset_retries = 0;
6905 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
6906 wake_up_all(&ioa_cfg->reset_wait_q);
6907
6908 spin_unlock(ioa_cfg->host->host_lock);
6909 scsi_unblock_requests(ioa_cfg->host);
6910 spin_lock(ioa_cfg->host->host_lock);
6911
6912 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds)
6913 scsi_block_requests(ioa_cfg->host);
6914
6915 LEAVE;
6916 return IPR_RC_JOB_RETURN;
6917 }
6918
6919 /**
6920 * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
6921 * @supported_dev: supported device struct
6922 * @vpids: vendor product id struct
6923 *
6924 * Return value:
6925 * none
6926 **/
6927 static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
6928 struct ipr_std_inq_vpids *vpids)
6929 {
6930 memset(supported_dev, 0, sizeof(struct ipr_supported_device));
6931 memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
6932 supported_dev->num_records = 1;
6933 supported_dev->data_length =
6934 cpu_to_be16(sizeof(struct ipr_supported_device));
6935 supported_dev->reserved = 0;
6936 }
6937
6938 /**
6939 * ipr_set_supported_devs - Send Set Supported Devices for a device
6940 * @ipr_cmd: ipr command struct
6941 *
6942 * This function sends a Set Supported Devices to the adapter
6943 *
6944 * Return value:
6945 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6946 **/
6947 static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
6948 {
6949 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6950 struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
6951 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6952 struct ipr_resource_entry *res = ipr_cmd->u.res;
6953
6954 ipr_cmd->job_step = ipr_ioa_reset_done;
6955
6956 list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
6957 if (!ipr_is_scsi_disk(res))
6958 continue;
6959
6960 ipr_cmd->u.res = res;
6961 ipr_set_sup_dev_dflt(supp_dev, &res->std_inq_data.vpids);
6962
6963 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
6964 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6965 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6966
6967 ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
6968 ioarcb->cmd_pkt.cdb[1] = IPR_SET_ALL_SUPPORTED_DEVICES;
6969 ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
6970 ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
6971
6972 ipr_init_ioadl(ipr_cmd,
6973 ioa_cfg->vpd_cbs_dma +
6974 offsetof(struct ipr_misc_cbs, supp_dev),
6975 sizeof(struct ipr_supported_device),
6976 IPR_IOADL_FLAGS_WRITE_LAST);
6977
6978 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
6979 IPR_SET_SUP_DEVICE_TIMEOUT);
6980
6981 if (!ioa_cfg->sis64)
6982 ipr_cmd->job_step = ipr_set_supported_devs;
6983 LEAVE;
6984 return IPR_RC_JOB_RETURN;
6985 }
6986
6987 LEAVE;
6988 return IPR_RC_JOB_CONTINUE;
6989 }
6990
6991 /**
6992 * ipr_get_mode_page - Locate specified mode page
6993 * @mode_pages: mode page buffer
6994 * @page_code: page code to find
6995 * @len: minimum required length for mode page
6996 *
6997 * Return value:
6998 * pointer to mode page / NULL on failure
6999 **/
7000 static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
7001 u32 page_code, u32 len)
7002 {
7003 struct ipr_mode_page_hdr *mode_hdr;
7004 u32 page_length;
7005 u32 length;
7006
7007 if (!mode_pages || (mode_pages->hdr.length == 0))
7008 return NULL;
7009
7010 length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
7011 mode_hdr = (struct ipr_mode_page_hdr *)
7012 (mode_pages->data + mode_pages->hdr.block_desc_len);
7013
7014 while (length) {
7015 if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
7016 if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
7017 return mode_hdr;
7018 break;
7019 } else {
7020 page_length = (sizeof(struct ipr_mode_page_hdr) +
7021 mode_hdr->page_length);
7022 length -= page_length;
7023 mode_hdr = (struct ipr_mode_page_hdr *)
7024 ((unsigned long)mode_hdr + page_length);
7025 }
7026 }
7027 return NULL;
7028 }
7029
7030 /**
7031 * ipr_check_term_power - Check for term power errors
7032 * @ioa_cfg: ioa config struct
7033 * @mode_pages: IOAFP mode pages buffer
7034 *
7035 * Check the IOAFP's mode page 28 for term power errors
7036 *
7037 * Return value:
7038 * nothing
7039 **/
7040 static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
7041 struct ipr_mode_pages *mode_pages)
7042 {
7043 int i;
7044 int entry_length;
7045 struct ipr_dev_bus_entry *bus;
7046 struct ipr_mode_page28 *mode_page;
7047
7048 mode_page = ipr_get_mode_page(mode_pages, 0x28,
7049 sizeof(struct ipr_mode_page28));
7050
7051 entry_length = mode_page->entry_length;
7052
7053 bus = mode_page->bus;
7054
7055 for (i = 0; i < mode_page->num_entries; i++) {
7056 if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
7057 dev_err(&ioa_cfg->pdev->dev,
7058 "Term power is absent on scsi bus %d\n",
7059 bus->res_addr.bus);
7060 }
7061
7062 bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
7063 }
7064 }
7065
7066 /**
7067 * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
7068 * @ioa_cfg: ioa config struct
7069 *
7070 * Looks through the config table checking for SES devices. If
7071 * the SES device is in the SES table indicating a maximum SCSI
7072 * bus speed, the speed is limited for the bus.
7073 *
7074 * Return value:
7075 * none
7076 **/
7077 static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
7078 {
7079 u32 max_xfer_rate;
7080 int i;
7081
7082 for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
7083 max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, i,
7084 ioa_cfg->bus_attr[i].bus_width);
7085
7086 if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
7087 ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
7088 }
7089 }
7090
7091 /**
7092 * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
7093 * @ioa_cfg: ioa config struct
7094 * @mode_pages: mode page 28 buffer
7095 *
7096 * Updates mode page 28 based on driver configuration
7097 *
7098 * Return value:
7099 * none
7100 **/
7101 static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
7102 struct ipr_mode_pages *mode_pages)
7103 {
7104 int i, entry_length;
7105 struct ipr_dev_bus_entry *bus;
7106 struct ipr_bus_attributes *bus_attr;
7107 struct ipr_mode_page28 *mode_page;
7108
7109 mode_page = ipr_get_mode_page(mode_pages, 0x28,
7110 sizeof(struct ipr_mode_page28));
7111
7112 entry_length = mode_page->entry_length;
7113
7114 /* Loop for each device bus entry */
7115 for (i = 0, bus = mode_page->bus;
7116 i < mode_page->num_entries;
7117 i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
7118 if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
7119 dev_err(&ioa_cfg->pdev->dev,
7120 "Invalid resource address reported: 0x%08X\n",
7121 IPR_GET_PHYS_LOC(bus->res_addr));
7122 continue;
7123 }
7124
7125 bus_attr = &ioa_cfg->bus_attr[i];
7126 bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
7127 bus->bus_width = bus_attr->bus_width;
7128 bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
7129 bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
7130 if (bus_attr->qas_enabled)
7131 bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
7132 else
7133 bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
7134 }
7135 }
7136
7137 /**
7138 * ipr_build_mode_select - Build a mode select command
7139 * @ipr_cmd: ipr command struct
7140 * @res_handle: resource handle to send command to
7141 * @parm: Byte 2 of Mode Sense command
7142 * @dma_addr: DMA buffer address
7143 * @xfer_len: data transfer length
7144 *
7145 * Return value:
7146 * none
7147 **/
7148 static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
7149 __be32 res_handle, u8 parm,
7150 dma_addr_t dma_addr, u8 xfer_len)
7151 {
7152 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7153
7154 ioarcb->res_handle = res_handle;
7155 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7156 ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
7157 ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
7158 ioarcb->cmd_pkt.cdb[1] = parm;
7159 ioarcb->cmd_pkt.cdb[4] = xfer_len;
7160
7161 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_WRITE_LAST);
7162 }
7163
7164 /**
7165 * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
7166 * @ipr_cmd: ipr command struct
7167 *
7168 * This function sets up the SCSI bus attributes and sends
7169 * a Mode Select for Page 28 to activate them.
7170 *
7171 * Return value:
7172 * IPR_RC_JOB_RETURN
7173 **/
7174 static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
7175 {
7176 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7177 struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
7178 int length;
7179
7180 ENTER;
7181 ipr_scsi_bus_speed_limit(ioa_cfg);
7182 ipr_check_term_power(ioa_cfg, mode_pages);
7183 ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
7184 length = mode_pages->hdr.length + 1;
7185 mode_pages->hdr.length = 0;
7186
7187 ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
7188 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
7189 length);
7190
7191 ipr_cmd->job_step = ipr_set_supported_devs;
7192 ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
7193 struct ipr_resource_entry, queue);
7194 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7195
7196 LEAVE;
7197 return IPR_RC_JOB_RETURN;
7198 }
7199
7200 /**
7201 * ipr_build_mode_sense - Builds a mode sense command
7202 * @ipr_cmd: ipr command struct
7203 * @res: resource entry struct
7204 * @parm: Byte 2 of mode sense command
7205 * @dma_addr: DMA address of mode sense buffer
7206 * @xfer_len: Size of DMA buffer
7207 *
7208 * Return value:
7209 * none
7210 **/
7211 static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
7212 __be32 res_handle,
7213 u8 parm, dma_addr_t dma_addr, u8 xfer_len)
7214 {
7215 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7216
7217 ioarcb->res_handle = res_handle;
7218 ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
7219 ioarcb->cmd_pkt.cdb[2] = parm;
7220 ioarcb->cmd_pkt.cdb[4] = xfer_len;
7221 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7222
7223 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
7224 }
7225
7226 /**
7227 * ipr_reset_cmd_failed - Handle failure of IOA reset command
7228 * @ipr_cmd: ipr command struct
7229 *
7230 * This function handles the failure of an IOA bringup command.
7231 *
7232 * Return value:
7233 * IPR_RC_JOB_RETURN
7234 **/
7235 static int ipr_reset_cmd_failed(struct ipr_cmnd *ipr_cmd)
7236 {
7237 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7238 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7239
7240 dev_err(&ioa_cfg->pdev->dev,
7241 "0x%02X failed with IOASC: 0x%08X\n",
7242 ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
7243
7244 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
7245 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
7246 return IPR_RC_JOB_RETURN;
7247 }
7248
7249 /**
7250 * ipr_reset_mode_sense_failed - Handle failure of IOAFP mode sense
7251 * @ipr_cmd: ipr command struct
7252 *
7253 * This function handles the failure of a Mode Sense to the IOAFP.
7254 * Some adapters do not handle all mode pages.
7255 *
7256 * Return value:
7257 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7258 **/
7259 static int ipr_reset_mode_sense_failed(struct ipr_cmnd *ipr_cmd)
7260 {
7261 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7262 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7263
7264 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
7265 ipr_cmd->job_step = ipr_set_supported_devs;
7266 ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
7267 struct ipr_resource_entry, queue);
7268 return IPR_RC_JOB_CONTINUE;
7269 }
7270
7271 return ipr_reset_cmd_failed(ipr_cmd);
7272 }
7273
7274 /**
7275 * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
7276 * @ipr_cmd: ipr command struct
7277 *
7278 * This function send a Page 28 mode sense to the IOA to
7279 * retrieve SCSI bus attributes.
7280 *
7281 * Return value:
7282 * IPR_RC_JOB_RETURN
7283 **/
7284 static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
7285 {
7286 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7287
7288 ENTER;
7289 ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
7290 0x28, ioa_cfg->vpd_cbs_dma +
7291 offsetof(struct ipr_misc_cbs, mode_pages),
7292 sizeof(struct ipr_mode_pages));
7293
7294 ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
7295 ipr_cmd->job_step_failed = ipr_reset_mode_sense_failed;
7296
7297 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7298
7299 LEAVE;
7300 return IPR_RC_JOB_RETURN;
7301 }
7302
7303 /**
7304 * ipr_ioafp_mode_select_page24 - Issue Mode Select to IOA
7305 * @ipr_cmd: ipr command struct
7306 *
7307 * This function enables dual IOA RAID support if possible.
7308 *
7309 * Return value:
7310 * IPR_RC_JOB_RETURN
7311 **/
7312 static int ipr_ioafp_mode_select_page24(struct ipr_cmnd *ipr_cmd)
7313 {
7314 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7315 struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
7316 struct ipr_mode_page24 *mode_page;
7317 int length;
7318
7319 ENTER;
7320 mode_page = ipr_get_mode_page(mode_pages, 0x24,
7321 sizeof(struct ipr_mode_page24));
7322
7323 if (mode_page)
7324 mode_page->flags |= IPR_ENABLE_DUAL_IOA_AF;
7325
7326 length = mode_pages->hdr.length + 1;
7327 mode_pages->hdr.length = 0;
7328
7329 ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
7330 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
7331 length);
7332
7333 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7334 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7335
7336 LEAVE;
7337 return IPR_RC_JOB_RETURN;
7338 }
7339
7340 /**
7341 * ipr_reset_mode_sense_page24_failed - Handle failure of IOAFP mode sense
7342 * @ipr_cmd: ipr command struct
7343 *
7344 * This function handles the failure of a Mode Sense to the IOAFP.
7345 * Some adapters do not handle all mode pages.
7346 *
7347 * Return value:
7348 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7349 **/
7350 static int ipr_reset_mode_sense_page24_failed(struct ipr_cmnd *ipr_cmd)
7351 {
7352 u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
7353
7354 if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
7355 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7356 return IPR_RC_JOB_CONTINUE;
7357 }
7358
7359 return ipr_reset_cmd_failed(ipr_cmd);
7360 }
7361
7362 /**
7363 * ipr_ioafp_mode_sense_page24 - Issue Page 24 Mode Sense to IOA
7364 * @ipr_cmd: ipr command struct
7365 *
7366 * This function send a mode sense to the IOA to retrieve
7367 * the IOA Advanced Function Control mode page.
7368 *
7369 * Return value:
7370 * IPR_RC_JOB_RETURN
7371 **/
7372 static int ipr_ioafp_mode_sense_page24(struct ipr_cmnd *ipr_cmd)
7373 {
7374 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7375
7376 ENTER;
7377 ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
7378 0x24, ioa_cfg->vpd_cbs_dma +
7379 offsetof(struct ipr_misc_cbs, mode_pages),
7380 sizeof(struct ipr_mode_pages));
7381
7382 ipr_cmd->job_step = ipr_ioafp_mode_select_page24;
7383 ipr_cmd->job_step_failed = ipr_reset_mode_sense_page24_failed;
7384
7385 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7386
7387 LEAVE;
7388 return IPR_RC_JOB_RETURN;
7389 }
7390
7391 /**
7392 * ipr_init_res_table - Initialize the resource table
7393 * @ipr_cmd: ipr command struct
7394 *
7395 * This function looks through the existing resource table, comparing
7396 * it with the config table. This function will take care of old/new
7397 * devices and schedule adding/removing them from the mid-layer
7398 * as appropriate.
7399 *
7400 * Return value:
7401 * IPR_RC_JOB_CONTINUE
7402 **/
7403 static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
7404 {
7405 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7406 struct ipr_resource_entry *res, *temp;
7407 struct ipr_config_table_entry_wrapper cfgtew;
7408 int entries, found, flag, i;
7409 LIST_HEAD(old_res);
7410
7411 ENTER;
7412 if (ioa_cfg->sis64)
7413 flag = ioa_cfg->u.cfg_table64->hdr64.flags;
7414 else
7415 flag = ioa_cfg->u.cfg_table->hdr.flags;
7416
7417 if (flag & IPR_UCODE_DOWNLOAD_REQ)
7418 dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
7419
7420 list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
7421 list_move_tail(&res->queue, &old_res);
7422
7423 if (ioa_cfg->sis64)
7424 entries = be16_to_cpu(ioa_cfg->u.cfg_table64->hdr64.num_entries);
7425 else
7426 entries = ioa_cfg->u.cfg_table->hdr.num_entries;
7427
7428 for (i = 0; i < entries; i++) {
7429 if (ioa_cfg->sis64)
7430 cfgtew.u.cfgte64 = &ioa_cfg->u.cfg_table64->dev[i];
7431 else
7432 cfgtew.u.cfgte = &ioa_cfg->u.cfg_table->dev[i];
7433 found = 0;
7434
7435 list_for_each_entry_safe(res, temp, &old_res, queue) {
7436 if (ipr_is_same_device(res, &cfgtew)) {
7437 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7438 found = 1;
7439 break;
7440 }
7441 }
7442
7443 if (!found) {
7444 if (list_empty(&ioa_cfg->free_res_q)) {
7445 dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
7446 break;
7447 }
7448
7449 found = 1;
7450 res = list_entry(ioa_cfg->free_res_q.next,
7451 struct ipr_resource_entry, queue);
7452 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7453 ipr_init_res_entry(res, &cfgtew);
7454 res->add_to_ml = 1;
7455 } else if (res->sdev && (ipr_is_vset_device(res) || ipr_is_scsi_disk(res)))
7456 res->sdev->allow_restart = 1;
7457
7458 if (found)
7459 ipr_update_res_entry(res, &cfgtew);
7460 }
7461
7462 list_for_each_entry_safe(res, temp, &old_res, queue) {
7463 if (res->sdev) {
7464 res->del_from_ml = 1;
7465 res->res_handle = IPR_INVALID_RES_HANDLE;
7466 list_move_tail(&res->queue, &ioa_cfg->used_res_q);
7467 }
7468 }
7469
7470 list_for_each_entry_safe(res, temp, &old_res, queue) {
7471 ipr_clear_res_target(res);
7472 list_move_tail(&res->queue, &ioa_cfg->free_res_q);
7473 }
7474
7475 if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
7476 ipr_cmd->job_step = ipr_ioafp_mode_sense_page24;
7477 else
7478 ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
7479
7480 LEAVE;
7481 return IPR_RC_JOB_CONTINUE;
7482 }
7483
7484 /**
7485 * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
7486 * @ipr_cmd: ipr command struct
7487 *
7488 * This function sends a Query IOA Configuration command
7489 * to the adapter to retrieve the IOA configuration table.
7490 *
7491 * Return value:
7492 * IPR_RC_JOB_RETURN
7493 **/
7494 static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
7495 {
7496 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7497 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7498 struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
7499 struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7500
7501 ENTER;
7502 if (cap->cap & IPR_CAP_DUAL_IOA_RAID)
7503 ioa_cfg->dual_raid = 1;
7504 dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
7505 ucode_vpd->major_release, ucode_vpd->card_type,
7506 ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
7507 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7508 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7509
7510 ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
7511 ioarcb->cmd_pkt.cdb[6] = (ioa_cfg->cfg_table_size >> 16) & 0xff;
7512 ioarcb->cmd_pkt.cdb[7] = (ioa_cfg->cfg_table_size >> 8) & 0xff;
7513 ioarcb->cmd_pkt.cdb[8] = ioa_cfg->cfg_table_size & 0xff;
7514
7515 ipr_init_ioadl(ipr_cmd, ioa_cfg->cfg_table_dma, ioa_cfg->cfg_table_size,
7516 IPR_IOADL_FLAGS_READ_LAST);
7517
7518 ipr_cmd->job_step = ipr_init_res_table;
7519
7520 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7521
7522 LEAVE;
7523 return IPR_RC_JOB_RETURN;
7524 }
7525
7526 /**
7527 * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
7528 * @ipr_cmd: ipr command struct
7529 *
7530 * This utility function sends an inquiry to the adapter.
7531 *
7532 * Return value:
7533 * none
7534 **/
7535 static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
7536 dma_addr_t dma_addr, u8 xfer_len)
7537 {
7538 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7539
7540 ENTER;
7541 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7542 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7543
7544 ioarcb->cmd_pkt.cdb[0] = INQUIRY;
7545 ioarcb->cmd_pkt.cdb[1] = flags;
7546 ioarcb->cmd_pkt.cdb[2] = page;
7547 ioarcb->cmd_pkt.cdb[4] = xfer_len;
7548
7549 ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
7550
7551 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7552 LEAVE;
7553 }
7554
7555 /**
7556 * ipr_inquiry_page_supported - Is the given inquiry page supported
7557 * @page0: inquiry page 0 buffer
7558 * @page: page code.
7559 *
7560 * This function determines if the specified inquiry page is supported.
7561 *
7562 * Return value:
7563 * 1 if page is supported / 0 if not
7564 **/
7565 static int ipr_inquiry_page_supported(struct ipr_inquiry_page0 *page0, u8 page)
7566 {
7567 int i;
7568
7569 for (i = 0; i < min_t(u8, page0->len, IPR_INQUIRY_PAGE0_ENTRIES); i++)
7570 if (page0->page[i] == page)
7571 return 1;
7572
7573 return 0;
7574 }
7575
7576 /**
7577 * ipr_ioafp_cap_inquiry - Send a Page 0xD0 Inquiry to the adapter.
7578 * @ipr_cmd: ipr command struct
7579 *
7580 * This function sends a Page 0xD0 inquiry to the adapter
7581 * to retrieve adapter capabilities.
7582 *
7583 * Return value:
7584 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7585 **/
7586 static int ipr_ioafp_cap_inquiry(struct ipr_cmnd *ipr_cmd)
7587 {
7588 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7589 struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
7590 struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7591
7592 ENTER;
7593 ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
7594 memset(cap, 0, sizeof(*cap));
7595
7596 if (ipr_inquiry_page_supported(page0, 0xD0)) {
7597 ipr_ioafp_inquiry(ipr_cmd, 1, 0xD0,
7598 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, cap),
7599 sizeof(struct ipr_inquiry_cap));
7600 return IPR_RC_JOB_RETURN;
7601 }
7602
7603 LEAVE;
7604 return IPR_RC_JOB_CONTINUE;
7605 }
7606
7607 /**
7608 * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
7609 * @ipr_cmd: ipr command struct
7610 *
7611 * This function sends a Page 3 inquiry to the adapter
7612 * to retrieve software VPD information.
7613 *
7614 * Return value:
7615 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7616 **/
7617 static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
7618 {
7619 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7620
7621 ENTER;
7622
7623 ipr_cmd->job_step = ipr_ioafp_cap_inquiry;
7624
7625 ipr_ioafp_inquiry(ipr_cmd, 1, 3,
7626 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
7627 sizeof(struct ipr_inquiry_page3));
7628
7629 LEAVE;
7630 return IPR_RC_JOB_RETURN;
7631 }
7632
7633 /**
7634 * ipr_ioafp_page0_inquiry - Send a Page 0 Inquiry to the adapter.
7635 * @ipr_cmd: ipr command struct
7636 *
7637 * This function sends a Page 0 inquiry to the adapter
7638 * to retrieve supported inquiry pages.
7639 *
7640 * Return value:
7641 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7642 **/
7643 static int ipr_ioafp_page0_inquiry(struct ipr_cmnd *ipr_cmd)
7644 {
7645 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7646 char type[5];
7647
7648 ENTER;
7649
7650 /* Grab the type out of the VPD and store it away */
7651 memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
7652 type[4] = '\0';
7653 ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
7654
7655 ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
7656
7657 ipr_ioafp_inquiry(ipr_cmd, 1, 0,
7658 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page0_data),
7659 sizeof(struct ipr_inquiry_page0));
7660
7661 LEAVE;
7662 return IPR_RC_JOB_RETURN;
7663 }
7664
7665 /**
7666 * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
7667 * @ipr_cmd: ipr command struct
7668 *
7669 * This function sends a standard inquiry to the adapter.
7670 *
7671 * Return value:
7672 * IPR_RC_JOB_RETURN
7673 **/
7674 static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
7675 {
7676 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7677
7678 ENTER;
7679 ipr_cmd->job_step = ipr_ioafp_page0_inquiry;
7680
7681 ipr_ioafp_inquiry(ipr_cmd, 0, 0,
7682 ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
7683 sizeof(struct ipr_ioa_vpd));
7684
7685 LEAVE;
7686 return IPR_RC_JOB_RETURN;
7687 }
7688
7689 /**
7690 * ipr_ioafp_identify_hrrq - Send Identify Host RRQ.
7691 * @ipr_cmd: ipr command struct
7692 *
7693 * This function send an Identify Host Request Response Queue
7694 * command to establish the HRRQ with the adapter.
7695 *
7696 * Return value:
7697 * IPR_RC_JOB_RETURN
7698 **/
7699 static int ipr_ioafp_identify_hrrq(struct ipr_cmnd *ipr_cmd)
7700 {
7701 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7702 struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7703 struct ipr_hrr_queue *hrrq;
7704
7705 ENTER;
7706 ipr_cmd->job_step = ipr_ioafp_std_inquiry;
7707 dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
7708
7709 if (ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num) {
7710 hrrq = &ioa_cfg->hrrq[ioa_cfg->identify_hrrq_index];
7711
7712 ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
7713 ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7714
7715 ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7716 if (ioa_cfg->sis64)
7717 ioarcb->cmd_pkt.cdb[1] = 0x1;
7718
7719 if (ioa_cfg->nvectors == 1)
7720 ioarcb->cmd_pkt.cdb[1] &= ~IPR_ID_HRRQ_SELE_ENABLE;
7721 else
7722 ioarcb->cmd_pkt.cdb[1] |= IPR_ID_HRRQ_SELE_ENABLE;
7723
7724 ioarcb->cmd_pkt.cdb[2] =
7725 ((u64) hrrq->host_rrq_dma >> 24) & 0xff;
7726 ioarcb->cmd_pkt.cdb[3] =
7727 ((u64) hrrq->host_rrq_dma >> 16) & 0xff;
7728 ioarcb->cmd_pkt.cdb[4] =
7729 ((u64) hrrq->host_rrq_dma >> 8) & 0xff;
7730 ioarcb->cmd_pkt.cdb[5] =
7731 ((u64) hrrq->host_rrq_dma) & 0xff;
7732 ioarcb->cmd_pkt.cdb[7] =
7733 ((sizeof(u32) * hrrq->size) >> 8) & 0xff;
7734 ioarcb->cmd_pkt.cdb[8] =
7735 (sizeof(u32) * hrrq->size) & 0xff;
7736
7737 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
7738 ioarcb->cmd_pkt.cdb[9] =
7739 ioa_cfg->identify_hrrq_index;
7740
7741 if (ioa_cfg->sis64) {
7742 ioarcb->cmd_pkt.cdb[10] =
7743 ((u64) hrrq->host_rrq_dma >> 56) & 0xff;
7744 ioarcb->cmd_pkt.cdb[11] =
7745 ((u64) hrrq->host_rrq_dma >> 48) & 0xff;
7746 ioarcb->cmd_pkt.cdb[12] =
7747 ((u64) hrrq->host_rrq_dma >> 40) & 0xff;
7748 ioarcb->cmd_pkt.cdb[13] =
7749 ((u64) hrrq->host_rrq_dma >> 32) & 0xff;
7750 }
7751
7752 if (ioarcb->cmd_pkt.cdb[1] & IPR_ID_HRRQ_SELE_ENABLE)
7753 ioarcb->cmd_pkt.cdb[14] =
7754 ioa_cfg->identify_hrrq_index;
7755
7756 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7757 IPR_INTERNAL_TIMEOUT);
7758
7759 if (++ioa_cfg->identify_hrrq_index < ioa_cfg->hrrq_num)
7760 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7761
7762 LEAVE;
7763 return IPR_RC_JOB_RETURN;
7764 }
7765
7766 LEAVE;
7767 return IPR_RC_JOB_CONTINUE;
7768 }
7769
7770 /**
7771 * ipr_reset_timer_done - Adapter reset timer function
7772 * @ipr_cmd: ipr command struct
7773 *
7774 * Description: This function is used in adapter reset processing
7775 * for timing events. If the reset_cmd pointer in the IOA
7776 * config struct is not this adapter's we are doing nested
7777 * resets and fail_all_ops will take care of freeing the
7778 * command block.
7779 *
7780 * Return value:
7781 * none
7782 **/
7783 static void ipr_reset_timer_done(struct ipr_cmnd *ipr_cmd)
7784 {
7785 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7786 unsigned long lock_flags = 0;
7787
7788 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
7789
7790 if (ioa_cfg->reset_cmd == ipr_cmd) {
7791 list_del(&ipr_cmd->queue);
7792 ipr_cmd->done(ipr_cmd);
7793 }
7794
7795 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
7796 }
7797
7798 /**
7799 * ipr_reset_start_timer - Start a timer for adapter reset job
7800 * @ipr_cmd: ipr command struct
7801 * @timeout: timeout value
7802 *
7803 * Description: This function is used in adapter reset processing
7804 * for timing events. If the reset_cmd pointer in the IOA
7805 * config struct is not this adapter's we are doing nested
7806 * resets and fail_all_ops will take care of freeing the
7807 * command block.
7808 *
7809 * Return value:
7810 * none
7811 **/
7812 static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
7813 unsigned long timeout)
7814 {
7815
7816 ENTER;
7817 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
7818 ipr_cmd->done = ipr_reset_ioa_job;
7819
7820 ipr_cmd->timer.data = (unsigned long) ipr_cmd;
7821 ipr_cmd->timer.expires = jiffies + timeout;
7822 ipr_cmd->timer.function = (void (*)(unsigned long))ipr_reset_timer_done;
7823 add_timer(&ipr_cmd->timer);
7824 }
7825
7826 /**
7827 * ipr_init_ioa_mem - Initialize ioa_cfg control block
7828 * @ioa_cfg: ioa cfg struct
7829 *
7830 * Return value:
7831 * nothing
7832 **/
7833 static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
7834 {
7835 struct ipr_hrr_queue *hrrq;
7836
7837 for_each_hrrq(hrrq, ioa_cfg) {
7838 spin_lock(&hrrq->_lock);
7839 memset(hrrq->host_rrq, 0, sizeof(u32) * hrrq->size);
7840
7841 /* Initialize Host RRQ pointers */
7842 hrrq->hrrq_start = hrrq->host_rrq;
7843 hrrq->hrrq_end = &hrrq->host_rrq[hrrq->size - 1];
7844 hrrq->hrrq_curr = hrrq->hrrq_start;
7845 hrrq->toggle_bit = 1;
7846 spin_unlock(&hrrq->_lock);
7847 }
7848 wmb();
7849
7850 ioa_cfg->identify_hrrq_index = 0;
7851 if (ioa_cfg->hrrq_num == 1)
7852 atomic_set(&ioa_cfg->hrrq_index, 0);
7853 else
7854 atomic_set(&ioa_cfg->hrrq_index, 1);
7855
7856 /* Zero out config table */
7857 memset(ioa_cfg->u.cfg_table, 0, ioa_cfg->cfg_table_size);
7858 }
7859
7860 /**
7861 * ipr_reset_next_stage - Process IPL stage change based on feedback register.
7862 * @ipr_cmd: ipr command struct
7863 *
7864 * Return value:
7865 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7866 **/
7867 static int ipr_reset_next_stage(struct ipr_cmnd *ipr_cmd)
7868 {
7869 unsigned long stage, stage_time;
7870 u32 feedback;
7871 volatile u32 int_reg;
7872 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7873 u64 maskval = 0;
7874
7875 feedback = readl(ioa_cfg->regs.init_feedback_reg);
7876 stage = feedback & IPR_IPL_INIT_STAGE_MASK;
7877 stage_time = feedback & IPR_IPL_INIT_STAGE_TIME_MASK;
7878
7879 ipr_dbg("IPL stage = 0x%lx, IPL stage time = %ld\n", stage, stage_time);
7880
7881 /* sanity check the stage_time value */
7882 if (stage_time == 0)
7883 stage_time = IPR_IPL_INIT_DEFAULT_STAGE_TIME;
7884 else if (stage_time < IPR_IPL_INIT_MIN_STAGE_TIME)
7885 stage_time = IPR_IPL_INIT_MIN_STAGE_TIME;
7886 else if (stage_time > IPR_LONG_OPERATIONAL_TIMEOUT)
7887 stage_time = IPR_LONG_OPERATIONAL_TIMEOUT;
7888
7889 if (stage == IPR_IPL_INIT_STAGE_UNKNOWN) {
7890 writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.set_interrupt_mask_reg);
7891 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7892 stage_time = ioa_cfg->transop_timeout;
7893 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7894 } else if (stage == IPR_IPL_INIT_STAGE_TRANSOP) {
7895 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
7896 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
7897 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7898 maskval = IPR_PCII_IPL_STAGE_CHANGE;
7899 maskval = (maskval << 32) | IPR_PCII_IOA_TRANS_TO_OPER;
7900 writeq(maskval, ioa_cfg->regs.set_interrupt_mask_reg);
7901 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7902 return IPR_RC_JOB_CONTINUE;
7903 }
7904 }
7905
7906 ipr_cmd->timer.data = (unsigned long) ipr_cmd;
7907 ipr_cmd->timer.expires = jiffies + stage_time * HZ;
7908 ipr_cmd->timer.function = (void (*)(unsigned long))ipr_oper_timeout;
7909 ipr_cmd->done = ipr_reset_ioa_job;
7910 add_timer(&ipr_cmd->timer);
7911
7912 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
7913
7914 return IPR_RC_JOB_RETURN;
7915 }
7916
7917 /**
7918 * ipr_reset_enable_ioa - Enable the IOA following a reset.
7919 * @ipr_cmd: ipr command struct
7920 *
7921 * This function reinitializes some control blocks and
7922 * enables destructive diagnostics on the adapter.
7923 *
7924 * Return value:
7925 * IPR_RC_JOB_RETURN
7926 **/
7927 static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
7928 {
7929 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7930 volatile u32 int_reg;
7931 volatile u64 maskval;
7932 int i;
7933
7934 ENTER;
7935 ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7936 ipr_init_ioa_mem(ioa_cfg);
7937
7938 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
7939 spin_lock(&ioa_cfg->hrrq[i]._lock);
7940 ioa_cfg->hrrq[i].allow_interrupts = 1;
7941 spin_unlock(&ioa_cfg->hrrq[i]._lock);
7942 }
7943 wmb();
7944 if (ioa_cfg->sis64) {
7945 /* Set the adapter to the correct endian mode. */
7946 writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
7947 int_reg = readl(ioa_cfg->regs.endian_swap_reg);
7948 }
7949
7950 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
7951
7952 if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
7953 writel((IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
7954 ioa_cfg->regs.clr_interrupt_mask_reg32);
7955 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7956 return IPR_RC_JOB_CONTINUE;
7957 }
7958
7959 /* Enable destructive diagnostics on IOA */
7960 writel(ioa_cfg->doorbell, ioa_cfg->regs.set_uproc_interrupt_reg32);
7961
7962 if (ioa_cfg->sis64) {
7963 maskval = IPR_PCII_IPL_STAGE_CHANGE;
7964 maskval = (maskval << 32) | IPR_PCII_OPER_INTERRUPTS;
7965 writeq(maskval, ioa_cfg->regs.clr_interrupt_mask_reg);
7966 } else
7967 writel(IPR_PCII_OPER_INTERRUPTS, ioa_cfg->regs.clr_interrupt_mask_reg32);
7968
7969 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7970
7971 dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
7972
7973 if (ioa_cfg->sis64) {
7974 ipr_cmd->job_step = ipr_reset_next_stage;
7975 return IPR_RC_JOB_CONTINUE;
7976 }
7977
7978 ipr_cmd->timer.data = (unsigned long) ipr_cmd;
7979 ipr_cmd->timer.expires = jiffies + (ioa_cfg->transop_timeout * HZ);
7980 ipr_cmd->timer.function = (void (*)(unsigned long))ipr_oper_timeout;
7981 ipr_cmd->done = ipr_reset_ioa_job;
7982 add_timer(&ipr_cmd->timer);
7983 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
7984
7985 LEAVE;
7986 return IPR_RC_JOB_RETURN;
7987 }
7988
7989 /**
7990 * ipr_reset_wait_for_dump - Wait for a dump to timeout.
7991 * @ipr_cmd: ipr command struct
7992 *
7993 * This function is invoked when an adapter dump has run out
7994 * of processing time.
7995 *
7996 * Return value:
7997 * IPR_RC_JOB_CONTINUE
7998 **/
7999 static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
8000 {
8001 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8002
8003 if (ioa_cfg->sdt_state == GET_DUMP)
8004 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8005 else if (ioa_cfg->sdt_state == READ_DUMP)
8006 ioa_cfg->sdt_state = ABORT_DUMP;
8007
8008 ioa_cfg->dump_timeout = 1;
8009 ipr_cmd->job_step = ipr_reset_alert;
8010
8011 return IPR_RC_JOB_CONTINUE;
8012 }
8013
8014 /**
8015 * ipr_unit_check_no_data - Log a unit check/no data error log
8016 * @ioa_cfg: ioa config struct
8017 *
8018 * Logs an error indicating the adapter unit checked, but for some
8019 * reason, we were unable to fetch the unit check buffer.
8020 *
8021 * Return value:
8022 * nothing
8023 **/
8024 static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
8025 {
8026 ioa_cfg->errors_logged++;
8027 dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
8028 }
8029
8030 /**
8031 * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
8032 * @ioa_cfg: ioa config struct
8033 *
8034 * Fetches the unit check buffer from the adapter by clocking the data
8035 * through the mailbox register.
8036 *
8037 * Return value:
8038 * nothing
8039 **/
8040 static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
8041 {
8042 unsigned long mailbox;
8043 struct ipr_hostrcb *hostrcb;
8044 struct ipr_uc_sdt sdt;
8045 int rc, length;
8046 u32 ioasc;
8047
8048 mailbox = readl(ioa_cfg->ioa_mailbox);
8049
8050 if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(mailbox)) {
8051 ipr_unit_check_no_data(ioa_cfg);
8052 return;
8053 }
8054
8055 memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
8056 rc = ipr_get_ldump_data_section(ioa_cfg, mailbox, (__be32 *) &sdt,
8057 (sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
8058
8059 if (rc || !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY) ||
8060 ((be32_to_cpu(sdt.hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
8061 (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
8062 ipr_unit_check_no_data(ioa_cfg);
8063 return;
8064 }
8065
8066 /* Find length of the first sdt entry (UC buffer) */
8067 if (be32_to_cpu(sdt.hdr.state) == IPR_FMT3_SDT_READY_TO_USE)
8068 length = be32_to_cpu(sdt.entry[0].end_token);
8069 else
8070 length = (be32_to_cpu(sdt.entry[0].end_token) -
8071 be32_to_cpu(sdt.entry[0].start_token)) &
8072 IPR_FMT2_MBX_ADDR_MASK;
8073
8074 hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
8075 struct ipr_hostrcb, queue);
8076 list_del(&hostrcb->queue);
8077 memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
8078
8079 rc = ipr_get_ldump_data_section(ioa_cfg,
8080 be32_to_cpu(sdt.entry[0].start_token),
8081 (__be32 *)&hostrcb->hcam,
8082 min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
8083
8084 if (!rc) {
8085 ipr_handle_log_data(ioa_cfg, hostrcb);
8086 ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
8087 if (ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED &&
8088 ioa_cfg->sdt_state == GET_DUMP)
8089 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8090 } else
8091 ipr_unit_check_no_data(ioa_cfg);
8092
8093 list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
8094 }
8095
8096 /**
8097 * ipr_reset_get_unit_check_job - Call to get the unit check buffer.
8098 * @ipr_cmd: ipr command struct
8099 *
8100 * Description: This function will call to get the unit check buffer.
8101 *
8102 * Return value:
8103 * IPR_RC_JOB_RETURN
8104 **/
8105 static int ipr_reset_get_unit_check_job(struct ipr_cmnd *ipr_cmd)
8106 {
8107 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8108
8109 ENTER;
8110 ioa_cfg->ioa_unit_checked = 0;
8111 ipr_get_unit_check_buffer(ioa_cfg);
8112 ipr_cmd->job_step = ipr_reset_alert;
8113 ipr_reset_start_timer(ipr_cmd, 0);
8114
8115 LEAVE;
8116 return IPR_RC_JOB_RETURN;
8117 }
8118
8119 /**
8120 * ipr_reset_restore_cfg_space - Restore PCI config space.
8121 * @ipr_cmd: ipr command struct
8122 *
8123 * Description: This function restores the saved PCI config space of
8124 * the adapter, fails all outstanding ops back to the callers, and
8125 * fetches the dump/unit check if applicable to this reset.
8126 *
8127 * Return value:
8128 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8129 **/
8130 static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
8131 {
8132 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8133 u32 int_reg;
8134
8135 ENTER;
8136 ioa_cfg->pdev->state_saved = true;
8137 pci_restore_state(ioa_cfg->pdev);
8138
8139 if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
8140 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
8141 return IPR_RC_JOB_CONTINUE;
8142 }
8143
8144 ipr_fail_all_ops(ioa_cfg);
8145
8146 if (ioa_cfg->sis64) {
8147 /* Set the adapter to the correct endian mode. */
8148 writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
8149 int_reg = readl(ioa_cfg->regs.endian_swap_reg);
8150 }
8151
8152 if (ioa_cfg->ioa_unit_checked) {
8153 if (ioa_cfg->sis64) {
8154 ipr_cmd->job_step = ipr_reset_get_unit_check_job;
8155 ipr_reset_start_timer(ipr_cmd, IPR_DUMP_DELAY_TIMEOUT);
8156 return IPR_RC_JOB_RETURN;
8157 } else {
8158 ioa_cfg->ioa_unit_checked = 0;
8159 ipr_get_unit_check_buffer(ioa_cfg);
8160 ipr_cmd->job_step = ipr_reset_alert;
8161 ipr_reset_start_timer(ipr_cmd, 0);
8162 return IPR_RC_JOB_RETURN;
8163 }
8164 }
8165
8166 if (ioa_cfg->in_ioa_bringdown) {
8167 ipr_cmd->job_step = ipr_ioa_bringdown_done;
8168 } else {
8169 ipr_cmd->job_step = ipr_reset_enable_ioa;
8170
8171 if (GET_DUMP == ioa_cfg->sdt_state) {
8172 ioa_cfg->sdt_state = READ_DUMP;
8173 ioa_cfg->dump_timeout = 0;
8174 if (ioa_cfg->sis64)
8175 ipr_reset_start_timer(ipr_cmd, IPR_SIS64_DUMP_TIMEOUT);
8176 else
8177 ipr_reset_start_timer(ipr_cmd, IPR_SIS32_DUMP_TIMEOUT);
8178 ipr_cmd->job_step = ipr_reset_wait_for_dump;
8179 schedule_work(&ioa_cfg->work_q);
8180 return IPR_RC_JOB_RETURN;
8181 }
8182 }
8183
8184 LEAVE;
8185 return IPR_RC_JOB_CONTINUE;
8186 }
8187
8188 /**
8189 * ipr_reset_bist_done - BIST has completed on the adapter.
8190 * @ipr_cmd: ipr command struct
8191 *
8192 * Description: Unblock config space and resume the reset process.
8193 *
8194 * Return value:
8195 * IPR_RC_JOB_CONTINUE
8196 **/
8197 static int ipr_reset_bist_done(struct ipr_cmnd *ipr_cmd)
8198 {
8199 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8200
8201 ENTER;
8202 if (ioa_cfg->cfg_locked)
8203 pci_cfg_access_unlock(ioa_cfg->pdev);
8204 ioa_cfg->cfg_locked = 0;
8205 ipr_cmd->job_step = ipr_reset_restore_cfg_space;
8206 LEAVE;
8207 return IPR_RC_JOB_CONTINUE;
8208 }
8209
8210 /**
8211 * ipr_reset_start_bist - Run BIST on the adapter.
8212 * @ipr_cmd: ipr command struct
8213 *
8214 * Description: This function runs BIST on the adapter, then delays 2 seconds.
8215 *
8216 * Return value:
8217 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8218 **/
8219 static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
8220 {
8221 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8222 int rc = PCIBIOS_SUCCESSFUL;
8223
8224 ENTER;
8225 if (ioa_cfg->ipr_chip->bist_method == IPR_MMIO)
8226 writel(IPR_UPROCI_SIS64_START_BIST,
8227 ioa_cfg->regs.set_uproc_interrupt_reg32);
8228 else
8229 rc = pci_write_config_byte(ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
8230
8231 if (rc == PCIBIOS_SUCCESSFUL) {
8232 ipr_cmd->job_step = ipr_reset_bist_done;
8233 ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
8234 rc = IPR_RC_JOB_RETURN;
8235 } else {
8236 if (ioa_cfg->cfg_locked)
8237 pci_cfg_access_unlock(ipr_cmd->ioa_cfg->pdev);
8238 ioa_cfg->cfg_locked = 0;
8239 ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
8240 rc = IPR_RC_JOB_CONTINUE;
8241 }
8242
8243 LEAVE;
8244 return rc;
8245 }
8246
8247 /**
8248 * ipr_reset_slot_reset_done - Clear PCI reset to the adapter
8249 * @ipr_cmd: ipr command struct
8250 *
8251 * Description: This clears PCI reset to the adapter and delays two seconds.
8252 *
8253 * Return value:
8254 * IPR_RC_JOB_RETURN
8255 **/
8256 static int ipr_reset_slot_reset_done(struct ipr_cmnd *ipr_cmd)
8257 {
8258 ENTER;
8259 pci_set_pcie_reset_state(ipr_cmd->ioa_cfg->pdev, pcie_deassert_reset);
8260 ipr_cmd->job_step = ipr_reset_bist_done;
8261 ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
8262 LEAVE;
8263 return IPR_RC_JOB_RETURN;
8264 }
8265
8266 /**
8267 * ipr_reset_slot_reset - Reset the PCI slot of the adapter.
8268 * @ipr_cmd: ipr command struct
8269 *
8270 * Description: This asserts PCI reset to the adapter.
8271 *
8272 * Return value:
8273 * IPR_RC_JOB_RETURN
8274 **/
8275 static int ipr_reset_slot_reset(struct ipr_cmnd *ipr_cmd)
8276 {
8277 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8278 struct pci_dev *pdev = ioa_cfg->pdev;
8279
8280 ENTER;
8281 pci_set_pcie_reset_state(pdev, pcie_warm_reset);
8282 ipr_cmd->job_step = ipr_reset_slot_reset_done;
8283 ipr_reset_start_timer(ipr_cmd, IPR_PCI_RESET_TIMEOUT);
8284 LEAVE;
8285 return IPR_RC_JOB_RETURN;
8286 }
8287
8288 /**
8289 * ipr_reset_block_config_access_wait - Wait for permission to block config access
8290 * @ipr_cmd: ipr command struct
8291 *
8292 * Description: This attempts to block config access to the IOA.
8293 *
8294 * Return value:
8295 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8296 **/
8297 static int ipr_reset_block_config_access_wait(struct ipr_cmnd *ipr_cmd)
8298 {
8299 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8300 int rc = IPR_RC_JOB_CONTINUE;
8301
8302 if (pci_cfg_access_trylock(ioa_cfg->pdev)) {
8303 ioa_cfg->cfg_locked = 1;
8304 ipr_cmd->job_step = ioa_cfg->reset;
8305 } else {
8306 if (ipr_cmd->u.time_left) {
8307 rc = IPR_RC_JOB_RETURN;
8308 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8309 ipr_reset_start_timer(ipr_cmd,
8310 IPR_CHECK_FOR_RESET_TIMEOUT);
8311 } else {
8312 ipr_cmd->job_step = ioa_cfg->reset;
8313 dev_err(&ioa_cfg->pdev->dev,
8314 "Timed out waiting to lock config access. Resetting anyway.\n");
8315 }
8316 }
8317
8318 return rc;
8319 }
8320
8321 /**
8322 * ipr_reset_block_config_access - Block config access to the IOA
8323 * @ipr_cmd: ipr command struct
8324 *
8325 * Description: This attempts to block config access to the IOA
8326 *
8327 * Return value:
8328 * IPR_RC_JOB_CONTINUE
8329 **/
8330 static int ipr_reset_block_config_access(struct ipr_cmnd *ipr_cmd)
8331 {
8332 ipr_cmd->ioa_cfg->cfg_locked = 0;
8333 ipr_cmd->job_step = ipr_reset_block_config_access_wait;
8334 ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8335 return IPR_RC_JOB_CONTINUE;
8336 }
8337
8338 /**
8339 * ipr_reset_allowed - Query whether or not IOA can be reset
8340 * @ioa_cfg: ioa config struct
8341 *
8342 * Return value:
8343 * 0 if reset not allowed / non-zero if reset is allowed
8344 **/
8345 static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
8346 {
8347 volatile u32 temp_reg;
8348
8349 temp_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
8350 return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
8351 }
8352
8353 /**
8354 * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
8355 * @ipr_cmd: ipr command struct
8356 *
8357 * Description: This function waits for adapter permission to run BIST,
8358 * then runs BIST. If the adapter does not give permission after a
8359 * reasonable time, we will reset the adapter anyway. The impact of
8360 * resetting the adapter without warning the adapter is the risk of
8361 * losing the persistent error log on the adapter. If the adapter is
8362 * reset while it is writing to the flash on the adapter, the flash
8363 * segment will have bad ECC and be zeroed.
8364 *
8365 * Return value:
8366 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8367 **/
8368 static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
8369 {
8370 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8371 int rc = IPR_RC_JOB_RETURN;
8372
8373 if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
8374 ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
8375 ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8376 } else {
8377 ipr_cmd->job_step = ipr_reset_block_config_access;
8378 rc = IPR_RC_JOB_CONTINUE;
8379 }
8380
8381 return rc;
8382 }
8383
8384 /**
8385 * ipr_reset_alert - Alert the adapter of a pending reset
8386 * @ipr_cmd: ipr command struct
8387 *
8388 * Description: This function alerts the adapter that it will be reset.
8389 * If memory space is not currently enabled, proceed directly
8390 * to running BIST on the adapter. The timer must always be started
8391 * so we guarantee we do not run BIST from ipr_isr.
8392 *
8393 * Return value:
8394 * IPR_RC_JOB_RETURN
8395 **/
8396 static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
8397 {
8398 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8399 u16 cmd_reg;
8400 int rc;
8401
8402 ENTER;
8403 rc = pci_read_config_word(ioa_cfg->pdev, PCI_COMMAND, &cmd_reg);
8404
8405 if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
8406 ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
8407 writel(IPR_UPROCI_RESET_ALERT, ioa_cfg->regs.set_uproc_interrupt_reg32);
8408 ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
8409 } else {
8410 ipr_cmd->job_step = ipr_reset_block_config_access;
8411 }
8412
8413 ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
8414 ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
8415
8416 LEAVE;
8417 return IPR_RC_JOB_RETURN;
8418 }
8419
8420 /**
8421 * ipr_reset_ucode_download_done - Microcode download completion
8422 * @ipr_cmd: ipr command struct
8423 *
8424 * Description: This function unmaps the microcode download buffer.
8425 *
8426 * Return value:
8427 * IPR_RC_JOB_CONTINUE
8428 **/
8429 static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
8430 {
8431 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8432 struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
8433
8434 pci_unmap_sg(ioa_cfg->pdev, sglist->scatterlist,
8435 sglist->num_sg, DMA_TO_DEVICE);
8436
8437 ipr_cmd->job_step = ipr_reset_alert;
8438 return IPR_RC_JOB_CONTINUE;
8439 }
8440
8441 /**
8442 * ipr_reset_ucode_download - Download microcode to the adapter
8443 * @ipr_cmd: ipr command struct
8444 *
8445 * Description: This function checks to see if it there is microcode
8446 * to download to the adapter. If there is, a download is performed.
8447 *
8448 * Return value:
8449 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8450 **/
8451 static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
8452 {
8453 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8454 struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
8455
8456 ENTER;
8457 ipr_cmd->job_step = ipr_reset_alert;
8458
8459 if (!sglist)
8460 return IPR_RC_JOB_CONTINUE;
8461
8462 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8463 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
8464 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
8465 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
8466 ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
8467 ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
8468 ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
8469
8470 if (ioa_cfg->sis64)
8471 ipr_build_ucode_ioadl64(ipr_cmd, sglist);
8472 else
8473 ipr_build_ucode_ioadl(ipr_cmd, sglist);
8474 ipr_cmd->job_step = ipr_reset_ucode_download_done;
8475
8476 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
8477 IPR_WRITE_BUFFER_TIMEOUT);
8478
8479 LEAVE;
8480 return IPR_RC_JOB_RETURN;
8481 }
8482
8483 /**
8484 * ipr_reset_shutdown_ioa - Shutdown the adapter
8485 * @ipr_cmd: ipr command struct
8486 *
8487 * Description: This function issues an adapter shutdown of the
8488 * specified type to the specified adapter as part of the
8489 * adapter reset job.
8490 *
8491 * Return value:
8492 * IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
8493 **/
8494 static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
8495 {
8496 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8497 enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
8498 unsigned long timeout;
8499 int rc = IPR_RC_JOB_CONTINUE;
8500
8501 ENTER;
8502 if (shutdown_type != IPR_SHUTDOWN_NONE &&
8503 !ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
8504 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
8505 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
8506 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
8507 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
8508
8509 if (shutdown_type == IPR_SHUTDOWN_NORMAL)
8510 timeout = IPR_SHUTDOWN_TIMEOUT;
8511 else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
8512 timeout = IPR_INTERNAL_TIMEOUT;
8513 else if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
8514 timeout = IPR_DUAL_IOA_ABBR_SHUTDOWN_TO;
8515 else
8516 timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
8517
8518 ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, timeout);
8519
8520 rc = IPR_RC_JOB_RETURN;
8521 ipr_cmd->job_step = ipr_reset_ucode_download;
8522 } else
8523 ipr_cmd->job_step = ipr_reset_alert;
8524
8525 LEAVE;
8526 return rc;
8527 }
8528
8529 /**
8530 * ipr_reset_ioa_job - Adapter reset job
8531 * @ipr_cmd: ipr command struct
8532 *
8533 * Description: This function is the job router for the adapter reset job.
8534 *
8535 * Return value:
8536 * none
8537 **/
8538 static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
8539 {
8540 u32 rc, ioasc;
8541 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8542
8543 do {
8544 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
8545
8546 if (ioa_cfg->reset_cmd != ipr_cmd) {
8547 /*
8548 * We are doing nested adapter resets and this is
8549 * not the current reset job.
8550 */
8551 list_add_tail(&ipr_cmd->queue,
8552 &ipr_cmd->hrrq->hrrq_free_q);
8553 return;
8554 }
8555
8556 if (IPR_IOASC_SENSE_KEY(ioasc)) {
8557 rc = ipr_cmd->job_step_failed(ipr_cmd);
8558 if (rc == IPR_RC_JOB_RETURN)
8559 return;
8560 }
8561
8562 ipr_reinit_ipr_cmnd(ipr_cmd);
8563 ipr_cmd->job_step_failed = ipr_reset_cmd_failed;
8564 rc = ipr_cmd->job_step(ipr_cmd);
8565 } while (rc == IPR_RC_JOB_CONTINUE);
8566 }
8567
8568 /**
8569 * _ipr_initiate_ioa_reset - Initiate an adapter reset
8570 * @ioa_cfg: ioa config struct
8571 * @job_step: first job step of reset job
8572 * @shutdown_type: shutdown type
8573 *
8574 * Description: This function will initiate the reset of the given adapter
8575 * starting at the selected job step.
8576 * If the caller needs to wait on the completion of the reset,
8577 * the caller must sleep on the reset_wait_q.
8578 *
8579 * Return value:
8580 * none
8581 **/
8582 static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
8583 int (*job_step) (struct ipr_cmnd *),
8584 enum ipr_shutdown_type shutdown_type)
8585 {
8586 struct ipr_cmnd *ipr_cmd;
8587 int i;
8588
8589 ioa_cfg->in_reset_reload = 1;
8590 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8591 spin_lock(&ioa_cfg->hrrq[i]._lock);
8592 ioa_cfg->hrrq[i].allow_cmds = 0;
8593 spin_unlock(&ioa_cfg->hrrq[i]._lock);
8594 }
8595 wmb();
8596 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa)
8597 scsi_block_requests(ioa_cfg->host);
8598
8599 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
8600 ioa_cfg->reset_cmd = ipr_cmd;
8601 ipr_cmd->job_step = job_step;
8602 ipr_cmd->u.shutdown_type = shutdown_type;
8603
8604 ipr_reset_ioa_job(ipr_cmd);
8605 }
8606
8607 /**
8608 * ipr_initiate_ioa_reset - Initiate an adapter reset
8609 * @ioa_cfg: ioa config struct
8610 * @shutdown_type: shutdown type
8611 *
8612 * Description: This function will initiate the reset of the given adapter.
8613 * If the caller needs to wait on the completion of the reset,
8614 * the caller must sleep on the reset_wait_q.
8615 *
8616 * Return value:
8617 * none
8618 **/
8619 static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
8620 enum ipr_shutdown_type shutdown_type)
8621 {
8622 int i;
8623
8624 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead)
8625 return;
8626
8627 if (ioa_cfg->in_reset_reload) {
8628 if (ioa_cfg->sdt_state == GET_DUMP)
8629 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8630 else if (ioa_cfg->sdt_state == READ_DUMP)
8631 ioa_cfg->sdt_state = ABORT_DUMP;
8632 }
8633
8634 if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
8635 dev_err(&ioa_cfg->pdev->dev,
8636 "IOA taken offline - error recovery failed\n");
8637
8638 ioa_cfg->reset_retries = 0;
8639 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8640 spin_lock(&ioa_cfg->hrrq[i]._lock);
8641 ioa_cfg->hrrq[i].ioa_is_dead = 1;
8642 spin_unlock(&ioa_cfg->hrrq[i]._lock);
8643 }
8644 wmb();
8645
8646 if (ioa_cfg->in_ioa_bringdown) {
8647 ioa_cfg->reset_cmd = NULL;
8648 ioa_cfg->in_reset_reload = 0;
8649 ipr_fail_all_ops(ioa_cfg);
8650 wake_up_all(&ioa_cfg->reset_wait_q);
8651
8652 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].removing_ioa) {
8653 spin_unlock_irq(ioa_cfg->host->host_lock);
8654 scsi_unblock_requests(ioa_cfg->host);
8655 spin_lock_irq(ioa_cfg->host->host_lock);
8656 }
8657 return;
8658 } else {
8659 ioa_cfg->in_ioa_bringdown = 1;
8660 shutdown_type = IPR_SHUTDOWN_NONE;
8661 }
8662 }
8663
8664 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_shutdown_ioa,
8665 shutdown_type);
8666 }
8667
8668 /**
8669 * ipr_reset_freeze - Hold off all I/O activity
8670 * @ipr_cmd: ipr command struct
8671 *
8672 * Description: If the PCI slot is frozen, hold off all I/O
8673 * activity; then, as soon as the slot is available again,
8674 * initiate an adapter reset.
8675 */
8676 static int ipr_reset_freeze(struct ipr_cmnd *ipr_cmd)
8677 {
8678 struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8679 int i;
8680
8681 /* Disallow new interrupts, avoid loop */
8682 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8683 spin_lock(&ioa_cfg->hrrq[i]._lock);
8684 ioa_cfg->hrrq[i].allow_interrupts = 0;
8685 spin_unlock(&ioa_cfg->hrrq[i]._lock);
8686 }
8687 wmb();
8688 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_pending_q);
8689 ipr_cmd->done = ipr_reset_ioa_job;
8690 return IPR_RC_JOB_RETURN;
8691 }
8692
8693 /**
8694 * ipr_pci_mmio_enabled - Called when MMIO has been re-enabled
8695 * @pdev: PCI device struct
8696 *
8697 * Description: This routine is called to tell us that the MMIO
8698 * access to the IOA has been restored
8699 */
8700 static pci_ers_result_t ipr_pci_mmio_enabled(struct pci_dev *pdev)
8701 {
8702 unsigned long flags = 0;
8703 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8704
8705 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8706 if (!ioa_cfg->probe_done)
8707 pci_save_state(pdev);
8708 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8709 return PCI_ERS_RESULT_NEED_RESET;
8710 }
8711
8712 /**
8713 * ipr_pci_frozen - Called when slot has experienced a PCI bus error.
8714 * @pdev: PCI device struct
8715 *
8716 * Description: This routine is called to tell us that the PCI bus
8717 * is down. Can't do anything here, except put the device driver
8718 * into a holding pattern, waiting for the PCI bus to come back.
8719 */
8720 static void ipr_pci_frozen(struct pci_dev *pdev)
8721 {
8722 unsigned long flags = 0;
8723 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8724
8725 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8726 if (ioa_cfg->probe_done)
8727 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_freeze, IPR_SHUTDOWN_NONE);
8728 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8729 }
8730
8731 /**
8732 * ipr_pci_slot_reset - Called when PCI slot has been reset.
8733 * @pdev: PCI device struct
8734 *
8735 * Description: This routine is called by the pci error recovery
8736 * code after the PCI slot has been reset, just before we
8737 * should resume normal operations.
8738 */
8739 static pci_ers_result_t ipr_pci_slot_reset(struct pci_dev *pdev)
8740 {
8741 unsigned long flags = 0;
8742 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8743
8744 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8745 if (ioa_cfg->probe_done) {
8746 if (ioa_cfg->needs_warm_reset)
8747 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8748 else
8749 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_restore_cfg_space,
8750 IPR_SHUTDOWN_NONE);
8751 } else
8752 wake_up_all(&ioa_cfg->eeh_wait_q);
8753 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8754 return PCI_ERS_RESULT_RECOVERED;
8755 }
8756
8757 /**
8758 * ipr_pci_perm_failure - Called when PCI slot is dead for good.
8759 * @pdev: PCI device struct
8760 *
8761 * Description: This routine is called when the PCI bus has
8762 * permanently failed.
8763 */
8764 static void ipr_pci_perm_failure(struct pci_dev *pdev)
8765 {
8766 unsigned long flags = 0;
8767 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8768 int i;
8769
8770 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8771 if (ioa_cfg->probe_done) {
8772 if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
8773 ioa_cfg->sdt_state = ABORT_DUMP;
8774 ioa_cfg->reset_retries = IPR_NUM_RESET_RELOAD_RETRIES - 1;
8775 ioa_cfg->in_ioa_bringdown = 1;
8776 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8777 spin_lock(&ioa_cfg->hrrq[i]._lock);
8778 ioa_cfg->hrrq[i].allow_cmds = 0;
8779 spin_unlock(&ioa_cfg->hrrq[i]._lock);
8780 }
8781 wmb();
8782 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8783 } else
8784 wake_up_all(&ioa_cfg->eeh_wait_q);
8785 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8786 }
8787
8788 /**
8789 * ipr_pci_error_detected - Called when a PCI error is detected.
8790 * @pdev: PCI device struct
8791 * @state: PCI channel state
8792 *
8793 * Description: Called when a PCI error is detected.
8794 *
8795 * Return value:
8796 * PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
8797 */
8798 static pci_ers_result_t ipr_pci_error_detected(struct pci_dev *pdev,
8799 pci_channel_state_t state)
8800 {
8801 switch (state) {
8802 case pci_channel_io_frozen:
8803 ipr_pci_frozen(pdev);
8804 return PCI_ERS_RESULT_CAN_RECOVER;
8805 case pci_channel_io_perm_failure:
8806 ipr_pci_perm_failure(pdev);
8807 return PCI_ERS_RESULT_DISCONNECT;
8808 break;
8809 default:
8810 break;
8811 }
8812 return PCI_ERS_RESULT_NEED_RESET;
8813 }
8814
8815 /**
8816 * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
8817 * @ioa_cfg: ioa cfg struct
8818 *
8819 * Description: This is the second phase of adapter intialization
8820 * This function takes care of initilizing the adapter to the point
8821 * where it can accept new commands.
8822
8823 * Return value:
8824 * 0 on success / -EIO on failure
8825 **/
8826 static int ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
8827 {
8828 int rc = 0;
8829 unsigned long host_lock_flags = 0;
8830
8831 ENTER;
8832 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
8833 dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
8834 ioa_cfg->probe_done = 1;
8835 if (ioa_cfg->needs_hard_reset) {
8836 ioa_cfg->needs_hard_reset = 0;
8837 ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8838 } else
8839 _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_enable_ioa,
8840 IPR_SHUTDOWN_NONE);
8841 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
8842 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
8843 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
8844
8845 if (ioa_cfg->hrrq[IPR_INIT_HRRQ].ioa_is_dead) {
8846 rc = -EIO;
8847 } else if (ipr_invalid_adapter(ioa_cfg)) {
8848 if (!ipr_testmode)
8849 rc = -EIO;
8850
8851 dev_err(&ioa_cfg->pdev->dev,
8852 "Adapter not supported in this hardware configuration.\n");
8853 }
8854
8855 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
8856
8857 LEAVE;
8858 return rc;
8859 }
8860
8861 /**
8862 * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
8863 * @ioa_cfg: ioa config struct
8864 *
8865 * Return value:
8866 * none
8867 **/
8868 static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
8869 {
8870 int i;
8871
8872 for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
8873 if (ioa_cfg->ipr_cmnd_list[i])
8874 pci_pool_free(ioa_cfg->ipr_cmd_pool,
8875 ioa_cfg->ipr_cmnd_list[i],
8876 ioa_cfg->ipr_cmnd_list_dma[i]);
8877
8878 ioa_cfg->ipr_cmnd_list[i] = NULL;
8879 }
8880
8881 if (ioa_cfg->ipr_cmd_pool)
8882 pci_pool_destroy(ioa_cfg->ipr_cmd_pool);
8883
8884 kfree(ioa_cfg->ipr_cmnd_list);
8885 kfree(ioa_cfg->ipr_cmnd_list_dma);
8886 ioa_cfg->ipr_cmnd_list = NULL;
8887 ioa_cfg->ipr_cmnd_list_dma = NULL;
8888 ioa_cfg->ipr_cmd_pool = NULL;
8889 }
8890
8891 /**
8892 * ipr_free_mem - Frees memory allocated for an adapter
8893 * @ioa_cfg: ioa cfg struct
8894 *
8895 * Return value:
8896 * nothing
8897 **/
8898 static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
8899 {
8900 int i;
8901
8902 kfree(ioa_cfg->res_entries);
8903 pci_free_consistent(ioa_cfg->pdev, sizeof(struct ipr_misc_cbs),
8904 ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
8905 ipr_free_cmd_blks(ioa_cfg);
8906
8907 for (i = 0; i < ioa_cfg->hrrq_num; i++)
8908 pci_free_consistent(ioa_cfg->pdev,
8909 sizeof(u32) * ioa_cfg->hrrq[i].size,
8910 ioa_cfg->hrrq[i].host_rrq,
8911 ioa_cfg->hrrq[i].host_rrq_dma);
8912
8913 pci_free_consistent(ioa_cfg->pdev, ioa_cfg->cfg_table_size,
8914 ioa_cfg->u.cfg_table,
8915 ioa_cfg->cfg_table_dma);
8916
8917 for (i = 0; i < IPR_NUM_HCAMS; i++) {
8918 pci_free_consistent(ioa_cfg->pdev,
8919 sizeof(struct ipr_hostrcb),
8920 ioa_cfg->hostrcb[i],
8921 ioa_cfg->hostrcb_dma[i]);
8922 }
8923
8924 ipr_free_dump(ioa_cfg);
8925 kfree(ioa_cfg->trace);
8926 }
8927
8928 /**
8929 * ipr_free_all_resources - Free all allocated resources for an adapter.
8930 * @ipr_cmd: ipr command struct
8931 *
8932 * This function frees all allocated resources for the
8933 * specified adapter.
8934 *
8935 * Return value:
8936 * none
8937 **/
8938 static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
8939 {
8940 struct pci_dev *pdev = ioa_cfg->pdev;
8941
8942 ENTER;
8943 if (ioa_cfg->intr_flag == IPR_USE_MSI ||
8944 ioa_cfg->intr_flag == IPR_USE_MSIX) {
8945 int i;
8946 for (i = 0; i < ioa_cfg->nvectors; i++)
8947 free_irq(ioa_cfg->vectors_info[i].vec,
8948 &ioa_cfg->hrrq[i]);
8949 } else
8950 free_irq(pdev->irq, &ioa_cfg->hrrq[0]);
8951
8952 if (ioa_cfg->intr_flag == IPR_USE_MSI) {
8953 pci_disable_msi(pdev);
8954 ioa_cfg->intr_flag &= ~IPR_USE_MSI;
8955 } else if (ioa_cfg->intr_flag == IPR_USE_MSIX) {
8956 pci_disable_msix(pdev);
8957 ioa_cfg->intr_flag &= ~IPR_USE_MSIX;
8958 }
8959
8960 iounmap(ioa_cfg->hdw_dma_regs);
8961 pci_release_regions(pdev);
8962 ipr_free_mem(ioa_cfg);
8963 scsi_host_put(ioa_cfg->host);
8964 pci_disable_device(pdev);
8965 LEAVE;
8966 }
8967
8968 /**
8969 * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
8970 * @ioa_cfg: ioa config struct
8971 *
8972 * Return value:
8973 * 0 on success / -ENOMEM on allocation failure
8974 **/
8975 static int ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
8976 {
8977 struct ipr_cmnd *ipr_cmd;
8978 struct ipr_ioarcb *ioarcb;
8979 dma_addr_t dma_addr;
8980 int i, entries_each_hrrq, hrrq_id = 0;
8981
8982 ioa_cfg->ipr_cmd_pool = pci_pool_create(IPR_NAME, ioa_cfg->pdev,
8983 sizeof(struct ipr_cmnd), 512, 0);
8984
8985 if (!ioa_cfg->ipr_cmd_pool)
8986 return -ENOMEM;
8987
8988 ioa_cfg->ipr_cmnd_list = kcalloc(IPR_NUM_CMD_BLKS, sizeof(struct ipr_cmnd *), GFP_KERNEL);
8989 ioa_cfg->ipr_cmnd_list_dma = kcalloc(IPR_NUM_CMD_BLKS, sizeof(dma_addr_t), GFP_KERNEL);
8990
8991 if (!ioa_cfg->ipr_cmnd_list || !ioa_cfg->ipr_cmnd_list_dma) {
8992 ipr_free_cmd_blks(ioa_cfg);
8993 return -ENOMEM;
8994 }
8995
8996 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
8997 if (ioa_cfg->hrrq_num > 1) {
8998 if (i == 0) {
8999 entries_each_hrrq = IPR_NUM_INTERNAL_CMD_BLKS;
9000 ioa_cfg->hrrq[i].min_cmd_id = 0;
9001 ioa_cfg->hrrq[i].max_cmd_id =
9002 (entries_each_hrrq - 1);
9003 } else {
9004 entries_each_hrrq =
9005 IPR_NUM_BASE_CMD_BLKS/
9006 (ioa_cfg->hrrq_num - 1);
9007 ioa_cfg->hrrq[i].min_cmd_id =
9008 IPR_NUM_INTERNAL_CMD_BLKS +
9009 (i - 1) * entries_each_hrrq;
9010 ioa_cfg->hrrq[i].max_cmd_id =
9011 (IPR_NUM_INTERNAL_CMD_BLKS +
9012 i * entries_each_hrrq - 1);
9013 }
9014 } else {
9015 entries_each_hrrq = IPR_NUM_CMD_BLKS;
9016 ioa_cfg->hrrq[i].min_cmd_id = 0;
9017 ioa_cfg->hrrq[i].max_cmd_id = (entries_each_hrrq - 1);
9018 }
9019 ioa_cfg->hrrq[i].size = entries_each_hrrq;
9020 }
9021
9022 BUG_ON(ioa_cfg->hrrq_num == 0);
9023
9024 i = IPR_NUM_CMD_BLKS -
9025 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id - 1;
9026 if (i > 0) {
9027 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].size += i;
9028 ioa_cfg->hrrq[ioa_cfg->hrrq_num - 1].max_cmd_id += i;
9029 }
9030
9031 for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
9032 ipr_cmd = pci_pool_alloc(ioa_cfg->ipr_cmd_pool, GFP_KERNEL, &dma_addr);
9033
9034 if (!ipr_cmd) {
9035 ipr_free_cmd_blks(ioa_cfg);
9036 return -ENOMEM;
9037 }
9038
9039 memset(ipr_cmd, 0, sizeof(*ipr_cmd));
9040 ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
9041 ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
9042
9043 ioarcb = &ipr_cmd->ioarcb;
9044 ipr_cmd->dma_addr = dma_addr;
9045 if (ioa_cfg->sis64)
9046 ioarcb->a.ioarcb_host_pci_addr64 = cpu_to_be64(dma_addr);
9047 else
9048 ioarcb->a.ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
9049
9050 ioarcb->host_response_handle = cpu_to_be32(i << 2);
9051 if (ioa_cfg->sis64) {
9052 ioarcb->u.sis64_addr_data.data_ioadl_addr =
9053 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
9054 ioarcb->u.sis64_addr_data.ioasa_host_pci_addr =
9055 cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, s.ioasa64));
9056 } else {
9057 ioarcb->write_ioadl_addr =
9058 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
9059 ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
9060 ioarcb->ioasa_host_pci_addr =
9061 cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, s.ioasa));
9062 }
9063 ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
9064 ipr_cmd->cmd_index = i;
9065 ipr_cmd->ioa_cfg = ioa_cfg;
9066 ipr_cmd->sense_buffer_dma = dma_addr +
9067 offsetof(struct ipr_cmnd, sense_buffer);
9068
9069 ipr_cmd->ioarcb.cmd_pkt.hrrq_id = hrrq_id;
9070 ipr_cmd->hrrq = &ioa_cfg->hrrq[hrrq_id];
9071 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
9072 if (i >= ioa_cfg->hrrq[hrrq_id].max_cmd_id)
9073 hrrq_id++;
9074 }
9075
9076 return 0;
9077 }
9078
9079 /**
9080 * ipr_alloc_mem - Allocate memory for an adapter
9081 * @ioa_cfg: ioa config struct
9082 *
9083 * Return value:
9084 * 0 on success / non-zero for error
9085 **/
9086 static int ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
9087 {
9088 struct pci_dev *pdev = ioa_cfg->pdev;
9089 int i, rc = -ENOMEM;
9090
9091 ENTER;
9092 ioa_cfg->res_entries = kzalloc(sizeof(struct ipr_resource_entry) *
9093 ioa_cfg->max_devs_supported, GFP_KERNEL);
9094
9095 if (!ioa_cfg->res_entries)
9096 goto out;
9097
9098 for (i = 0; i < ioa_cfg->max_devs_supported; i++) {
9099 list_add_tail(&ioa_cfg->res_entries[i].queue, &ioa_cfg->free_res_q);
9100 ioa_cfg->res_entries[i].ioa_cfg = ioa_cfg;
9101 }
9102
9103 ioa_cfg->vpd_cbs = pci_alloc_consistent(ioa_cfg->pdev,
9104 sizeof(struct ipr_misc_cbs),
9105 &ioa_cfg->vpd_cbs_dma);
9106
9107 if (!ioa_cfg->vpd_cbs)
9108 goto out_free_res_entries;
9109
9110 if (ipr_alloc_cmd_blks(ioa_cfg))
9111 goto out_free_vpd_cbs;
9112
9113 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9114 ioa_cfg->hrrq[i].host_rrq = pci_alloc_consistent(ioa_cfg->pdev,
9115 sizeof(u32) * ioa_cfg->hrrq[i].size,
9116 &ioa_cfg->hrrq[i].host_rrq_dma);
9117
9118 if (!ioa_cfg->hrrq[i].host_rrq) {
9119 while (--i > 0)
9120 pci_free_consistent(pdev,
9121 sizeof(u32) * ioa_cfg->hrrq[i].size,
9122 ioa_cfg->hrrq[i].host_rrq,
9123 ioa_cfg->hrrq[i].host_rrq_dma);
9124 goto out_ipr_free_cmd_blocks;
9125 }
9126 ioa_cfg->hrrq[i].ioa_cfg = ioa_cfg;
9127 }
9128
9129 ioa_cfg->u.cfg_table = pci_alloc_consistent(ioa_cfg->pdev,
9130 ioa_cfg->cfg_table_size,
9131 &ioa_cfg->cfg_table_dma);
9132
9133 if (!ioa_cfg->u.cfg_table)
9134 goto out_free_host_rrq;
9135
9136 for (i = 0; i < IPR_NUM_HCAMS; i++) {
9137 ioa_cfg->hostrcb[i] = pci_alloc_consistent(ioa_cfg->pdev,
9138 sizeof(struct ipr_hostrcb),
9139 &ioa_cfg->hostrcb_dma[i]);
9140
9141 if (!ioa_cfg->hostrcb[i])
9142 goto out_free_hostrcb_dma;
9143
9144 ioa_cfg->hostrcb[i]->hostrcb_dma =
9145 ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
9146 ioa_cfg->hostrcb[i]->ioa_cfg = ioa_cfg;
9147 list_add_tail(&ioa_cfg->hostrcb[i]->queue, &ioa_cfg->hostrcb_free_q);
9148 }
9149
9150 ioa_cfg->trace = kzalloc(sizeof(struct ipr_trace_entry) *
9151 IPR_NUM_TRACE_ENTRIES, GFP_KERNEL);
9152
9153 if (!ioa_cfg->trace)
9154 goto out_free_hostrcb_dma;
9155
9156 rc = 0;
9157 out:
9158 LEAVE;
9159 return rc;
9160
9161 out_free_hostrcb_dma:
9162 while (i-- > 0) {
9163 pci_free_consistent(pdev, sizeof(struct ipr_hostrcb),
9164 ioa_cfg->hostrcb[i],
9165 ioa_cfg->hostrcb_dma[i]);
9166 }
9167 pci_free_consistent(pdev, ioa_cfg->cfg_table_size,
9168 ioa_cfg->u.cfg_table,
9169 ioa_cfg->cfg_table_dma);
9170 out_free_host_rrq:
9171 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9172 pci_free_consistent(pdev,
9173 sizeof(u32) * ioa_cfg->hrrq[i].size,
9174 ioa_cfg->hrrq[i].host_rrq,
9175 ioa_cfg->hrrq[i].host_rrq_dma);
9176 }
9177 out_ipr_free_cmd_blocks:
9178 ipr_free_cmd_blks(ioa_cfg);
9179 out_free_vpd_cbs:
9180 pci_free_consistent(pdev, sizeof(struct ipr_misc_cbs),
9181 ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
9182 out_free_res_entries:
9183 kfree(ioa_cfg->res_entries);
9184 goto out;
9185 }
9186
9187 /**
9188 * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
9189 * @ioa_cfg: ioa config struct
9190 *
9191 * Return value:
9192 * none
9193 **/
9194 static void ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
9195 {
9196 int i;
9197
9198 for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
9199 ioa_cfg->bus_attr[i].bus = i;
9200 ioa_cfg->bus_attr[i].qas_enabled = 0;
9201 ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
9202 if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
9203 ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
9204 else
9205 ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
9206 }
9207 }
9208
9209 /**
9210 * ipr_init_regs - Initialize IOA registers
9211 * @ioa_cfg: ioa config struct
9212 *
9213 * Return value:
9214 * none
9215 **/
9216 static void ipr_init_regs(struct ipr_ioa_cfg *ioa_cfg)
9217 {
9218 const struct ipr_interrupt_offsets *p;
9219 struct ipr_interrupts *t;
9220 void __iomem *base;
9221
9222 p = &ioa_cfg->chip_cfg->regs;
9223 t = &ioa_cfg->regs;
9224 base = ioa_cfg->hdw_dma_regs;
9225
9226 t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
9227 t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
9228 t->clr_interrupt_mask_reg32 = base + p->clr_interrupt_mask_reg32;
9229 t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
9230 t->sense_interrupt_mask_reg32 = base + p->sense_interrupt_mask_reg32;
9231 t->clr_interrupt_reg = base + p->clr_interrupt_reg;
9232 t->clr_interrupt_reg32 = base + p->clr_interrupt_reg32;
9233 t->sense_interrupt_reg = base + p->sense_interrupt_reg;
9234 t->sense_interrupt_reg32 = base + p->sense_interrupt_reg32;
9235 t->ioarrin_reg = base + p->ioarrin_reg;
9236 t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
9237 t->sense_uproc_interrupt_reg32 = base + p->sense_uproc_interrupt_reg32;
9238 t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
9239 t->set_uproc_interrupt_reg32 = base + p->set_uproc_interrupt_reg32;
9240 t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
9241 t->clr_uproc_interrupt_reg32 = base + p->clr_uproc_interrupt_reg32;
9242
9243 if (ioa_cfg->sis64) {
9244 t->init_feedback_reg = base + p->init_feedback_reg;
9245 t->dump_addr_reg = base + p->dump_addr_reg;
9246 t->dump_data_reg = base + p->dump_data_reg;
9247 t->endian_swap_reg = base + p->endian_swap_reg;
9248 }
9249 }
9250
9251 /**
9252 * ipr_init_ioa_cfg - Initialize IOA config struct
9253 * @ioa_cfg: ioa config struct
9254 * @host: scsi host struct
9255 * @pdev: PCI dev struct
9256 *
9257 * Return value:
9258 * none
9259 **/
9260 static void ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
9261 struct Scsi_Host *host, struct pci_dev *pdev)
9262 {
9263 int i;
9264
9265 ioa_cfg->host = host;
9266 ioa_cfg->pdev = pdev;
9267 ioa_cfg->log_level = ipr_log_level;
9268 ioa_cfg->doorbell = IPR_DOORBELL;
9269 sprintf(ioa_cfg->eye_catcher, IPR_EYECATCHER);
9270 sprintf(ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
9271 sprintf(ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
9272 sprintf(ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
9273 sprintf(ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
9274 sprintf(ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
9275
9276 INIT_LIST_HEAD(&ioa_cfg->hostrcb_free_q);
9277 INIT_LIST_HEAD(&ioa_cfg->hostrcb_pending_q);
9278 INIT_LIST_HEAD(&ioa_cfg->free_res_q);
9279 INIT_LIST_HEAD(&ioa_cfg->used_res_q);
9280 INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread);
9281 init_waitqueue_head(&ioa_cfg->reset_wait_q);
9282 init_waitqueue_head(&ioa_cfg->msi_wait_q);
9283 init_waitqueue_head(&ioa_cfg->eeh_wait_q);
9284 ioa_cfg->sdt_state = INACTIVE;
9285
9286 ipr_initialize_bus_attr(ioa_cfg);
9287 ioa_cfg->max_devs_supported = ipr_max_devs;
9288
9289 if (ioa_cfg->sis64) {
9290 host->max_id = IPR_MAX_SIS64_TARGETS_PER_BUS;
9291 host->max_lun = IPR_MAX_SIS64_LUNS_PER_TARGET;
9292 if (ipr_max_devs > IPR_MAX_SIS64_DEVS)
9293 ioa_cfg->max_devs_supported = IPR_MAX_SIS64_DEVS;
9294 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr64)
9295 + ((sizeof(struct ipr_config_table_entry64)
9296 * ioa_cfg->max_devs_supported)));
9297 } else {
9298 host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
9299 host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
9300 if (ipr_max_devs > IPR_MAX_PHYSICAL_DEVS)
9301 ioa_cfg->max_devs_supported = IPR_MAX_PHYSICAL_DEVS;
9302 ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr)
9303 + ((sizeof(struct ipr_config_table_entry)
9304 * ioa_cfg->max_devs_supported)));
9305 }
9306
9307 host->max_channel = IPR_MAX_BUS_TO_SCAN;
9308 host->unique_id = host->host_no;
9309 host->max_cmd_len = IPR_MAX_CDB_LEN;
9310 host->can_queue = ioa_cfg->max_cmds;
9311 pci_set_drvdata(pdev, ioa_cfg);
9312
9313 for (i = 0; i < ARRAY_SIZE(ioa_cfg->hrrq); i++) {
9314 INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_free_q);
9315 INIT_LIST_HEAD(&ioa_cfg->hrrq[i].hrrq_pending_q);
9316 spin_lock_init(&ioa_cfg->hrrq[i]._lock);
9317 if (i == 0)
9318 ioa_cfg->hrrq[i].lock = ioa_cfg->host->host_lock;
9319 else
9320 ioa_cfg->hrrq[i].lock = &ioa_cfg->hrrq[i]._lock;
9321 }
9322 }
9323
9324 /**
9325 * ipr_get_chip_info - Find adapter chip information
9326 * @dev_id: PCI device id struct
9327 *
9328 * Return value:
9329 * ptr to chip information on success / NULL on failure
9330 **/
9331 static const struct ipr_chip_t *
9332 ipr_get_chip_info(const struct pci_device_id *dev_id)
9333 {
9334 int i;
9335
9336 for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
9337 if (ipr_chip[i].vendor == dev_id->vendor &&
9338 ipr_chip[i].device == dev_id->device)
9339 return &ipr_chip[i];
9340 return NULL;
9341 }
9342
9343 /**
9344 * ipr_wait_for_pci_err_recovery - Wait for any PCI error recovery to complete
9345 * during probe time
9346 * @ioa_cfg: ioa config struct
9347 *
9348 * Return value:
9349 * None
9350 **/
9351 static void ipr_wait_for_pci_err_recovery(struct ipr_ioa_cfg *ioa_cfg)
9352 {
9353 struct pci_dev *pdev = ioa_cfg->pdev;
9354
9355 if (pci_channel_offline(pdev)) {
9356 wait_event_timeout(ioa_cfg->eeh_wait_q,
9357 !pci_channel_offline(pdev),
9358 IPR_PCI_ERROR_RECOVERY_TIMEOUT);
9359 pci_restore_state(pdev);
9360 }
9361 }
9362
9363 static int ipr_enable_msix(struct ipr_ioa_cfg *ioa_cfg)
9364 {
9365 struct msix_entry entries[IPR_MAX_MSIX_VECTORS];
9366 int i, vectors;
9367
9368 for (i = 0; i < ARRAY_SIZE(entries); ++i)
9369 entries[i].entry = i;
9370
9371 vectors = pci_enable_msix_range(ioa_cfg->pdev,
9372 entries, 1, ipr_number_of_msix);
9373 if (vectors < 0) {
9374 ipr_wait_for_pci_err_recovery(ioa_cfg);
9375 return vectors;
9376 }
9377
9378 for (i = 0; i < vectors; i++)
9379 ioa_cfg->vectors_info[i].vec = entries[i].vector;
9380 ioa_cfg->nvectors = vectors;
9381
9382 return 0;
9383 }
9384
9385 static int ipr_enable_msi(struct ipr_ioa_cfg *ioa_cfg)
9386 {
9387 int i, vectors;
9388
9389 vectors = pci_enable_msi_range(ioa_cfg->pdev, 1, ipr_number_of_msix);
9390 if (vectors < 0) {
9391 ipr_wait_for_pci_err_recovery(ioa_cfg);
9392 return vectors;
9393 }
9394
9395 for (i = 0; i < vectors; i++)
9396 ioa_cfg->vectors_info[i].vec = ioa_cfg->pdev->irq + i;
9397 ioa_cfg->nvectors = vectors;
9398
9399 return 0;
9400 }
9401
9402 static void name_msi_vectors(struct ipr_ioa_cfg *ioa_cfg)
9403 {
9404 int vec_idx, n = sizeof(ioa_cfg->vectors_info[0].desc) - 1;
9405
9406 for (vec_idx = 0; vec_idx < ioa_cfg->nvectors; vec_idx++) {
9407 snprintf(ioa_cfg->vectors_info[vec_idx].desc, n,
9408 "host%d-%d", ioa_cfg->host->host_no, vec_idx);
9409 ioa_cfg->vectors_info[vec_idx].
9410 desc[strlen(ioa_cfg->vectors_info[vec_idx].desc)] = 0;
9411 }
9412 }
9413
9414 static int ipr_request_other_msi_irqs(struct ipr_ioa_cfg *ioa_cfg)
9415 {
9416 int i, rc;
9417
9418 for (i = 1; i < ioa_cfg->nvectors; i++) {
9419 rc = request_irq(ioa_cfg->vectors_info[i].vec,
9420 ipr_isr_mhrrq,
9421 0,
9422 ioa_cfg->vectors_info[i].desc,
9423 &ioa_cfg->hrrq[i]);
9424 if (rc) {
9425 while (--i >= 0)
9426 free_irq(ioa_cfg->vectors_info[i].vec,
9427 &ioa_cfg->hrrq[i]);
9428 return rc;
9429 }
9430 }
9431 return 0;
9432 }
9433
9434 /**
9435 * ipr_test_intr - Handle the interrupt generated in ipr_test_msi().
9436 * @pdev: PCI device struct
9437 *
9438 * Description: Simply set the msi_received flag to 1 indicating that
9439 * Message Signaled Interrupts are supported.
9440 *
9441 * Return value:
9442 * 0 on success / non-zero on failure
9443 **/
9444 static irqreturn_t ipr_test_intr(int irq, void *devp)
9445 {
9446 struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
9447 unsigned long lock_flags = 0;
9448 irqreturn_t rc = IRQ_HANDLED;
9449
9450 dev_info(&ioa_cfg->pdev->dev, "Received IRQ : %d\n", irq);
9451 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9452
9453 ioa_cfg->msi_received = 1;
9454 wake_up(&ioa_cfg->msi_wait_q);
9455
9456 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9457 return rc;
9458 }
9459
9460 /**
9461 * ipr_test_msi - Test for Message Signaled Interrupt (MSI) support.
9462 * @pdev: PCI device struct
9463 *
9464 * Description: The return value from pci_enable_msi_range() can not always be
9465 * trusted. This routine sets up and initiates a test interrupt to determine
9466 * if the interrupt is received via the ipr_test_intr() service routine.
9467 * If the tests fails, the driver will fall back to LSI.
9468 *
9469 * Return value:
9470 * 0 on success / non-zero on failure
9471 **/
9472 static int ipr_test_msi(struct ipr_ioa_cfg *ioa_cfg, struct pci_dev *pdev)
9473 {
9474 int rc;
9475 volatile u32 int_reg;
9476 unsigned long lock_flags = 0;
9477
9478 ENTER;
9479
9480 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9481 init_waitqueue_head(&ioa_cfg->msi_wait_q);
9482 ioa_cfg->msi_received = 0;
9483 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
9484 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.clr_interrupt_mask_reg32);
9485 int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
9486 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9487
9488 if (ioa_cfg->intr_flag == IPR_USE_MSIX)
9489 rc = request_irq(ioa_cfg->vectors_info[0].vec, ipr_test_intr, 0, IPR_NAME, ioa_cfg);
9490 else
9491 rc = request_irq(pdev->irq, ipr_test_intr, 0, IPR_NAME, ioa_cfg);
9492 if (rc) {
9493 dev_err(&pdev->dev, "Can not assign irq %d\n", pdev->irq);
9494 return rc;
9495 } else if (ipr_debug)
9496 dev_info(&pdev->dev, "IRQ assigned: %d\n", pdev->irq);
9497
9498 writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.sense_interrupt_reg32);
9499 int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
9500 wait_event_timeout(ioa_cfg->msi_wait_q, ioa_cfg->msi_received, HZ);
9501 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9502 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
9503
9504 if (!ioa_cfg->msi_received) {
9505 /* MSI test failed */
9506 dev_info(&pdev->dev, "MSI test failed. Falling back to LSI.\n");
9507 rc = -EOPNOTSUPP;
9508 } else if (ipr_debug)
9509 dev_info(&pdev->dev, "MSI test succeeded.\n");
9510
9511 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9512
9513 if (ioa_cfg->intr_flag == IPR_USE_MSIX)
9514 free_irq(ioa_cfg->vectors_info[0].vec, ioa_cfg);
9515 else
9516 free_irq(pdev->irq, ioa_cfg);
9517
9518 LEAVE;
9519
9520 return rc;
9521 }
9522
9523 /* ipr_probe_ioa - Allocates memory and does first stage of initialization
9524 * @pdev: PCI device struct
9525 * @dev_id: PCI device id struct
9526 *
9527 * Return value:
9528 * 0 on success / non-zero on failure
9529 **/
9530 static int ipr_probe_ioa(struct pci_dev *pdev,
9531 const struct pci_device_id *dev_id)
9532 {
9533 struct ipr_ioa_cfg *ioa_cfg;
9534 struct Scsi_Host *host;
9535 unsigned long ipr_regs_pci;
9536 void __iomem *ipr_regs;
9537 int rc = PCIBIOS_SUCCESSFUL;
9538 volatile u32 mask, uproc, interrupts;
9539 unsigned long lock_flags, driver_lock_flags;
9540
9541 ENTER;
9542
9543 dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
9544 host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
9545
9546 if (!host) {
9547 dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
9548 rc = -ENOMEM;
9549 goto out;
9550 }
9551
9552 ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
9553 memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
9554 ata_host_init(&ioa_cfg->ata_host, &pdev->dev, &ipr_sata_ops);
9555
9556 ioa_cfg->ipr_chip = ipr_get_chip_info(dev_id);
9557
9558 if (!ioa_cfg->ipr_chip) {
9559 dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
9560 dev_id->vendor, dev_id->device);
9561 goto out_scsi_host_put;
9562 }
9563
9564 /* set SIS 32 or SIS 64 */
9565 ioa_cfg->sis64 = ioa_cfg->ipr_chip->sis_type == IPR_SIS64 ? 1 : 0;
9566 ioa_cfg->chip_cfg = ioa_cfg->ipr_chip->cfg;
9567 ioa_cfg->clear_isr = ioa_cfg->chip_cfg->clear_isr;
9568 ioa_cfg->max_cmds = ioa_cfg->chip_cfg->max_cmds;
9569
9570 if (ipr_transop_timeout)
9571 ioa_cfg->transop_timeout = ipr_transop_timeout;
9572 else if (dev_id->driver_data & IPR_USE_LONG_TRANSOP_TIMEOUT)
9573 ioa_cfg->transop_timeout = IPR_LONG_OPERATIONAL_TIMEOUT;
9574 else
9575 ioa_cfg->transop_timeout = IPR_OPERATIONAL_TIMEOUT;
9576
9577 ioa_cfg->revid = pdev->revision;
9578
9579 ipr_init_ioa_cfg(ioa_cfg, host, pdev);
9580
9581 ipr_regs_pci = pci_resource_start(pdev, 0);
9582
9583 rc = pci_request_regions(pdev, IPR_NAME);
9584 if (rc < 0) {
9585 dev_err(&pdev->dev,
9586 "Couldn't register memory range of registers\n");
9587 goto out_scsi_host_put;
9588 }
9589
9590 rc = pci_enable_device(pdev);
9591
9592 if (rc || pci_channel_offline(pdev)) {
9593 if (pci_channel_offline(pdev)) {
9594 ipr_wait_for_pci_err_recovery(ioa_cfg);
9595 rc = pci_enable_device(pdev);
9596 }
9597
9598 if (rc) {
9599 dev_err(&pdev->dev, "Cannot enable adapter\n");
9600 ipr_wait_for_pci_err_recovery(ioa_cfg);
9601 goto out_release_regions;
9602 }
9603 }
9604
9605 ipr_regs = pci_ioremap_bar(pdev, 0);
9606
9607 if (!ipr_regs) {
9608 dev_err(&pdev->dev,
9609 "Couldn't map memory range of registers\n");
9610 rc = -ENOMEM;
9611 goto out_disable;
9612 }
9613
9614 ioa_cfg->hdw_dma_regs = ipr_regs;
9615 ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
9616 ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
9617
9618 ipr_init_regs(ioa_cfg);
9619
9620 if (ioa_cfg->sis64) {
9621 rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
9622 if (rc < 0) {
9623 dev_dbg(&pdev->dev, "Failed to set 64 bit PCI DMA mask\n");
9624 rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
9625 }
9626 } else
9627 rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
9628
9629 if (rc < 0) {
9630 dev_err(&pdev->dev, "Failed to set PCI DMA mask\n");
9631 goto cleanup_nomem;
9632 }
9633
9634 rc = pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE,
9635 ioa_cfg->chip_cfg->cache_line_size);
9636
9637 if (rc != PCIBIOS_SUCCESSFUL) {
9638 dev_err(&pdev->dev, "Write of cache line size failed\n");
9639 ipr_wait_for_pci_err_recovery(ioa_cfg);
9640 rc = -EIO;
9641 goto cleanup_nomem;
9642 }
9643
9644 /* Issue MMIO read to ensure card is not in EEH */
9645 interrupts = readl(ioa_cfg->regs.sense_interrupt_reg);
9646 ipr_wait_for_pci_err_recovery(ioa_cfg);
9647
9648 if (ipr_number_of_msix > IPR_MAX_MSIX_VECTORS) {
9649 dev_err(&pdev->dev, "The max number of MSIX is %d\n",
9650 IPR_MAX_MSIX_VECTORS);
9651 ipr_number_of_msix = IPR_MAX_MSIX_VECTORS;
9652 }
9653
9654 if (ioa_cfg->ipr_chip->intr_type == IPR_USE_MSI &&
9655 ipr_enable_msix(ioa_cfg) == 0)
9656 ioa_cfg->intr_flag = IPR_USE_MSIX;
9657 else if (ioa_cfg->ipr_chip->intr_type == IPR_USE_MSI &&
9658 ipr_enable_msi(ioa_cfg) == 0)
9659 ioa_cfg->intr_flag = IPR_USE_MSI;
9660 else {
9661 ioa_cfg->intr_flag = IPR_USE_LSI;
9662 ioa_cfg->nvectors = 1;
9663 dev_info(&pdev->dev, "Cannot enable MSI.\n");
9664 }
9665
9666 pci_set_master(pdev);
9667
9668 if (pci_channel_offline(pdev)) {
9669 ipr_wait_for_pci_err_recovery(ioa_cfg);
9670 pci_set_master(pdev);
9671 if (pci_channel_offline(pdev)) {
9672 rc = -EIO;
9673 goto out_msi_disable;
9674 }
9675 }
9676
9677 if (ioa_cfg->intr_flag == IPR_USE_MSI ||
9678 ioa_cfg->intr_flag == IPR_USE_MSIX) {
9679 rc = ipr_test_msi(ioa_cfg, pdev);
9680 if (rc == -EOPNOTSUPP) {
9681 ipr_wait_for_pci_err_recovery(ioa_cfg);
9682 if (ioa_cfg->intr_flag == IPR_USE_MSI) {
9683 ioa_cfg->intr_flag &= ~IPR_USE_MSI;
9684 pci_disable_msi(pdev);
9685 } else if (ioa_cfg->intr_flag == IPR_USE_MSIX) {
9686 ioa_cfg->intr_flag &= ~IPR_USE_MSIX;
9687 pci_disable_msix(pdev);
9688 }
9689
9690 ioa_cfg->intr_flag = IPR_USE_LSI;
9691 ioa_cfg->nvectors = 1;
9692 }
9693 else if (rc)
9694 goto out_msi_disable;
9695 else {
9696 if (ioa_cfg->intr_flag == IPR_USE_MSI)
9697 dev_info(&pdev->dev,
9698 "Request for %d MSIs succeeded with starting IRQ: %d\n",
9699 ioa_cfg->nvectors, pdev->irq);
9700 else if (ioa_cfg->intr_flag == IPR_USE_MSIX)
9701 dev_info(&pdev->dev,
9702 "Request for %d MSIXs succeeded.",
9703 ioa_cfg->nvectors);
9704 }
9705 }
9706
9707 ioa_cfg->hrrq_num = min3(ioa_cfg->nvectors,
9708 (unsigned int)num_online_cpus(),
9709 (unsigned int)IPR_MAX_HRRQ_NUM);
9710
9711 if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
9712 goto out_msi_disable;
9713
9714 if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
9715 goto out_msi_disable;
9716
9717 rc = ipr_alloc_mem(ioa_cfg);
9718 if (rc < 0) {
9719 dev_err(&pdev->dev,
9720 "Couldn't allocate enough memory for device driver!\n");
9721 goto out_msi_disable;
9722 }
9723
9724 /* Save away PCI config space for use following IOA reset */
9725 rc = pci_save_state(pdev);
9726
9727 if (rc != PCIBIOS_SUCCESSFUL) {
9728 dev_err(&pdev->dev, "Failed to save PCI config space\n");
9729 rc = -EIO;
9730 goto cleanup_nolog;
9731 }
9732
9733 /*
9734 * If HRRQ updated interrupt is not masked, or reset alert is set,
9735 * the card is in an unknown state and needs a hard reset
9736 */
9737 mask = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
9738 interrupts = readl(ioa_cfg->regs.sense_interrupt_reg32);
9739 uproc = readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
9740 if ((mask & IPR_PCII_HRRQ_UPDATED) == 0 || (uproc & IPR_UPROCI_RESET_ALERT))
9741 ioa_cfg->needs_hard_reset = 1;
9742 if ((interrupts & IPR_PCII_ERROR_INTERRUPTS) || reset_devices)
9743 ioa_cfg->needs_hard_reset = 1;
9744 if (interrupts & IPR_PCII_IOA_UNIT_CHECKED)
9745 ioa_cfg->ioa_unit_checked = 1;
9746
9747 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9748 ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
9749 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9750
9751 if (ioa_cfg->intr_flag == IPR_USE_MSI
9752 || ioa_cfg->intr_flag == IPR_USE_MSIX) {
9753 name_msi_vectors(ioa_cfg);
9754 rc = request_irq(ioa_cfg->vectors_info[0].vec, ipr_isr,
9755 0,
9756 ioa_cfg->vectors_info[0].desc,
9757 &ioa_cfg->hrrq[0]);
9758 if (!rc)
9759 rc = ipr_request_other_msi_irqs(ioa_cfg);
9760 } else {
9761 rc = request_irq(pdev->irq, ipr_isr,
9762 IRQF_SHARED,
9763 IPR_NAME, &ioa_cfg->hrrq[0]);
9764 }
9765 if (rc) {
9766 dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
9767 pdev->irq, rc);
9768 goto cleanup_nolog;
9769 }
9770
9771 if ((dev_id->driver_data & IPR_USE_PCI_WARM_RESET) ||
9772 (dev_id->device == PCI_DEVICE_ID_IBM_OBSIDIAN_E && !ioa_cfg->revid)) {
9773 ioa_cfg->needs_warm_reset = 1;
9774 ioa_cfg->reset = ipr_reset_slot_reset;
9775 } else
9776 ioa_cfg->reset = ipr_reset_start_bist;
9777
9778 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
9779 list_add_tail(&ioa_cfg->queue, &ipr_ioa_head);
9780 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
9781
9782 LEAVE;
9783 out:
9784 return rc;
9785
9786 cleanup_nolog:
9787 ipr_free_mem(ioa_cfg);
9788 out_msi_disable:
9789 ipr_wait_for_pci_err_recovery(ioa_cfg);
9790 if (ioa_cfg->intr_flag == IPR_USE_MSI)
9791 pci_disable_msi(pdev);
9792 else if (ioa_cfg->intr_flag == IPR_USE_MSIX)
9793 pci_disable_msix(pdev);
9794 cleanup_nomem:
9795 iounmap(ipr_regs);
9796 out_disable:
9797 pci_disable_device(pdev);
9798 out_release_regions:
9799 pci_release_regions(pdev);
9800 out_scsi_host_put:
9801 scsi_host_put(host);
9802 goto out;
9803 }
9804
9805 /**
9806 * ipr_scan_vsets - Scans for VSET devices
9807 * @ioa_cfg: ioa config struct
9808 *
9809 * Description: Since the VSET resources do not follow SAM in that we can have
9810 * sparse LUNs with no LUN 0, we have to scan for these ourselves.
9811 *
9812 * Return value:
9813 * none
9814 **/
9815 static void ipr_scan_vsets(struct ipr_ioa_cfg *ioa_cfg)
9816 {
9817 int target, lun;
9818
9819 for (target = 0; target < IPR_MAX_NUM_TARGETS_PER_BUS; target++)
9820 for (lun = 0; lun < IPR_MAX_NUM_VSET_LUNS_PER_TARGET; lun++)
9821 scsi_add_device(ioa_cfg->host, IPR_VSET_BUS, target, lun);
9822 }
9823
9824 /**
9825 * ipr_initiate_ioa_bringdown - Bring down an adapter
9826 * @ioa_cfg: ioa config struct
9827 * @shutdown_type: shutdown type
9828 *
9829 * Description: This function will initiate bringing down the adapter.
9830 * This consists of issuing an IOA shutdown to the adapter
9831 * to flush the cache, and running BIST.
9832 * If the caller needs to wait on the completion of the reset,
9833 * the caller must sleep on the reset_wait_q.
9834 *
9835 * Return value:
9836 * none
9837 **/
9838 static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
9839 enum ipr_shutdown_type shutdown_type)
9840 {
9841 ENTER;
9842 if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
9843 ioa_cfg->sdt_state = ABORT_DUMP;
9844 ioa_cfg->reset_retries = 0;
9845 ioa_cfg->in_ioa_bringdown = 1;
9846 ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
9847 LEAVE;
9848 }
9849
9850 /**
9851 * __ipr_remove - Remove a single adapter
9852 * @pdev: pci device struct
9853 *
9854 * Adapter hot plug remove entry point.
9855 *
9856 * Return value:
9857 * none
9858 **/
9859 static void __ipr_remove(struct pci_dev *pdev)
9860 {
9861 unsigned long host_lock_flags = 0;
9862 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9863 int i;
9864 unsigned long driver_lock_flags;
9865 ENTER;
9866
9867 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9868 while (ioa_cfg->in_reset_reload) {
9869 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9870 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9871 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9872 }
9873
9874 for (i = 0; i < ioa_cfg->hrrq_num; i++) {
9875 spin_lock(&ioa_cfg->hrrq[i]._lock);
9876 ioa_cfg->hrrq[i].removing_ioa = 1;
9877 spin_unlock(&ioa_cfg->hrrq[i]._lock);
9878 }
9879 wmb();
9880 ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
9881
9882 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9883 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9884 flush_work(&ioa_cfg->work_q);
9885 INIT_LIST_HEAD(&ioa_cfg->used_res_q);
9886 spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9887
9888 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
9889 list_del(&ioa_cfg->queue);
9890 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
9891
9892 if (ioa_cfg->sdt_state == ABORT_DUMP)
9893 ioa_cfg->sdt_state = WAIT_FOR_DUMP;
9894 spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9895
9896 ipr_free_all_resources(ioa_cfg);
9897
9898 LEAVE;
9899 }
9900
9901 /**
9902 * ipr_remove - IOA hot plug remove entry point
9903 * @pdev: pci device struct
9904 *
9905 * Adapter hot plug remove entry point.
9906 *
9907 * Return value:
9908 * none
9909 **/
9910 static void ipr_remove(struct pci_dev *pdev)
9911 {
9912 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9913
9914 ENTER;
9915
9916 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
9917 &ipr_trace_attr);
9918 ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
9919 &ipr_dump_attr);
9920 scsi_remove_host(ioa_cfg->host);
9921
9922 __ipr_remove(pdev);
9923
9924 LEAVE;
9925 }
9926
9927 /**
9928 * ipr_probe - Adapter hot plug add entry point
9929 *
9930 * Return value:
9931 * 0 on success / non-zero on failure
9932 **/
9933 static int ipr_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id)
9934 {
9935 struct ipr_ioa_cfg *ioa_cfg;
9936 int rc, i;
9937
9938 rc = ipr_probe_ioa(pdev, dev_id);
9939
9940 if (rc)
9941 return rc;
9942
9943 ioa_cfg = pci_get_drvdata(pdev);
9944 rc = ipr_probe_ioa_part2(ioa_cfg);
9945
9946 if (rc) {
9947 __ipr_remove(pdev);
9948 return rc;
9949 }
9950
9951 rc = scsi_add_host(ioa_cfg->host, &pdev->dev);
9952
9953 if (rc) {
9954 __ipr_remove(pdev);
9955 return rc;
9956 }
9957
9958 rc = ipr_create_trace_file(&ioa_cfg->host->shost_dev.kobj,
9959 &ipr_trace_attr);
9960
9961 if (rc) {
9962 scsi_remove_host(ioa_cfg->host);
9963 __ipr_remove(pdev);
9964 return rc;
9965 }
9966
9967 rc = ipr_create_dump_file(&ioa_cfg->host->shost_dev.kobj,
9968 &ipr_dump_attr);
9969
9970 if (rc) {
9971 ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
9972 &ipr_trace_attr);
9973 scsi_remove_host(ioa_cfg->host);
9974 __ipr_remove(pdev);
9975 return rc;
9976 }
9977
9978 scsi_scan_host(ioa_cfg->host);
9979 ipr_scan_vsets(ioa_cfg);
9980 scsi_add_device(ioa_cfg->host, IPR_IOA_BUS, IPR_IOA_TARGET, IPR_IOA_LUN);
9981 ioa_cfg->allow_ml_add_del = 1;
9982 ioa_cfg->host->max_channel = IPR_VSET_BUS;
9983 ioa_cfg->iopoll_weight = ioa_cfg->chip_cfg->iopoll_weight;
9984
9985 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
9986 for (i = 1; i < ioa_cfg->hrrq_num; i++) {
9987 blk_iopoll_init(&ioa_cfg->hrrq[i].iopoll,
9988 ioa_cfg->iopoll_weight, ipr_iopoll);
9989 blk_iopoll_enable(&ioa_cfg->hrrq[i].iopoll);
9990 }
9991 }
9992
9993 schedule_work(&ioa_cfg->work_q);
9994 return 0;
9995 }
9996
9997 /**
9998 * ipr_shutdown - Shutdown handler.
9999 * @pdev: pci device struct
10000 *
10001 * This function is invoked upon system shutdown/reboot. It will issue
10002 * an adapter shutdown to the adapter to flush the write cache.
10003 *
10004 * Return value:
10005 * none
10006 **/
10007 static void ipr_shutdown(struct pci_dev *pdev)
10008 {
10009 struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
10010 unsigned long lock_flags = 0;
10011 int i;
10012
10013 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10014 if (ioa_cfg->iopoll_weight && ioa_cfg->sis64 && ioa_cfg->nvectors > 1) {
10015 ioa_cfg->iopoll_weight = 0;
10016 for (i = 1; i < ioa_cfg->hrrq_num; i++)
10017 blk_iopoll_disable(&ioa_cfg->hrrq[i].iopoll);
10018 }
10019
10020 while (ioa_cfg->in_reset_reload) {
10021 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10022 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10023 spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
10024 }
10025
10026 ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
10027 spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
10028 wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
10029 }
10030
10031 static struct pci_device_id ipr_pci_table[] = {
10032 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10033 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702, 0, 0, 0 },
10034 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10035 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703, 0, 0, 0 },
10036 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10037 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D, 0, 0, 0 },
10038 { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
10039 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E, 0, 0, 0 },
10040 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10041 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B, 0, 0, 0 },
10042 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10043 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E, 0, 0, 0 },
10044 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10045 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A, 0, 0, 0 },
10046 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
10047 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575B, 0, 0,
10048 IPR_USE_LONG_TRANSOP_TIMEOUT },
10049 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10050 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
10051 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10052 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
10053 IPR_USE_LONG_TRANSOP_TIMEOUT },
10054 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
10055 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
10056 IPR_USE_LONG_TRANSOP_TIMEOUT },
10057 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10058 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
10059 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10060 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
10061 IPR_USE_LONG_TRANSOP_TIMEOUT},
10062 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
10063 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
10064 IPR_USE_LONG_TRANSOP_TIMEOUT },
10065 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10066 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574E, 0, 0,
10067 IPR_USE_LONG_TRANSOP_TIMEOUT },
10068 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10069 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B3, 0, 0, 0 },
10070 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10071 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CC, 0, 0, 0 },
10072 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
10073 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B7, 0, 0,
10074 IPR_USE_LONG_TRANSOP_TIMEOUT | IPR_USE_PCI_WARM_RESET },
10075 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
10076 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780, 0, 0, 0 },
10077 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10078 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E, 0, 0, 0 },
10079 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10080 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571F, 0, 0,
10081 IPR_USE_LONG_TRANSOP_TIMEOUT },
10082 { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
10083 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572F, 0, 0,
10084 IPR_USE_LONG_TRANSOP_TIMEOUT },
10085 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10086 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B5, 0, 0, 0 },
10087 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10088 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574D, 0, 0, 0 },
10089 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10090 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B2, 0, 0, 0 },
10091 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10092 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C0, 0, 0, 0 },
10093 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10094 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C3, 0, 0, 0 },
10095 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
10096 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C4, 0, 0, 0 },
10097 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10098 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B4, 0, 0, 0 },
10099 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10100 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B1, 0, 0, 0 },
10101 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10102 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C6, 0, 0, 0 },
10103 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10104 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C8, 0, 0, 0 },
10105 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10106 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CE, 0, 0, 0 },
10107 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10108 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D5, 0, 0, 0 },
10109 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10110 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D6, 0, 0, 0 },
10111 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10112 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D7, 0, 0, 0 },
10113 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10114 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D8, 0, 0, 0 },
10115 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10116 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57D9, 0, 0, 0 },
10117 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10118 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57DA, 0, 0, 0 },
10119 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10120 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EB, 0, 0, 0 },
10121 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10122 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EC, 0, 0, 0 },
10123 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10124 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57ED, 0, 0, 0 },
10125 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10126 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EE, 0, 0, 0 },
10127 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10128 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57EF, 0, 0, 0 },
10129 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10130 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57F0, 0, 0, 0 },
10131 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10132 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCA, 0, 0, 0 },
10133 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10134 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CD2, 0, 0, 0 },
10135 { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
10136 PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2CCD, 0, 0, 0 },
10137 { }
10138 };
10139 MODULE_DEVICE_TABLE(pci, ipr_pci_table);
10140
10141 static const struct pci_error_handlers ipr_err_handler = {
10142 .error_detected = ipr_pci_error_detected,
10143 .mmio_enabled = ipr_pci_mmio_enabled,
10144 .slot_reset = ipr_pci_slot_reset,
10145 };
10146
10147 static struct pci_driver ipr_driver = {
10148 .name = IPR_NAME,
10149 .id_table = ipr_pci_table,
10150 .probe = ipr_probe,
10151 .remove = ipr_remove,
10152 .shutdown = ipr_shutdown,
10153 .err_handler = &ipr_err_handler,
10154 };
10155
10156 /**
10157 * ipr_halt_done - Shutdown prepare completion
10158 *
10159 * Return value:
10160 * none
10161 **/
10162 static void ipr_halt_done(struct ipr_cmnd *ipr_cmd)
10163 {
10164 list_add_tail(&ipr_cmd->queue, &ipr_cmd->hrrq->hrrq_free_q);
10165 }
10166
10167 /**
10168 * ipr_halt - Issue shutdown prepare to all adapters
10169 *
10170 * Return value:
10171 * NOTIFY_OK on success / NOTIFY_DONE on failure
10172 **/
10173 static int ipr_halt(struct notifier_block *nb, ulong event, void *buf)
10174 {
10175 struct ipr_cmnd *ipr_cmd;
10176 struct ipr_ioa_cfg *ioa_cfg;
10177 unsigned long flags = 0, driver_lock_flags;
10178
10179 if (event != SYS_RESTART && event != SYS_HALT && event != SYS_POWER_OFF)
10180 return NOTIFY_DONE;
10181
10182 spin_lock_irqsave(&ipr_driver_lock, driver_lock_flags);
10183
10184 list_for_each_entry(ioa_cfg, &ipr_ioa_head, queue) {
10185 spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
10186 if (!ioa_cfg->hrrq[IPR_INIT_HRRQ].allow_cmds) {
10187 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10188 continue;
10189 }
10190
10191 ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
10192 ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
10193 ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
10194 ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
10195 ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_SHUTDOWN_PREPARE_FOR_NORMAL;
10196
10197 ipr_do_req(ipr_cmd, ipr_halt_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
10198 spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
10199 }
10200 spin_unlock_irqrestore(&ipr_driver_lock, driver_lock_flags);
10201
10202 return NOTIFY_OK;
10203 }
10204
10205 static struct notifier_block ipr_notifier = {
10206 ipr_halt, NULL, 0
10207 };
10208
10209 /**
10210 * ipr_init - Module entry point
10211 *
10212 * Return value:
10213 * 0 on success / negative value on failure
10214 **/
10215 static int __init ipr_init(void)
10216 {
10217 ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
10218 IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
10219
10220 register_reboot_notifier(&ipr_notifier);
10221 return pci_register_driver(&ipr_driver);
10222 }
10223
10224 /**
10225 * ipr_exit - Module unload
10226 *
10227 * Module unload entry point.
10228 *
10229 * Return value:
10230 * none
10231 **/
10232 static void __exit ipr_exit(void)
10233 {
10234 unregister_reboot_notifier(&ipr_notifier);
10235 pci_unregister_driver(&ipr_driver);
10236 }
10237
10238 module_init(ipr_init);
10239 module_exit(ipr_exit);
Linux kernel - Deliverables
This page took 0.242588 seconds and 5 git commands to generate.