projects / deliverable / linux.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
blame | history | raw | HEAD
Merge branch 'x86-asm-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git...
[deliverable/linux.git] / drivers / scsi / lpfc / lpfc_scsi.c
1 /*******************************************************************
2 * This file is part of the Emulex Linux Device Driver for *
3 * Fibre Channel Host Bus Adapters. *
4 * Copyright (C) 2004-2008 Emulex. All rights reserved. *
5 * EMULEX and SLI are trademarks of Emulex. *
6 * www.emulex.com *
7 * Portions Copyright (C) 2004-2005 Christoph Hellwig *
8 * *
9 * This program is free software; you can redistribute it and/or *
10 * modify it under the terms of version 2 of the GNU General *
11 * Public License as published by the Free Software Foundation. *
12 * This program is distributed in the hope that it will be useful. *
13 * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
14 * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
15 * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
16 * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
17 * TO BE LEGALLY INVALID. See the GNU General Public License for *
18 * more details, a copy of which can be found in the file COPYING *
19 * included with this package. *
20 *******************************************************************/
21 #include <linux/pci.h>
22 #include <linux/interrupt.h>
23 #include <linux/delay.h>
24 #include <asm/unaligned.h>
25
26 #include <scsi/scsi.h>
27 #include <scsi/scsi_device.h>
28 #include <scsi/scsi_eh.h>
29 #include <scsi/scsi_host.h>
30 #include <scsi/scsi_tcq.h>
31 #include <scsi/scsi_transport_fc.h>
32
33 #include "lpfc_version.h"
34 #include "lpfc_hw.h"
35 #include "lpfc_sli.h"
36 #include "lpfc_nl.h"
37 #include "lpfc_disc.h"
38 #include "lpfc_scsi.h"
39 #include "lpfc.h"
40 #include "lpfc_logmsg.h"
41 #include "lpfc_crtn.h"
42 #include "lpfc_vport.h"
43
44 #define LPFC_RESET_WAIT 2
45 #define LPFC_ABORT_WAIT 2
46
47 int _dump_buf_done;
48
49 static char *dif_op_str[] = {
50 "SCSI_PROT_NORMAL",
51 "SCSI_PROT_READ_INSERT",
52 "SCSI_PROT_WRITE_STRIP",
53 "SCSI_PROT_READ_STRIP",
54 "SCSI_PROT_WRITE_INSERT",
55 "SCSI_PROT_READ_PASS",
56 "SCSI_PROT_WRITE_PASS",
57 "SCSI_PROT_READ_CONVERT",
58 "SCSI_PROT_WRITE_CONVERT"
59 };
60
61 static void
62 lpfc_debug_save_data(struct scsi_cmnd *cmnd)
63 {
64 void *src, *dst;
65 struct scatterlist *sgde = scsi_sglist(cmnd);
66
67 if (!_dump_buf_data) {
68 printk(KERN_ERR "BLKGRD ERROR %s _dump_buf_data is NULL\n",
69 __func__);
70 return;
71 }
72
73
74 if (!sgde) {
75 printk(KERN_ERR "BLKGRD ERROR: data scatterlist is null\n");
76 return;
77 }
78
79 dst = (void *) _dump_buf_data;
80 while (sgde) {
81 src = sg_virt(sgde);
82 memcpy(dst, src, sgde->length);
83 dst += sgde->length;
84 sgde = sg_next(sgde);
85 }
86 }
87
88 static void
89 lpfc_debug_save_dif(struct scsi_cmnd *cmnd)
90 {
91 void *src, *dst;
92 struct scatterlist *sgde = scsi_prot_sglist(cmnd);
93
94 if (!_dump_buf_dif) {
95 printk(KERN_ERR "BLKGRD ERROR %s _dump_buf_data is NULL\n",
96 __func__);
97 return;
98 }
99
100 if (!sgde) {
101 printk(KERN_ERR "BLKGRD ERROR: prot scatterlist is null\n");
102 return;
103 }
104
105 dst = _dump_buf_dif;
106 while (sgde) {
107 src = sg_virt(sgde);
108 memcpy(dst, src, sgde->length);
109 dst += sgde->length;
110 sgde = sg_next(sgde);
111 }
112 }
113
114 /**
115 * lpfc_update_stats - Update statistical data for the command completion
116 * @phba: Pointer to HBA object.
117 * @lpfc_cmd: lpfc scsi command object pointer.
118 *
119 * This function is called when there is a command completion and this
120 * function updates the statistical data for the command completion.
121 **/
122 static void
123 lpfc_update_stats(struct lpfc_hba *phba, struct lpfc_scsi_buf *lpfc_cmd)
124 {
125 struct lpfc_rport_data *rdata = lpfc_cmd->rdata;
126 struct lpfc_nodelist *pnode = rdata->pnode;
127 struct scsi_cmnd *cmd = lpfc_cmd->pCmd;
128 unsigned long flags;
129 struct Scsi_Host *shost = cmd->device->host;
130 struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
131 unsigned long latency;
132 int i;
133
134 if (cmd->result)
135 return;
136
137 latency = jiffies_to_msecs((long)jiffies - (long)lpfc_cmd->start_time);
138
139 spin_lock_irqsave(shost->host_lock, flags);
140 if (!vport->stat_data_enabled ||
141 vport->stat_data_blocked ||
142 !pnode->lat_data ||
143 (phba->bucket_type == LPFC_NO_BUCKET)) {
144 spin_unlock_irqrestore(shost->host_lock, flags);
145 return;
146 }
147
148 if (phba->bucket_type == LPFC_LINEAR_BUCKET) {
149 i = (latency + phba->bucket_step - 1 - phba->bucket_base)/
150 phba->bucket_step;
151 /* check array subscript bounds */
152 if (i < 0)
153 i = 0;
154 else if (i >= LPFC_MAX_BUCKET_COUNT)
155 i = LPFC_MAX_BUCKET_COUNT - 1;
156 } else {
157 for (i = 0; i < LPFC_MAX_BUCKET_COUNT-1; i++)
158 if (latency <= (phba->bucket_base +
159 ((1<<i)*phba->bucket_step)))
160 break;
161 }
162
163 pnode->lat_data[i].cmd_count++;
164 spin_unlock_irqrestore(shost->host_lock, flags);
165 }
166
167 /**
168 * lpfc_send_sdev_queuedepth_change_event - Posts a queuedepth change event
169 * @phba: Pointer to HBA context object.
170 * @vport: Pointer to vport object.
171 * @ndlp: Pointer to FC node associated with the target.
172 * @lun: Lun number of the scsi device.
173 * @old_val: Old value of the queue depth.
174 * @new_val: New value of the queue depth.
175 *
176 * This function sends an event to the mgmt application indicating
177 * there is a change in the scsi device queue depth.
178 **/
179 static void
180 lpfc_send_sdev_queuedepth_change_event(struct lpfc_hba *phba,
181 struct lpfc_vport *vport,
182 struct lpfc_nodelist *ndlp,
183 uint32_t lun,
184 uint32_t old_val,
185 uint32_t new_val)
186 {
187 struct lpfc_fast_path_event *fast_path_evt;
188 unsigned long flags;
189
190 fast_path_evt = lpfc_alloc_fast_evt(phba);
191 if (!fast_path_evt)
192 return;
193
194 fast_path_evt->un.queue_depth_evt.scsi_event.event_type =
195 FC_REG_SCSI_EVENT;
196 fast_path_evt->un.queue_depth_evt.scsi_event.subcategory =
197 LPFC_EVENT_VARQUEDEPTH;
198
199 /* Report all luns with change in queue depth */
200 fast_path_evt->un.queue_depth_evt.scsi_event.lun = lun;
201 if (ndlp && NLP_CHK_NODE_ACT(ndlp)) {
202 memcpy(&fast_path_evt->un.queue_depth_evt.scsi_event.wwpn,
203 &ndlp->nlp_portname, sizeof(struct lpfc_name));
204 memcpy(&fast_path_evt->un.queue_depth_evt.scsi_event.wwnn,
205 &ndlp->nlp_nodename, sizeof(struct lpfc_name));
206 }
207
208 fast_path_evt->un.queue_depth_evt.oldval = old_val;
209 fast_path_evt->un.queue_depth_evt.newval = new_val;
210 fast_path_evt->vport = vport;
211
212 fast_path_evt->work_evt.evt = LPFC_EVT_FASTPATH_MGMT_EVT;
213 spin_lock_irqsave(&phba->hbalock, flags);
214 list_add_tail(&fast_path_evt->work_evt.evt_listp, &phba->work_list);
215 spin_unlock_irqrestore(&phba->hbalock, flags);
216 lpfc_worker_wake_up(phba);
217
218 return;
219 }
220
221 /**
222 * lpfc_rampdown_queue_depth - Post RAMP_DOWN_QUEUE event to worker thread
223 * @phba: The Hba for which this call is being executed.
224 *
225 * This routine is called when there is resource error in driver or firmware.
226 * This routine posts WORKER_RAMP_DOWN_QUEUE event for @phba. This routine
227 * posts at most 1 event each second. This routine wakes up worker thread of
228 * @phba to process WORKER_RAM_DOWN_EVENT event.
229 *
230 * This routine should be called with no lock held.
231 **/
232 void
233 lpfc_rampdown_queue_depth(struct lpfc_hba *phba)
234 {
235 unsigned long flags;
236 uint32_t evt_posted;
237
238 spin_lock_irqsave(&phba->hbalock, flags);
239 atomic_inc(&phba->num_rsrc_err);
240 phba->last_rsrc_error_time = jiffies;
241
242 if ((phba->last_ramp_down_time + QUEUE_RAMP_DOWN_INTERVAL) > jiffies) {
243 spin_unlock_irqrestore(&phba->hbalock, flags);
244 return;
245 }
246
247 phba->last_ramp_down_time = jiffies;
248
249 spin_unlock_irqrestore(&phba->hbalock, flags);
250
251 spin_lock_irqsave(&phba->pport->work_port_lock, flags);
252 evt_posted = phba->pport->work_port_events & WORKER_RAMP_DOWN_QUEUE;
253 if (!evt_posted)
254 phba->pport->work_port_events |= WORKER_RAMP_DOWN_QUEUE;
255 spin_unlock_irqrestore(&phba->pport->work_port_lock, flags);
256
257 if (!evt_posted)
258 lpfc_worker_wake_up(phba);
259 return;
260 }
261
262 /**
263 * lpfc_rampup_queue_depth - Post RAMP_UP_QUEUE event for worker thread
264 * @phba: The Hba for which this call is being executed.
265 *
266 * This routine post WORKER_RAMP_UP_QUEUE event for @phba vport. This routine
267 * post at most 1 event every 5 minute after last_ramp_up_time or
268 * last_rsrc_error_time. This routine wakes up worker thread of @phba
269 * to process WORKER_RAM_DOWN_EVENT event.
270 *
271 * This routine should be called with no lock held.
272 **/
273 static inline void
274 lpfc_rampup_queue_depth(struct lpfc_vport *vport,
275 uint32_t queue_depth)
276 {
277 unsigned long flags;
278 struct lpfc_hba *phba = vport->phba;
279 uint32_t evt_posted;
280 atomic_inc(&phba->num_cmd_success);
281
282 if (vport->cfg_lun_queue_depth <= queue_depth)
283 return;
284 spin_lock_irqsave(&phba->hbalock, flags);
285 if (((phba->last_ramp_up_time + QUEUE_RAMP_UP_INTERVAL) > jiffies) ||
286 ((phba->last_rsrc_error_time + QUEUE_RAMP_UP_INTERVAL ) > jiffies)) {
287 spin_unlock_irqrestore(&phba->hbalock, flags);
288 return;
289 }
290 phba->last_ramp_up_time = jiffies;
291 spin_unlock_irqrestore(&phba->hbalock, flags);
292
293 spin_lock_irqsave(&phba->pport->work_port_lock, flags);
294 evt_posted = phba->pport->work_port_events & WORKER_RAMP_UP_QUEUE;
295 if (!evt_posted)
296 phba->pport->work_port_events |= WORKER_RAMP_UP_QUEUE;
297 spin_unlock_irqrestore(&phba->pport->work_port_lock, flags);
298
299 if (!evt_posted)
300 lpfc_worker_wake_up(phba);
301 return;
302 }
303
304 /**
305 * lpfc_ramp_down_queue_handler - WORKER_RAMP_DOWN_QUEUE event handler
306 * @phba: The Hba for which this call is being executed.
307 *
308 * This routine is called to process WORKER_RAMP_DOWN_QUEUE event for worker
309 * thread.This routine reduces queue depth for all scsi device on each vport
310 * associated with @phba.
311 **/
312 void
313 lpfc_ramp_down_queue_handler(struct lpfc_hba *phba)
314 {
315 struct lpfc_vport **vports;
316 struct Scsi_Host *shost;
317 struct scsi_device *sdev;
318 unsigned long new_queue_depth, old_queue_depth;
319 unsigned long num_rsrc_err, num_cmd_success;
320 int i;
321 struct lpfc_rport_data *rdata;
322
323 num_rsrc_err = atomic_read(&phba->num_rsrc_err);
324 num_cmd_success = atomic_read(&phba->num_cmd_success);
325
326 vports = lpfc_create_vport_work_array(phba);
327 if (vports != NULL)
328 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
329 shost = lpfc_shost_from_vport(vports[i]);
330 shost_for_each_device(sdev, shost) {
331 new_queue_depth =
332 sdev->queue_depth * num_rsrc_err /
333 (num_rsrc_err + num_cmd_success);
334 if (!new_queue_depth)
335 new_queue_depth = sdev->queue_depth - 1;
336 else
337 new_queue_depth = sdev->queue_depth -
338 new_queue_depth;
339 old_queue_depth = sdev->queue_depth;
340 if (sdev->ordered_tags)
341 scsi_adjust_queue_depth(sdev,
342 MSG_ORDERED_TAG,
343 new_queue_depth);
344 else
345 scsi_adjust_queue_depth(sdev,
346 MSG_SIMPLE_TAG,
347 new_queue_depth);
348 rdata = sdev->hostdata;
349 if (rdata)
350 lpfc_send_sdev_queuedepth_change_event(
351 phba, vports[i],
352 rdata->pnode,
353 sdev->lun, old_queue_depth,
354 new_queue_depth);
355 }
356 }
357 lpfc_destroy_vport_work_array(phba, vports);
358 atomic_set(&phba->num_rsrc_err, 0);
359 atomic_set(&phba->num_cmd_success, 0);
360 }
361
362 /**
363 * lpfc_ramp_up_queue_handler - WORKER_RAMP_UP_QUEUE event handler
364 * @phba: The Hba for which this call is being executed.
365 *
366 * This routine is called to process WORKER_RAMP_UP_QUEUE event for worker
367 * thread.This routine increases queue depth for all scsi device on each vport
368 * associated with @phba by 1. This routine also sets @phba num_rsrc_err and
369 * num_cmd_success to zero.
370 **/
371 void
372 lpfc_ramp_up_queue_handler(struct lpfc_hba *phba)
373 {
374 struct lpfc_vport **vports;
375 struct Scsi_Host *shost;
376 struct scsi_device *sdev;
377 int i;
378 struct lpfc_rport_data *rdata;
379
380 vports = lpfc_create_vport_work_array(phba);
381 if (vports != NULL)
382 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
383 shost = lpfc_shost_from_vport(vports[i]);
384 shost_for_each_device(sdev, shost) {
385 if (vports[i]->cfg_lun_queue_depth <=
386 sdev->queue_depth)
387 continue;
388 if (sdev->ordered_tags)
389 scsi_adjust_queue_depth(sdev,
390 MSG_ORDERED_TAG,
391 sdev->queue_depth+1);
392 else
393 scsi_adjust_queue_depth(sdev,
394 MSG_SIMPLE_TAG,
395 sdev->queue_depth+1);
396 rdata = sdev->hostdata;
397 if (rdata)
398 lpfc_send_sdev_queuedepth_change_event(
399 phba, vports[i],
400 rdata->pnode,
401 sdev->lun,
402 sdev->queue_depth - 1,
403 sdev->queue_depth);
404 }
405 }
406 lpfc_destroy_vport_work_array(phba, vports);
407 atomic_set(&phba->num_rsrc_err, 0);
408 atomic_set(&phba->num_cmd_success, 0);
409 }
410
411 /**
412 * lpfc_scsi_dev_block - set all scsi hosts to block state
413 * @phba: Pointer to HBA context object.
414 *
415 * This function walks vport list and set each SCSI host to block state
416 * by invoking fc_remote_port_delete() routine. This function is invoked
417 * with EEH when device's PCI slot has been permanently disabled.
418 **/
419 void
420 lpfc_scsi_dev_block(struct lpfc_hba *phba)
421 {
422 struct lpfc_vport **vports;
423 struct Scsi_Host *shost;
424 struct scsi_device *sdev;
425 struct fc_rport *rport;
426 int i;
427
428 vports = lpfc_create_vport_work_array(phba);
429 if (vports != NULL)
430 for (i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
431 shost = lpfc_shost_from_vport(vports[i]);
432 shost_for_each_device(sdev, shost) {
433 rport = starget_to_rport(scsi_target(sdev));
434 fc_remote_port_delete(rport);
435 }
436 }
437 lpfc_destroy_vport_work_array(phba, vports);
438 }
439
440 /**
441 * lpfc_new_scsi_buf - Scsi buffer allocator
442 * @vport: The virtual port for which this call being executed.
443 *
444 * This routine allocates a scsi buffer, which contains all the necessary
445 * information needed to initiate a SCSI I/O. The non-DMAable buffer region
446 * contains information to build the IOCB. The DMAable region contains
447 * memory for the FCP CMND, FCP RSP, and the initial BPL. In addition to
448 * allocating memory, the FCP CMND and FCP RSP BDEs are setup in the BPL
449 * and the BPL BDE is setup in the IOCB.
450 *
451 * Return codes:
452 * NULL - Error
453 * Pointer to lpfc_scsi_buf data structure - Success
454 **/
455 static struct lpfc_scsi_buf *
456 lpfc_new_scsi_buf(struct lpfc_vport *vport)
457 {
458 struct lpfc_hba *phba = vport->phba;
459 struct lpfc_scsi_buf *psb;
460 struct ulp_bde64 *bpl;
461 IOCB_t *iocb;
462 dma_addr_t pdma_phys_fcp_cmd;
463 dma_addr_t pdma_phys_fcp_rsp;
464 dma_addr_t pdma_phys_bpl;
465 uint16_t iotag;
466
467 psb = kzalloc(sizeof(struct lpfc_scsi_buf), GFP_KERNEL);
468 if (!psb)
469 return NULL;
470
471 /*
472 * Get memory from the pci pool to map the virt space to pci bus space
473 * for an I/O. The DMA buffer includes space for the struct fcp_cmnd,
474 * struct fcp_rsp and the number of bde's necessary to support the
475 * sg_tablesize.
476 */
477 psb->data = pci_pool_alloc(phba->lpfc_scsi_dma_buf_pool, GFP_KERNEL,
478 &psb->dma_handle);
479 if (!psb->data) {
480 kfree(psb);
481 return NULL;
482 }
483
484 /* Initialize virtual ptrs to dma_buf region. */
485 memset(psb->data, 0, phba->cfg_sg_dma_buf_size);
486
487 /* Allocate iotag for psb->cur_iocbq. */
488 iotag = lpfc_sli_next_iotag(phba, &psb->cur_iocbq);
489 if (iotag == 0) {
490 pci_pool_free(phba->lpfc_scsi_dma_buf_pool,
491 psb->data, psb->dma_handle);
492 kfree (psb);
493 return NULL;
494 }
495 psb->cur_iocbq.iocb_flag |= LPFC_IO_FCP;
496
497 psb->fcp_cmnd = psb->data;
498 psb->fcp_rsp = psb->data + sizeof(struct fcp_cmnd);
499 psb->fcp_bpl = psb->data + sizeof(struct fcp_cmnd) +
500 sizeof(struct fcp_rsp);
501
502 /* Initialize local short-hand pointers. */
503 bpl = psb->fcp_bpl;
504 pdma_phys_fcp_cmd = psb->dma_handle;
505 pdma_phys_fcp_rsp = psb->dma_handle + sizeof(struct fcp_cmnd);
506 pdma_phys_bpl = psb->dma_handle + sizeof(struct fcp_cmnd) +
507 sizeof(struct fcp_rsp);
508
509 /*
510 * The first two bdes are the FCP_CMD and FCP_RSP. The balance are sg
511 * list bdes. Initialize the first two and leave the rest for
512 * queuecommand.
513 */
514 bpl[0].addrHigh = le32_to_cpu(putPaddrHigh(pdma_phys_fcp_cmd));
515 bpl[0].addrLow = le32_to_cpu(putPaddrLow(pdma_phys_fcp_cmd));
516 bpl[0].tus.f.bdeSize = sizeof(struct fcp_cmnd);
517 bpl[0].tus.f.bdeFlags = BUFF_TYPE_BDE_64;
518 bpl[0].tus.w = le32_to_cpu(bpl[0].tus.w);
519
520 /* Setup the physical region for the FCP RSP */
521 bpl[1].addrHigh = le32_to_cpu(putPaddrHigh(pdma_phys_fcp_rsp));
522 bpl[1].addrLow = le32_to_cpu(putPaddrLow(pdma_phys_fcp_rsp));
523 bpl[1].tus.f.bdeSize = sizeof(struct fcp_rsp);
524 bpl[1].tus.f.bdeFlags = BUFF_TYPE_BDE_64;
525 bpl[1].tus.w = le32_to_cpu(bpl[1].tus.w);
526
527 /*
528 * Since the IOCB for the FCP I/O is built into this lpfc_scsi_buf,
529 * initialize it with all known data now.
530 */
531 iocb = &psb->cur_iocbq.iocb;
532 iocb->un.fcpi64.bdl.ulpIoTag32 = 0;
533 if ((phba->sli_rev == 3) &&
534 !(phba->sli3_options & LPFC_SLI3_BG_ENABLED)) {
535 /* fill in immediate fcp command BDE */
536 iocb->un.fcpi64.bdl.bdeFlags = BUFF_TYPE_BDE_IMMED;
537 iocb->un.fcpi64.bdl.bdeSize = sizeof(struct fcp_cmnd);
538 iocb->un.fcpi64.bdl.addrLow = offsetof(IOCB_t,
539 unsli3.fcp_ext.icd);
540 iocb->un.fcpi64.bdl.addrHigh = 0;
541 iocb->ulpBdeCount = 0;
542 iocb->ulpLe = 0;
543 /* fill in responce BDE */
544 iocb->unsli3.fcp_ext.rbde.tus.f.bdeFlags = BUFF_TYPE_BDE_64;
545 iocb->unsli3.fcp_ext.rbde.tus.f.bdeSize =
546 sizeof(struct fcp_rsp);
547 iocb->unsli3.fcp_ext.rbde.addrLow =
548 putPaddrLow(pdma_phys_fcp_rsp);
549 iocb->unsli3.fcp_ext.rbde.addrHigh =
550 putPaddrHigh(pdma_phys_fcp_rsp);
551 } else {
552 iocb->un.fcpi64.bdl.bdeFlags = BUFF_TYPE_BLP_64;
553 iocb->un.fcpi64.bdl.bdeSize = (2 * sizeof(struct ulp_bde64));
554 iocb->un.fcpi64.bdl.addrLow = putPaddrLow(pdma_phys_bpl);
555 iocb->un.fcpi64.bdl.addrHigh = putPaddrHigh(pdma_phys_bpl);
556 iocb->ulpBdeCount = 1;
557 iocb->ulpLe = 1;
558 }
559 iocb->ulpClass = CLASS3;
560
561 return psb;
562 }
563
564 /**
565 * lpfc_get_scsi_buf - Get a scsi buffer from lpfc_scsi_buf_list list of Hba
566 * @phba: The Hba for which this call is being executed.
567 *
568 * This routine removes a scsi buffer from head of @phba lpfc_scsi_buf_list list
569 * and returns to caller.
570 *
571 * Return codes:
572 * NULL - Error
573 * Pointer to lpfc_scsi_buf - Success
574 **/
575 static struct lpfc_scsi_buf*
576 lpfc_get_scsi_buf(struct lpfc_hba * phba)
577 {
578 struct lpfc_scsi_buf * lpfc_cmd = NULL;
579 struct list_head *scsi_buf_list = &phba->lpfc_scsi_buf_list;
580 unsigned long iflag = 0;
581
582 spin_lock_irqsave(&phba->scsi_buf_list_lock, iflag);
583 list_remove_head(scsi_buf_list, lpfc_cmd, struct lpfc_scsi_buf, list);
584 if (lpfc_cmd) {
585 lpfc_cmd->seg_cnt = 0;
586 lpfc_cmd->nonsg_phys = 0;
587 lpfc_cmd->prot_seg_cnt = 0;
588 }
589 spin_unlock_irqrestore(&phba->scsi_buf_list_lock, iflag);
590 return lpfc_cmd;
591 }
592
593 /**
594 * lpfc_release_scsi_buf - Return a scsi buffer back to hba's lpfc_scsi_buf_list
595 * @phba: The Hba for which this call is being executed.
596 * @psb: The scsi buffer which is being released.
597 *
598 * This routine releases @psb scsi buffer by adding it to tail of @phba
599 * lpfc_scsi_buf_list list.
600 **/
601 static void
602 lpfc_release_scsi_buf(struct lpfc_hba *phba, struct lpfc_scsi_buf *psb)
603 {
604 unsigned long iflag = 0;
605
606 spin_lock_irqsave(&phba->scsi_buf_list_lock, iflag);
607 psb->pCmd = NULL;
608 list_add_tail(&psb->list, &phba->lpfc_scsi_buf_list);
609 spin_unlock_irqrestore(&phba->scsi_buf_list_lock, iflag);
610 }
611
612 /**
613 * lpfc_scsi_prep_dma_buf - Routine to do DMA mapping for scsi buffer
614 * @phba: The Hba for which this call is being executed.
615 * @lpfc_cmd: The scsi buffer which is going to be mapped.
616 *
617 * This routine does the pci dma mapping for scatter-gather list of scsi cmnd
618 * field of @lpfc_cmd. This routine scans through sg elements and format the
619 * bdea. This routine also initializes all IOCB fields which are dependent on
620 * scsi command request buffer.
621 *
622 * Return codes:
623 * 1 - Error
624 * 0 - Success
625 **/
626 static int
627 lpfc_scsi_prep_dma_buf(struct lpfc_hba *phba, struct lpfc_scsi_buf *lpfc_cmd)
628 {
629 struct scsi_cmnd *scsi_cmnd = lpfc_cmd->pCmd;
630 struct scatterlist *sgel = NULL;
631 struct fcp_cmnd *fcp_cmnd = lpfc_cmd->fcp_cmnd;
632 struct ulp_bde64 *bpl = lpfc_cmd->fcp_bpl;
633 IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb;
634 struct ulp_bde64 *data_bde = iocb_cmd->unsli3.fcp_ext.dbde;
635 dma_addr_t physaddr;
636 uint32_t num_bde = 0;
637 int nseg, datadir = scsi_cmnd->sc_data_direction;
638
639 /*
640 * There are three possibilities here - use scatter-gather segment, use
641 * the single mapping, or neither. Start the lpfc command prep by
642 * bumping the bpl beyond the fcp_cmnd and fcp_rsp regions to the first
643 * data bde entry.
644 */
645 bpl += 2;
646 if (scsi_sg_count(scsi_cmnd)) {
647 /*
648 * The driver stores the segment count returned from pci_map_sg
649 * because this a count of dma-mappings used to map the use_sg
650 * pages. They are not guaranteed to be the same for those
651 * architectures that implement an IOMMU.
652 */
653
654 nseg = dma_map_sg(&phba->pcidev->dev, scsi_sglist(scsi_cmnd),
655 scsi_sg_count(scsi_cmnd), datadir);
656 if (unlikely(!nseg))
657 return 1;
658
659 lpfc_cmd->seg_cnt = nseg;
660 if (lpfc_cmd->seg_cnt > phba->cfg_sg_seg_cnt) {
661 printk(KERN_ERR "%s: Too many sg segments from "
662 "dma_map_sg. Config %d, seg_cnt %d\n",
663 __func__, phba->cfg_sg_seg_cnt,
664 lpfc_cmd->seg_cnt);
665 scsi_dma_unmap(scsi_cmnd);
666 return 1;
667 }
668
669 /*
670 * The driver established a maximum scatter-gather segment count
671 * during probe that limits the number of sg elements in any
672 * single scsi command. Just run through the seg_cnt and format
673 * the bde's.
674 * When using SLI-3 the driver will try to fit all the BDEs into
675 * the IOCB. If it can't then the BDEs get added to a BPL as it
676 * does for SLI-2 mode.
677 */
678 scsi_for_each_sg(scsi_cmnd, sgel, nseg, num_bde) {
679 physaddr = sg_dma_address(sgel);
680 if (phba->sli_rev == 3 &&
681 !(phba->sli3_options & LPFC_SLI3_BG_ENABLED) &&
682 nseg <= LPFC_EXT_DATA_BDE_COUNT) {
683 data_bde->tus.f.bdeFlags = BUFF_TYPE_BDE_64;
684 data_bde->tus.f.bdeSize = sg_dma_len(sgel);
685 data_bde->addrLow = putPaddrLow(physaddr);
686 data_bde->addrHigh = putPaddrHigh(physaddr);
687 data_bde++;
688 } else {
689 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64;
690 bpl->tus.f.bdeSize = sg_dma_len(sgel);
691 bpl->tus.w = le32_to_cpu(bpl->tus.w);
692 bpl->addrLow =
693 le32_to_cpu(putPaddrLow(physaddr));
694 bpl->addrHigh =
695 le32_to_cpu(putPaddrHigh(physaddr));
696 bpl++;
697 }
698 }
699 }
700
701 /*
702 * Finish initializing those IOCB fields that are dependent on the
703 * scsi_cmnd request_buffer. Note that for SLI-2 the bdeSize is
704 * explicitly reinitialized and for SLI-3 the extended bde count is
705 * explicitly reinitialized since all iocb memory resources are reused.
706 */
707 if (phba->sli_rev == 3 &&
708 !(phba->sli3_options & LPFC_SLI3_BG_ENABLED)) {
709 if (num_bde > LPFC_EXT_DATA_BDE_COUNT) {
710 /*
711 * The extended IOCB format can only fit 3 BDE or a BPL.
712 * This I/O has more than 3 BDE so the 1st data bde will
713 * be a BPL that is filled in here.
714 */
715 physaddr = lpfc_cmd->dma_handle;
716 data_bde->tus.f.bdeFlags = BUFF_TYPE_BLP_64;
717 data_bde->tus.f.bdeSize = (num_bde *
718 sizeof(struct ulp_bde64));
719 physaddr += (sizeof(struct fcp_cmnd) +
720 sizeof(struct fcp_rsp) +
721 (2 * sizeof(struct ulp_bde64)));
722 data_bde->addrHigh = putPaddrHigh(physaddr);
723 data_bde->addrLow = putPaddrLow(physaddr);
724 /* ebde count includes the responce bde and data bpl */
725 iocb_cmd->unsli3.fcp_ext.ebde_count = 2;
726 } else {
727 /* ebde count includes the responce bde and data bdes */
728 iocb_cmd->unsli3.fcp_ext.ebde_count = (num_bde + 1);
729 }
730 } else {
731 iocb_cmd->un.fcpi64.bdl.bdeSize =
732 ((num_bde + 2) * sizeof(struct ulp_bde64));
733 }
734 fcp_cmnd->fcpDl = cpu_to_be32(scsi_bufflen(scsi_cmnd));
735
736 /*
737 * Due to difference in data length between DIF/non-DIF paths,
738 * we need to set word 4 of IOCB here
739 */
740 iocb_cmd->un.fcpi.fcpi_parm = scsi_bufflen(scsi_cmnd);
741 return 0;
742 }
743
744 /*
745 * Given a scsi cmnd, determine the BlockGuard profile to be used
746 * with the cmd
747 */
748 static int
749 lpfc_sc_to_sli_prof(struct scsi_cmnd *sc)
750 {
751 uint8_t guard_type = scsi_host_get_guard(sc->device->host);
752 uint8_t ret_prof = LPFC_PROF_INVALID;
753
754 if (guard_type == SHOST_DIX_GUARD_IP) {
755 switch (scsi_get_prot_op(sc)) {
756 case SCSI_PROT_READ_INSERT:
757 case SCSI_PROT_WRITE_STRIP:
758 ret_prof = LPFC_PROF_AST2;
759 break;
760
761 case SCSI_PROT_READ_STRIP:
762 case SCSI_PROT_WRITE_INSERT:
763 ret_prof = LPFC_PROF_A1;
764 break;
765
766 case SCSI_PROT_READ_CONVERT:
767 case SCSI_PROT_WRITE_CONVERT:
768 ret_prof = LPFC_PROF_AST1;
769 break;
770
771 case SCSI_PROT_READ_PASS:
772 case SCSI_PROT_WRITE_PASS:
773 case SCSI_PROT_NORMAL:
774 default:
775 printk(KERN_ERR "Bad op/guard:%d/%d combination\n",
776 scsi_get_prot_op(sc), guard_type);
777 break;
778
779 }
780 } else if (guard_type == SHOST_DIX_GUARD_CRC) {
781 switch (scsi_get_prot_op(sc)) {
782 case SCSI_PROT_READ_STRIP:
783 case SCSI_PROT_WRITE_INSERT:
784 ret_prof = LPFC_PROF_A1;
785 break;
786
787 case SCSI_PROT_READ_PASS:
788 case SCSI_PROT_WRITE_PASS:
789 ret_prof = LPFC_PROF_C1;
790 break;
791
792 case SCSI_PROT_READ_CONVERT:
793 case SCSI_PROT_WRITE_CONVERT:
794 case SCSI_PROT_READ_INSERT:
795 case SCSI_PROT_WRITE_STRIP:
796 case SCSI_PROT_NORMAL:
797 default:
798 printk(KERN_ERR "Bad op/guard:%d/%d combination\n",
799 scsi_get_prot_op(sc), guard_type);
800 break;
801 }
802 } else {
803 /* unsupported format */
804 BUG();
805 }
806
807 return ret_prof;
808 }
809
810 struct scsi_dif_tuple {
811 __be16 guard_tag; /* Checksum */
812 __be16 app_tag; /* Opaque storage */
813 __be32 ref_tag; /* Target LBA or indirect LBA */
814 };
815
816 static inline unsigned
817 lpfc_cmd_blksize(struct scsi_cmnd *sc)
818 {
819 return sc->device->sector_size;
820 }
821
822 /**
823 * lpfc_get_cmd_dif_parms - Extract DIF parameters from SCSI command
824 * @sc: in: SCSI command
825 * @apptagmask: out: app tag mask
826 * @apptagval: out: app tag value
827 * @reftag: out: ref tag (reference tag)
828 *
829 * Description:
830 * Extract DIF paramters from the command if possible. Otherwise,
831 * use default paratmers.
832 *
833 **/
834 static inline void
835 lpfc_get_cmd_dif_parms(struct scsi_cmnd *sc, uint16_t *apptagmask,
836 uint16_t *apptagval, uint32_t *reftag)
837 {
838 struct scsi_dif_tuple *spt;
839 unsigned char op = scsi_get_prot_op(sc);
840 unsigned int protcnt = scsi_prot_sg_count(sc);
841 static int cnt;
842
843 if (protcnt && (op == SCSI_PROT_WRITE_STRIP ||
844 op == SCSI_PROT_WRITE_PASS ||
845 op == SCSI_PROT_WRITE_CONVERT)) {
846
847 cnt++;
848 spt = page_address(sg_page(scsi_prot_sglist(sc))) +
849 scsi_prot_sglist(sc)[0].offset;
850 *apptagmask = 0;
851 *apptagval = 0;
852 *reftag = cpu_to_be32(spt->ref_tag);
853
854 } else {
855 /* SBC defines ref tag to be lower 32bits of LBA */
856 *reftag = (uint32_t) (0xffffffff & scsi_get_lba(sc));
857 *apptagmask = 0;
858 *apptagval = 0;
859 }
860 }
861
862 /*
863 * This function sets up buffer list for protection groups of
864 * type LPFC_PG_TYPE_NO_DIF
865 *
866 * This is usually used when the HBA is instructed to generate
867 * DIFs and insert them into data stream (or strip DIF from
868 * incoming data stream)
869 *
870 * The buffer list consists of just one protection group described
871 * below:
872 * +-------------------------+
873 * start of prot group --> | PDE_1 |
874 * +-------------------------+
875 * | Data BDE |
876 * +-------------------------+
877 * |more Data BDE's ... (opt)|
878 * +-------------------------+
879 *
880 * @sc: pointer to scsi command we're working on
881 * @bpl: pointer to buffer list for protection groups
882 * @datacnt: number of segments of data that have been dma mapped
883 *
884 * Note: Data s/g buffers have been dma mapped
885 */
886 static int
887 lpfc_bg_setup_bpl(struct lpfc_hba *phba, struct scsi_cmnd *sc,
888 struct ulp_bde64 *bpl, int datasegcnt)
889 {
890 struct scatterlist *sgde = NULL; /* s/g data entry */
891 struct lpfc_pde *pde1 = NULL;
892 dma_addr_t physaddr;
893 int i = 0, num_bde = 0;
894 int datadir = sc->sc_data_direction;
895 int prof = LPFC_PROF_INVALID;
896 unsigned blksize;
897 uint32_t reftag;
898 uint16_t apptagmask, apptagval;
899
900 pde1 = (struct lpfc_pde *) bpl;
901 prof = lpfc_sc_to_sli_prof(sc);
902
903 if (prof == LPFC_PROF_INVALID)
904 goto out;
905
906 /* extract some info from the scsi command for PDE1*/
907 blksize = lpfc_cmd_blksize(sc);
908 lpfc_get_cmd_dif_parms(sc, &apptagmask, &apptagval, &reftag);
909
910 /* setup PDE1 with what we have */
911 lpfc_pde_set_bg_parms(pde1, LPFC_PDE1_DESCRIPTOR, prof, blksize,
912 BG_EC_STOP_ERR);
913 lpfc_pde_set_dif_parms(pde1, apptagmask, apptagval, reftag);
914
915 num_bde++;
916 bpl++;
917
918 /* assumption: caller has already run dma_map_sg on command data */
919 scsi_for_each_sg(sc, sgde, datasegcnt, i) {
920 physaddr = sg_dma_address(sgde);
921 bpl->addrLow = le32_to_cpu(putPaddrLow(physaddr));
922 bpl->addrHigh = le32_to_cpu(putPaddrHigh(physaddr));
923 bpl->tus.f.bdeSize = sg_dma_len(sgde);
924 if (datadir == DMA_TO_DEVICE)
925 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64;
926 else
927 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64I;
928 bpl->tus.w = le32_to_cpu(bpl->tus.w);
929 bpl++;
930 num_bde++;
931 }
932
933 out:
934 return num_bde;
935 }
936
937 /*
938 * This function sets up buffer list for protection groups of
939 * type LPFC_PG_TYPE_DIF_BUF
940 *
941 * This is usually used when DIFs are in their own buffers,
942 * separate from the data. The HBA can then by instructed
943 * to place the DIFs in the outgoing stream. For read operations,
944 * The HBA could extract the DIFs and place it in DIF buffers.
945 *
946 * The buffer list for this type consists of one or more of the
947 * protection groups described below:
948 * +-------------------------+
949 * start of first prot group --> | PDE_1 |
950 * +-------------------------+
951 * | PDE_3 (Prot BDE) |
952 * +-------------------------+
953 * | Data BDE |
954 * +-------------------------+
955 * |more Data BDE's ... (opt)|
956 * +-------------------------+
957 * start of new prot group --> | PDE_1 |
958 * +-------------------------+
959 * | ... |
960 * +-------------------------+
961 *
962 * @sc: pointer to scsi command we're working on
963 * @bpl: pointer to buffer list for protection groups
964 * @datacnt: number of segments of data that have been dma mapped
965 * @protcnt: number of segment of protection data that have been dma mapped
966 *
967 * Note: It is assumed that both data and protection s/g buffers have been
968 * mapped for DMA
969 */
970 static int
971 lpfc_bg_setup_bpl_prot(struct lpfc_hba *phba, struct scsi_cmnd *sc,
972 struct ulp_bde64 *bpl, int datacnt, int protcnt)
973 {
974 struct scatterlist *sgde = NULL; /* s/g data entry */
975 struct scatterlist *sgpe = NULL; /* s/g prot entry */
976 struct lpfc_pde *pde1 = NULL;
977 struct ulp_bde64 *prot_bde = NULL;
978 dma_addr_t dataphysaddr, protphysaddr;
979 unsigned short curr_data = 0, curr_prot = 0;
980 unsigned int split_offset, protgroup_len;
981 unsigned int protgrp_blks, protgrp_bytes;
982 unsigned int remainder, subtotal;
983 int prof = LPFC_PROF_INVALID;
984 int datadir = sc->sc_data_direction;
985 unsigned char pgdone = 0, alldone = 0;
986 unsigned blksize;
987 uint32_t reftag;
988 uint16_t apptagmask, apptagval;
989 int num_bde = 0;
990
991 sgpe = scsi_prot_sglist(sc);
992 sgde = scsi_sglist(sc);
993
994 if (!sgpe || !sgde) {
995 lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
996 "9020 Invalid s/g entry: data=0x%p prot=0x%p\n",
997 sgpe, sgde);
998 return 0;
999 }
1000
1001 prof = lpfc_sc_to_sli_prof(sc);
1002 if (prof == LPFC_PROF_INVALID)
1003 goto out;
1004
1005 /* extract some info from the scsi command for PDE1*/
1006 blksize = lpfc_cmd_blksize(sc);
1007 lpfc_get_cmd_dif_parms(sc, &apptagmask, &apptagval, &reftag);
1008
1009 split_offset = 0;
1010 do {
1011 /* setup the first PDE_1 */
1012 pde1 = (struct lpfc_pde *) bpl;
1013
1014 lpfc_pde_set_bg_parms(pde1, LPFC_PDE1_DESCRIPTOR, prof, blksize,
1015 BG_EC_STOP_ERR);
1016 lpfc_pde_set_dif_parms(pde1, apptagmask, apptagval, reftag);
1017
1018 num_bde++;
1019 bpl++;
1020
1021 /* setup the first BDE that points to protection buffer */
1022 prot_bde = (struct ulp_bde64 *) bpl;
1023 protphysaddr = sg_dma_address(sgpe);
1024 prot_bde->addrLow = le32_to_cpu(putPaddrLow(protphysaddr));
1025 prot_bde->addrHigh = le32_to_cpu(putPaddrHigh(protphysaddr));
1026 protgroup_len = sg_dma_len(sgpe);
1027
1028
1029 /* must be integer multiple of the DIF block length */
1030 BUG_ON(protgroup_len % 8);
1031
1032 protgrp_blks = protgroup_len / 8;
1033 protgrp_bytes = protgrp_blks * blksize;
1034
1035 prot_bde->tus.f.bdeSize = protgroup_len;
1036 if (datadir == DMA_TO_DEVICE)
1037 prot_bde->tus.f.bdeFlags = BUFF_TYPE_BDE_64;
1038 else
1039 prot_bde->tus.f.bdeFlags = BUFF_TYPE_BDE_64I;
1040 prot_bde->tus.w = le32_to_cpu(bpl->tus.w);
1041
1042 curr_prot++;
1043 num_bde++;
1044
1045 /* setup BDE's for data blocks associated with DIF data */
1046 pgdone = 0;
1047 subtotal = 0; /* total bytes processed for current prot grp */
1048 while (!pgdone) {
1049 if (!sgde) {
1050 printk(KERN_ERR "%s Invalid data segment\n",
1051 __func__);
1052 return 0;
1053 }
1054 bpl++;
1055 dataphysaddr = sg_dma_address(sgde) + split_offset;
1056 bpl->addrLow = le32_to_cpu(putPaddrLow(dataphysaddr));
1057 bpl->addrHigh = le32_to_cpu(putPaddrHigh(dataphysaddr));
1058
1059 remainder = sg_dma_len(sgde) - split_offset;
1060
1061 if ((subtotal + remainder) <= protgrp_bytes) {
1062 /* we can use this whole buffer */
1063 bpl->tus.f.bdeSize = remainder;
1064 split_offset = 0;
1065
1066 if ((subtotal + remainder) == protgrp_bytes)
1067 pgdone = 1;
1068 } else {
1069 /* must split this buffer with next prot grp */
1070 bpl->tus.f.bdeSize = protgrp_bytes - subtotal;
1071 split_offset += bpl->tus.f.bdeSize;
1072 }
1073
1074 subtotal += bpl->tus.f.bdeSize;
1075
1076 if (datadir == DMA_TO_DEVICE)
1077 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64;
1078 else
1079 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64I;
1080 bpl->tus.w = le32_to_cpu(bpl->tus.w);
1081
1082 num_bde++;
1083 curr_data++;
1084
1085 if (split_offset)
1086 break;
1087
1088 /* Move to the next s/g segment if possible */
1089 sgde = sg_next(sgde);
1090 }
1091
1092 /* are we done ? */
1093 if (curr_prot == protcnt) {
1094 alldone = 1;
1095 } else if (curr_prot < protcnt) {
1096 /* advance to next prot buffer */
1097 sgpe = sg_next(sgpe);
1098 bpl++;
1099
1100 /* update the reference tag */
1101 reftag += protgrp_blks;
1102 } else {
1103 /* if we're here, we have a bug */
1104 printk(KERN_ERR "BLKGRD: bug in %s\n", __func__);
1105 }
1106
1107 } while (!alldone);
1108
1109 out:
1110
1111
1112 return num_bde;
1113 }
1114 /*
1115 * Given a SCSI command that supports DIF, determine composition of protection
1116 * groups involved in setting up buffer lists
1117 *
1118 * Returns:
1119 * for DIF (for both read and write)
1120 * */
1121 static int
1122 lpfc_prot_group_type(struct lpfc_hba *phba, struct scsi_cmnd *sc)
1123 {
1124 int ret = LPFC_PG_TYPE_INVALID;
1125 unsigned char op = scsi_get_prot_op(sc);
1126
1127 switch (op) {
1128 case SCSI_PROT_READ_STRIP:
1129 case SCSI_PROT_WRITE_INSERT:
1130 ret = LPFC_PG_TYPE_NO_DIF;
1131 break;
1132 case SCSI_PROT_READ_INSERT:
1133 case SCSI_PROT_WRITE_STRIP:
1134 case SCSI_PROT_READ_PASS:
1135 case SCSI_PROT_WRITE_PASS:
1136 case SCSI_PROT_WRITE_CONVERT:
1137 case SCSI_PROT_READ_CONVERT:
1138 ret = LPFC_PG_TYPE_DIF_BUF;
1139 break;
1140 default:
1141 lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1142 "9021 Unsupported protection op:%d\n", op);
1143 break;
1144 }
1145
1146 return ret;
1147 }
1148
1149 /*
1150 * This is the protection/DIF aware version of
1151 * lpfc_scsi_prep_dma_buf(). It may be a good idea to combine the
1152 * two functions eventually, but for now, it's here
1153 */
1154 static int
1155 lpfc_bg_scsi_prep_dma_buf(struct lpfc_hba *phba,
1156 struct lpfc_scsi_buf *lpfc_cmd)
1157 {
1158 struct scsi_cmnd *scsi_cmnd = lpfc_cmd->pCmd;
1159 struct fcp_cmnd *fcp_cmnd = lpfc_cmd->fcp_cmnd;
1160 struct ulp_bde64 *bpl = lpfc_cmd->fcp_bpl;
1161 IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb;
1162 uint32_t num_bde = 0;
1163 int datasegcnt, protsegcnt, datadir = scsi_cmnd->sc_data_direction;
1164 int prot_group_type = 0;
1165 int diflen, fcpdl;
1166 unsigned blksize;
1167
1168 /*
1169 * Start the lpfc command prep by bumping the bpl beyond fcp_cmnd
1170 * fcp_rsp regions to the first data bde entry
1171 */
1172 bpl += 2;
1173 if (scsi_sg_count(scsi_cmnd)) {
1174 /*
1175 * The driver stores the segment count returned from pci_map_sg
1176 * because this a count of dma-mappings used to map the use_sg
1177 * pages. They are not guaranteed to be the same for those
1178 * architectures that implement an IOMMU.
1179 */
1180 datasegcnt = dma_map_sg(&phba->pcidev->dev,
1181 scsi_sglist(scsi_cmnd),
1182 scsi_sg_count(scsi_cmnd), datadir);
1183 if (unlikely(!datasegcnt))
1184 return 1;
1185
1186 lpfc_cmd->seg_cnt = datasegcnt;
1187 if (lpfc_cmd->seg_cnt > phba->cfg_sg_seg_cnt) {
1188 printk(KERN_ERR "%s: Too many sg segments from "
1189 "dma_map_sg. Config %d, seg_cnt %d\n",
1190 __func__, phba->cfg_sg_seg_cnt,
1191 lpfc_cmd->seg_cnt);
1192 scsi_dma_unmap(scsi_cmnd);
1193 return 1;
1194 }
1195
1196 prot_group_type = lpfc_prot_group_type(phba, scsi_cmnd);
1197
1198 switch (prot_group_type) {
1199 case LPFC_PG_TYPE_NO_DIF:
1200 num_bde = lpfc_bg_setup_bpl(phba, scsi_cmnd, bpl,
1201 datasegcnt);
1202 /* we shoud have 2 or more entries in buffer list */
1203 if (num_bde < 2)
1204 goto err;
1205 break;
1206 case LPFC_PG_TYPE_DIF_BUF:{
1207 /*
1208 * This type indicates that protection buffers are
1209 * passed to the driver, so that needs to be prepared
1210 * for DMA
1211 */
1212 protsegcnt = dma_map_sg(&phba->pcidev->dev,
1213 scsi_prot_sglist(scsi_cmnd),
1214 scsi_prot_sg_count(scsi_cmnd), datadir);
1215 if (unlikely(!protsegcnt)) {
1216 scsi_dma_unmap(scsi_cmnd);
1217 return 1;
1218 }
1219
1220 lpfc_cmd->prot_seg_cnt = protsegcnt;
1221 if (lpfc_cmd->prot_seg_cnt
1222 > phba->cfg_prot_sg_seg_cnt) {
1223 printk(KERN_ERR "%s: Too many prot sg segments "
1224 "from dma_map_sg. Config %d,"
1225 "prot_seg_cnt %d\n", __func__,
1226 phba->cfg_prot_sg_seg_cnt,
1227 lpfc_cmd->prot_seg_cnt);
1228 dma_unmap_sg(&phba->pcidev->dev,
1229 scsi_prot_sglist(scsi_cmnd),
1230 scsi_prot_sg_count(scsi_cmnd),
1231 datadir);
1232 scsi_dma_unmap(scsi_cmnd);
1233 return 1;
1234 }
1235
1236 num_bde = lpfc_bg_setup_bpl_prot(phba, scsi_cmnd, bpl,
1237 datasegcnt, protsegcnt);
1238 /* we shoud have 3 or more entries in buffer list */
1239 if (num_bde < 3)
1240 goto err;
1241 break;
1242 }
1243 case LPFC_PG_TYPE_INVALID:
1244 default:
1245 lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1246 "9022 Unexpected protection group %i\n",
1247 prot_group_type);
1248 return 1;
1249 }
1250 }
1251
1252 /*
1253 * Finish initializing those IOCB fields that are dependent on the
1254 * scsi_cmnd request_buffer. Note that the bdeSize is explicitly
1255 * reinitialized since all iocb memory resources are used many times
1256 * for transmit, receive, and continuation bpl's.
1257 */
1258 iocb_cmd->un.fcpi64.bdl.bdeSize = (2 * sizeof(struct ulp_bde64));
1259 iocb_cmd->un.fcpi64.bdl.bdeSize += (num_bde * sizeof(struct ulp_bde64));
1260 iocb_cmd->ulpBdeCount = 1;
1261 iocb_cmd->ulpLe = 1;
1262
1263 fcpdl = scsi_bufflen(scsi_cmnd);
1264
1265 if (scsi_get_prot_type(scsi_cmnd) == SCSI_PROT_DIF_TYPE1) {
1266 /*
1267 * We are in DIF Type 1 mode
1268 * Every data block has a 8 byte DIF (trailer)
1269 * attached to it. Must ajust FCP data length
1270 */
1271 blksize = lpfc_cmd_blksize(scsi_cmnd);
1272 diflen = (fcpdl / blksize) * 8;
1273 fcpdl += diflen;
1274 }
1275 fcp_cmnd->fcpDl = be32_to_cpu(fcpdl);
1276
1277 /*
1278 * Due to difference in data length between DIF/non-DIF paths,
1279 * we need to set word 4 of IOCB here
1280 */
1281 iocb_cmd->un.fcpi.fcpi_parm = fcpdl;
1282
1283 return 0;
1284 err:
1285 lpfc_printf_log(phba, KERN_ERR, LOG_FCP,
1286 "9023 Could not setup all needed BDE's"
1287 "prot_group_type=%d, num_bde=%d\n",
1288 prot_group_type, num_bde);
1289 return 1;
1290 }
1291
1292 /*
1293 * This function checks for BlockGuard errors detected by
1294 * the HBA. In case of errors, the ASC/ASCQ fields in the
1295 * sense buffer will be set accordingly, paired with
1296 * ILLEGAL_REQUEST to signal to the kernel that the HBA
1297 * detected corruption.
1298 *
1299 * Returns:
1300 * 0 - No error found
1301 * 1 - BlockGuard error found
1302 * -1 - Internal error (bad profile, ...etc)
1303 */
1304 static int
1305 lpfc_parse_bg_err(struct lpfc_hba *phba, struct lpfc_scsi_buf *lpfc_cmd,
1306 struct lpfc_iocbq *pIocbOut)
1307 {
1308 struct scsi_cmnd *cmd = lpfc_cmd->pCmd;
1309 struct sli3_bg_fields *bgf = &pIocbOut->iocb.unsli3.sli3_bg;
1310 int ret = 0;
1311 uint32_t bghm = bgf->bghm;
1312 uint32_t bgstat = bgf->bgstat;
1313 uint64_t failing_sector = 0;
1314
1315 printk(KERN_ERR "BG ERROR in cmd 0x%x lba 0x%llx blk cnt 0x%lx "
1316 "bgstat=0x%x bghm=0x%x\n",
1317 cmd->cmnd[0], (unsigned long long)scsi_get_lba(cmd),
1318 cmd->request->nr_sectors, bgstat, bghm);
1319
1320 spin_lock(&_dump_buf_lock);
1321 if (!_dump_buf_done) {
1322 printk(KERN_ERR "Saving Data for %u blocks to debugfs\n",
1323 (cmd->cmnd[7] << 8 | cmd->cmnd[8]));
1324 lpfc_debug_save_data(cmd);
1325
1326 /* If we have a prot sgl, save the DIF buffer */
1327 if (lpfc_prot_group_type(phba, cmd) ==
1328 LPFC_PG_TYPE_DIF_BUF) {
1329 printk(KERN_ERR "Saving DIF for %u blocks to debugfs\n",
1330 (cmd->cmnd[7] << 8 | cmd->cmnd[8]));
1331 lpfc_debug_save_dif(cmd);
1332 }
1333
1334 _dump_buf_done = 1;
1335 }
1336 spin_unlock(&_dump_buf_lock);
1337
1338 if (lpfc_bgs_get_invalid_prof(bgstat)) {
1339 cmd->result = ScsiResult(DID_ERROR, 0);
1340 printk(KERN_ERR "Invalid BlockGuard profile. bgstat:0x%x\n",
1341 bgstat);
1342 ret = (-1);
1343 goto out;
1344 }
1345
1346 if (lpfc_bgs_get_uninit_dif_block(bgstat)) {
1347 cmd->result = ScsiResult(DID_ERROR, 0);
1348 printk(KERN_ERR "Invalid BlockGuard DIF Block. bgstat:0x%x\n",
1349 bgstat);
1350 ret = (-1);
1351 goto out;
1352 }
1353
1354 if (lpfc_bgs_get_guard_err(bgstat)) {
1355 ret = 1;
1356
1357 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1358 0x10, 0x1);
1359 cmd->result = DRIVER_SENSE << 24
1360 | ScsiResult(DID_ABORT, SAM_STAT_CHECK_CONDITION);
1361 phba->bg_guard_err_cnt++;
1362 printk(KERN_ERR "BLKGRD: guard_tag error\n");
1363 }
1364
1365 if (lpfc_bgs_get_reftag_err(bgstat)) {
1366 ret = 1;
1367
1368 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1369 0x10, 0x3);
1370 cmd->result = DRIVER_SENSE << 24
1371 | ScsiResult(DID_ABORT, SAM_STAT_CHECK_CONDITION);
1372
1373 phba->bg_reftag_err_cnt++;
1374 printk(KERN_ERR "BLKGRD: ref_tag error\n");
1375 }
1376
1377 if (lpfc_bgs_get_apptag_err(bgstat)) {
1378 ret = 1;
1379
1380 scsi_build_sense_buffer(1, cmd->sense_buffer, ILLEGAL_REQUEST,
1381 0x10, 0x2);
1382 cmd->result = DRIVER_SENSE << 24
1383 | ScsiResult(DID_ABORT, SAM_STAT_CHECK_CONDITION);
1384
1385 phba->bg_apptag_err_cnt++;
1386 printk(KERN_ERR "BLKGRD: app_tag error\n");
1387 }
1388
1389 if (lpfc_bgs_get_hi_water_mark_present(bgstat)) {
1390 /*
1391 * setup sense data descriptor 0 per SPC-4 as an information
1392 * field, and put the failing LBA in it
1393 */
1394 cmd->sense_buffer[8] = 0; /* Information */
1395 cmd->sense_buffer[9] = 0xa; /* Add. length */
1396 bghm /= cmd->device->sector_size;
1397
1398 failing_sector = scsi_get_lba(cmd);
1399 failing_sector += bghm;
1400
1401 put_unaligned_be64(failing_sector, &cmd->sense_buffer[10]);
1402 }
1403
1404 if (!ret) {
1405 /* No error was reported - problem in FW? */
1406 cmd->result = ScsiResult(DID_ERROR, 0);
1407 printk(KERN_ERR "BLKGRD: no errors reported!\n");
1408 }
1409
1410 out:
1411 return ret;
1412 }
1413
1414 /**
1415 * lpfc_send_scsi_error_event - Posts an event when there is SCSI error
1416 * @phba: Pointer to hba context object.
1417 * @vport: Pointer to vport object.
1418 * @lpfc_cmd: Pointer to lpfc scsi command which reported the error.
1419 * @rsp_iocb: Pointer to response iocb object which reported error.
1420 *
1421 * This function posts an event when there is a SCSI command reporting
1422 * error from the scsi device.
1423 **/
1424 static void
1425 lpfc_send_scsi_error_event(struct lpfc_hba *phba, struct lpfc_vport *vport,
1426 struct lpfc_scsi_buf *lpfc_cmd, struct lpfc_iocbq *rsp_iocb) {
1427 struct scsi_cmnd *cmnd = lpfc_cmd->pCmd;
1428 struct fcp_rsp *fcprsp = lpfc_cmd->fcp_rsp;
1429 uint32_t resp_info = fcprsp->rspStatus2;
1430 uint32_t scsi_status = fcprsp->rspStatus3;
1431 uint32_t fcpi_parm = rsp_iocb->iocb.un.fcpi.fcpi_parm;
1432 struct lpfc_fast_path_event *fast_path_evt = NULL;
1433 struct lpfc_nodelist *pnode = lpfc_cmd->rdata->pnode;
1434 unsigned long flags;
1435
1436 /* If there is queuefull or busy condition send a scsi event */
1437 if ((cmnd->result == SAM_STAT_TASK_SET_FULL) ||
1438 (cmnd->result == SAM_STAT_BUSY)) {
1439 fast_path_evt = lpfc_alloc_fast_evt(phba);
1440 if (!fast_path_evt)
1441 return;
1442 fast_path_evt->un.scsi_evt.event_type =
1443 FC_REG_SCSI_EVENT;
1444 fast_path_evt->un.scsi_evt.subcategory =
1445 (cmnd->result == SAM_STAT_TASK_SET_FULL) ?
1446 LPFC_EVENT_QFULL : LPFC_EVENT_DEVBSY;
1447 fast_path_evt->un.scsi_evt.lun = cmnd->device->lun;
1448 memcpy(&fast_path_evt->un.scsi_evt.wwpn,
1449 &pnode->nlp_portname, sizeof(struct lpfc_name));
1450 memcpy(&fast_path_evt->un.scsi_evt.wwnn,
1451 &pnode->nlp_nodename, sizeof(struct lpfc_name));
1452 } else if ((resp_info & SNS_LEN_VALID) && fcprsp->rspSnsLen &&
1453 ((cmnd->cmnd[0] == READ_10) || (cmnd->cmnd[0] == WRITE_10))) {
1454 fast_path_evt = lpfc_alloc_fast_evt(phba);
1455 if (!fast_path_evt)
1456 return;
1457 fast_path_evt->un.check_cond_evt.scsi_event.event_type =
1458 FC_REG_SCSI_EVENT;
1459 fast_path_evt->un.check_cond_evt.scsi_event.subcategory =
1460 LPFC_EVENT_CHECK_COND;
1461 fast_path_evt->un.check_cond_evt.scsi_event.lun =
1462 cmnd->device->lun;
1463 memcpy(&fast_path_evt->un.check_cond_evt.scsi_event.wwpn,
1464 &pnode->nlp_portname, sizeof(struct lpfc_name));
1465 memcpy(&fast_path_evt->un.check_cond_evt.scsi_event.wwnn,
1466 &pnode->nlp_nodename, sizeof(struct lpfc_name));
1467 fast_path_evt->un.check_cond_evt.sense_key =
1468 cmnd->sense_buffer[2] & 0xf;
1469 fast_path_evt->un.check_cond_evt.asc = cmnd->sense_buffer[12];
1470 fast_path_evt->un.check_cond_evt.ascq = cmnd->sense_buffer[13];
1471 } else if ((cmnd->sc_data_direction == DMA_FROM_DEVICE) &&
1472 fcpi_parm &&
1473 ((be32_to_cpu(fcprsp->rspResId) != fcpi_parm) ||
1474 ((scsi_status == SAM_STAT_GOOD) &&
1475 !(resp_info & (RESID_UNDER | RESID_OVER))))) {
1476 /*
1477 * If status is good or resid does not match with fcp_param and
1478 * there is valid fcpi_parm, then there is a read_check error
1479 */
1480 fast_path_evt = lpfc_alloc_fast_evt(phba);
1481 if (!fast_path_evt)
1482 return;
1483 fast_path_evt->un.read_check_error.header.event_type =
1484 FC_REG_FABRIC_EVENT;
1485 fast_path_evt->un.read_check_error.header.subcategory =
1486 LPFC_EVENT_FCPRDCHKERR;
1487 memcpy(&fast_path_evt->un.read_check_error.header.wwpn,
1488 &pnode->nlp_portname, sizeof(struct lpfc_name));
1489 memcpy(&fast_path_evt->un.read_check_error.header.wwnn,
1490 &pnode->nlp_nodename, sizeof(struct lpfc_name));
1491 fast_path_evt->un.read_check_error.lun = cmnd->device->lun;
1492 fast_path_evt->un.read_check_error.opcode = cmnd->cmnd[0];
1493 fast_path_evt->un.read_check_error.fcpiparam =
1494 fcpi_parm;
1495 } else
1496 return;
1497
1498 fast_path_evt->vport = vport;
1499 spin_lock_irqsave(&phba->hbalock, flags);
1500 list_add_tail(&fast_path_evt->work_evt.evt_listp, &phba->work_list);
1501 spin_unlock_irqrestore(&phba->hbalock, flags);
1502 lpfc_worker_wake_up(phba);
1503 return;
1504 }
1505
1506 /**
1507 * lpfc_scsi_unprep_dma_buf - Routine to un-map DMA mapping of scatter gather
1508 * @phba: The Hba for which this call is being executed.
1509 * @psb: The scsi buffer which is going to be un-mapped.
1510 *
1511 * This routine does DMA un-mapping of scatter gather list of scsi command
1512 * field of @lpfc_cmd.
1513 **/
1514 static void
1515 lpfc_scsi_unprep_dma_buf(struct lpfc_hba * phba, struct lpfc_scsi_buf * psb)
1516 {
1517 /*
1518 * There are only two special cases to consider. (1) the scsi command
1519 * requested scatter-gather usage or (2) the scsi command allocated
1520 * a request buffer, but did not request use_sg. There is a third
1521 * case, but it does not require resource deallocation.
1522 */
1523 if (psb->seg_cnt > 0)
1524 scsi_dma_unmap(psb->pCmd);
1525 if (psb->prot_seg_cnt > 0)
1526 dma_unmap_sg(&phba->pcidev->dev, scsi_prot_sglist(psb->pCmd),
1527 scsi_prot_sg_count(psb->pCmd),
1528 psb->pCmd->sc_data_direction);
1529 }
1530
1531 /**
1532 * lpfc_handler_fcp_err - FCP response handler
1533 * @vport: The virtual port for which this call is being executed.
1534 * @lpfc_cmd: Pointer to lpfc_scsi_buf data structure.
1535 * @rsp_iocb: The response IOCB which contains FCP error.
1536 *
1537 * This routine is called to process response IOCB with status field
1538 * IOSTAT_FCP_RSP_ERROR. This routine sets result field of scsi command
1539 * based upon SCSI and FCP error.
1540 **/
1541 static void
1542 lpfc_handle_fcp_err(struct lpfc_vport *vport, struct lpfc_scsi_buf *lpfc_cmd,
1543 struct lpfc_iocbq *rsp_iocb)
1544 {
1545 struct scsi_cmnd *cmnd = lpfc_cmd->pCmd;
1546 struct fcp_cmnd *fcpcmd = lpfc_cmd->fcp_cmnd;
1547 struct fcp_rsp *fcprsp = lpfc_cmd->fcp_rsp;
1548 uint32_t fcpi_parm = rsp_iocb->iocb.un.fcpi.fcpi_parm;
1549 uint32_t resp_info = fcprsp->rspStatus2;
1550 uint32_t scsi_status = fcprsp->rspStatus3;
1551 uint32_t *lp;
1552 uint32_t host_status = DID_OK;
1553 uint32_t rsplen = 0;
1554 uint32_t logit = LOG_FCP | LOG_FCP_ERROR;
1555
1556
1557 /*
1558 * If this is a task management command, there is no
1559 * scsi packet associated with this lpfc_cmd. The driver
1560 * consumes it.
1561 */
1562 if (fcpcmd->fcpCntl2) {
1563 scsi_status = 0;
1564 goto out;
1565 }
1566
1567 if ((resp_info & SNS_LEN_VALID) && fcprsp->rspSnsLen) {
1568 uint32_t snslen = be32_to_cpu(fcprsp->rspSnsLen);
1569 if (snslen > SCSI_SENSE_BUFFERSIZE)
1570 snslen = SCSI_SENSE_BUFFERSIZE;
1571
1572 if (resp_info & RSP_LEN_VALID)
1573 rsplen = be32_to_cpu(fcprsp->rspRspLen);
1574 memcpy(cmnd->sense_buffer, &fcprsp->rspInfo0 + rsplen, snslen);
1575 }
1576 lp = (uint32_t *)cmnd->sense_buffer;
1577
1578 if (!scsi_status && (resp_info & RESID_UNDER))
1579 logit = LOG_FCP;
1580
1581 lpfc_printf_vlog(vport, KERN_WARNING, logit,
1582 "9024 FCP command x%x failed: x%x SNS x%x x%x "
1583 "Data: x%x x%x x%x x%x x%x\n",
1584 cmnd->cmnd[0], scsi_status,
1585 be32_to_cpu(*lp), be32_to_cpu(*(lp + 3)), resp_info,
1586 be32_to_cpu(fcprsp->rspResId),
1587 be32_to_cpu(fcprsp->rspSnsLen),
1588 be32_to_cpu(fcprsp->rspRspLen),
1589 fcprsp->rspInfo3);
1590
1591 if (resp_info & RSP_LEN_VALID) {
1592 rsplen = be32_to_cpu(fcprsp->rspRspLen);
1593 if ((rsplen != 0 && rsplen != 4 && rsplen != 8) ||
1594 (fcprsp->rspInfo3 != RSP_NO_FAILURE)) {
1595 host_status = DID_ERROR;
1596 goto out;
1597 }
1598 }
1599
1600 scsi_set_resid(cmnd, 0);
1601 if (resp_info & RESID_UNDER) {
1602 scsi_set_resid(cmnd, be32_to_cpu(fcprsp->rspResId));
1603
1604 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
1605 "9025 FCP Read Underrun, expected %d, "
1606 "residual %d Data: x%x x%x x%x\n",
1607 be32_to_cpu(fcpcmd->fcpDl),
1608 scsi_get_resid(cmnd), fcpi_parm, cmnd->cmnd[0],
1609 cmnd->underflow);
1610
1611 /*
1612 * If there is an under run check if under run reported by
1613 * storage array is same as the under run reported by HBA.
1614 * If this is not same, there is a dropped frame.
1615 */
1616 if ((cmnd->sc_data_direction == DMA_FROM_DEVICE) &&
1617 fcpi_parm &&
1618 (scsi_get_resid(cmnd) != fcpi_parm)) {
1619 lpfc_printf_vlog(vport, KERN_WARNING,
1620 LOG_FCP | LOG_FCP_ERROR,
1621 "9026 FCP Read Check Error "
1622 "and Underrun Data: x%x x%x x%x x%x\n",
1623 be32_to_cpu(fcpcmd->fcpDl),
1624 scsi_get_resid(cmnd), fcpi_parm,
1625 cmnd->cmnd[0]);
1626 scsi_set_resid(cmnd, scsi_bufflen(cmnd));
1627 host_status = DID_ERROR;
1628 }
1629 /*
1630 * The cmnd->underflow is the minimum number of bytes that must
1631 * be transfered for this command. Provided a sense condition
1632 * is not present, make sure the actual amount transferred is at
1633 * least the underflow value or fail.
1634 */
1635 if (!(resp_info & SNS_LEN_VALID) &&
1636 (scsi_status == SAM_STAT_GOOD) &&
1637 (scsi_bufflen(cmnd) - scsi_get_resid(cmnd)
1638 < cmnd->underflow)) {
1639 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
1640 "9027 FCP command x%x residual "
1641 "underrun converted to error "
1642 "Data: x%x x%x x%x\n",
1643 cmnd->cmnd[0], scsi_bufflen(cmnd),
1644 scsi_get_resid(cmnd), cmnd->underflow);
1645 host_status = DID_ERROR;
1646 }
1647 } else if (resp_info & RESID_OVER) {
1648 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
1649 "9028 FCP command x%x residual overrun error. "
1650 "Data: x%x x%x \n", cmnd->cmnd[0],
1651 scsi_bufflen(cmnd), scsi_get_resid(cmnd));
1652 host_status = DID_ERROR;
1653
1654 /*
1655 * Check SLI validation that all the transfer was actually done
1656 * (fcpi_parm should be zero). Apply check only to reads.
1657 */
1658 } else if ((scsi_status == SAM_STAT_GOOD) && fcpi_parm &&
1659 (cmnd->sc_data_direction == DMA_FROM_DEVICE)) {
1660 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP | LOG_FCP_ERROR,
1661 "9029 FCP Read Check Error Data: "
1662 "x%x x%x x%x x%x\n",
1663 be32_to_cpu(fcpcmd->fcpDl),
1664 be32_to_cpu(fcprsp->rspResId),
1665 fcpi_parm, cmnd->cmnd[0]);
1666 host_status = DID_ERROR;
1667 scsi_set_resid(cmnd, scsi_bufflen(cmnd));
1668 }
1669
1670 out:
1671 cmnd->result = ScsiResult(host_status, scsi_status);
1672 lpfc_send_scsi_error_event(vport->phba, vport, lpfc_cmd, rsp_iocb);
1673 }
1674
1675 /**
1676 * lpfc_scsi_cmd_iocb_cmpl - Scsi cmnd IOCB completion routine
1677 * @phba: The Hba for which this call is being executed.
1678 * @pIocbIn: The command IOCBQ for the scsi cmnd.
1679 * @pIocbOut: The response IOCBQ for the scsi cmnd .
1680 *
1681 * This routine assigns scsi command result by looking into response IOCB
1682 * status field appropriately. This routine handles QUEUE FULL condition as
1683 * well by ramping down device queue depth.
1684 **/
1685 static void
1686 lpfc_scsi_cmd_iocb_cmpl(struct lpfc_hba *phba, struct lpfc_iocbq *pIocbIn,
1687 struct lpfc_iocbq *pIocbOut)
1688 {
1689 struct lpfc_scsi_buf *lpfc_cmd =
1690 (struct lpfc_scsi_buf *) pIocbIn->context1;
1691 struct lpfc_vport *vport = pIocbIn->vport;
1692 struct lpfc_rport_data *rdata = lpfc_cmd->rdata;
1693 struct lpfc_nodelist *pnode = rdata->pnode;
1694 struct scsi_cmnd *cmd = lpfc_cmd->pCmd;
1695 int result;
1696 struct scsi_device *tmp_sdev;
1697 int depth = 0;
1698 unsigned long flags;
1699 struct lpfc_fast_path_event *fast_path_evt;
1700 struct Scsi_Host *shost = cmd->device->host;
1701 uint32_t queue_depth, scsi_id;
1702
1703 lpfc_cmd->result = pIocbOut->iocb.un.ulpWord[4];
1704 lpfc_cmd->status = pIocbOut->iocb.ulpStatus;
1705 if (pnode && NLP_CHK_NODE_ACT(pnode))
1706 atomic_dec(&pnode->cmd_pending);
1707
1708 if (lpfc_cmd->status) {
1709 if (lpfc_cmd->status == IOSTAT_LOCAL_REJECT &&
1710 (lpfc_cmd->result & IOERR_DRVR_MASK))
1711 lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
1712 else if (lpfc_cmd->status >= IOSTAT_CNT)
1713 lpfc_cmd->status = IOSTAT_DEFAULT;
1714
1715 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
1716 "9030 FCP cmd x%x failed <%d/%d> "
1717 "status: x%x result: x%x Data: x%x x%x\n",
1718 cmd->cmnd[0],
1719 cmd->device ? cmd->device->id : 0xffff,
1720 cmd->device ? cmd->device->lun : 0xffff,
1721 lpfc_cmd->status, lpfc_cmd->result,
1722 pIocbOut->iocb.ulpContext,
1723 lpfc_cmd->cur_iocbq.iocb.ulpIoTag);
1724
1725 switch (lpfc_cmd->status) {
1726 case IOSTAT_FCP_RSP_ERROR:
1727 /* Call FCP RSP handler to determine result */
1728 lpfc_handle_fcp_err(vport, lpfc_cmd, pIocbOut);
1729 break;
1730 case IOSTAT_NPORT_BSY:
1731 case IOSTAT_FABRIC_BSY:
1732 cmd->result = ScsiResult(DID_TRANSPORT_DISRUPTED, 0);
1733 fast_path_evt = lpfc_alloc_fast_evt(phba);
1734 if (!fast_path_evt)
1735 break;
1736 fast_path_evt->un.fabric_evt.event_type =
1737 FC_REG_FABRIC_EVENT;
1738 fast_path_evt->un.fabric_evt.subcategory =
1739 (lpfc_cmd->status == IOSTAT_NPORT_BSY) ?
1740 LPFC_EVENT_PORT_BUSY : LPFC_EVENT_FABRIC_BUSY;
1741 if (pnode && NLP_CHK_NODE_ACT(pnode)) {
1742 memcpy(&fast_path_evt->un.fabric_evt.wwpn,
1743 &pnode->nlp_portname,
1744 sizeof(struct lpfc_name));
1745 memcpy(&fast_path_evt->un.fabric_evt.wwnn,
1746 &pnode->nlp_nodename,
1747 sizeof(struct lpfc_name));
1748 }
1749 fast_path_evt->vport = vport;
1750 fast_path_evt->work_evt.evt =
1751 LPFC_EVT_FASTPATH_MGMT_EVT;
1752 spin_lock_irqsave(&phba->hbalock, flags);
1753 list_add_tail(&fast_path_evt->work_evt.evt_listp,
1754 &phba->work_list);
1755 spin_unlock_irqrestore(&phba->hbalock, flags);
1756 lpfc_worker_wake_up(phba);
1757 break;
1758 case IOSTAT_LOCAL_REJECT:
1759 if (lpfc_cmd->result == IOERR_INVALID_RPI ||
1760 lpfc_cmd->result == IOERR_NO_RESOURCES ||
1761 lpfc_cmd->result == IOERR_ABORT_REQUESTED) {
1762 cmd->result = ScsiResult(DID_REQUEUE, 0);
1763 break;
1764 }
1765
1766 if ((lpfc_cmd->result == IOERR_RX_DMA_FAILED ||
1767 lpfc_cmd->result == IOERR_TX_DMA_FAILED) &&
1768 pIocbOut->iocb.unsli3.sli3_bg.bgstat) {
1769 if (scsi_get_prot_op(cmd) != SCSI_PROT_NORMAL) {
1770 /*
1771 * This is a response for a BG enabled
1772 * cmd. Parse BG error
1773 */
1774 lpfc_parse_bg_err(phba, lpfc_cmd,
1775 pIocbOut);
1776 break;
1777 } else {
1778 lpfc_printf_vlog(vport, KERN_WARNING,
1779 LOG_BG,
1780 "9031 non-zero BGSTAT "
1781 "on unprotected cmd");
1782 }
1783 }
1784
1785 /* else: fall through */
1786 default:
1787 cmd->result = ScsiResult(DID_ERROR, 0);
1788 break;
1789 }
1790
1791 if (!pnode || !NLP_CHK_NODE_ACT(pnode)
1792 || (pnode->nlp_state != NLP_STE_MAPPED_NODE))
1793 cmd->result = ScsiResult(DID_TRANSPORT_DISRUPTED,
1794 SAM_STAT_BUSY);
1795 } else {
1796 cmd->result = ScsiResult(DID_OK, 0);
1797 }
1798
1799 if (cmd->result || lpfc_cmd->fcp_rsp->rspSnsLen) {
1800 uint32_t *lp = (uint32_t *)cmd->sense_buffer;
1801
1802 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
1803 "0710 Iodone <%d/%d> cmd %p, error "
1804 "x%x SNS x%x x%x Data: x%x x%x\n",
1805 cmd->device->id, cmd->device->lun, cmd,
1806 cmd->result, *lp, *(lp + 3), cmd->retries,
1807 scsi_get_resid(cmd));
1808 }
1809
1810 lpfc_update_stats(phba, lpfc_cmd);
1811 result = cmd->result;
1812 if (vport->cfg_max_scsicmpl_time &&
1813 time_after(jiffies, lpfc_cmd->start_time +
1814 msecs_to_jiffies(vport->cfg_max_scsicmpl_time))) {
1815 spin_lock_irqsave(shost->host_lock, flags);
1816 if (pnode && NLP_CHK_NODE_ACT(pnode)) {
1817 if (pnode->cmd_qdepth >
1818 atomic_read(&pnode->cmd_pending) &&
1819 (atomic_read(&pnode->cmd_pending) >
1820 LPFC_MIN_TGT_QDEPTH) &&
1821 ((cmd->cmnd[0] == READ_10) ||
1822 (cmd->cmnd[0] == WRITE_10)))
1823 pnode->cmd_qdepth =
1824 atomic_read(&pnode->cmd_pending);
1825
1826 pnode->last_change_time = jiffies;
1827 }
1828 spin_unlock_irqrestore(shost->host_lock, flags);
1829 } else if (pnode && NLP_CHK_NODE_ACT(pnode)) {
1830 if ((pnode->cmd_qdepth < LPFC_MAX_TGT_QDEPTH) &&
1831 time_after(jiffies, pnode->last_change_time +
1832 msecs_to_jiffies(LPFC_TGTQ_INTERVAL))) {
1833 spin_lock_irqsave(shost->host_lock, flags);
1834 pnode->cmd_qdepth += pnode->cmd_qdepth *
1835 LPFC_TGTQ_RAMPUP_PCENT / 100;
1836 if (pnode->cmd_qdepth > LPFC_MAX_TGT_QDEPTH)
1837 pnode->cmd_qdepth = LPFC_MAX_TGT_QDEPTH;
1838 pnode->last_change_time = jiffies;
1839 spin_unlock_irqrestore(shost->host_lock, flags);
1840 }
1841 }
1842
1843 lpfc_scsi_unprep_dma_buf(phba, lpfc_cmd);
1844
1845 /* The sdev is not guaranteed to be valid post scsi_done upcall. */
1846 queue_depth = cmd->device->queue_depth;
1847 scsi_id = cmd->device->id;
1848 cmd->scsi_done(cmd);
1849
1850 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
1851 /*
1852 * If there is a thread waiting for command completion
1853 * wake up the thread.
1854 */
1855 spin_lock_irqsave(shost->host_lock, flags);
1856 lpfc_cmd->pCmd = NULL;
1857 if (lpfc_cmd->waitq)
1858 wake_up(lpfc_cmd->waitq);
1859 spin_unlock_irqrestore(shost->host_lock, flags);
1860 lpfc_release_scsi_buf(phba, lpfc_cmd);
1861 return;
1862 }
1863
1864
1865 if (!result)
1866 lpfc_rampup_queue_depth(vport, queue_depth);
1867
1868 if (!result && pnode && NLP_CHK_NODE_ACT(pnode) &&
1869 ((jiffies - pnode->last_ramp_up_time) >
1870 LPFC_Q_RAMP_UP_INTERVAL * HZ) &&
1871 ((jiffies - pnode->last_q_full_time) >
1872 LPFC_Q_RAMP_UP_INTERVAL * HZ) &&
1873 (vport->cfg_lun_queue_depth > queue_depth)) {
1874 shost_for_each_device(tmp_sdev, shost) {
1875 if (vport->cfg_lun_queue_depth > tmp_sdev->queue_depth){
1876 if (tmp_sdev->id != scsi_id)
1877 continue;
1878 if (tmp_sdev->ordered_tags)
1879 scsi_adjust_queue_depth(tmp_sdev,
1880 MSG_ORDERED_TAG,
1881 tmp_sdev->queue_depth+1);
1882 else
1883 scsi_adjust_queue_depth(tmp_sdev,
1884 MSG_SIMPLE_TAG,
1885 tmp_sdev->queue_depth+1);
1886
1887 pnode->last_ramp_up_time = jiffies;
1888 }
1889 }
1890 lpfc_send_sdev_queuedepth_change_event(phba, vport, pnode,
1891 0xFFFFFFFF,
1892 queue_depth , queue_depth + 1);
1893 }
1894
1895 /*
1896 * Check for queue full. If the lun is reporting queue full, then
1897 * back off the lun queue depth to prevent target overloads.
1898 */
1899 if (result == SAM_STAT_TASK_SET_FULL && pnode &&
1900 NLP_CHK_NODE_ACT(pnode)) {
1901 pnode->last_q_full_time = jiffies;
1902
1903 shost_for_each_device(tmp_sdev, shost) {
1904 if (tmp_sdev->id != scsi_id)
1905 continue;
1906 depth = scsi_track_queue_full(tmp_sdev,
1907 tmp_sdev->queue_depth - 1);
1908 }
1909 /*
1910 * The queue depth cannot be lowered any more.
1911 * Modify the returned error code to store
1912 * the final depth value set by
1913 * scsi_track_queue_full.
1914 */
1915 if (depth == -1)
1916 depth = shost->cmd_per_lun;
1917
1918 if (depth) {
1919 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
1920 "0711 detected queue full - lun queue "
1921 "depth adjusted to %d.\n", depth);
1922 lpfc_send_sdev_queuedepth_change_event(phba, vport,
1923 pnode, 0xFFFFFFFF,
1924 depth+1, depth);
1925 }
1926 }
1927
1928 /*
1929 * If there is a thread waiting for command completion
1930 * wake up the thread.
1931 */
1932 spin_lock_irqsave(shost->host_lock, flags);
1933 lpfc_cmd->pCmd = NULL;
1934 if (lpfc_cmd->waitq)
1935 wake_up(lpfc_cmd->waitq);
1936 spin_unlock_irqrestore(shost->host_lock, flags);
1937
1938 lpfc_release_scsi_buf(phba, lpfc_cmd);
1939 }
1940
1941 /**
1942 * lpfc_fcpcmd_to_iocb - copy the fcp_cmd data into the IOCB
1943 * @data: A pointer to the immediate command data portion of the IOCB.
1944 * @fcp_cmnd: The FCP Command that is provided by the SCSI layer.
1945 *
1946 * The routine copies the entire FCP command from @fcp_cmnd to @data while
1947 * byte swapping the data to big endian format for transmission on the wire.
1948 **/
1949 static void
1950 lpfc_fcpcmd_to_iocb(uint8_t *data, struct fcp_cmnd *fcp_cmnd)
1951 {
1952 int i, j;
1953 for (i = 0, j = 0; i < sizeof(struct fcp_cmnd);
1954 i += sizeof(uint32_t), j++) {
1955 ((uint32_t *)data)[j] = cpu_to_be32(((uint32_t *)fcp_cmnd)[j]);
1956 }
1957 }
1958
1959 /**
1960 * lpfc_scsi_prep_cmnd - Routine to convert scsi cmnd to FCP information unit
1961 * @vport: The virtual port for which this call is being executed.
1962 * @lpfc_cmd: The scsi command which needs to send.
1963 * @pnode: Pointer to lpfc_nodelist.
1964 *
1965 * This routine initializes fcp_cmnd and iocb data structure from scsi command
1966 * to transfer.
1967 **/
1968 static void
1969 lpfc_scsi_prep_cmnd(struct lpfc_vport *vport, struct lpfc_scsi_buf *lpfc_cmd,
1970 struct lpfc_nodelist *pnode)
1971 {
1972 struct lpfc_hba *phba = vport->phba;
1973 struct scsi_cmnd *scsi_cmnd = lpfc_cmd->pCmd;
1974 struct fcp_cmnd *fcp_cmnd = lpfc_cmd->fcp_cmnd;
1975 IOCB_t *iocb_cmd = &lpfc_cmd->cur_iocbq.iocb;
1976 struct lpfc_iocbq *piocbq = &(lpfc_cmd->cur_iocbq);
1977 int datadir = scsi_cmnd->sc_data_direction;
1978 char tag[2];
1979
1980 if (!pnode || !NLP_CHK_NODE_ACT(pnode))
1981 return;
1982
1983 lpfc_cmd->fcp_rsp->rspSnsLen = 0;
1984 /* clear task management bits */
1985 lpfc_cmd->fcp_cmnd->fcpCntl2 = 0;
1986
1987 int_to_scsilun(lpfc_cmd->pCmd->device->lun,
1988 &lpfc_cmd->fcp_cmnd->fcp_lun);
1989
1990 memcpy(&fcp_cmnd->fcpCdb[0], scsi_cmnd->cmnd, 16);
1991
1992 if (scsi_populate_tag_msg(scsi_cmnd, tag)) {
1993 switch (tag[0]) {
1994 case HEAD_OF_QUEUE_TAG:
1995 fcp_cmnd->fcpCntl1 = HEAD_OF_Q;
1996 break;
1997 case ORDERED_QUEUE_TAG:
1998 fcp_cmnd->fcpCntl1 = ORDERED_Q;
1999 break;
2000 default:
2001 fcp_cmnd->fcpCntl1 = SIMPLE_Q;
2002 break;
2003 }
2004 } else
2005 fcp_cmnd->fcpCntl1 = 0;
2006
2007 /*
2008 * There are three possibilities here - use scatter-gather segment, use
2009 * the single mapping, or neither. Start the lpfc command prep by
2010 * bumping the bpl beyond the fcp_cmnd and fcp_rsp regions to the first
2011 * data bde entry.
2012 */
2013 if (scsi_sg_count(scsi_cmnd)) {
2014 if (datadir == DMA_TO_DEVICE) {
2015 iocb_cmd->ulpCommand = CMD_FCP_IWRITE64_CR;
2016 iocb_cmd->un.fcpi.fcpi_parm = 0;
2017 iocb_cmd->ulpPU = 0;
2018 fcp_cmnd->fcpCntl3 = WRITE_DATA;
2019 phba->fc4OutputRequests++;
2020 } else {
2021 iocb_cmd->ulpCommand = CMD_FCP_IREAD64_CR;
2022 iocb_cmd->ulpPU = PARM_READ_CHECK;
2023 fcp_cmnd->fcpCntl3 = READ_DATA;
2024 phba->fc4InputRequests++;
2025 }
2026 } else {
2027 iocb_cmd->ulpCommand = CMD_FCP_ICMND64_CR;
2028 iocb_cmd->un.fcpi.fcpi_parm = 0;
2029 iocb_cmd->ulpPU = 0;
2030 fcp_cmnd->fcpCntl3 = 0;
2031 phba->fc4ControlRequests++;
2032 }
2033 if (phba->sli_rev == 3 &&
2034 !(phba->sli3_options & LPFC_SLI3_BG_ENABLED))
2035 lpfc_fcpcmd_to_iocb(iocb_cmd->unsli3.fcp_ext.icd, fcp_cmnd);
2036 /*
2037 * Finish initializing those IOCB fields that are independent
2038 * of the scsi_cmnd request_buffer
2039 */
2040 piocbq->iocb.ulpContext = pnode->nlp_rpi;
2041 if (pnode->nlp_fcp_info & NLP_FCP_2_DEVICE)
2042 piocbq->iocb.ulpFCP2Rcvy = 1;
2043 else
2044 piocbq->iocb.ulpFCP2Rcvy = 0;
2045
2046 piocbq->iocb.ulpClass = (pnode->nlp_fcp_info & 0x0f);
2047 piocbq->context1 = lpfc_cmd;
2048 piocbq->iocb_cmpl = lpfc_scsi_cmd_iocb_cmpl;
2049 piocbq->iocb.ulpTimeout = lpfc_cmd->timeout;
2050 piocbq->vport = vport;
2051 }
2052
2053 /**
2054 * lpfc_scsi_prep_task_mgmt_cmnd - Convert scsi TM cmnd to FCP information unit
2055 * @vport: The virtual port for which this call is being executed.
2056 * @lpfc_cmd: Pointer to lpfc_scsi_buf data structure.
2057 * @lun: Logical unit number.
2058 * @task_mgmt_cmd: SCSI task management command.
2059 *
2060 * This routine creates FCP information unit corresponding to @task_mgmt_cmd.
2061 *
2062 * Return codes:
2063 * 0 - Error
2064 * 1 - Success
2065 **/
2066 static int
2067 lpfc_scsi_prep_task_mgmt_cmd(struct lpfc_vport *vport,
2068 struct lpfc_scsi_buf *lpfc_cmd,
2069 unsigned int lun,
2070 uint8_t task_mgmt_cmd)
2071 {
2072 struct lpfc_iocbq *piocbq;
2073 IOCB_t *piocb;
2074 struct fcp_cmnd *fcp_cmnd;
2075 struct lpfc_rport_data *rdata = lpfc_cmd->rdata;
2076 struct lpfc_nodelist *ndlp = rdata->pnode;
2077
2078 if (!ndlp || !NLP_CHK_NODE_ACT(ndlp) ||
2079 ndlp->nlp_state != NLP_STE_MAPPED_NODE)
2080 return 0;
2081
2082 piocbq = &(lpfc_cmd->cur_iocbq);
2083 piocbq->vport = vport;
2084
2085 piocb = &piocbq->iocb;
2086
2087 fcp_cmnd = lpfc_cmd->fcp_cmnd;
2088 /* Clear out any old data in the FCP command area */
2089 memset(fcp_cmnd, 0, sizeof(struct fcp_cmnd));
2090 int_to_scsilun(lun, &fcp_cmnd->fcp_lun);
2091 fcp_cmnd->fcpCntl2 = task_mgmt_cmd;
2092 if (vport->phba->sli_rev == 3 &&
2093 !(vport->phba->sli3_options & LPFC_SLI3_BG_ENABLED))
2094 lpfc_fcpcmd_to_iocb(piocb->unsli3.fcp_ext.icd, fcp_cmnd);
2095 piocb->ulpCommand = CMD_FCP_ICMND64_CR;
2096 piocb->ulpContext = ndlp->nlp_rpi;
2097 if (ndlp->nlp_fcp_info & NLP_FCP_2_DEVICE) {
2098 piocb->ulpFCP2Rcvy = 1;
2099 }
2100 piocb->ulpClass = (ndlp->nlp_fcp_info & 0x0f);
2101
2102 /* ulpTimeout is only one byte */
2103 if (lpfc_cmd->timeout > 0xff) {
2104 /*
2105 * Do not timeout the command at the firmware level.
2106 * The driver will provide the timeout mechanism.
2107 */
2108 piocb->ulpTimeout = 0;
2109 } else {
2110 piocb->ulpTimeout = lpfc_cmd->timeout;
2111 }
2112
2113 return 1;
2114 }
2115
2116 /**
2117 * lpfc_taskmgmt_def_cmpl - IOCB completion routine for task management command
2118 * @phba: The Hba for which this call is being executed.
2119 * @cmdiocbq: Pointer to lpfc_iocbq data structure.
2120 * @rspiocbq: Pointer to lpfc_iocbq data structure.
2121 *
2122 * This routine is IOCB completion routine for device reset and target reset
2123 * routine. This routine release scsi buffer associated with lpfc_cmd.
2124 **/
2125 static void
2126 lpfc_tskmgmt_def_cmpl(struct lpfc_hba *phba,
2127 struct lpfc_iocbq *cmdiocbq,
2128 struct lpfc_iocbq *rspiocbq)
2129 {
2130 struct lpfc_scsi_buf *lpfc_cmd =
2131 (struct lpfc_scsi_buf *) cmdiocbq->context1;
2132 if (lpfc_cmd)
2133 lpfc_release_scsi_buf(phba, lpfc_cmd);
2134 return;
2135 }
2136
2137 /**
2138 * lpfc_scsi_tgt_reset - Target reset handler
2139 * @lpfc_cmd: Pointer to lpfc_scsi_buf data structure
2140 * @vport: The virtual port for which this call is being executed.
2141 * @tgt_id: Target ID.
2142 * @lun: Lun number.
2143 * @rdata: Pointer to lpfc_rport_data.
2144 *
2145 * This routine issues a TARGET RESET iocb to reset a target with @tgt_id ID.
2146 *
2147 * Return Code:
2148 * 0x2003 - Error
2149 * 0x2002 - Success.
2150 **/
2151 static int
2152 lpfc_scsi_tgt_reset(struct lpfc_scsi_buf *lpfc_cmd, struct lpfc_vport *vport,
2153 unsigned tgt_id, unsigned int lun,
2154 struct lpfc_rport_data *rdata)
2155 {
2156 struct lpfc_hba *phba = vport->phba;
2157 struct lpfc_iocbq *iocbq;
2158 struct lpfc_iocbq *iocbqrsp;
2159 int ret;
2160 int status;
2161
2162 if (!rdata->pnode || !NLP_CHK_NODE_ACT(rdata->pnode))
2163 return FAILED;
2164
2165 lpfc_cmd->rdata = rdata;
2166 status = lpfc_scsi_prep_task_mgmt_cmd(vport, lpfc_cmd, lun,
2167 FCP_TARGET_RESET);
2168 if (!status)
2169 return FAILED;
2170
2171 iocbq = &lpfc_cmd->cur_iocbq;
2172 iocbqrsp = lpfc_sli_get_iocbq(phba);
2173
2174 if (!iocbqrsp)
2175 return FAILED;
2176
2177 /* Issue Target Reset to TGT <num> */
2178 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
2179 "0702 Issue Target Reset to TGT %d Data: x%x x%x\n",
2180 tgt_id, rdata->pnode->nlp_rpi, rdata->pnode->nlp_flag);
2181 status = lpfc_sli_issue_iocb_wait(phba,
2182 &phba->sli.ring[phba->sli.fcp_ring],
2183 iocbq, iocbqrsp, lpfc_cmd->timeout);
2184 if (status != IOCB_SUCCESS) {
2185 if (status == IOCB_TIMEDOUT) {
2186 iocbq->iocb_cmpl = lpfc_tskmgmt_def_cmpl;
2187 ret = TIMEOUT_ERROR;
2188 } else
2189 ret = FAILED;
2190 lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
2191 } else {
2192 ret = SUCCESS;
2193 lpfc_cmd->result = iocbqrsp->iocb.un.ulpWord[4];
2194 lpfc_cmd->status = iocbqrsp->iocb.ulpStatus;
2195 if (lpfc_cmd->status == IOSTAT_LOCAL_REJECT &&
2196 (lpfc_cmd->result & IOERR_DRVR_MASK))
2197 lpfc_cmd->status = IOSTAT_DRIVER_REJECT;
2198 }
2199
2200 lpfc_sli_release_iocbq(phba, iocbqrsp);
2201 return ret;
2202 }
2203
2204 /**
2205 * lpfc_info - Info entry point of scsi_host_template data structure
2206 * @host: The scsi host for which this call is being executed.
2207 *
2208 * This routine provides module information about hba.
2209 *
2210 * Reutrn code:
2211 * Pointer to char - Success.
2212 **/
2213 const char *
2214 lpfc_info(struct Scsi_Host *host)
2215 {
2216 struct lpfc_vport *vport = (struct lpfc_vport *) host->hostdata;
2217 struct lpfc_hba *phba = vport->phba;
2218 int len;
2219 static char lpfcinfobuf[384];
2220
2221 memset(lpfcinfobuf,0,384);
2222 if (phba && phba->pcidev){
2223 strncpy(lpfcinfobuf, phba->ModelDesc, 256);
2224 len = strlen(lpfcinfobuf);
2225 snprintf(lpfcinfobuf + len,
2226 384-len,
2227 " on PCI bus %02x device %02x irq %d",
2228 phba->pcidev->bus->number,
2229 phba->pcidev->devfn,
2230 phba->pcidev->irq);
2231 len = strlen(lpfcinfobuf);
2232 if (phba->Port[0]) {
2233 snprintf(lpfcinfobuf + len,
2234 384-len,
2235 " port %s",
2236 phba->Port);
2237 }
2238 }
2239 return lpfcinfobuf;
2240 }
2241
2242 /**
2243 * lpfc_poll_rearm_time - Routine to modify fcp_poll timer of hba
2244 * @phba: The Hba for which this call is being executed.
2245 *
2246 * This routine modifies fcp_poll_timer field of @phba by cfg_poll_tmo.
2247 * The default value of cfg_poll_tmo is 10 milliseconds.
2248 **/
2249 static __inline__ void lpfc_poll_rearm_timer(struct lpfc_hba * phba)
2250 {
2251 unsigned long poll_tmo_expires =
2252 (jiffies + msecs_to_jiffies(phba->cfg_poll_tmo));
2253
2254 if (phba->sli.ring[LPFC_FCP_RING].txcmplq_cnt)
2255 mod_timer(&phba->fcp_poll_timer,
2256 poll_tmo_expires);
2257 }
2258
2259 /**
2260 * lpfc_poll_start_timer - Routine to start fcp_poll_timer of HBA
2261 * @phba: The Hba for which this call is being executed.
2262 *
2263 * This routine starts the fcp_poll_timer of @phba.
2264 **/
2265 void lpfc_poll_start_timer(struct lpfc_hba * phba)
2266 {
2267 lpfc_poll_rearm_timer(phba);
2268 }
2269
2270 /**
2271 * lpfc_poll_timeout - Restart polling timer
2272 * @ptr: Map to lpfc_hba data structure pointer.
2273 *
2274 * This routine restarts fcp_poll timer, when FCP ring polling is enable
2275 * and FCP Ring interrupt is disable.
2276 **/
2277
2278 void lpfc_poll_timeout(unsigned long ptr)
2279 {
2280 struct lpfc_hba *phba = (struct lpfc_hba *) ptr;
2281
2282 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
2283 lpfc_sli_poll_fcp_ring (phba);
2284 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
2285 lpfc_poll_rearm_timer(phba);
2286 }
2287 }
2288
2289 /**
2290 * lpfc_queuecommand - scsi_host_template queuecommand entry point
2291 * @cmnd: Pointer to scsi_cmnd data structure.
2292 * @done: Pointer to done routine.
2293 *
2294 * Driver registers this routine to scsi midlayer to submit a @cmd to process.
2295 * This routine prepares an IOCB from scsi command and provides to firmware.
2296 * The @done callback is invoked after driver finished processing the command.
2297 *
2298 * Return value :
2299 * 0 - Success
2300 * SCSI_MLQUEUE_HOST_BUSY - Block all devices served by this host temporarily.
2301 **/
2302 static int
2303 lpfc_queuecommand(struct scsi_cmnd *cmnd, void (*done) (struct scsi_cmnd *))
2304 {
2305 struct Scsi_Host *shost = cmnd->device->host;
2306 struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
2307 struct lpfc_hba *phba = vport->phba;
2308 struct lpfc_sli *psli = &phba->sli;
2309 struct lpfc_rport_data *rdata = cmnd->device->hostdata;
2310 struct lpfc_nodelist *ndlp = rdata->pnode;
2311 struct lpfc_scsi_buf *lpfc_cmd;
2312 struct fc_rport *rport = starget_to_rport(scsi_target(cmnd->device));
2313 int err;
2314
2315 err = fc_remote_port_chkready(rport);
2316 if (err) {
2317 cmnd->result = err;
2318 goto out_fail_command;
2319 }
2320
2321 if (!(phba->sli3_options & LPFC_SLI3_BG_ENABLED) &&
2322 scsi_get_prot_op(cmnd) != SCSI_PROT_NORMAL) {
2323
2324 printk(KERN_ERR "BLKGRD ERROR: rcvd protected cmd:%02x op:%02x "
2325 "str=%s without registering for BlockGuard - "
2326 "Rejecting command\n",
2327 cmnd->cmnd[0], scsi_get_prot_op(cmnd),
2328 dif_op_str[scsi_get_prot_op(cmnd)]);
2329 goto out_fail_command;
2330 }
2331
2332 /*
2333 * Catch race where our node has transitioned, but the
2334 * transport is still transitioning.
2335 */
2336 if (!ndlp || !NLP_CHK_NODE_ACT(ndlp)) {
2337 cmnd->result = ScsiResult(DID_TRANSPORT_DISRUPTED, 0);
2338 goto out_fail_command;
2339 }
2340 if (vport->cfg_max_scsicmpl_time &&
2341 (atomic_read(&ndlp->cmd_pending) >= ndlp->cmd_qdepth))
2342 goto out_host_busy;
2343
2344 lpfc_cmd = lpfc_get_scsi_buf(phba);
2345 if (lpfc_cmd == NULL) {
2346 lpfc_rampdown_queue_depth(phba);
2347
2348 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
2349 "0707 driver's buffer pool is empty, "
2350 "IO busied\n");
2351 goto out_host_busy;
2352 }
2353
2354 /*
2355 * Store the midlayer's command structure for the completion phase
2356 * and complete the command initialization.
2357 */
2358 lpfc_cmd->pCmd = cmnd;
2359 lpfc_cmd->rdata = rdata;
2360 lpfc_cmd->timeout = 0;
2361 lpfc_cmd->start_time = jiffies;
2362 cmnd->host_scribble = (unsigned char *)lpfc_cmd;
2363 cmnd->scsi_done = done;
2364
2365 if (scsi_get_prot_op(cmnd) != SCSI_PROT_NORMAL) {
2366 lpfc_printf_vlog(vport, KERN_WARNING, LOG_BG,
2367 "9033 BLKGRD: rcvd protected cmd:%02x op:%02x "
2368 "str=%s\n",
2369 cmnd->cmnd[0], scsi_get_prot_op(cmnd),
2370 dif_op_str[scsi_get_prot_op(cmnd)]);
2371 lpfc_printf_vlog(vport, KERN_WARNING, LOG_BG,
2372 "9034 BLKGRD: CDB: %02x %02x %02x %02x %02x "
2373 "%02x %02x %02x %02x %02x \n",
2374 cmnd->cmnd[0], cmnd->cmnd[1], cmnd->cmnd[2],
2375 cmnd->cmnd[3], cmnd->cmnd[4], cmnd->cmnd[5],
2376 cmnd->cmnd[6], cmnd->cmnd[7], cmnd->cmnd[8],
2377 cmnd->cmnd[9]);
2378 if (cmnd->cmnd[0] == READ_10)
2379 lpfc_printf_vlog(vport, KERN_WARNING, LOG_BG,
2380 "9035 BLKGRD: READ @ sector %llu, "
2381 "count %lu\n",
2382 (unsigned long long)scsi_get_lba(cmnd),
2383 cmnd->request->nr_sectors);
2384 else if (cmnd->cmnd[0] == WRITE_10)
2385 lpfc_printf_vlog(vport, KERN_WARNING, LOG_BG,
2386 "9036 BLKGRD: WRITE @ sector %llu, "
2387 "count %lu cmd=%p\n",
2388 (unsigned long long)scsi_get_lba(cmnd),
2389 cmnd->request->nr_sectors,
2390 cmnd);
2391
2392 err = lpfc_bg_scsi_prep_dma_buf(phba, lpfc_cmd);
2393 } else {
2394 lpfc_printf_vlog(vport, KERN_WARNING, LOG_BG,
2395 "9038 BLKGRD: rcvd unprotected cmd:%02x op:%02x"
2396 " str=%s\n",
2397 cmnd->cmnd[0], scsi_get_prot_op(cmnd),
2398 dif_op_str[scsi_get_prot_op(cmnd)]);
2399 lpfc_printf_vlog(vport, KERN_WARNING, LOG_BG,
2400 "9039 BLKGRD: CDB: %02x %02x %02x %02x %02x "
2401 "%02x %02x %02x %02x %02x \n",
2402 cmnd->cmnd[0], cmnd->cmnd[1], cmnd->cmnd[2],
2403 cmnd->cmnd[3], cmnd->cmnd[4], cmnd->cmnd[5],
2404 cmnd->cmnd[6], cmnd->cmnd[7], cmnd->cmnd[8],
2405 cmnd->cmnd[9]);
2406 if (cmnd->cmnd[0] == READ_10)
2407 lpfc_printf_vlog(vport, KERN_WARNING, LOG_BG,
2408 "9040 dbg: READ @ sector %llu, "
2409 "count %lu\n",
2410 (unsigned long long)scsi_get_lba(cmnd),
2411 cmnd->request->nr_sectors);
2412 else if (cmnd->cmnd[0] == WRITE_10)
2413 lpfc_printf_vlog(vport, KERN_WARNING, LOG_BG,
2414 "9041 dbg: WRITE @ sector %llu, "
2415 "count %lu cmd=%p\n",
2416 (unsigned long long)scsi_get_lba(cmnd),
2417 cmnd->request->nr_sectors, cmnd);
2418 else
2419 lpfc_printf_vlog(vport, KERN_WARNING, LOG_BG,
2420 "9042 dbg: parser not implemented\n");
2421 err = lpfc_scsi_prep_dma_buf(phba, lpfc_cmd);
2422 }
2423
2424 if (err)
2425 goto out_host_busy_free_buf;
2426
2427 lpfc_scsi_prep_cmnd(vport, lpfc_cmd, ndlp);
2428
2429 atomic_inc(&ndlp->cmd_pending);
2430 err = lpfc_sli_issue_iocb(phba, &phba->sli.ring[psli->fcp_ring],
2431 &lpfc_cmd->cur_iocbq, SLI_IOCB_RET_IOCB);
2432 if (err) {
2433 atomic_dec(&ndlp->cmd_pending);
2434 goto out_host_busy_free_buf;
2435 }
2436 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
2437 lpfc_sli_poll_fcp_ring(phba);
2438 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
2439 lpfc_poll_rearm_timer(phba);
2440 }
2441
2442 return 0;
2443
2444 out_host_busy_free_buf:
2445 lpfc_scsi_unprep_dma_buf(phba, lpfc_cmd);
2446 lpfc_release_scsi_buf(phba, lpfc_cmd);
2447 out_host_busy:
2448 return SCSI_MLQUEUE_HOST_BUSY;
2449
2450 out_fail_command:
2451 done(cmnd);
2452 return 0;
2453 }
2454
2455 /**
2456 * lpfc_block_error_handler - Routine to block error handler
2457 * @cmnd: Pointer to scsi_cmnd data structure.
2458 *
2459 * This routine blocks execution till fc_rport state is not FC_PORSTAT_BLCOEKD.
2460 **/
2461 static void
2462 lpfc_block_error_handler(struct scsi_cmnd *cmnd)
2463 {
2464 struct Scsi_Host *shost = cmnd->device->host;
2465 struct fc_rport *rport = starget_to_rport(scsi_target(cmnd->device));
2466
2467 spin_lock_irq(shost->host_lock);
2468 while (rport->port_state == FC_PORTSTATE_BLOCKED) {
2469 spin_unlock_irq(shost->host_lock);
2470 msleep(1000);
2471 spin_lock_irq(shost->host_lock);
2472 }
2473 spin_unlock_irq(shost->host_lock);
2474 return;
2475 }
2476
2477 /**
2478 * lpfc_abort_handler - scsi_host_template eh_abort_handler entry point
2479 * @cmnd: Pointer to scsi_cmnd data structure.
2480 *
2481 * This routine aborts @cmnd pending in base driver.
2482 *
2483 * Return code :
2484 * 0x2003 - Error
2485 * 0x2002 - Success
2486 **/
2487 static int
2488 lpfc_abort_handler(struct scsi_cmnd *cmnd)
2489 {
2490 struct Scsi_Host *shost = cmnd->device->host;
2491 struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
2492 struct lpfc_hba *phba = vport->phba;
2493 struct lpfc_sli_ring *pring = &phba->sli.ring[phba->sli.fcp_ring];
2494 struct lpfc_iocbq *iocb;
2495 struct lpfc_iocbq *abtsiocb;
2496 struct lpfc_scsi_buf *lpfc_cmd;
2497 IOCB_t *cmd, *icmd;
2498 int ret = SUCCESS;
2499 DECLARE_WAIT_QUEUE_HEAD_ONSTACK(waitq);
2500
2501 lpfc_block_error_handler(cmnd);
2502 lpfc_cmd = (struct lpfc_scsi_buf *)cmnd->host_scribble;
2503 BUG_ON(!lpfc_cmd);
2504
2505 /*
2506 * If pCmd field of the corresponding lpfc_scsi_buf structure
2507 * points to a different SCSI command, then the driver has
2508 * already completed this command, but the midlayer did not
2509 * see the completion before the eh fired. Just return
2510 * SUCCESS.
2511 */
2512 iocb = &lpfc_cmd->cur_iocbq;
2513 if (lpfc_cmd->pCmd != cmnd)
2514 goto out;
2515
2516 BUG_ON(iocb->context1 != lpfc_cmd);
2517
2518 abtsiocb = lpfc_sli_get_iocbq(phba);
2519 if (abtsiocb == NULL) {
2520 ret = FAILED;
2521 goto out;
2522 }
2523
2524 /*
2525 * The scsi command can not be in txq and it is in flight because the
2526 * pCmd is still pointig at the SCSI command we have to abort. There
2527 * is no need to search the txcmplq. Just send an abort to the FW.
2528 */
2529
2530 cmd = &iocb->iocb;
2531 icmd = &abtsiocb->iocb;
2532 icmd->un.acxri.abortType = ABORT_TYPE_ABTS;
2533 icmd->un.acxri.abortContextTag = cmd->ulpContext;
2534 icmd->un.acxri.abortIoTag = cmd->ulpIoTag;
2535
2536 icmd->ulpLe = 1;
2537 icmd->ulpClass = cmd->ulpClass;
2538 if (lpfc_is_link_up(phba))
2539 icmd->ulpCommand = CMD_ABORT_XRI_CN;
2540 else
2541 icmd->ulpCommand = CMD_CLOSE_XRI_CN;
2542
2543 abtsiocb->iocb_cmpl = lpfc_sli_abort_fcp_cmpl;
2544 abtsiocb->vport = vport;
2545 if (lpfc_sli_issue_iocb(phba, pring, abtsiocb, 0) == IOCB_ERROR) {
2546 lpfc_sli_release_iocbq(phba, abtsiocb);
2547 ret = FAILED;
2548 goto out;
2549 }
2550
2551 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
2552 lpfc_sli_poll_fcp_ring (phba);
2553
2554 lpfc_cmd->waitq = &waitq;
2555 /* Wait for abort to complete */
2556 wait_event_timeout(waitq,
2557 (lpfc_cmd->pCmd != cmnd),
2558 (2*vport->cfg_devloss_tmo*HZ));
2559
2560 spin_lock_irq(shost->host_lock);
2561 lpfc_cmd->waitq = NULL;
2562 spin_unlock_irq(shost->host_lock);
2563
2564 if (lpfc_cmd->pCmd == cmnd) {
2565 ret = FAILED;
2566 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
2567 "0748 abort handler timed out waiting "
2568 "for abort to complete: ret %#x, ID %d, "
2569 "LUN %d, snum %#lx\n",
2570 ret, cmnd->device->id, cmnd->device->lun,
2571 cmnd->serial_number);
2572 }
2573
2574 out:
2575 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
2576 "0749 SCSI Layer I/O Abort Request Status x%x ID %d "
2577 "LUN %d snum %#lx\n", ret, cmnd->device->id,
2578 cmnd->device->lun, cmnd->serial_number);
2579 return ret;
2580 }
2581
2582 /**
2583 * lpfc_device_reset_handler - scsi_host_template eh_device_reset entry point
2584 * @cmnd: Pointer to scsi_cmnd data structure.
2585 *
2586 * This routine does a device reset by sending a TARGET_RESET task management
2587 * command.
2588 *
2589 * Return code :
2590 * 0x2003 - Error
2591 * 0x2002 - Success
2592 **/
2593 static int
2594 lpfc_device_reset_handler(struct scsi_cmnd *cmnd)
2595 {
2596 struct Scsi_Host *shost = cmnd->device->host;
2597 struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
2598 struct lpfc_hba *phba = vport->phba;
2599 struct lpfc_scsi_buf *lpfc_cmd;
2600 struct lpfc_iocbq *iocbq, *iocbqrsp;
2601 struct lpfc_rport_data *rdata = cmnd->device->hostdata;
2602 struct lpfc_nodelist *pnode = rdata->pnode;
2603 unsigned long later;
2604 int ret = SUCCESS;
2605 int status;
2606 int cnt;
2607 struct lpfc_scsi_event_header scsi_event;
2608
2609 lpfc_block_error_handler(cmnd);
2610 /*
2611 * If target is not in a MAPPED state, delay the reset until
2612 * target is rediscovered or devloss timeout expires.
2613 */
2614 later = msecs_to_jiffies(2 * vport->cfg_devloss_tmo * 1000) + jiffies;
2615 while (time_after(later, jiffies)) {
2616 if (!pnode || !NLP_CHK_NODE_ACT(pnode))
2617 return FAILED;
2618 if (pnode->nlp_state == NLP_STE_MAPPED_NODE)
2619 break;
2620 schedule_timeout_uninterruptible(msecs_to_jiffies(500));
2621 rdata = cmnd->device->hostdata;
2622 if (!rdata)
2623 break;
2624 pnode = rdata->pnode;
2625 }
2626
2627 scsi_event.event_type = FC_REG_SCSI_EVENT;
2628 scsi_event.subcategory = LPFC_EVENT_TGTRESET;
2629 scsi_event.lun = 0;
2630 memcpy(scsi_event.wwpn, &pnode->nlp_portname, sizeof(struct lpfc_name));
2631 memcpy(scsi_event.wwnn, &pnode->nlp_nodename, sizeof(struct lpfc_name));
2632
2633 fc_host_post_vendor_event(shost,
2634 fc_get_event_number(),
2635 sizeof(scsi_event),
2636 (char *)&scsi_event,
2637 LPFC_NL_VENDOR_ID);
2638
2639 if (!rdata || pnode->nlp_state != NLP_STE_MAPPED_NODE) {
2640 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
2641 "0721 LUN Reset rport "
2642 "failure: msec x%x rdata x%p\n",
2643 jiffies_to_msecs(jiffies - later), rdata);
2644 return FAILED;
2645 }
2646 lpfc_cmd = lpfc_get_scsi_buf(phba);
2647 if (lpfc_cmd == NULL)
2648 return FAILED;
2649 lpfc_cmd->timeout = 60;
2650 lpfc_cmd->rdata = rdata;
2651
2652 status = lpfc_scsi_prep_task_mgmt_cmd(vport, lpfc_cmd,
2653 cmnd->device->lun,
2654 FCP_TARGET_RESET);
2655 if (!status) {
2656 lpfc_release_scsi_buf(phba, lpfc_cmd);
2657 return FAILED;
2658 }
2659 iocbq = &lpfc_cmd->cur_iocbq;
2660
2661 /* get a buffer for this IOCB command response */
2662 iocbqrsp = lpfc_sli_get_iocbq(phba);
2663 if (iocbqrsp == NULL) {
2664 lpfc_release_scsi_buf(phba, lpfc_cmd);
2665 return FAILED;
2666 }
2667 lpfc_printf_vlog(vport, KERN_INFO, LOG_FCP,
2668 "0703 Issue target reset to TGT %d LUN %d "
2669 "rpi x%x nlp_flag x%x\n", cmnd->device->id,
2670 cmnd->device->lun, pnode->nlp_rpi, pnode->nlp_flag);
2671 status = lpfc_sli_issue_iocb_wait(phba,
2672 &phba->sli.ring[phba->sli.fcp_ring],
2673 iocbq, iocbqrsp, lpfc_cmd->timeout);
2674 if (status == IOCB_TIMEDOUT) {
2675 iocbq->iocb_cmpl = lpfc_tskmgmt_def_cmpl;
2676 ret = TIMEOUT_ERROR;
2677 } else {
2678 if (status != IOCB_SUCCESS)
2679 ret = FAILED;
2680 lpfc_release_scsi_buf(phba, lpfc_cmd);
2681 }
2682 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
2683 "0713 SCSI layer issued device reset (%d, %d) "
2684 "return x%x status x%x result x%x\n",
2685 cmnd->device->id, cmnd->device->lun, ret,
2686 iocbqrsp->iocb.ulpStatus,
2687 iocbqrsp->iocb.un.ulpWord[4]);
2688 lpfc_sli_release_iocbq(phba, iocbqrsp);
2689 cnt = lpfc_sli_sum_iocb(vport, cmnd->device->id, cmnd->device->lun,
2690 LPFC_CTX_TGT);
2691 if (cnt)
2692 lpfc_sli_abort_iocb(vport, &phba->sli.ring[phba->sli.fcp_ring],
2693 cmnd->device->id, cmnd->device->lun,
2694 LPFC_CTX_TGT);
2695 later = msecs_to_jiffies(2 * vport->cfg_devloss_tmo * 1000) + jiffies;
2696 while (time_after(later, jiffies) && cnt) {
2697 schedule_timeout_uninterruptible(msecs_to_jiffies(20));
2698 cnt = lpfc_sli_sum_iocb(vport, cmnd->device->id,
2699 cmnd->device->lun, LPFC_CTX_TGT);
2700 }
2701 if (cnt) {
2702 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
2703 "0719 device reset I/O flush failure: "
2704 "cnt x%x\n", cnt);
2705 ret = FAILED;
2706 }
2707 return ret;
2708 }
2709
2710 /**
2711 * lpfc_bus_reset_handler - scsi_host_template eh_bus_reset_handler entry point
2712 * @cmnd: Pointer to scsi_cmnd data structure.
2713 *
2714 * This routine does target reset to all target on @cmnd->device->host.
2715 *
2716 * Return Code:
2717 * 0x2003 - Error
2718 * 0x2002 - Success
2719 **/
2720 static int
2721 lpfc_bus_reset_handler(struct scsi_cmnd *cmnd)
2722 {
2723 struct Scsi_Host *shost = cmnd->device->host;
2724 struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
2725 struct lpfc_hba *phba = vport->phba;
2726 struct lpfc_nodelist *ndlp = NULL;
2727 int match;
2728 int ret = SUCCESS, status = SUCCESS, i;
2729 int cnt;
2730 struct lpfc_scsi_buf * lpfc_cmd;
2731 unsigned long later;
2732 struct lpfc_scsi_event_header scsi_event;
2733
2734 scsi_event.event_type = FC_REG_SCSI_EVENT;
2735 scsi_event.subcategory = LPFC_EVENT_BUSRESET;
2736 scsi_event.lun = 0;
2737 memcpy(scsi_event.wwpn, &vport->fc_portname, sizeof(struct lpfc_name));
2738 memcpy(scsi_event.wwnn, &vport->fc_nodename, sizeof(struct lpfc_name));
2739
2740 fc_host_post_vendor_event(shost,
2741 fc_get_event_number(),
2742 sizeof(scsi_event),
2743 (char *)&scsi_event,
2744 LPFC_NL_VENDOR_ID);
2745
2746 lpfc_block_error_handler(cmnd);
2747 /*
2748 * Since the driver manages a single bus device, reset all
2749 * targets known to the driver. Should any target reset
2750 * fail, this routine returns failure to the midlayer.
2751 */
2752 for (i = 0; i < LPFC_MAX_TARGET; i++) {
2753 /* Search for mapped node by target ID */
2754 match = 0;
2755 spin_lock_irq(shost->host_lock);
2756 list_for_each_entry(ndlp, &vport->fc_nodes, nlp_listp) {
2757 if (!NLP_CHK_NODE_ACT(ndlp))
2758 continue;
2759 if (ndlp->nlp_state == NLP_STE_MAPPED_NODE &&
2760 ndlp->nlp_sid == i &&
2761 ndlp->rport) {
2762 match = 1;
2763 break;
2764 }
2765 }
2766 spin_unlock_irq(shost->host_lock);
2767 if (!match)
2768 continue;
2769 lpfc_cmd = lpfc_get_scsi_buf(phba);
2770 if (lpfc_cmd) {
2771 lpfc_cmd->timeout = 60;
2772 status = lpfc_scsi_tgt_reset(lpfc_cmd, vport, i,
2773 cmnd->device->lun,
2774 ndlp->rport->dd_data);
2775 if (status != TIMEOUT_ERROR)
2776 lpfc_release_scsi_buf(phba, lpfc_cmd);
2777 }
2778 if (!lpfc_cmd || status != SUCCESS) {
2779 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
2780 "0700 Bus Reset on target %d failed\n",
2781 i);
2782 ret = FAILED;
2783 }
2784 }
2785 /*
2786 * All outstanding txcmplq I/Os should have been aborted by
2787 * the targets. Unfortunately, some targets do not abide by
2788 * this forcing the driver to double check.
2789 */
2790 cnt = lpfc_sli_sum_iocb(vport, 0, 0, LPFC_CTX_HOST);
2791 if (cnt)
2792 lpfc_sli_abort_iocb(vport, &phba->sli.ring[phba->sli.fcp_ring],
2793 0, 0, LPFC_CTX_HOST);
2794 later = msecs_to_jiffies(2 * vport->cfg_devloss_tmo * 1000) + jiffies;
2795 while (time_after(later, jiffies) && cnt) {
2796 schedule_timeout_uninterruptible(msecs_to_jiffies(20));
2797 cnt = lpfc_sli_sum_iocb(vport, 0, 0, LPFC_CTX_HOST);
2798 }
2799 if (cnt) {
2800 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
2801 "0715 Bus Reset I/O flush failure: "
2802 "cnt x%x left x%x\n", cnt, i);
2803 ret = FAILED;
2804 }
2805 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
2806 "0714 SCSI layer issued Bus Reset Data: x%x\n", ret);
2807 return ret;
2808 }
2809
2810 /**
2811 * lpfc_slave_alloc - scsi_host_template slave_alloc entry point
2812 * @sdev: Pointer to scsi_device.
2813 *
2814 * This routine populates the cmds_per_lun count + 2 scsi_bufs into this host's
2815 * globally available list of scsi buffers. This routine also makes sure scsi
2816 * buffer is not allocated more than HBA limit conveyed to midlayer. This list
2817 * of scsi buffer exists for the lifetime of the driver.
2818 *
2819 * Return codes:
2820 * non-0 - Error
2821 * 0 - Success
2822 **/
2823 static int
2824 lpfc_slave_alloc(struct scsi_device *sdev)
2825 {
2826 struct lpfc_vport *vport = (struct lpfc_vport *) sdev->host->hostdata;
2827 struct lpfc_hba *phba = vport->phba;
2828 struct lpfc_scsi_buf *scsi_buf = NULL;
2829 struct fc_rport *rport = starget_to_rport(scsi_target(sdev));
2830 uint32_t total = 0, i;
2831 uint32_t num_to_alloc = 0;
2832 unsigned long flags;
2833
2834 if (!rport || fc_remote_port_chkready(rport))
2835 return -ENXIO;
2836
2837 sdev->hostdata = rport->dd_data;
2838
2839 /*
2840 * Populate the cmds_per_lun count scsi_bufs into this host's globally
2841 * available list of scsi buffers. Don't allocate more than the
2842 * HBA limit conveyed to the midlayer via the host structure. The
2843 * formula accounts for the lun_queue_depth + error handlers + 1
2844 * extra. This list of scsi bufs exists for the lifetime of the driver.
2845 */
2846 total = phba->total_scsi_bufs;
2847 num_to_alloc = vport->cfg_lun_queue_depth + 2;
2848
2849 /* Allow some exchanges to be available always to complete discovery */
2850 if (total >= phba->cfg_hba_queue_depth - LPFC_DISC_IOCB_BUFF_COUNT ) {
2851 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
2852 "0704 At limitation of %d preallocated "
2853 "command buffers\n", total);
2854 return 0;
2855 /* Allow some exchanges to be available always to complete discovery */
2856 } else if (total + num_to_alloc >
2857 phba->cfg_hba_queue_depth - LPFC_DISC_IOCB_BUFF_COUNT ) {
2858 lpfc_printf_vlog(vport, KERN_WARNING, LOG_FCP,
2859 "0705 Allocation request of %d "
2860 "command buffers will exceed max of %d. "
2861 "Reducing allocation request to %d.\n",
2862 num_to_alloc, phba->cfg_hba_queue_depth,
2863 (phba->cfg_hba_queue_depth - total));
2864 num_to_alloc = phba->cfg_hba_queue_depth - total;
2865 }
2866
2867 for (i = 0; i < num_to_alloc; i++) {
2868 scsi_buf = lpfc_new_scsi_buf(vport);
2869 if (!scsi_buf) {
2870 lpfc_printf_vlog(vport, KERN_ERR, LOG_FCP,
2871 "0706 Failed to allocate "
2872 "command buffer\n");
2873 break;
2874 }
2875
2876 spin_lock_irqsave(&phba->scsi_buf_list_lock, flags);
2877 phba->total_scsi_bufs++;
2878 list_add_tail(&scsi_buf->list, &phba->lpfc_scsi_buf_list);
2879 spin_unlock_irqrestore(&phba->scsi_buf_list_lock, flags);
2880 }
2881 return 0;
2882 }
2883
2884 /**
2885 * lpfc_slave_configure - scsi_host_template slave_configure entry point
2886 * @sdev: Pointer to scsi_device.
2887 *
2888 * This routine configures following items
2889 * - Tag command queuing support for @sdev if supported.
2890 * - Dev loss time out value of fc_rport.
2891 * - Enable SLI polling for fcp ring if ENABLE_FCP_RING_POLLING flag is set.
2892 *
2893 * Return codes:
2894 * 0 - Success
2895 **/
2896 static int
2897 lpfc_slave_configure(struct scsi_device *sdev)
2898 {
2899 struct lpfc_vport *vport = (struct lpfc_vport *) sdev->host->hostdata;
2900 struct lpfc_hba *phba = vport->phba;
2901 struct fc_rport *rport = starget_to_rport(sdev->sdev_target);
2902
2903 if (sdev->tagged_supported)
2904 scsi_activate_tcq(sdev, vport->cfg_lun_queue_depth);
2905 else
2906 scsi_deactivate_tcq(sdev, vport->cfg_lun_queue_depth);
2907
2908 /*
2909 * Initialize the fc transport attributes for the target
2910 * containing this scsi device. Also note that the driver's
2911 * target pointer is stored in the starget_data for the
2912 * driver's sysfs entry point functions.
2913 */
2914 rport->dev_loss_tmo = vport->cfg_devloss_tmo;
2915
2916 if (phba->cfg_poll & ENABLE_FCP_RING_POLLING) {
2917 lpfc_sli_poll_fcp_ring(phba);
2918 if (phba->cfg_poll & DISABLE_FCP_RING_INT)
2919 lpfc_poll_rearm_timer(phba);
2920 }
2921
2922 return 0;
2923 }
2924
2925 /**
2926 * lpfc_slave_destroy - slave_destroy entry point of SHT data structure
2927 * @sdev: Pointer to scsi_device.
2928 *
2929 * This routine sets @sdev hostatdata filed to null.
2930 **/
2931 static void
2932 lpfc_slave_destroy(struct scsi_device *sdev)
2933 {
2934 sdev->hostdata = NULL;
2935 return;
2936 }
2937
2938
2939 struct scsi_host_template lpfc_template = {
2940 .module = THIS_MODULE,
2941 .name = LPFC_DRIVER_NAME,
2942 .info = lpfc_info,
2943 .queuecommand = lpfc_queuecommand,
2944 .eh_abort_handler = lpfc_abort_handler,
2945 .eh_device_reset_handler= lpfc_device_reset_handler,
2946 .eh_bus_reset_handler = lpfc_bus_reset_handler,
2947 .slave_alloc = lpfc_slave_alloc,
2948 .slave_configure = lpfc_slave_configure,
2949 .slave_destroy = lpfc_slave_destroy,
2950 .scan_finished = lpfc_scan_finished,
2951 .this_id = -1,
2952 .sg_tablesize = LPFC_DEFAULT_SG_SEG_CNT,
2953 .cmd_per_lun = LPFC_CMD_PER_LUN,
2954 .use_clustering = ENABLE_CLUSTERING,
2955 .shost_attrs = lpfc_hba_attrs,
2956 .max_sectors = 0xFFFF,
2957 };
2958
2959 struct scsi_host_template lpfc_vport_template = {
2960 .module = THIS_MODULE,
2961 .name = LPFC_DRIVER_NAME,
2962 .info = lpfc_info,
2963 .queuecommand = lpfc_queuecommand,
2964 .eh_abort_handler = lpfc_abort_handler,
2965 .eh_device_reset_handler= lpfc_device_reset_handler,
2966 .eh_bus_reset_handler = lpfc_bus_reset_handler,
2967 .slave_alloc = lpfc_slave_alloc,
2968 .slave_configure = lpfc_slave_configure,
2969 .slave_destroy = lpfc_slave_destroy,
2970 .scan_finished = lpfc_scan_finished,
2971 .this_id = -1,
2972 .sg_tablesize = LPFC_DEFAULT_SG_SEG_CNT,
2973 .cmd_per_lun = LPFC_CMD_PER_LUN,
2974 .use_clustering = ENABLE_CLUSTERING,
2975 .shost_attrs = lpfc_vport_attrs,
2976 .max_sectors = 0xFFFF,
2977 };
Linux kernel - Deliverables
This page took 0.100043 seconds and 6 git commands to generate.