Commit | Line | Data |
---|---|---|
c66ac9db NB |
1 | /******************************************************************************* |
2 | * Filename: target_core_pscsi.c | |
3 | * | |
4 | * This file contains the generic target mode <-> Linux SCSI subsystem plugin. | |
5 | * | |
6 | * Copyright (c) 2003, 2004, 2005 PyX Technologies, Inc. | |
7 | * Copyright (c) 2005, 2006, 2007 SBE, Inc. | |
8 | * Copyright (c) 2007-2010 Rising Tide Systems | |
9 | * Copyright (c) 2008-2010 Linux-iSCSI.org | |
10 | * | |
11 | * Nicholas A. Bellinger <nab@kernel.org> | |
12 | * | |
13 | * This program is free software; you can redistribute it and/or modify | |
14 | * it under the terms of the GNU General Public License as published by | |
15 | * the Free Software Foundation; either version 2 of the License, or | |
16 | * (at your option) any later version. | |
17 | * | |
18 | * This program is distributed in the hope that it will be useful, | |
19 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
20 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
21 | * GNU General Public License for more details. | |
22 | * | |
23 | * You should have received a copy of the GNU General Public License | |
24 | * along with this program; if not, write to the Free Software | |
25 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. | |
26 | * | |
27 | ******************************************************************************/ | |
28 | ||
c66ac9db NB |
29 | #include <linux/string.h> |
30 | #include <linux/parser.h> | |
31 | #include <linux/timer.h> | |
32 | #include <linux/blkdev.h> | |
33 | #include <linux/blk_types.h> | |
34 | #include <linux/slab.h> | |
35 | #include <linux/spinlock.h> | |
c66ac9db NB |
36 | #include <linux/genhd.h> |
37 | #include <linux/cdrom.h> | |
d6e0175c | 38 | #include <linux/ratelimit.h> |
827509e3 | 39 | #include <linux/module.h> |
d6e0175c CH |
40 | #include <asm/unaligned.h> |
41 | ||
c66ac9db NB |
42 | #include <scsi/scsi.h> |
43 | #include <scsi/scsi_device.h> | |
44 | #include <scsi/scsi_cmnd.h> | |
45 | #include <scsi/scsi_host.h> | |
e66ecd50 | 46 | #include <scsi/scsi_tcq.h> |
c66ac9db NB |
47 | |
48 | #include <target/target_core_base.h> | |
c4795fb2 | 49 | #include <target/target_core_backend.h> |
c66ac9db | 50 | |
d6e0175c | 51 | #include "target_core_alua.h" |
c66ac9db NB |
52 | #include "target_core_pscsi.h" |
53 | ||
54 | #define ISPRINT(a) ((a >= ' ') && (a <= '~')) | |
55 | ||
56 | static struct se_subsystem_api pscsi_template; | |
57 | ||
0c2ad7d1 | 58 | static int pscsi_execute_cmd(struct se_cmd *cmd); |
c66ac9db NB |
59 | static void pscsi_req_done(struct request *, int); |
60 | ||
c66ac9db NB |
61 | /* pscsi_attach_hba(): |
62 | * | |
63 | * pscsi_get_sh() used scsi_host_lookup() to locate struct Scsi_Host. | |
64 | * from the passed SCSI Host ID. | |
65 | */ | |
66 | static int pscsi_attach_hba(struct se_hba *hba, u32 host_id) | |
67 | { | |
c66ac9db NB |
68 | struct pscsi_hba_virt *phv; |
69 | ||
70 | phv = kzalloc(sizeof(struct pscsi_hba_virt), GFP_KERNEL); | |
6708bb27 AG |
71 | if (!phv) { |
72 | pr_err("Unable to allocate struct pscsi_hba_virt\n"); | |
e3d6f909 | 73 | return -ENOMEM; |
c66ac9db NB |
74 | } |
75 | phv->phv_host_id = host_id; | |
e6a8a41a | 76 | phv->phv_mode = PHV_VIRTUAL_HOST_ID; |
c66ac9db | 77 | |
5951146d | 78 | hba->hba_ptr = phv; |
c66ac9db | 79 | |
6708bb27 | 80 | pr_debug("CORE_HBA[%d] - TCM SCSI HBA Driver %s on" |
c66ac9db NB |
81 | " Generic Target Core Stack %s\n", hba->hba_id, |
82 | PSCSI_VERSION, TARGET_CORE_MOD_VERSION); | |
6708bb27 | 83 | pr_debug("CORE_HBA[%d] - Attached SCSI HBA to Generic\n", |
e3d6f909 | 84 | hba->hba_id); |
c66ac9db NB |
85 | |
86 | return 0; | |
87 | } | |
88 | ||
89 | static void pscsi_detach_hba(struct se_hba *hba) | |
90 | { | |
91 | struct pscsi_hba_virt *phv = hba->hba_ptr; | |
92 | struct Scsi_Host *scsi_host = phv->phv_lld_host; | |
93 | ||
94 | if (scsi_host) { | |
95 | scsi_host_put(scsi_host); | |
96 | ||
6708bb27 | 97 | pr_debug("CORE_HBA[%d] - Detached SCSI HBA: %s from" |
c66ac9db NB |
98 | " Generic Target Core\n", hba->hba_id, |
99 | (scsi_host->hostt->name) ? (scsi_host->hostt->name) : | |
100 | "Unknown"); | |
101 | } else | |
6708bb27 | 102 | pr_debug("CORE_HBA[%d] - Detached Virtual SCSI HBA" |
c66ac9db NB |
103 | " from Generic Target Core\n", hba->hba_id); |
104 | ||
105 | kfree(phv); | |
106 | hba->hba_ptr = NULL; | |
107 | } | |
108 | ||
109 | static int pscsi_pmode_enable_hba(struct se_hba *hba, unsigned long mode_flag) | |
110 | { | |
8359cf43 | 111 | struct pscsi_hba_virt *phv = hba->hba_ptr; |
c66ac9db | 112 | struct Scsi_Host *sh = phv->phv_lld_host; |
c66ac9db NB |
113 | /* |
114 | * Release the struct Scsi_Host | |
115 | */ | |
6708bb27 AG |
116 | if (!mode_flag) { |
117 | if (!sh) | |
c66ac9db NB |
118 | return 0; |
119 | ||
120 | phv->phv_lld_host = NULL; | |
e6a8a41a | 121 | phv->phv_mode = PHV_VIRTUAL_HOST_ID; |
c66ac9db | 122 | |
6708bb27 | 123 | pr_debug("CORE_HBA[%d] - Disabled pSCSI HBA Passthrough" |
c66ac9db NB |
124 | " %s\n", hba->hba_id, (sh->hostt->name) ? |
125 | (sh->hostt->name) : "Unknown"); | |
126 | ||
127 | scsi_host_put(sh); | |
128 | return 0; | |
129 | } | |
130 | /* | |
131 | * Otherwise, locate struct Scsi_Host from the original passed | |
132 | * pSCSI Host ID and enable for phba mode | |
133 | */ | |
e3d6f909 AG |
134 | sh = scsi_host_lookup(phv->phv_host_id); |
135 | if (IS_ERR(sh)) { | |
6708bb27 | 136 | pr_err("pSCSI: Unable to locate SCSI Host for" |
c66ac9db | 137 | " phv_host_id: %d\n", phv->phv_host_id); |
e3d6f909 | 138 | return PTR_ERR(sh); |
c66ac9db | 139 | } |
c66ac9db NB |
140 | |
141 | phv->phv_lld_host = sh; | |
142 | phv->phv_mode = PHV_LLD_SCSI_HOST_NO; | |
143 | ||
6708bb27 | 144 | pr_debug("CORE_HBA[%d] - Enabled pSCSI HBA Passthrough %s\n", |
c66ac9db NB |
145 | hba->hba_id, (sh->hostt->name) ? (sh->hostt->name) : "Unknown"); |
146 | ||
147 | return 1; | |
148 | } | |
149 | ||
150 | static void pscsi_tape_read_blocksize(struct se_device *dev, | |
151 | struct scsi_device *sdev) | |
152 | { | |
153 | unsigned char cdb[MAX_COMMAND_SIZE], *buf; | |
154 | int ret; | |
155 | ||
156 | buf = kzalloc(12, GFP_KERNEL); | |
157 | if (!buf) | |
158 | return; | |
159 | ||
160 | memset(cdb, 0, MAX_COMMAND_SIZE); | |
161 | cdb[0] = MODE_SENSE; | |
162 | cdb[4] = 0x0c; /* 12 bytes */ | |
163 | ||
164 | ret = scsi_execute_req(sdev, cdb, DMA_FROM_DEVICE, buf, 12, NULL, | |
165 | HZ, 1, NULL); | |
166 | if (ret) | |
167 | goto out_free; | |
168 | ||
169 | /* | |
170 | * If MODE_SENSE still returns zero, set the default value to 1024. | |
171 | */ | |
172 | sdev->sector_size = (buf[9] << 16) | (buf[10] << 8) | (buf[11]); | |
173 | if (!sdev->sector_size) | |
174 | sdev->sector_size = 1024; | |
175 | out_free: | |
176 | kfree(buf); | |
177 | } | |
178 | ||
179 | static void | |
180 | pscsi_set_inquiry_info(struct scsi_device *sdev, struct t10_wwn *wwn) | |
181 | { | |
182 | unsigned char *buf; | |
183 | ||
184 | if (sdev->inquiry_len < INQUIRY_LEN) | |
185 | return; | |
186 | ||
187 | buf = sdev->inquiry; | |
188 | if (!buf) | |
189 | return; | |
190 | /* | |
191 | * Use sdev->inquiry from drivers/scsi/scsi_scan.c:scsi_alloc_sdev() | |
192 | */ | |
193 | memcpy(&wwn->vendor[0], &buf[8], sizeof(wwn->vendor)); | |
194 | memcpy(&wwn->model[0], &buf[16], sizeof(wwn->model)); | |
195 | memcpy(&wwn->revision[0], &buf[32], sizeof(wwn->revision)); | |
196 | } | |
197 | ||
198 | static int | |
199 | pscsi_get_inquiry_vpd_serial(struct scsi_device *sdev, struct t10_wwn *wwn) | |
200 | { | |
201 | unsigned char cdb[MAX_COMMAND_SIZE], *buf; | |
202 | int ret; | |
203 | ||
204 | buf = kzalloc(INQUIRY_VPD_SERIAL_LEN, GFP_KERNEL); | |
205 | if (!buf) | |
e3d6f909 | 206 | return -ENOMEM; |
c66ac9db NB |
207 | |
208 | memset(cdb, 0, MAX_COMMAND_SIZE); | |
209 | cdb[0] = INQUIRY; | |
210 | cdb[1] = 0x01; /* Query VPD */ | |
211 | cdb[2] = 0x80; /* Unit Serial Number */ | |
212 | cdb[3] = (INQUIRY_VPD_SERIAL_LEN >> 8) & 0xff; | |
213 | cdb[4] = (INQUIRY_VPD_SERIAL_LEN & 0xff); | |
214 | ||
215 | ret = scsi_execute_req(sdev, cdb, DMA_FROM_DEVICE, buf, | |
216 | INQUIRY_VPD_SERIAL_LEN, NULL, HZ, 1, NULL); | |
217 | if (ret) | |
218 | goto out_free; | |
219 | ||
220 | snprintf(&wwn->unit_serial[0], INQUIRY_VPD_SERIAL_LEN, "%s", &buf[4]); | |
221 | ||
222 | wwn->t10_sub_dev->su_dev_flags |= SDF_FIRMWARE_VPD_UNIT_SERIAL; | |
223 | ||
224 | kfree(buf); | |
225 | return 0; | |
226 | ||
227 | out_free: | |
228 | kfree(buf); | |
e3d6f909 | 229 | return -EPERM; |
c66ac9db NB |
230 | } |
231 | ||
232 | static void | |
233 | pscsi_get_inquiry_vpd_device_ident(struct scsi_device *sdev, | |
234 | struct t10_wwn *wwn) | |
235 | { | |
236 | unsigned char cdb[MAX_COMMAND_SIZE], *buf, *page_83; | |
237 | int ident_len, page_len, off = 4, ret; | |
238 | struct t10_vpd *vpd; | |
239 | ||
240 | buf = kzalloc(INQUIRY_VPD_SERIAL_LEN, GFP_KERNEL); | |
241 | if (!buf) | |
242 | return; | |
243 | ||
244 | memset(cdb, 0, MAX_COMMAND_SIZE); | |
245 | cdb[0] = INQUIRY; | |
246 | cdb[1] = 0x01; /* Query VPD */ | |
247 | cdb[2] = 0x83; /* Device Identifier */ | |
248 | cdb[3] = (INQUIRY_VPD_DEVICE_IDENTIFIER_LEN >> 8) & 0xff; | |
249 | cdb[4] = (INQUIRY_VPD_DEVICE_IDENTIFIER_LEN & 0xff); | |
250 | ||
251 | ret = scsi_execute_req(sdev, cdb, DMA_FROM_DEVICE, buf, | |
252 | INQUIRY_VPD_DEVICE_IDENTIFIER_LEN, | |
253 | NULL, HZ, 1, NULL); | |
254 | if (ret) | |
255 | goto out; | |
256 | ||
257 | page_len = (buf[2] << 8) | buf[3]; | |
258 | while (page_len > 0) { | |
259 | /* Grab a pointer to the Identification descriptor */ | |
260 | page_83 = &buf[off]; | |
261 | ident_len = page_83[3]; | |
262 | if (!ident_len) { | |
6708bb27 | 263 | pr_err("page_83[3]: identifier" |
c66ac9db NB |
264 | " length zero!\n"); |
265 | break; | |
266 | } | |
6708bb27 | 267 | pr_debug("T10 VPD Identifer Length: %d\n", ident_len); |
c66ac9db NB |
268 | |
269 | vpd = kzalloc(sizeof(struct t10_vpd), GFP_KERNEL); | |
270 | if (!vpd) { | |
6708bb27 | 271 | pr_err("Unable to allocate memory for" |
c66ac9db NB |
272 | " struct t10_vpd\n"); |
273 | goto out; | |
274 | } | |
275 | INIT_LIST_HEAD(&vpd->vpd_list); | |
276 | ||
277 | transport_set_vpd_proto_id(vpd, page_83); | |
278 | transport_set_vpd_assoc(vpd, page_83); | |
279 | ||
280 | if (transport_set_vpd_ident_type(vpd, page_83) < 0) { | |
281 | off += (ident_len + 4); | |
282 | page_len -= (ident_len + 4); | |
283 | kfree(vpd); | |
284 | continue; | |
285 | } | |
286 | if (transport_set_vpd_ident(vpd, page_83) < 0) { | |
287 | off += (ident_len + 4); | |
288 | page_len -= (ident_len + 4); | |
289 | kfree(vpd); | |
290 | continue; | |
291 | } | |
292 | ||
293 | list_add_tail(&vpd->vpd_list, &wwn->t10_vpd_list); | |
294 | off += (ident_len + 4); | |
295 | page_len -= (ident_len + 4); | |
296 | } | |
297 | ||
298 | out: | |
299 | kfree(buf); | |
300 | } | |
301 | ||
302 | /* pscsi_add_device_to_list(): | |
303 | * | |
304 | * | |
305 | */ | |
306 | static struct se_device *pscsi_add_device_to_list( | |
307 | struct se_hba *hba, | |
308 | struct se_subsystem_dev *se_dev, | |
309 | struct pscsi_dev_virt *pdv, | |
310 | struct scsi_device *sd, | |
311 | int dev_flags) | |
312 | { | |
313 | struct se_device *dev; | |
314 | struct se_dev_limits dev_limits; | |
315 | struct request_queue *q; | |
316 | struct queue_limits *limits; | |
317 | ||
318 | memset(&dev_limits, 0, sizeof(struct se_dev_limits)); | |
319 | ||
320 | if (!sd->queue_depth) { | |
321 | sd->queue_depth = PSCSI_DEFAULT_QUEUEDEPTH; | |
322 | ||
6708bb27 | 323 | pr_err("Set broken SCSI Device %d:%d:%d" |
c66ac9db NB |
324 | " queue_depth to %d\n", sd->channel, sd->id, |
325 | sd->lun, sd->queue_depth); | |
326 | } | |
327 | /* | |
328 | * Setup the local scope queue_limits from struct request_queue->limits | |
329 | * to pass into transport_add_device_to_core_hba() as struct se_dev_limits. | |
330 | */ | |
331 | q = sd->request_queue; | |
332 | limits = &dev_limits.limits; | |
333 | limits->logical_block_size = sd->sector_size; | |
a1d8b49a AG |
334 | limits->max_hw_sectors = min_t(int, sd->host->max_sectors, queue_max_hw_sectors(q)); |
335 | limits->max_sectors = min_t(int, sd->host->max_sectors, queue_max_sectors(q)); | |
c66ac9db NB |
336 | dev_limits.hw_queue_depth = sd->queue_depth; |
337 | dev_limits.queue_depth = sd->queue_depth; | |
338 | /* | |
339 | * Setup our standard INQUIRY info into se_dev->t10_wwn | |
340 | */ | |
341 | pscsi_set_inquiry_info(sd, &se_dev->t10_wwn); | |
342 | ||
343 | /* | |
344 | * Set the pointer pdv->pdv_sd to from passed struct scsi_device, | |
345 | * which has already been referenced with Linux SCSI code with | |
346 | * scsi_device_get() in this file's pscsi_create_virtdevice(). | |
347 | * | |
348 | * The passthrough operations called by the transport_add_device_* | |
349 | * function below will require this pointer to be set for passthroug | |
350 | * ops. | |
351 | * | |
352 | * For the shutdown case in pscsi_free_device(), this struct | |
353 | * scsi_device reference is released with Linux SCSI code | |
354 | * scsi_device_put() and the pdv->pdv_sd cleared. | |
355 | */ | |
356 | pdv->pdv_sd = sd; | |
c66ac9db | 357 | dev = transport_add_device_to_core_hba(hba, &pscsi_template, |
5951146d | 358 | se_dev, dev_flags, pdv, |
c66ac9db | 359 | &dev_limits, NULL, NULL); |
6708bb27 | 360 | if (!dev) { |
c66ac9db NB |
361 | pdv->pdv_sd = NULL; |
362 | return NULL; | |
363 | } | |
364 | ||
365 | /* | |
366 | * Locate VPD WWN Information used for various purposes within | |
367 | * the Storage Engine. | |
368 | */ | |
369 | if (!pscsi_get_inquiry_vpd_serial(sd, &se_dev->t10_wwn)) { | |
370 | /* | |
371 | * If VPD Unit Serial returned GOOD status, try | |
372 | * VPD Device Identification page (0x83). | |
373 | */ | |
374 | pscsi_get_inquiry_vpd_device_ident(sd, &se_dev->t10_wwn); | |
375 | } | |
376 | ||
377 | /* | |
378 | * For TYPE_TAPE, attempt to determine blocksize with MODE_SENSE. | |
379 | */ | |
380 | if (sd->type == TYPE_TAPE) | |
381 | pscsi_tape_read_blocksize(dev, sd); | |
382 | return dev; | |
383 | } | |
384 | ||
385 | static void *pscsi_allocate_virtdevice(struct se_hba *hba, const char *name) | |
386 | { | |
387 | struct pscsi_dev_virt *pdv; | |
388 | ||
389 | pdv = kzalloc(sizeof(struct pscsi_dev_virt), GFP_KERNEL); | |
6708bb27 AG |
390 | if (!pdv) { |
391 | pr_err("Unable to allocate memory for struct pscsi_dev_virt\n"); | |
c66ac9db NB |
392 | return NULL; |
393 | } | |
394 | pdv->pdv_se_hba = hba; | |
395 | ||
6708bb27 | 396 | pr_debug("PSCSI: Allocated pdv: %p for %s\n", pdv, name); |
5951146d | 397 | return pdv; |
c66ac9db NB |
398 | } |
399 | ||
400 | /* | |
401 | * Called with struct Scsi_Host->host_lock called. | |
402 | */ | |
403 | static struct se_device *pscsi_create_type_disk( | |
404 | struct scsi_device *sd, | |
405 | struct pscsi_dev_virt *pdv, | |
406 | struct se_subsystem_dev *se_dev, | |
407 | struct se_hba *hba) | |
5dd7ed2e | 408 | __releases(sh->host_lock) |
c66ac9db NB |
409 | { |
410 | struct se_device *dev; | |
8359cf43 | 411 | struct pscsi_hba_virt *phv = pdv->pdv_se_hba->hba_ptr; |
c66ac9db NB |
412 | struct Scsi_Host *sh = sd->host; |
413 | struct block_device *bd; | |
414 | u32 dev_flags = 0; | |
415 | ||
416 | if (scsi_device_get(sd)) { | |
6708bb27 | 417 | pr_err("scsi_device_get() failed for %d:%d:%d:%d\n", |
c66ac9db NB |
418 | sh->host_no, sd->channel, sd->id, sd->lun); |
419 | spin_unlock_irq(sh->host_lock); | |
420 | return NULL; | |
421 | } | |
422 | spin_unlock_irq(sh->host_lock); | |
423 | /* | |
424 | * Claim exclusive struct block_device access to struct scsi_device | |
425 | * for TYPE_DISK using supplied udev_path | |
426 | */ | |
427 | bd = blkdev_get_by_path(se_dev->se_dev_udev_path, | |
428 | FMODE_WRITE|FMODE_READ|FMODE_EXCL, pdv); | |
3ae279d2 | 429 | if (IS_ERR(bd)) { |
6708bb27 | 430 | pr_err("pSCSI: blkdev_get_by_path() failed\n"); |
c66ac9db NB |
431 | scsi_device_put(sd); |
432 | return NULL; | |
433 | } | |
434 | pdv->pdv_bd = bd; | |
435 | ||
436 | dev = pscsi_add_device_to_list(hba, se_dev, pdv, sd, dev_flags); | |
6708bb27 | 437 | if (!dev) { |
c66ac9db NB |
438 | blkdev_put(pdv->pdv_bd, FMODE_WRITE|FMODE_READ|FMODE_EXCL); |
439 | scsi_device_put(sd); | |
440 | return NULL; | |
441 | } | |
6708bb27 | 442 | pr_debug("CORE_PSCSI[%d] - Added TYPE_DISK for %d:%d:%d:%d\n", |
c66ac9db NB |
443 | phv->phv_host_id, sh->host_no, sd->channel, sd->id, sd->lun); |
444 | ||
445 | return dev; | |
446 | } | |
447 | ||
448 | /* | |
449 | * Called with struct Scsi_Host->host_lock called. | |
450 | */ | |
451 | static struct se_device *pscsi_create_type_rom( | |
452 | struct scsi_device *sd, | |
453 | struct pscsi_dev_virt *pdv, | |
454 | struct se_subsystem_dev *se_dev, | |
455 | struct se_hba *hba) | |
5dd7ed2e | 456 | __releases(sh->host_lock) |
c66ac9db NB |
457 | { |
458 | struct se_device *dev; | |
8359cf43 | 459 | struct pscsi_hba_virt *phv = pdv->pdv_se_hba->hba_ptr; |
c66ac9db NB |
460 | struct Scsi_Host *sh = sd->host; |
461 | u32 dev_flags = 0; | |
462 | ||
463 | if (scsi_device_get(sd)) { | |
6708bb27 | 464 | pr_err("scsi_device_get() failed for %d:%d:%d:%d\n", |
c66ac9db NB |
465 | sh->host_no, sd->channel, sd->id, sd->lun); |
466 | spin_unlock_irq(sh->host_lock); | |
467 | return NULL; | |
468 | } | |
469 | spin_unlock_irq(sh->host_lock); | |
470 | ||
471 | dev = pscsi_add_device_to_list(hba, se_dev, pdv, sd, dev_flags); | |
6708bb27 | 472 | if (!dev) { |
c66ac9db NB |
473 | scsi_device_put(sd); |
474 | return NULL; | |
475 | } | |
6708bb27 | 476 | pr_debug("CORE_PSCSI[%d] - Added Type: %s for %d:%d:%d:%d\n", |
c66ac9db NB |
477 | phv->phv_host_id, scsi_device_type(sd->type), sh->host_no, |
478 | sd->channel, sd->id, sd->lun); | |
479 | ||
480 | return dev; | |
481 | } | |
482 | ||
483 | /* | |
484 | *Called with struct Scsi_Host->host_lock called. | |
485 | */ | |
486 | static struct se_device *pscsi_create_type_other( | |
487 | struct scsi_device *sd, | |
488 | struct pscsi_dev_virt *pdv, | |
489 | struct se_subsystem_dev *se_dev, | |
490 | struct se_hba *hba) | |
5dd7ed2e | 491 | __releases(sh->host_lock) |
c66ac9db NB |
492 | { |
493 | struct se_device *dev; | |
8359cf43 | 494 | struct pscsi_hba_virt *phv = pdv->pdv_se_hba->hba_ptr; |
c66ac9db NB |
495 | struct Scsi_Host *sh = sd->host; |
496 | u32 dev_flags = 0; | |
497 | ||
498 | spin_unlock_irq(sh->host_lock); | |
499 | dev = pscsi_add_device_to_list(hba, se_dev, pdv, sd, dev_flags); | |
6708bb27 | 500 | if (!dev) |
c66ac9db NB |
501 | return NULL; |
502 | ||
6708bb27 | 503 | pr_debug("CORE_PSCSI[%d] - Added Type: %s for %d:%d:%d:%d\n", |
c66ac9db NB |
504 | phv->phv_host_id, scsi_device_type(sd->type), sh->host_no, |
505 | sd->channel, sd->id, sd->lun); | |
506 | ||
507 | return dev; | |
508 | } | |
509 | ||
510 | static struct se_device *pscsi_create_virtdevice( | |
511 | struct se_hba *hba, | |
512 | struct se_subsystem_dev *se_dev, | |
513 | void *p) | |
514 | { | |
8359cf43 | 515 | struct pscsi_dev_virt *pdv = p; |
c66ac9db NB |
516 | struct se_device *dev; |
517 | struct scsi_device *sd; | |
8359cf43 | 518 | struct pscsi_hba_virt *phv = hba->hba_ptr; |
c66ac9db NB |
519 | struct Scsi_Host *sh = phv->phv_lld_host; |
520 | int legacy_mode_enable = 0; | |
521 | ||
6708bb27 AG |
522 | if (!pdv) { |
523 | pr_err("Unable to locate struct pscsi_dev_virt" | |
c66ac9db | 524 | " parameter\n"); |
613640e4 | 525 | return ERR_PTR(-EINVAL); |
c66ac9db NB |
526 | } |
527 | /* | |
528 | * If not running in PHV_LLD_SCSI_HOST_NO mode, locate the | |
529 | * struct Scsi_Host we will need to bring the TCM/pSCSI object online | |
530 | */ | |
6708bb27 | 531 | if (!sh) { |
c66ac9db | 532 | if (phv->phv_mode == PHV_LLD_SCSI_HOST_NO) { |
6708bb27 | 533 | pr_err("pSCSI: Unable to locate struct" |
c66ac9db | 534 | " Scsi_Host for PHV_LLD_SCSI_HOST_NO\n"); |
613640e4 | 535 | return ERR_PTR(-ENODEV); |
c66ac9db NB |
536 | } |
537 | /* | |
e6a8a41a | 538 | * For the newer PHV_VIRTUAL_HOST_ID struct scsi_device |
c66ac9db NB |
539 | * reference, we enforce that udev_path has been set |
540 | */ | |
541 | if (!(se_dev->su_dev_flags & SDF_USING_UDEV_PATH)) { | |
6708bb27 | 542 | pr_err("pSCSI: udev_path attribute has not" |
c66ac9db | 543 | " been set before ENABLE=1\n"); |
613640e4 | 544 | return ERR_PTR(-EINVAL); |
c66ac9db NB |
545 | } |
546 | /* | |
e6a8a41a | 547 | * If no scsi_host_id= was passed for PHV_VIRTUAL_HOST_ID, |
c66ac9db NB |
548 | * use the original TCM hba ID to reference Linux/SCSI Host No |
549 | * and enable for PHV_LLD_SCSI_HOST_NO mode. | |
550 | */ | |
551 | if (!(pdv->pdv_flags & PDF_HAS_VIRT_HOST_ID)) { | |
552 | spin_lock(&hba->device_lock); | |
6708bb27 AG |
553 | if (!list_empty(&hba->hba_dev_list)) { |
554 | pr_err("pSCSI: Unable to set hba_mode" | |
c66ac9db NB |
555 | " with active devices\n"); |
556 | spin_unlock(&hba->device_lock); | |
613640e4 | 557 | return ERR_PTR(-EEXIST); |
c66ac9db NB |
558 | } |
559 | spin_unlock(&hba->device_lock); | |
560 | ||
561 | if (pscsi_pmode_enable_hba(hba, 1) != 1) | |
613640e4 | 562 | return ERR_PTR(-ENODEV); |
c66ac9db NB |
563 | |
564 | legacy_mode_enable = 1; | |
565 | hba->hba_flags |= HBA_FLAGS_PSCSI_MODE; | |
566 | sh = phv->phv_lld_host; | |
567 | } else { | |
e3d6f909 AG |
568 | sh = scsi_host_lookup(pdv->pdv_host_id); |
569 | if (IS_ERR(sh)) { | |
6708bb27 | 570 | pr_err("pSCSI: Unable to locate" |
c66ac9db | 571 | " pdv_host_id: %d\n", pdv->pdv_host_id); |
942d8264 | 572 | return ERR_CAST(sh); |
c66ac9db NB |
573 | } |
574 | } | |
575 | } else { | |
e6a8a41a SH |
576 | if (phv->phv_mode == PHV_VIRTUAL_HOST_ID) { |
577 | pr_err("pSCSI: PHV_VIRTUAL_HOST_ID set while" | |
c66ac9db | 578 | " struct Scsi_Host exists\n"); |
613640e4 | 579 | return ERR_PTR(-EEXIST); |
c66ac9db NB |
580 | } |
581 | } | |
582 | ||
583 | spin_lock_irq(sh->host_lock); | |
584 | list_for_each_entry(sd, &sh->__devices, siblings) { | |
585 | if ((pdv->pdv_channel_id != sd->channel) || | |
586 | (pdv->pdv_target_id != sd->id) || | |
587 | (pdv->pdv_lun_id != sd->lun)) | |
588 | continue; | |
589 | /* | |
590 | * Functions will release the held struct scsi_host->host_lock | |
591 | * before calling calling pscsi_add_device_to_list() to register | |
592 | * struct scsi_device with target_core_mod. | |
593 | */ | |
594 | switch (sd->type) { | |
595 | case TYPE_DISK: | |
596 | dev = pscsi_create_type_disk(sd, pdv, se_dev, hba); | |
597 | break; | |
598 | case TYPE_ROM: | |
599 | dev = pscsi_create_type_rom(sd, pdv, se_dev, hba); | |
600 | break; | |
601 | default: | |
602 | dev = pscsi_create_type_other(sd, pdv, se_dev, hba); | |
603 | break; | |
604 | } | |
605 | ||
6708bb27 | 606 | if (!dev) { |
e6a8a41a | 607 | if (phv->phv_mode == PHV_VIRTUAL_HOST_ID) |
c66ac9db NB |
608 | scsi_host_put(sh); |
609 | else if (legacy_mode_enable) { | |
610 | pscsi_pmode_enable_hba(hba, 0); | |
611 | hba->hba_flags &= ~HBA_FLAGS_PSCSI_MODE; | |
612 | } | |
613 | pdv->pdv_sd = NULL; | |
613640e4 | 614 | return ERR_PTR(-ENODEV); |
c66ac9db NB |
615 | } |
616 | return dev; | |
617 | } | |
618 | spin_unlock_irq(sh->host_lock); | |
619 | ||
6708bb27 | 620 | pr_err("pSCSI: Unable to locate %d:%d:%d:%d\n", sh->host_no, |
c66ac9db NB |
621 | pdv->pdv_channel_id, pdv->pdv_target_id, pdv->pdv_lun_id); |
622 | ||
e6a8a41a | 623 | if (phv->phv_mode == PHV_VIRTUAL_HOST_ID) |
c66ac9db NB |
624 | scsi_host_put(sh); |
625 | else if (legacy_mode_enable) { | |
626 | pscsi_pmode_enable_hba(hba, 0); | |
627 | hba->hba_flags &= ~HBA_FLAGS_PSCSI_MODE; | |
628 | } | |
629 | ||
613640e4 | 630 | return ERR_PTR(-ENODEV); |
c66ac9db NB |
631 | } |
632 | ||
633 | /* pscsi_free_device(): (Part of se_subsystem_api_t template) | |
634 | * | |
635 | * | |
636 | */ | |
637 | static void pscsi_free_device(void *p) | |
638 | { | |
639 | struct pscsi_dev_virt *pdv = p; | |
640 | struct pscsi_hba_virt *phv = pdv->pdv_se_hba->hba_ptr; | |
641 | struct scsi_device *sd = pdv->pdv_sd; | |
642 | ||
643 | if (sd) { | |
644 | /* | |
645 | * Release exclusive pSCSI internal struct block_device claim for | |
646 | * struct scsi_device with TYPE_DISK from pscsi_create_type_disk() | |
647 | */ | |
648 | if ((sd->type == TYPE_DISK) && pdv->pdv_bd) { | |
649 | blkdev_put(pdv->pdv_bd, | |
650 | FMODE_WRITE|FMODE_READ|FMODE_EXCL); | |
651 | pdv->pdv_bd = NULL; | |
652 | } | |
653 | /* | |
654 | * For HBA mode PHV_LLD_SCSI_HOST_NO, release the reference | |
655 | * to struct Scsi_Host now. | |
656 | */ | |
657 | if ((phv->phv_mode == PHV_LLD_SCSI_HOST_NO) && | |
658 | (phv->phv_lld_host != NULL)) | |
659 | scsi_host_put(phv->phv_lld_host); | |
660 | ||
661 | if ((sd->type == TYPE_DISK) || (sd->type == TYPE_ROM)) | |
662 | scsi_device_put(sd); | |
663 | ||
664 | pdv->pdv_sd = NULL; | |
665 | } | |
666 | ||
667 | kfree(pdv); | |
668 | } | |
669 | ||
5787cacd | 670 | static int pscsi_transport_complete(struct se_cmd *cmd, struct scatterlist *sg) |
c66ac9db | 671 | { |
5787cacd | 672 | struct pscsi_dev_virt *pdv = cmd->se_dev->dev_ptr; |
c66ac9db NB |
673 | struct scsi_device *sd = pdv->pdv_sd; |
674 | int result; | |
5787cacd | 675 | struct pscsi_plugin_task *pt = cmd->priv; |
c66ac9db NB |
676 | unsigned char *cdb = &pt->pscsi_cdb[0]; |
677 | ||
678 | result = pt->pscsi_result; | |
679 | /* | |
680 | * Hack to make sure that Write-Protect modepage is set if R/O mode is | |
681 | * forced. | |
682 | */ | |
683 | if (((cdb[0] == MODE_SENSE) || (cdb[0] == MODE_SENSE_10)) && | |
684 | (status_byte(result) << 1) == SAM_STAT_GOOD) { | |
5787cacd | 685 | if (!cmd->se_deve) |
c66ac9db NB |
686 | goto after_mode_sense; |
687 | ||
5787cacd CH |
688 | if (cmd->se_deve->lun_flags & TRANSPORT_LUNFLAGS_READ_ONLY) { |
689 | unsigned char *buf = transport_kmap_data_sg(cmd); | |
c66ac9db NB |
690 | |
691 | if (cdb[0] == MODE_SENSE_10) { | |
692 | if (!(buf[3] & 0x80)) | |
693 | buf[3] |= 0x80; | |
694 | } else { | |
695 | if (!(buf[2] & 0x80)) | |
696 | buf[2] |= 0x80; | |
697 | } | |
05d1c7c0 | 698 | |
5787cacd | 699 | transport_kunmap_data_sg(cmd); |
c66ac9db NB |
700 | } |
701 | } | |
702 | after_mode_sense: | |
703 | ||
704 | if (sd->type != TYPE_TAPE) | |
705 | goto after_mode_select; | |
706 | ||
707 | /* | |
708 | * Hack to correctly obtain the initiator requested blocksize for | |
709 | * TYPE_TAPE. Since this value is dependent upon each tape media, | |
710 | * struct scsi_device->sector_size will not contain the correct value | |
711 | * by default, so we go ahead and set it so | |
712 | * TRANSPORT(dev)->get_blockdev() returns the correct value to the | |
713 | * storage engine. | |
714 | */ | |
715 | if (((cdb[0] == MODE_SELECT) || (cdb[0] == MODE_SELECT_10)) && | |
716 | (status_byte(result) << 1) == SAM_STAT_GOOD) { | |
717 | unsigned char *buf; | |
c66ac9db NB |
718 | u16 bdl; |
719 | u32 blocksize; | |
720 | ||
721 | buf = sg_virt(&sg[0]); | |
6708bb27 AG |
722 | if (!buf) { |
723 | pr_err("Unable to get buf for scatterlist\n"); | |
c66ac9db NB |
724 | goto after_mode_select; |
725 | } | |
726 | ||
727 | if (cdb[0] == MODE_SELECT) | |
728 | bdl = (buf[3]); | |
729 | else | |
730 | bdl = (buf[6] << 8) | (buf[7]); | |
731 | ||
732 | if (!bdl) | |
733 | goto after_mode_select; | |
734 | ||
735 | if (cdb[0] == MODE_SELECT) | |
736 | blocksize = (buf[9] << 16) | (buf[10] << 8) | | |
737 | (buf[11]); | |
738 | else | |
739 | blocksize = (buf[13] << 16) | (buf[14] << 8) | | |
740 | (buf[15]); | |
741 | ||
742 | sd->sector_size = blocksize; | |
743 | } | |
744 | after_mode_select: | |
745 | ||
746 | if (status_byte(result) & CHECK_CONDITION) | |
747 | return 1; | |
748 | ||
749 | return 0; | |
750 | } | |
751 | ||
c66ac9db NB |
752 | enum { |
753 | Opt_scsi_host_id, Opt_scsi_channel_id, Opt_scsi_target_id, | |
754 | Opt_scsi_lun_id, Opt_err | |
755 | }; | |
756 | ||
757 | static match_table_t tokens = { | |
758 | {Opt_scsi_host_id, "scsi_host_id=%d"}, | |
759 | {Opt_scsi_channel_id, "scsi_channel_id=%d"}, | |
760 | {Opt_scsi_target_id, "scsi_target_id=%d"}, | |
761 | {Opt_scsi_lun_id, "scsi_lun_id=%d"}, | |
762 | {Opt_err, NULL} | |
763 | }; | |
764 | ||
765 | static ssize_t pscsi_set_configfs_dev_params(struct se_hba *hba, | |
766 | struct se_subsystem_dev *se_dev, | |
767 | const char *page, | |
768 | ssize_t count) | |
769 | { | |
770 | struct pscsi_dev_virt *pdv = se_dev->se_dev_su_ptr; | |
771 | struct pscsi_hba_virt *phv = hba->hba_ptr; | |
772 | char *orig, *ptr, *opts; | |
773 | substring_t args[MAX_OPT_ARGS]; | |
774 | int ret = 0, arg, token; | |
775 | ||
776 | opts = kstrdup(page, GFP_KERNEL); | |
777 | if (!opts) | |
778 | return -ENOMEM; | |
779 | ||
780 | orig = opts; | |
781 | ||
90c161b6 | 782 | while ((ptr = strsep(&opts, ",\n")) != NULL) { |
c66ac9db NB |
783 | if (!*ptr) |
784 | continue; | |
785 | ||
786 | token = match_token(ptr, tokens, args); | |
787 | switch (token) { | |
788 | case Opt_scsi_host_id: | |
789 | if (phv->phv_mode == PHV_LLD_SCSI_HOST_NO) { | |
6708bb27 | 790 | pr_err("PSCSI[%d]: Unable to accept" |
c66ac9db NB |
791 | " scsi_host_id while phv_mode ==" |
792 | " PHV_LLD_SCSI_HOST_NO\n", | |
793 | phv->phv_host_id); | |
794 | ret = -EINVAL; | |
795 | goto out; | |
796 | } | |
797 | match_int(args, &arg); | |
798 | pdv->pdv_host_id = arg; | |
6708bb27 | 799 | pr_debug("PSCSI[%d]: Referencing SCSI Host ID:" |
c66ac9db NB |
800 | " %d\n", phv->phv_host_id, pdv->pdv_host_id); |
801 | pdv->pdv_flags |= PDF_HAS_VIRT_HOST_ID; | |
802 | break; | |
803 | case Opt_scsi_channel_id: | |
804 | match_int(args, &arg); | |
805 | pdv->pdv_channel_id = arg; | |
6708bb27 | 806 | pr_debug("PSCSI[%d]: Referencing SCSI Channel" |
c66ac9db NB |
807 | " ID: %d\n", phv->phv_host_id, |
808 | pdv->pdv_channel_id); | |
809 | pdv->pdv_flags |= PDF_HAS_CHANNEL_ID; | |
810 | break; | |
811 | case Opt_scsi_target_id: | |
812 | match_int(args, &arg); | |
813 | pdv->pdv_target_id = arg; | |
6708bb27 | 814 | pr_debug("PSCSI[%d]: Referencing SCSI Target" |
c66ac9db NB |
815 | " ID: %d\n", phv->phv_host_id, |
816 | pdv->pdv_target_id); | |
817 | pdv->pdv_flags |= PDF_HAS_TARGET_ID; | |
818 | break; | |
819 | case Opt_scsi_lun_id: | |
820 | match_int(args, &arg); | |
821 | pdv->pdv_lun_id = arg; | |
6708bb27 | 822 | pr_debug("PSCSI[%d]: Referencing SCSI LUN ID:" |
c66ac9db NB |
823 | " %d\n", phv->phv_host_id, pdv->pdv_lun_id); |
824 | pdv->pdv_flags |= PDF_HAS_LUN_ID; | |
825 | break; | |
826 | default: | |
827 | break; | |
828 | } | |
829 | } | |
830 | ||
831 | out: | |
832 | kfree(orig); | |
833 | return (!ret) ? count : ret; | |
834 | } | |
835 | ||
836 | static ssize_t pscsi_check_configfs_dev_params( | |
837 | struct se_hba *hba, | |
838 | struct se_subsystem_dev *se_dev) | |
839 | { | |
840 | struct pscsi_dev_virt *pdv = se_dev->se_dev_su_ptr; | |
841 | ||
842 | if (!(pdv->pdv_flags & PDF_HAS_CHANNEL_ID) || | |
843 | !(pdv->pdv_flags & PDF_HAS_TARGET_ID) || | |
844 | !(pdv->pdv_flags & PDF_HAS_LUN_ID)) { | |
6708bb27 | 845 | pr_err("Missing scsi_channel_id=, scsi_target_id= and" |
c66ac9db | 846 | " scsi_lun_id= parameters\n"); |
e3d6f909 | 847 | return -EINVAL; |
c66ac9db NB |
848 | } |
849 | ||
850 | return 0; | |
851 | } | |
852 | ||
853 | static ssize_t pscsi_show_configfs_dev_params(struct se_hba *hba, | |
854 | struct se_subsystem_dev *se_dev, | |
855 | char *b) | |
856 | { | |
857 | struct pscsi_hba_virt *phv = hba->hba_ptr; | |
858 | struct pscsi_dev_virt *pdv = se_dev->se_dev_su_ptr; | |
859 | struct scsi_device *sd = pdv->pdv_sd; | |
860 | unsigned char host_id[16]; | |
861 | ssize_t bl; | |
862 | int i; | |
863 | ||
e6a8a41a | 864 | if (phv->phv_mode == PHV_VIRTUAL_HOST_ID) |
c66ac9db NB |
865 | snprintf(host_id, 16, "%d", pdv->pdv_host_id); |
866 | else | |
867 | snprintf(host_id, 16, "PHBA Mode"); | |
868 | ||
869 | bl = sprintf(b, "SCSI Device Bus Location:" | |
870 | " Channel ID: %d Target ID: %d LUN: %d Host ID: %s\n", | |
871 | pdv->pdv_channel_id, pdv->pdv_target_id, pdv->pdv_lun_id, | |
872 | host_id); | |
873 | ||
874 | if (sd) { | |
875 | bl += sprintf(b + bl, " "); | |
876 | bl += sprintf(b + bl, "Vendor: "); | |
877 | for (i = 0; i < 8; i++) { | |
878 | if (ISPRINT(sd->vendor[i])) /* printable character? */ | |
879 | bl += sprintf(b + bl, "%c", sd->vendor[i]); | |
880 | else | |
881 | bl += sprintf(b + bl, " "); | |
882 | } | |
883 | bl += sprintf(b + bl, " Model: "); | |
884 | for (i = 0; i < 16; i++) { | |
885 | if (ISPRINT(sd->model[i])) /* printable character ? */ | |
886 | bl += sprintf(b + bl, "%c", sd->model[i]); | |
887 | else | |
888 | bl += sprintf(b + bl, " "); | |
889 | } | |
890 | bl += sprintf(b + bl, " Rev: "); | |
891 | for (i = 0; i < 4; i++) { | |
892 | if (ISPRINT(sd->rev[i])) /* printable character ? */ | |
893 | bl += sprintf(b + bl, "%c", sd->rev[i]); | |
894 | else | |
895 | bl += sprintf(b + bl, " "); | |
896 | } | |
897 | bl += sprintf(b + bl, "\n"); | |
898 | } | |
899 | return bl; | |
900 | } | |
901 | ||
902 | static void pscsi_bi_endio(struct bio *bio, int error) | |
903 | { | |
904 | bio_put(bio); | |
905 | } | |
906 | ||
a1d8b49a | 907 | static inline struct bio *pscsi_get_bio(int sg_num) |
c66ac9db NB |
908 | { |
909 | struct bio *bio; | |
910 | /* | |
911 | * Use bio_malloc() following the comment in for bio -> struct request | |
912 | * in block/blk-core.c:blk_make_request() | |
913 | */ | |
914 | bio = bio_kmalloc(GFP_KERNEL, sg_num); | |
6708bb27 AG |
915 | if (!bio) { |
916 | pr_err("PSCSI: bio_kmalloc() failed\n"); | |
c66ac9db NB |
917 | return NULL; |
918 | } | |
919 | bio->bi_end_io = pscsi_bi_endio; | |
920 | ||
921 | return bio; | |
922 | } | |
923 | ||
5787cacd CH |
924 | static int pscsi_map_sg(struct se_cmd *cmd, struct scatterlist *sgl, |
925 | u32 sgl_nents, enum dma_data_direction data_direction, | |
02b1a746 | 926 | struct bio **hbio) |
c66ac9db | 927 | { |
5787cacd | 928 | struct pscsi_dev_virt *pdv = cmd->se_dev->dev_ptr; |
02b1a746 | 929 | struct bio *bio = NULL, *tbio = NULL; |
c66ac9db NB |
930 | struct page *page; |
931 | struct scatterlist *sg; | |
7a83aa4e | 932 | u32 data_len = cmd->data_length, i, len, bytes, off; |
5787cacd | 933 | int nr_pages = (cmd->data_length + sgl[0].offset + |
c66ac9db | 934 | PAGE_SIZE - 1) >> PAGE_SHIFT; |
03e98c9e | 935 | int nr_vecs = 0, rc; |
5787cacd | 936 | int rw = (data_direction == DMA_TO_DEVICE); |
c66ac9db | 937 | |
02b1a746 CH |
938 | *hbio = NULL; |
939 | ||
6708bb27 | 940 | pr_debug("PSCSI: nr_pages: %d\n", nr_pages); |
c66ac9db | 941 | |
5787cacd | 942 | for_each_sg(sgl, sg, sgl_nents, i) { |
c66ac9db NB |
943 | page = sg_page(sg); |
944 | off = sg->offset; | |
945 | len = sg->length; | |
946 | ||
6708bb27 | 947 | pr_debug("PSCSI: i: %d page: %p len: %d off: %d\n", i, |
c66ac9db NB |
948 | page, len, off); |
949 | ||
950 | while (len > 0 && data_len > 0) { | |
951 | bytes = min_t(unsigned int, len, PAGE_SIZE - off); | |
952 | bytes = min(bytes, data_len); | |
953 | ||
6708bb27 | 954 | if (!bio) { |
c66ac9db NB |
955 | nr_vecs = min_t(int, BIO_MAX_PAGES, nr_pages); |
956 | nr_pages -= nr_vecs; | |
957 | /* | |
958 | * Calls bio_kmalloc() and sets bio->bi_end_io() | |
959 | */ | |
a1d8b49a | 960 | bio = pscsi_get_bio(nr_vecs); |
6708bb27 | 961 | if (!bio) |
c66ac9db NB |
962 | goto fail; |
963 | ||
964 | if (rw) | |
965 | bio->bi_rw |= REQ_WRITE; | |
966 | ||
6708bb27 | 967 | pr_debug("PSCSI: Allocated bio: %p," |
c66ac9db NB |
968 | " dir: %s nr_vecs: %d\n", bio, |
969 | (rw) ? "rw" : "r", nr_vecs); | |
970 | /* | |
971 | * Set *hbio pointer to handle the case: | |
972 | * nr_pages > BIO_MAX_PAGES, where additional | |
973 | * bios need to be added to complete a given | |
5787cacd | 974 | * command. |
c66ac9db | 975 | */ |
02b1a746 CH |
976 | if (!*hbio) |
977 | *hbio = tbio = bio; | |
c66ac9db NB |
978 | else |
979 | tbio = tbio->bi_next = bio; | |
980 | } | |
981 | ||
6708bb27 | 982 | pr_debug("PSCSI: Calling bio_add_pc_page() i: %d" |
c66ac9db NB |
983 | " bio: %p page: %p len: %d off: %d\n", i, bio, |
984 | page, len, off); | |
985 | ||
986 | rc = bio_add_pc_page(pdv->pdv_sd->request_queue, | |
987 | bio, page, bytes, off); | |
988 | if (rc != bytes) | |
989 | goto fail; | |
990 | ||
6708bb27 | 991 | pr_debug("PSCSI: bio->bi_vcnt: %d nr_vecs: %d\n", |
c66ac9db NB |
992 | bio->bi_vcnt, nr_vecs); |
993 | ||
994 | if (bio->bi_vcnt > nr_vecs) { | |
6708bb27 | 995 | pr_debug("PSCSI: Reached bio->bi_vcnt max:" |
c66ac9db NB |
996 | " %d i: %d bio: %p, allocating another" |
997 | " bio\n", bio->bi_vcnt, i, bio); | |
998 | /* | |
999 | * Clear the pointer so that another bio will | |
1000 | * be allocated with pscsi_get_bio() above, the | |
1001 | * current bio has already been set *tbio and | |
1002 | * bio->bi_next. | |
1003 | */ | |
1004 | bio = NULL; | |
1005 | } | |
1006 | ||
1007 | page++; | |
1008 | len -= bytes; | |
1009 | data_len -= bytes; | |
1010 | off = 0; | |
1011 | } | |
1012 | } | |
c66ac9db | 1013 | |
5787cacd | 1014 | return sgl_nents; |
c66ac9db | 1015 | fail: |
02b1a746 CH |
1016 | while (*hbio) { |
1017 | bio = *hbio; | |
1018 | *hbio = (*hbio)->bi_next; | |
c66ac9db | 1019 | bio->bi_next = NULL; |
02b1a746 | 1020 | bio_endio(bio, 0); /* XXX: should be error */ |
c66ac9db | 1021 | } |
03e98c9e NB |
1022 | cmd->scsi_sense_reason = TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; |
1023 | return -ENOMEM; | |
c66ac9db NB |
1024 | } |
1025 | ||
3d6d7201 CH |
1026 | /* |
1027 | * Clear a lun set in the cdb if the initiator talking to use spoke | |
1028 | * and old standards version, as we can't assume the underlying device | |
1029 | * won't choke up on it. | |
1030 | */ | |
1031 | static inline void pscsi_clear_cdb_lun(unsigned char *cdb) | |
1032 | { | |
1033 | switch (cdb[0]) { | |
1034 | case READ_10: /* SBC - RDProtect */ | |
1035 | case READ_12: /* SBC - RDProtect */ | |
1036 | case READ_16: /* SBC - RDProtect */ | |
1037 | case SEND_DIAGNOSTIC: /* SPC - SELF-TEST Code */ | |
1038 | case VERIFY: /* SBC - VRProtect */ | |
1039 | case VERIFY_16: /* SBC - VRProtect */ | |
1040 | case WRITE_VERIFY: /* SBC - VRProtect */ | |
1041 | case WRITE_VERIFY_12: /* SBC - VRProtect */ | |
1042 | case MAINTENANCE_IN: /* SPC - Parameter Data Format for SA RTPG */ | |
1043 | break; | |
1044 | default: | |
1045 | cdb[1] &= 0x1f; /* clear logical unit number */ | |
1046 | break; | |
1047 | } | |
1048 | } | |
1049 | ||
1fd032ee | 1050 | static int pscsi_parse_cdb(struct se_cmd *cmd) |
d6e0175c | 1051 | { |
1fd032ee CH |
1052 | unsigned char *cdb = cmd->t_task_cdb; |
1053 | unsigned int dummy_size; | |
1054 | int ret; | |
d6e0175c | 1055 | |
1fd032ee CH |
1056 | if (cmd->se_cmd_flags & SCF_BIDI) { |
1057 | cmd->se_cmd_flags |= SCF_SCSI_CDB_EXCEPTION; | |
1058 | cmd->scsi_sense_reason = TCM_UNSUPPORTED_SCSI_OPCODE; | |
1059 | return -EINVAL; | |
d6e0175c CH |
1060 | } |
1061 | ||
3d6d7201 CH |
1062 | pscsi_clear_cdb_lun(cdb); |
1063 | ||
d6e0175c | 1064 | /* |
a3785c87 NB |
1065 | * For REPORT LUNS we always need to emulate the response, for everything |
1066 | * else the default for pSCSI is to pass the command to the underlying | |
1067 | * LLD / physical hardware. | |
d6e0175c | 1068 | */ |
d6e0175c | 1069 | switch (cdb[0]) { |
1fd032ee | 1070 | case REPORT_LUNS: |
1fd032ee CH |
1071 | ret = spc_parse_cdb(cmd, &dummy_size); |
1072 | if (ret) | |
1073 | return ret; | |
d6e0175c | 1074 | break; |
1fd032ee | 1075 | case READ_6: |
d6e0175c | 1076 | case READ_10: |
d6e0175c | 1077 | case READ_12: |
d6e0175c | 1078 | case READ_16: |
d6e0175c | 1079 | case WRITE_6: |
d6e0175c | 1080 | case WRITE_10: |
d6e0175c | 1081 | case WRITE_12: |
d6e0175c | 1082 | case WRITE_16: |
1fd032ee | 1083 | case WRITE_VERIFY: |
d6e0175c | 1084 | cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB; |
0c2ad7d1 | 1085 | /* FALLTHROUGH*/ |
d6e0175c | 1086 | default: |
0c2ad7d1 | 1087 | cmd->execute_cmd = pscsi_execute_cmd; |
1fd032ee | 1088 | break; |
d6e0175c CH |
1089 | } |
1090 | ||
1091 | return 0; | |
d6e0175c CH |
1092 | } |
1093 | ||
0c2ad7d1 | 1094 | static int pscsi_execute_cmd(struct se_cmd *cmd) |
c66ac9db | 1095 | { |
0c2ad7d1 CH |
1096 | struct scatterlist *sgl = cmd->t_data_sg; |
1097 | u32 sgl_nents = cmd->t_data_nents; | |
1098 | enum dma_data_direction data_direction = cmd->data_direction; | |
5787cacd CH |
1099 | struct pscsi_dev_virt *pdv = cmd->se_dev->dev_ptr; |
1100 | struct pscsi_plugin_task *pt; | |
02b1a746 CH |
1101 | struct request *req; |
1102 | struct bio *hbio; | |
c66ac9db NB |
1103 | int ret; |
1104 | ||
5787cacd CH |
1105 | /* |
1106 | * Dynamically alloc cdb space, since it may be larger than | |
1107 | * TCM_MAX_COMMAND_SIZE | |
1108 | */ | |
1109 | pt = kzalloc(sizeof(*pt) + scsi_command_size(cmd->t_task_cdb), GFP_KERNEL); | |
1110 | if (!pt) { | |
1111 | cmd->scsi_sense_reason = TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; | |
1112 | return -ENOMEM; | |
1113 | } | |
1114 | cmd->priv = pt; | |
1115 | ||
ed3102c6 CH |
1116 | memcpy(pt->pscsi_cdb, cmd->t_task_cdb, |
1117 | scsi_command_size(cmd->t_task_cdb)); | |
485fd0d1 | 1118 | |
64f1db38 | 1119 | if (!sgl) { |
02b1a746 | 1120 | req = blk_get_request(pdv->pdv_sd->request_queue, |
5787cacd | 1121 | (data_direction == DMA_TO_DEVICE), |
02b1a746 CH |
1122 | GFP_KERNEL); |
1123 | if (!req || IS_ERR(req)) { | |
1124 | pr_err("PSCSI: blk_get_request() failed: %ld\n", | |
1125 | req ? IS_ERR(req) : -ENOMEM); | |
03e98c9e NB |
1126 | cmd->scsi_sense_reason = |
1127 | TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; | |
5787cacd | 1128 | goto fail; |
02b1a746 CH |
1129 | } |
1130 | } else { | |
7a83aa4e | 1131 | BUG_ON(!cmd->data_length); |
c66ac9db | 1132 | |
5787cacd | 1133 | ret = pscsi_map_sg(cmd, sgl, sgl_nents, data_direction, &hbio); |
03e98c9e NB |
1134 | if (ret < 0) { |
1135 | cmd->scsi_sense_reason = | |
1136 | TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; | |
5787cacd | 1137 | goto fail; |
03e98c9e | 1138 | } |
02b1a746 CH |
1139 | |
1140 | req = blk_make_request(pdv->pdv_sd->request_queue, hbio, | |
1141 | GFP_KERNEL); | |
ed327ed3 | 1142 | if (IS_ERR(req)) { |
02b1a746 | 1143 | pr_err("pSCSI: blk_make_request() failed\n"); |
5787cacd | 1144 | goto fail_free_bio; |
02b1a746 | 1145 | } |
c66ac9db NB |
1146 | } |
1147 | ||
02b1a746 CH |
1148 | req->cmd_type = REQ_TYPE_BLOCK_PC; |
1149 | req->end_io = pscsi_req_done; | |
5787cacd | 1150 | req->end_io_data = cmd; |
02b1a746 CH |
1151 | req->cmd_len = scsi_command_size(pt->pscsi_cdb); |
1152 | req->cmd = &pt->pscsi_cdb[0]; | |
1153 | req->sense = &pt->pscsi_sense[0]; | |
1154 | req->sense_len = 0; | |
1155 | if (pdv->pdv_sd->type == TYPE_DISK) | |
1156 | req->timeout = PS_TIMEOUT_DISK; | |
1157 | else | |
1158 | req->timeout = PS_TIMEOUT_OTHER; | |
1159 | req->retries = PS_RETRY; | |
c66ac9db | 1160 | |
02b1a746 | 1161 | blk_execute_rq_nowait(pdv->pdv_sd->request_queue, NULL, req, |
5787cacd | 1162 | (cmd->sam_task_attr == MSG_HEAD_TAG), |
02b1a746 CH |
1163 | pscsi_req_done); |
1164 | ||
03e98c9e | 1165 | return 0; |
02b1a746 | 1166 | |
5787cacd | 1167 | fail_free_bio: |
02b1a746 CH |
1168 | while (hbio) { |
1169 | struct bio *bio = hbio; | |
1170 | hbio = hbio->bi_next; | |
1171 | bio->bi_next = NULL; | |
1172 | bio_endio(bio, 0); /* XXX: should be error */ | |
1173 | } | |
03e98c9e | 1174 | cmd->scsi_sense_reason = TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE; |
5787cacd CH |
1175 | fail: |
1176 | kfree(pt); | |
03e98c9e | 1177 | return -ENOMEM; |
c66ac9db NB |
1178 | } |
1179 | ||
5787cacd | 1180 | static unsigned char *pscsi_get_sense_buffer(struct se_cmd *cmd) |
c66ac9db | 1181 | { |
5787cacd | 1182 | struct pscsi_plugin_task *pt = cmd->priv; |
c66ac9db | 1183 | |
8359cf43 | 1184 | return pt->pscsi_sense; |
c66ac9db NB |
1185 | } |
1186 | ||
1187 | /* pscsi_get_device_rev(): | |
1188 | * | |
1189 | * | |
1190 | */ | |
1191 | static u32 pscsi_get_device_rev(struct se_device *dev) | |
1192 | { | |
1193 | struct pscsi_dev_virt *pdv = dev->dev_ptr; | |
1194 | struct scsi_device *sd = pdv->pdv_sd; | |
1195 | ||
1196 | return (sd->scsi_level - 1) ? sd->scsi_level - 1 : 1; | |
1197 | } | |
1198 | ||
1199 | /* pscsi_get_device_type(): | |
1200 | * | |
1201 | * | |
1202 | */ | |
1203 | static u32 pscsi_get_device_type(struct se_device *dev) | |
1204 | { | |
1205 | struct pscsi_dev_virt *pdv = dev->dev_ptr; | |
1206 | struct scsi_device *sd = pdv->pdv_sd; | |
1207 | ||
1208 | return sd->type; | |
1209 | } | |
1210 | ||
1211 | static sector_t pscsi_get_blocks(struct se_device *dev) | |
1212 | { | |
1213 | struct pscsi_dev_virt *pdv = dev->dev_ptr; | |
1214 | ||
1215 | if (pdv->pdv_bd && pdv->pdv_bd->bd_part) | |
1216 | return pdv->pdv_bd->bd_part->nr_sects; | |
1217 | ||
1218 | dump_stack(); | |
1219 | return 0; | |
1220 | } | |
1221 | ||
5787cacd | 1222 | static void pscsi_req_done(struct request *req, int uptodate) |
c66ac9db | 1223 | { |
5787cacd CH |
1224 | struct se_cmd *cmd = req->end_io_data; |
1225 | struct pscsi_plugin_task *pt = cmd->priv; | |
1226 | ||
1227 | pt->pscsi_result = req->errors; | |
1228 | pt->pscsi_resid = req->resid_len; | |
1229 | ||
1230 | cmd->scsi_status = status_byte(pt->pscsi_result) << 1; | |
1231 | if (cmd->scsi_status) { | |
1232 | pr_debug("PSCSI Status Byte exception at cmd: %p CDB:" | |
1233 | " 0x%02x Result: 0x%08x\n", cmd, pt->pscsi_cdb[0], | |
c66ac9db NB |
1234 | pt->pscsi_result); |
1235 | } | |
1236 | ||
1237 | switch (host_byte(pt->pscsi_result)) { | |
1238 | case DID_OK: | |
5787cacd | 1239 | target_complete_cmd(cmd, cmd->scsi_status); |
c66ac9db NB |
1240 | break; |
1241 | default: | |
5787cacd CH |
1242 | pr_debug("PSCSI Host Byte exception at cmd: %p CDB:" |
1243 | " 0x%02x Result: 0x%08x\n", cmd, pt->pscsi_cdb[0], | |
c66ac9db | 1244 | pt->pscsi_result); |
5787cacd CH |
1245 | cmd->scsi_sense_reason = TCM_UNSUPPORTED_SCSI_OPCODE; |
1246 | target_complete_cmd(cmd, SAM_STAT_CHECK_CONDITION); | |
c66ac9db NB |
1247 | break; |
1248 | } | |
c66ac9db | 1249 | |
c66ac9db | 1250 | __blk_put_request(req->q, req); |
5787cacd | 1251 | kfree(pt); |
c66ac9db NB |
1252 | } |
1253 | ||
1254 | static struct se_subsystem_api pscsi_template = { | |
1255 | .name = "pscsi", | |
1256 | .owner = THIS_MODULE, | |
1257 | .transport_type = TRANSPORT_PLUGIN_PHBA_PDEV, | |
c66ac9db NB |
1258 | .attach_hba = pscsi_attach_hba, |
1259 | .detach_hba = pscsi_detach_hba, | |
1260 | .pmode_enable_hba = pscsi_pmode_enable_hba, | |
1261 | .allocate_virtdevice = pscsi_allocate_virtdevice, | |
1262 | .create_virtdevice = pscsi_create_virtdevice, | |
1263 | .free_device = pscsi_free_device, | |
1264 | .transport_complete = pscsi_transport_complete, | |
d6e0175c | 1265 | .parse_cdb = pscsi_parse_cdb, |
c66ac9db NB |
1266 | .check_configfs_dev_params = pscsi_check_configfs_dev_params, |
1267 | .set_configfs_dev_params = pscsi_set_configfs_dev_params, | |
1268 | .show_configfs_dev_params = pscsi_show_configfs_dev_params, | |
c66ac9db NB |
1269 | .get_sense_buffer = pscsi_get_sense_buffer, |
1270 | .get_device_rev = pscsi_get_device_rev, | |
1271 | .get_device_type = pscsi_get_device_type, | |
1272 | .get_blocks = pscsi_get_blocks, | |
1273 | }; | |
1274 | ||
1275 | static int __init pscsi_module_init(void) | |
1276 | { | |
1277 | return transport_subsystem_register(&pscsi_template); | |
1278 | } | |
1279 | ||
1280 | static void pscsi_module_exit(void) | |
1281 | { | |
1282 | transport_subsystem_release(&pscsi_template); | |
1283 | } | |
1284 | ||
1285 | MODULE_DESCRIPTION("TCM PSCSI subsystem plugin"); | |
1286 | MODULE_AUTHOR("nab@Linux-iSCSI.org"); | |
1287 | MODULE_LICENSE("GPL"); | |
1288 | ||
1289 | module_init(pscsi_module_init); | |
1290 | module_exit(pscsi_module_exit); |