1 /*******************************************************************************
2 * Filename: target_core_device.c (based on iscsi_target_device.c)
4 * This file contains the TCM Virtual Device and Disk Transport
5 * agnostic related functions.
7 * (c) Copyright 2003-2013 Datera, Inc.
9 * Nicholas A. Bellinger <nab@kernel.org>
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
25 ******************************************************************************/
27 #include <linux/net.h>
28 #include <linux/string.h>
29 #include <linux/delay.h>
30 #include <linux/timer.h>
31 #include <linux/slab.h>
32 #include <linux/spinlock.h>
33 #include <linux/kthread.h>
35 #include <linux/export.h>
36 #include <asm/unaligned.h>
39 #include <scsi/scsi.h>
40 #include <scsi/scsi_device.h>
42 #include <target/target_core_base.h>
43 #include <target/target_core_backend.h>
44 #include <target/target_core_fabric.h>
46 #include "target_core_internal.h"
47 #include "target_core_alua.h"
48 #include "target_core_pr.h"
49 #include "target_core_ua.h"
51 DEFINE_MUTEX(g_device_mutex
);
52 LIST_HEAD(g_device_list
);
54 static struct se_hba
*lun0_hba
;
55 /* not static, needed by tpg.c */
56 struct se_device
*g_lun0_dev
;
59 transport_lookup_cmd_lun(struct se_cmd
*se_cmd
, u32 unpacked_lun
)
61 struct se_lun
*se_lun
= NULL
;
62 struct se_session
*se_sess
= se_cmd
->se_sess
;
63 struct se_node_acl
*nacl
= se_sess
->se_node_acl
;
64 struct se_device
*dev
;
65 struct se_dev_entry
*deve
;
67 if (unpacked_lun
>= TRANSPORT_MAX_LUNS_PER_TPG
)
68 return TCM_NON_EXISTENT_LUN
;
71 deve
= target_nacl_find_deve(nacl
, unpacked_lun
);
73 atomic_long_inc(&deve
->total_cmds
);
75 if ((se_cmd
->data_direction
== DMA_TO_DEVICE
) &&
76 (deve
->lun_flags
& TRANSPORT_LUNFLAGS_READ_ONLY
)) {
77 pr_err("TARGET_CORE[%s]: Detected WRITE_PROTECTED LUN"
78 " Access for 0x%08x\n",
79 se_cmd
->se_tfo
->get_fabric_name(),
82 return TCM_WRITE_PROTECTED
;
85 if (se_cmd
->data_direction
== DMA_TO_DEVICE
)
86 atomic_long_add(se_cmd
->data_length
,
88 else if (se_cmd
->data_direction
== DMA_FROM_DEVICE
)
89 atomic_long_add(se_cmd
->data_length
,
92 se_lun
= rcu_dereference(deve
->se_lun
);
93 se_cmd
->se_lun
= rcu_dereference(deve
->se_lun
);
94 se_cmd
->pr_res_key
= deve
->pr_res_key
;
95 se_cmd
->orig_fe_lun
= unpacked_lun
;
96 se_cmd
->se_cmd_flags
|= SCF_SE_LUN_CMD
;
98 percpu_ref_get(&se_lun
->lun_ref
);
99 se_cmd
->lun_ref_active
= true;
105 * Use the se_portal_group->tpg_virt_lun0 to allow for
106 * REPORT_LUNS, et al to be returned when no active
107 * MappedLUN=0 exists for this Initiator Port.
109 if (unpacked_lun
!= 0) {
110 pr_err("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN"
111 " Access for 0x%08x\n",
112 se_cmd
->se_tfo
->get_fabric_name(),
114 return TCM_NON_EXISTENT_LUN
;
117 * Force WRITE PROTECT for virtual LUN 0
119 if ((se_cmd
->data_direction
!= DMA_FROM_DEVICE
) &&
120 (se_cmd
->data_direction
!= DMA_NONE
))
121 return TCM_WRITE_PROTECTED
;
123 se_lun
= &se_sess
->se_tpg
->tpg_virt_lun0
;
124 se_cmd
->se_lun
= &se_sess
->se_tpg
->tpg_virt_lun0
;
125 se_cmd
->orig_fe_lun
= 0;
126 se_cmd
->se_cmd_flags
|= SCF_SE_LUN_CMD
;
128 percpu_ref_get(&se_lun
->lun_ref
);
129 se_cmd
->lun_ref_active
= true;
132 /* Directly associate cmd with se_dev */
133 se_cmd
->se_dev
= se_lun
->lun_se_dev
;
135 dev
= se_lun
->lun_se_dev
;
136 atomic_long_inc(&dev
->num_cmds
);
137 if (se_cmd
->data_direction
== DMA_TO_DEVICE
)
138 atomic_long_add(se_cmd
->data_length
, &dev
->write_bytes
);
139 else if (se_cmd
->data_direction
== DMA_FROM_DEVICE
)
140 atomic_long_add(se_cmd
->data_length
, &dev
->read_bytes
);
144 EXPORT_SYMBOL(transport_lookup_cmd_lun
);
146 int transport_lookup_tmr_lun(struct se_cmd
*se_cmd
, u32 unpacked_lun
)
148 struct se_dev_entry
*deve
;
149 struct se_lun
*se_lun
= NULL
;
150 struct se_session
*se_sess
= se_cmd
->se_sess
;
151 struct se_node_acl
*nacl
= se_sess
->se_node_acl
;
152 struct se_tmr_req
*se_tmr
= se_cmd
->se_tmr_req
;
155 if (unpacked_lun
>= TRANSPORT_MAX_LUNS_PER_TPG
)
159 deve
= target_nacl_find_deve(nacl
, unpacked_lun
);
161 se_tmr
->tmr_lun
= rcu_dereference(deve
->se_lun
);
162 se_cmd
->se_lun
= rcu_dereference(deve
->se_lun
);
163 se_lun
= rcu_dereference(deve
->se_lun
);
164 se_cmd
->pr_res_key
= deve
->pr_res_key
;
165 se_cmd
->orig_fe_lun
= unpacked_lun
;
170 pr_debug("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN"
171 " Access for 0x%08x\n",
172 se_cmd
->se_tfo
->get_fabric_name(),
177 /* Directly associate cmd with se_dev */
178 se_cmd
->se_dev
= se_lun
->lun_se_dev
;
179 se_tmr
->tmr_dev
= se_lun
->lun_se_dev
;
181 spin_lock_irqsave(&se_tmr
->tmr_dev
->se_tmr_lock
, flags
);
182 list_add_tail(&se_tmr
->tmr_list
, &se_tmr
->tmr_dev
->dev_tmr_list
);
183 spin_unlock_irqrestore(&se_tmr
->tmr_dev
->se_tmr_lock
, flags
);
187 EXPORT_SYMBOL(transport_lookup_tmr_lun
);
189 bool target_lun_is_rdonly(struct se_cmd
*cmd
)
191 struct se_session
*se_sess
= cmd
->se_sess
;
192 struct se_dev_entry
*deve
;
195 if (cmd
->se_lun
->lun_access
& TRANSPORT_LUNFLAGS_READ_ONLY
)
199 deve
= target_nacl_find_deve(se_sess
->se_node_acl
, cmd
->orig_fe_lun
);
200 ret
= (deve
&& deve
->lun_flags
& TRANSPORT_LUNFLAGS_READ_ONLY
);
205 EXPORT_SYMBOL(target_lun_is_rdonly
);
208 * This function is called from core_scsi3_emulate_pro_register_and_move()
209 * and core_scsi3_decode_spec_i_port(), and will increment &deve->pr_kref
210 * when a matching rtpi is found.
212 struct se_dev_entry
*core_get_se_deve_from_rtpi(
213 struct se_node_acl
*nacl
,
216 struct se_dev_entry
*deve
;
218 struct se_portal_group
*tpg
= nacl
->se_tpg
;
221 hlist_for_each_entry_rcu(deve
, &nacl
->lun_entry_hlist
, link
) {
222 lun
= rcu_dereference(deve
->se_lun
);
224 pr_err("%s device entries device pointer is"
225 " NULL, but Initiator has access.\n",
226 tpg
->se_tpg_tfo
->get_fabric_name());
229 if (lun
->lun_rtpi
!= rtpi
)
232 kref_get(&deve
->pr_kref
);
242 void core_free_device_list_for_node(
243 struct se_node_acl
*nacl
,
244 struct se_portal_group
*tpg
)
246 struct se_dev_entry
*deve
;
248 mutex_lock(&nacl
->lun_entry_mutex
);
249 hlist_for_each_entry_rcu(deve
, &nacl
->lun_entry_hlist
, link
) {
250 struct se_lun
*lun
= rcu_dereference_check(deve
->se_lun
,
251 lockdep_is_held(&nacl
->lun_entry_mutex
));
252 core_disable_device_list_for_node(lun
, deve
, nacl
, tpg
);
254 mutex_unlock(&nacl
->lun_entry_mutex
);
257 void core_update_device_list_access(
260 struct se_node_acl
*nacl
)
262 struct se_dev_entry
*deve
;
264 mutex_lock(&nacl
->lun_entry_mutex
);
265 deve
= target_nacl_find_deve(nacl
, mapped_lun
);
267 if (lun_access
& TRANSPORT_LUNFLAGS_READ_WRITE
) {
268 deve
->lun_flags
&= ~TRANSPORT_LUNFLAGS_READ_ONLY
;
269 deve
->lun_flags
|= TRANSPORT_LUNFLAGS_READ_WRITE
;
271 deve
->lun_flags
&= ~TRANSPORT_LUNFLAGS_READ_WRITE
;
272 deve
->lun_flags
|= TRANSPORT_LUNFLAGS_READ_ONLY
;
275 mutex_unlock(&nacl
->lun_entry_mutex
);
279 * Called with rcu_read_lock or nacl->device_list_lock held.
281 struct se_dev_entry
*target_nacl_find_deve(struct se_node_acl
*nacl
, u32 mapped_lun
)
283 struct se_dev_entry
*deve
;
285 hlist_for_each_entry_rcu(deve
, &nacl
->lun_entry_hlist
, link
)
286 if (deve
->mapped_lun
== mapped_lun
)
291 EXPORT_SYMBOL(target_nacl_find_deve
);
293 void target_pr_kref_release(struct kref
*kref
)
295 struct se_dev_entry
*deve
= container_of(kref
, struct se_dev_entry
,
297 complete(&deve
->pr_comp
);
300 /* core_enable_device_list_for_node():
304 int core_enable_device_list_for_node(
306 struct se_lun_acl
*lun_acl
,
309 struct se_node_acl
*nacl
,
310 struct se_portal_group
*tpg
)
312 struct se_port
*port
= lun
->lun_sep
;
313 struct se_dev_entry
*orig
, *new;
315 new = kzalloc(sizeof(*new), GFP_KERNEL
);
317 pr_err("Unable to allocate se_dev_entry memory\n");
321 atomic_set(&new->ua_count
, 0);
322 spin_lock_init(&new->ua_lock
);
323 INIT_LIST_HEAD(&new->alua_port_list
);
324 INIT_LIST_HEAD(&new->ua_list
);
326 new->mapped_lun
= mapped_lun
;
327 kref_init(&new->pr_kref
);
328 init_completion(&new->pr_comp
);
330 if (lun_access
& TRANSPORT_LUNFLAGS_READ_WRITE
)
331 new->lun_flags
|= TRANSPORT_LUNFLAGS_READ_WRITE
;
333 new->lun_flags
|= TRANSPORT_LUNFLAGS_READ_ONLY
;
335 new->creation_time
= get_jiffies_64();
338 mutex_lock(&nacl
->lun_entry_mutex
);
339 orig
= target_nacl_find_deve(nacl
, mapped_lun
);
340 if (orig
&& orig
->se_lun
) {
341 struct se_lun
*orig_lun
= rcu_dereference_check(orig
->se_lun
,
342 lockdep_is_held(&nacl
->lun_entry_mutex
));
344 if (orig_lun
!= lun
) {
345 pr_err("Existing orig->se_lun doesn't match new lun"
346 " for dynamic -> explicit NodeACL conversion:"
347 " %s\n", nacl
->initiatorname
);
348 mutex_unlock(&nacl
->lun_entry_mutex
);
352 BUG_ON(orig
->se_lun_acl
!= NULL
);
354 rcu_assign_pointer(new->se_lun
, lun
);
355 rcu_assign_pointer(new->se_lun_acl
, lun_acl
);
356 hlist_del_rcu(&orig
->link
);
357 hlist_add_head_rcu(&new->link
, &nacl
->lun_entry_hlist
);
358 mutex_unlock(&nacl
->lun_entry_mutex
);
360 spin_lock_bh(&port
->sep_alua_lock
);
361 list_del(&orig
->alua_port_list
);
362 list_add_tail(&new->alua_port_list
, &port
->sep_alua_list
);
363 spin_unlock_bh(&port
->sep_alua_lock
);
365 kref_put(&orig
->pr_kref
, target_pr_kref_release
);
366 wait_for_completion(&orig
->pr_comp
);
368 kfree_rcu(orig
, rcu_head
);
372 rcu_assign_pointer(new->se_lun
, lun
);
373 rcu_assign_pointer(new->se_lun_acl
, lun_acl
);
374 hlist_add_head_rcu(&new->link
, &nacl
->lun_entry_hlist
);
375 mutex_unlock(&nacl
->lun_entry_mutex
);
377 spin_lock_bh(&port
->sep_alua_lock
);
378 list_add_tail(&new->alua_port_list
, &port
->sep_alua_list
);
379 spin_unlock_bh(&port
->sep_alua_lock
);
385 * Called with se_node_acl->lun_entry_mutex held.
387 void core_disable_device_list_for_node(
389 struct se_dev_entry
*orig
,
390 struct se_node_acl
*nacl
,
391 struct se_portal_group
*tpg
)
393 struct se_port
*port
= lun
->lun_sep
;
395 * If the MappedLUN entry is being disabled, the entry in
396 * port->sep_alua_list must be removed now before clearing the
397 * struct se_dev_entry pointers below as logic in
398 * core_alua_do_transition_tg_pt() depends on these being present.
400 * deve->se_lun_acl will be NULL for demo-mode created LUNs
401 * that have not been explicitly converted to MappedLUNs ->
402 * struct se_lun_acl, but we remove deve->alua_port_list from
403 * port->sep_alua_list. This also means that active UAs and
404 * NodeACL context specific PR metadata for demo-mode
405 * MappedLUN *deve will be released below..
407 spin_lock_bh(&port
->sep_alua_lock
);
408 list_del(&orig
->alua_port_list
);
409 spin_unlock_bh(&port
->sep_alua_lock
);
411 * Disable struct se_dev_entry LUN ACL mapping
413 core_scsi3_ua_release_all(orig
);
415 hlist_del_rcu(&orig
->link
);
416 clear_bit(DEF_PR_REG_ACTIVE
, &orig
->deve_flags
);
417 rcu_assign_pointer(orig
->se_lun
, NULL
);
418 rcu_assign_pointer(orig
->se_lun_acl
, NULL
);
420 orig
->creation_time
= 0;
421 orig
->attach_count
--;
423 * Before firing off RCU callback, wait for any in process SPEC_I_PT=1
424 * or REGISTER_AND_MOVE PR operation to complete.
426 kref_put(&orig
->pr_kref
, target_pr_kref_release
);
427 wait_for_completion(&orig
->pr_comp
);
429 kfree_rcu(orig
, rcu_head
);
431 core_scsi3_free_pr_reg_from_nacl(lun
->lun_se_dev
, nacl
);
434 /* core_clear_lun_from_tpg():
438 void core_clear_lun_from_tpg(struct se_lun
*lun
, struct se_portal_group
*tpg
)
440 struct se_node_acl
*nacl
;
441 struct se_dev_entry
*deve
;
443 mutex_lock(&tpg
->acl_node_mutex
);
444 list_for_each_entry(nacl
, &tpg
->acl_node_list
, acl_list
) {
446 mutex_lock(&nacl
->lun_entry_mutex
);
447 hlist_for_each_entry_rcu(deve
, &nacl
->lun_entry_hlist
, link
) {
448 struct se_lun
*tmp_lun
= rcu_dereference_check(deve
->se_lun
,
449 lockdep_is_held(&nacl
->lun_entry_mutex
));
454 core_disable_device_list_for_node(lun
, deve
, nacl
, tpg
);
456 mutex_unlock(&nacl
->lun_entry_mutex
);
458 mutex_unlock(&tpg
->acl_node_mutex
);
461 static struct se_port
*core_alloc_port(struct se_device
*dev
)
463 struct se_port
*port
, *port_tmp
;
465 port
= kzalloc(sizeof(struct se_port
), GFP_KERNEL
);
467 pr_err("Unable to allocate struct se_port\n");
468 return ERR_PTR(-ENOMEM
);
470 INIT_LIST_HEAD(&port
->sep_alua_list
);
471 INIT_LIST_HEAD(&port
->sep_list
);
472 atomic_set(&port
->sep_tg_pt_secondary_offline
, 0);
473 spin_lock_init(&port
->sep_alua_lock
);
474 mutex_init(&port
->sep_tg_pt_md_mutex
);
476 spin_lock(&dev
->se_port_lock
);
477 if (dev
->dev_port_count
== 0x0000ffff) {
478 pr_warn("Reached dev->dev_port_count =="
480 spin_unlock(&dev
->se_port_lock
);
481 return ERR_PTR(-ENOSPC
);
485 * Allocate the next RELATIVE TARGET PORT IDENTIFIER for this struct se_device
486 * Here is the table from spc4r17 section 7.7.3.8.
488 * Table 473 -- RELATIVE TARGET PORT IDENTIFIER field
492 * 1h Relative port 1, historically known as port A
493 * 2h Relative port 2, historically known as port B
494 * 3h to FFFFh Relative port 3 through 65 535
496 port
->sep_rtpi
= dev
->dev_rpti_counter
++;
500 list_for_each_entry(port_tmp
, &dev
->dev_sep_list
, sep_list
) {
502 * Make sure RELATIVE TARGET PORT IDENTIFIER is unique
505 if (port
->sep_rtpi
== port_tmp
->sep_rtpi
)
508 spin_unlock(&dev
->se_port_lock
);
513 static void core_export_port(
514 struct se_device
*dev
,
515 struct se_portal_group
*tpg
,
516 struct se_port
*port
,
519 struct t10_alua_tg_pt_gp_member
*tg_pt_gp_mem
= NULL
;
521 spin_lock(&dev
->se_port_lock
);
522 spin_lock(&lun
->lun_sep_lock
);
526 spin_unlock(&lun
->lun_sep_lock
);
528 list_add_tail(&port
->sep_list
, &dev
->dev_sep_list
);
529 spin_unlock(&dev
->se_port_lock
);
531 if (!(dev
->transport
->transport_flags
& TRANSPORT_FLAG_PASSTHROUGH
) &&
532 !(dev
->se_hba
->hba_flags
& HBA_FLAGS_INTERNAL_USE
)) {
533 tg_pt_gp_mem
= core_alua_allocate_tg_pt_gp_mem(port
);
534 if (IS_ERR(tg_pt_gp_mem
) || !tg_pt_gp_mem
) {
535 pr_err("Unable to allocate t10_alua_tg_pt"
539 spin_lock(&tg_pt_gp_mem
->tg_pt_gp_mem_lock
);
540 __core_alua_attach_tg_pt_gp_mem(tg_pt_gp_mem
,
541 dev
->t10_alua
.default_tg_pt_gp
);
542 spin_unlock(&tg_pt_gp_mem
->tg_pt_gp_mem_lock
);
543 pr_debug("%s/%s: Adding to default ALUA Target Port"
544 " Group: alua/default_tg_pt_gp\n",
545 dev
->transport
->name
, tpg
->se_tpg_tfo
->get_fabric_name());
548 dev
->dev_port_count
++;
549 port
->sep_index
= port
->sep_rtpi
; /* RELATIVE TARGET PORT IDENTIFIER */
553 * Called with struct se_device->se_port_lock spinlock held.
555 static void core_release_port(struct se_device
*dev
, struct se_port
*port
)
556 __releases(&dev
->se_port_lock
) __acquires(&dev
->se_port_lock
)
559 * Wait for any port reference for PR ALL_TG_PT=1 operation
560 * to complete in __core_scsi3_alloc_registration()
562 spin_unlock(&dev
->se_port_lock
);
563 if (atomic_read(&port
->sep_tg_pt_ref_cnt
))
565 spin_lock(&dev
->se_port_lock
);
567 core_alua_free_tg_pt_gp_mem(port
);
569 list_del(&port
->sep_list
);
570 dev
->dev_port_count
--;
575 struct se_device
*dev
,
576 struct se_portal_group
*tpg
,
579 struct se_hba
*hba
= dev
->se_hba
;
580 struct se_port
*port
;
582 port
= core_alloc_port(dev
);
584 return PTR_ERR(port
);
586 lun
->lun_index
= dev
->dev_index
;
587 lun
->lun_se_dev
= dev
;
588 lun
->lun_rtpi
= port
->sep_rtpi
;
590 spin_lock(&hba
->device_lock
);
592 spin_unlock(&hba
->device_lock
);
594 core_export_port(dev
, tpg
, port
, lun
);
598 void core_dev_unexport(
599 struct se_device
*dev
,
600 struct se_portal_group
*tpg
,
603 struct se_hba
*hba
= dev
->se_hba
;
604 struct se_port
*port
= lun
->lun_sep
;
606 spin_lock(&lun
->lun_sep_lock
);
607 if (lun
->lun_se_dev
== NULL
) {
608 spin_unlock(&lun
->lun_sep_lock
);
611 spin_unlock(&lun
->lun_sep_lock
);
613 spin_lock(&dev
->se_port_lock
);
614 core_release_port(dev
, port
);
615 spin_unlock(&dev
->se_port_lock
);
617 spin_lock(&hba
->device_lock
);
619 spin_unlock(&hba
->device_lock
);
622 lun
->lun_se_dev
= NULL
;
625 static void se_release_vpd_for_dev(struct se_device
*dev
)
627 struct t10_vpd
*vpd
, *vpd_tmp
;
629 spin_lock(&dev
->t10_wwn
.t10_vpd_lock
);
630 list_for_each_entry_safe(vpd
, vpd_tmp
,
631 &dev
->t10_wwn
.t10_vpd_list
, vpd_list
) {
632 list_del(&vpd
->vpd_list
);
635 spin_unlock(&dev
->t10_wwn
.t10_vpd_lock
);
638 static u32
se_dev_align_max_sectors(u32 max_sectors
, u32 block_size
)
640 u32 aligned_max_sectors
;
643 * Limit max_sectors to a PAGE_SIZE aligned value for modern
644 * transport_allocate_data_tasks() operation.
646 alignment
= max(1ul, PAGE_SIZE
/ block_size
);
647 aligned_max_sectors
= rounddown(max_sectors
, alignment
);
649 if (max_sectors
!= aligned_max_sectors
)
650 pr_info("Rounding down aligned max_sectors from %u to %u\n",
651 max_sectors
, aligned_max_sectors
);
653 return aligned_max_sectors
;
656 bool se_dev_check_wce(struct se_device
*dev
)
660 if (dev
->transport
->get_write_cache
)
661 wce
= dev
->transport
->get_write_cache(dev
);
662 else if (dev
->dev_attrib
.emulate_write_cache
> 0)
668 int core_dev_add_lun(
669 struct se_portal_group
*tpg
,
670 struct se_device
*dev
,
675 rc
= core_tpg_add_lun(tpg
, lun
,
676 TRANSPORT_LUNFLAGS_READ_WRITE
, dev
);
680 pr_debug("%s_TPG[%u]_LUN[%u] - Activated %s Logical Unit from"
681 " CORE HBA: %u\n", tpg
->se_tpg_tfo
->get_fabric_name(),
682 tpg
->se_tpg_tfo
->tpg_get_tag(tpg
), lun
->unpacked_lun
,
683 tpg
->se_tpg_tfo
->get_fabric_name(), dev
->se_hba
->hba_id
);
685 * Update LUN maps for dynamically added initiators when
686 * generate_node_acl is enabled.
688 if (tpg
->se_tpg_tfo
->tpg_check_demo_mode(tpg
)) {
689 struct se_node_acl
*acl
;
691 mutex_lock(&tpg
->acl_node_mutex
);
692 list_for_each_entry(acl
, &tpg
->acl_node_list
, acl_list
) {
693 if (acl
->dynamic_node_acl
&&
694 (!tpg
->se_tpg_tfo
->tpg_check_demo_mode_login_only
||
695 !tpg
->se_tpg_tfo
->tpg_check_demo_mode_login_only(tpg
))) {
696 core_tpg_add_node_to_devs(acl
, tpg
, lun
);
699 mutex_unlock(&tpg
->acl_node_mutex
);
705 /* core_dev_del_lun():
709 void core_dev_del_lun(
710 struct se_portal_group
*tpg
,
713 pr_debug("%s_TPG[%u]_LUN[%u] - Deactivating %s Logical Unit from"
714 " device object\n", tpg
->se_tpg_tfo
->get_fabric_name(),
715 tpg
->se_tpg_tfo
->tpg_get_tag(tpg
), lun
->unpacked_lun
,
716 tpg
->se_tpg_tfo
->get_fabric_name());
718 core_tpg_remove_lun(tpg
, lun
);
721 struct se_lun_acl
*core_dev_init_initiator_node_lun_acl(
722 struct se_portal_group
*tpg
,
723 struct se_node_acl
*nacl
,
727 struct se_lun_acl
*lacl
;
729 if (strlen(nacl
->initiatorname
) >= TRANSPORT_IQN_LEN
) {
730 pr_err("%s InitiatorName exceeds maximum size.\n",
731 tpg
->se_tpg_tfo
->get_fabric_name());
735 lacl
= kzalloc(sizeof(struct se_lun_acl
), GFP_KERNEL
);
737 pr_err("Unable to allocate memory for struct se_lun_acl.\n");
742 lacl
->mapped_lun
= mapped_lun
;
743 lacl
->se_lun_nacl
= nacl
;
744 snprintf(lacl
->initiatorname
, TRANSPORT_IQN_LEN
, "%s",
745 nacl
->initiatorname
);
750 int core_dev_add_initiator_node_lun_acl(
751 struct se_portal_group
*tpg
,
752 struct se_lun_acl
*lacl
,
756 struct se_node_acl
*nacl
= lacl
->se_lun_nacl
;
761 if ((lun
->lun_access
& TRANSPORT_LUNFLAGS_READ_ONLY
) &&
762 (lun_access
& TRANSPORT_LUNFLAGS_READ_WRITE
))
763 lun_access
= TRANSPORT_LUNFLAGS_READ_ONLY
;
767 if (core_enable_device_list_for_node(lun
, lacl
, lacl
->mapped_lun
,
768 lun_access
, nacl
, tpg
) < 0)
771 pr_debug("%s_TPG[%hu]_LUN[%u->%u] - Added %s ACL for "
772 " InitiatorNode: %s\n", tpg
->se_tpg_tfo
->get_fabric_name(),
773 tpg
->se_tpg_tfo
->tpg_get_tag(tpg
), lun
->unpacked_lun
, lacl
->mapped_lun
,
774 (lun_access
& TRANSPORT_LUNFLAGS_READ_WRITE
) ? "RW" : "RO",
775 lacl
->initiatorname
);
777 * Check to see if there are any existing persistent reservation APTPL
778 * pre-registrations that need to be enabled for this LUN ACL..
780 core_scsi3_check_aptpl_registration(lun
->lun_se_dev
, tpg
, lun
, nacl
,
785 int core_dev_del_initiator_node_lun_acl(
786 struct se_portal_group
*tpg
,
788 struct se_lun_acl
*lacl
)
790 struct se_node_acl
*nacl
;
791 struct se_dev_entry
*deve
;
793 nacl
= lacl
->se_lun_nacl
;
797 mutex_lock(&nacl
->lun_entry_mutex
);
798 deve
= target_nacl_find_deve(nacl
, lacl
->mapped_lun
);
800 core_disable_device_list_for_node(lun
, deve
, nacl
, tpg
);
801 mutex_unlock(&nacl
->lun_entry_mutex
);
803 pr_debug("%s_TPG[%hu]_LUN[%u] - Removed ACL for"
804 " InitiatorNode: %s Mapped LUN: %u\n",
805 tpg
->se_tpg_tfo
->get_fabric_name(),
806 tpg
->se_tpg_tfo
->tpg_get_tag(tpg
), lun
->unpacked_lun
,
807 lacl
->initiatorname
, lacl
->mapped_lun
);
812 void core_dev_free_initiator_node_lun_acl(
813 struct se_portal_group
*tpg
,
814 struct se_lun_acl
*lacl
)
816 pr_debug("%s_TPG[%hu] - Freeing ACL for %s InitiatorNode: %s"
817 " Mapped LUN: %u\n", tpg
->se_tpg_tfo
->get_fabric_name(),
818 tpg
->se_tpg_tfo
->tpg_get_tag(tpg
),
819 tpg
->se_tpg_tfo
->get_fabric_name(),
820 lacl
->initiatorname
, lacl
->mapped_lun
);
825 static void scsi_dump_inquiry(struct se_device
*dev
)
827 struct t10_wwn
*wwn
= &dev
->t10_wwn
;
831 * Print Linux/SCSI style INQUIRY formatting to the kernel ring buffer
833 for (i
= 0; i
< 8; i
++)
834 if (wwn
->vendor
[i
] >= 0x20)
835 buf
[i
] = wwn
->vendor
[i
];
839 pr_debug(" Vendor: %s\n", buf
);
841 for (i
= 0; i
< 16; i
++)
842 if (wwn
->model
[i
] >= 0x20)
843 buf
[i
] = wwn
->model
[i
];
847 pr_debug(" Model: %s\n", buf
);
849 for (i
= 0; i
< 4; i
++)
850 if (wwn
->revision
[i
] >= 0x20)
851 buf
[i
] = wwn
->revision
[i
];
855 pr_debug(" Revision: %s\n", buf
);
857 device_type
= dev
->transport
->get_device_type(dev
);
858 pr_debug(" Type: %s ", scsi_device_type(device_type
));
861 struct se_device
*target_alloc_device(struct se_hba
*hba
, const char *name
)
863 struct se_device
*dev
;
864 struct se_lun
*xcopy_lun
;
866 dev
= hba
->backend
->ops
->alloc_device(hba
, name
);
870 dev
->dev_link_magic
= SE_DEV_LINK_MAGIC
;
872 dev
->transport
= hba
->backend
->ops
;
873 dev
->prot_length
= sizeof(struct se_dif_v1_tuple
);
875 INIT_LIST_HEAD(&dev
->dev_list
);
876 INIT_LIST_HEAD(&dev
->dev_sep_list
);
877 INIT_LIST_HEAD(&dev
->dev_tmr_list
);
878 INIT_LIST_HEAD(&dev
->delayed_cmd_list
);
879 INIT_LIST_HEAD(&dev
->state_list
);
880 INIT_LIST_HEAD(&dev
->qf_cmd_list
);
881 INIT_LIST_HEAD(&dev
->g_dev_node
);
882 spin_lock_init(&dev
->execute_task_lock
);
883 spin_lock_init(&dev
->delayed_cmd_lock
);
884 spin_lock_init(&dev
->dev_reservation_lock
);
885 spin_lock_init(&dev
->se_port_lock
);
886 spin_lock_init(&dev
->se_tmr_lock
);
887 spin_lock_init(&dev
->qf_cmd_lock
);
888 sema_init(&dev
->caw_sem
, 1);
889 atomic_set(&dev
->dev_ordered_id
, 0);
890 INIT_LIST_HEAD(&dev
->t10_wwn
.t10_vpd_list
);
891 spin_lock_init(&dev
->t10_wwn
.t10_vpd_lock
);
892 INIT_LIST_HEAD(&dev
->t10_pr
.registration_list
);
893 INIT_LIST_HEAD(&dev
->t10_pr
.aptpl_reg_list
);
894 spin_lock_init(&dev
->t10_pr
.registration_lock
);
895 spin_lock_init(&dev
->t10_pr
.aptpl_reg_lock
);
896 INIT_LIST_HEAD(&dev
->t10_alua
.tg_pt_gps_list
);
897 spin_lock_init(&dev
->t10_alua
.tg_pt_gps_lock
);
898 INIT_LIST_HEAD(&dev
->t10_alua
.lba_map_list
);
899 spin_lock_init(&dev
->t10_alua
.lba_map_lock
);
901 dev
->t10_wwn
.t10_dev
= dev
;
902 dev
->t10_alua
.t10_dev
= dev
;
904 dev
->dev_attrib
.da_dev
= dev
;
905 dev
->dev_attrib
.emulate_model_alias
= DA_EMULATE_MODEL_ALIAS
;
906 dev
->dev_attrib
.emulate_dpo
= 1;
907 dev
->dev_attrib
.emulate_fua_write
= 1;
908 dev
->dev_attrib
.emulate_fua_read
= 1;
909 dev
->dev_attrib
.emulate_write_cache
= DA_EMULATE_WRITE_CACHE
;
910 dev
->dev_attrib
.emulate_ua_intlck_ctrl
= DA_EMULATE_UA_INTLLCK_CTRL
;
911 dev
->dev_attrib
.emulate_tas
= DA_EMULATE_TAS
;
912 dev
->dev_attrib
.emulate_tpu
= DA_EMULATE_TPU
;
913 dev
->dev_attrib
.emulate_tpws
= DA_EMULATE_TPWS
;
914 dev
->dev_attrib
.emulate_caw
= DA_EMULATE_CAW
;
915 dev
->dev_attrib
.emulate_3pc
= DA_EMULATE_3PC
;
916 dev
->dev_attrib
.pi_prot_type
= TARGET_DIF_TYPE0_PROT
;
917 dev
->dev_attrib
.enforce_pr_isids
= DA_ENFORCE_PR_ISIDS
;
918 dev
->dev_attrib
.force_pr_aptpl
= DA_FORCE_PR_APTPL
;
919 dev
->dev_attrib
.is_nonrot
= DA_IS_NONROT
;
920 dev
->dev_attrib
.emulate_rest_reord
= DA_EMULATE_REST_REORD
;
921 dev
->dev_attrib
.max_unmap_lba_count
= DA_MAX_UNMAP_LBA_COUNT
;
922 dev
->dev_attrib
.max_unmap_block_desc_count
=
923 DA_MAX_UNMAP_BLOCK_DESC_COUNT
;
924 dev
->dev_attrib
.unmap_granularity
= DA_UNMAP_GRANULARITY_DEFAULT
;
925 dev
->dev_attrib
.unmap_granularity_alignment
=
926 DA_UNMAP_GRANULARITY_ALIGNMENT_DEFAULT
;
927 dev
->dev_attrib
.max_write_same_len
= DA_MAX_WRITE_SAME_LEN
;
929 xcopy_lun
= &dev
->xcopy_lun
;
930 xcopy_lun
->lun_se_dev
= dev
;
931 init_completion(&xcopy_lun
->lun_shutdown_comp
);
932 spin_lock_init(&xcopy_lun
->lun_sep_lock
);
933 init_completion(&xcopy_lun
->lun_ref_comp
);
938 int target_configure_device(struct se_device
*dev
)
940 struct se_hba
*hba
= dev
->se_hba
;
943 if (dev
->dev_flags
& DF_CONFIGURED
) {
944 pr_err("se_dev->se_dev_ptr already set for storage"
949 ret
= dev
->transport
->configure_device(dev
);
953 * XXX: there is not much point to have two different values here..
955 dev
->dev_attrib
.block_size
= dev
->dev_attrib
.hw_block_size
;
956 dev
->dev_attrib
.queue_depth
= dev
->dev_attrib
.hw_queue_depth
;
959 * Align max_hw_sectors down to PAGE_SIZE I/O transfers
961 dev
->dev_attrib
.hw_max_sectors
=
962 se_dev_align_max_sectors(dev
->dev_attrib
.hw_max_sectors
,
963 dev
->dev_attrib
.hw_block_size
);
964 dev
->dev_attrib
.optimal_sectors
= dev
->dev_attrib
.hw_max_sectors
;
966 dev
->dev_index
= scsi_get_new_index(SCSI_DEVICE_INDEX
);
967 dev
->creation_time
= get_jiffies_64();
969 ret
= core_setup_alua(dev
);
974 * Startup the struct se_device processing thread
976 dev
->tmr_wq
= alloc_workqueue("tmr-%s", WQ_MEM_RECLAIM
| WQ_UNBOUND
, 1,
977 dev
->transport
->name
);
979 pr_err("Unable to create tmr workqueue for %s\n",
980 dev
->transport
->name
);
986 * Setup work_queue for QUEUE_FULL
988 INIT_WORK(&dev
->qf_work_queue
, target_qf_do_work
);
991 * Preload the initial INQUIRY const values if we are doing
992 * anything virtual (IBLOCK, FILEIO, RAMDISK), but not for TCM/pSCSI
993 * passthrough because this is being provided by the backend LLD.
995 if (!(dev
->transport
->transport_flags
& TRANSPORT_FLAG_PASSTHROUGH
)) {
996 strncpy(&dev
->t10_wwn
.vendor
[0], "LIO-ORG", 8);
997 strncpy(&dev
->t10_wwn
.model
[0],
998 dev
->transport
->inquiry_prod
, 16);
999 strncpy(&dev
->t10_wwn
.revision
[0],
1000 dev
->transport
->inquiry_rev
, 4);
1003 scsi_dump_inquiry(dev
);
1005 spin_lock(&hba
->device_lock
);
1007 spin_unlock(&hba
->device_lock
);
1009 mutex_lock(&g_device_mutex
);
1010 list_add_tail(&dev
->g_dev_node
, &g_device_list
);
1011 mutex_unlock(&g_device_mutex
);
1013 dev
->dev_flags
|= DF_CONFIGURED
;
1018 core_alua_free_lu_gp_mem(dev
);
1020 se_release_vpd_for_dev(dev
);
1024 void target_free_device(struct se_device
*dev
)
1026 struct se_hba
*hba
= dev
->se_hba
;
1028 WARN_ON(!list_empty(&dev
->dev_sep_list
));
1030 if (dev
->dev_flags
& DF_CONFIGURED
) {
1031 destroy_workqueue(dev
->tmr_wq
);
1033 mutex_lock(&g_device_mutex
);
1034 list_del(&dev
->g_dev_node
);
1035 mutex_unlock(&g_device_mutex
);
1037 spin_lock(&hba
->device_lock
);
1039 spin_unlock(&hba
->device_lock
);
1042 core_alua_free_lu_gp_mem(dev
);
1043 core_alua_set_lba_map(dev
, NULL
, 0, 0);
1044 core_scsi3_free_all_registrations(dev
);
1045 se_release_vpd_for_dev(dev
);
1047 if (dev
->transport
->free_prot
)
1048 dev
->transport
->free_prot(dev
);
1050 dev
->transport
->free_device(dev
);
1053 int core_dev_setup_virtual_lun0(void)
1056 struct se_device
*dev
;
1057 char buf
[] = "rd_pages=8,rd_nullio=1";
1060 hba
= core_alloc_hba("rd_mcp", 0, HBA_FLAGS_INTERNAL_USE
);
1062 return PTR_ERR(hba
);
1064 dev
= target_alloc_device(hba
, "virt_lun0");
1070 hba
->backend
->ops
->set_configfs_dev_params(dev
, buf
, sizeof(buf
));
1072 ret
= target_configure_device(dev
);
1074 goto out_free_se_dev
;
1081 target_free_device(dev
);
1083 core_delete_hba(hba
);
1088 void core_dev_release_virtual_lun0(void)
1090 struct se_hba
*hba
= lun0_hba
;
1096 target_free_device(g_lun0_dev
);
1097 core_delete_hba(hba
);
1101 * Common CDB parsing for kernel and user passthrough.
1104 passthrough_parse_cdb(struct se_cmd
*cmd
,
1105 sense_reason_t (*exec_cmd
)(struct se_cmd
*cmd
))
1107 unsigned char *cdb
= cmd
->t_task_cdb
;
1110 * Clear a lun set in the cdb if the initiator talking to use spoke
1111 * and old standards version, as we can't assume the underlying device
1112 * won't choke up on it.
1115 case READ_10
: /* SBC - RDProtect */
1116 case READ_12
: /* SBC - RDProtect */
1117 case READ_16
: /* SBC - RDProtect */
1118 case SEND_DIAGNOSTIC
: /* SPC - SELF-TEST Code */
1119 case VERIFY
: /* SBC - VRProtect */
1120 case VERIFY_16
: /* SBC - VRProtect */
1121 case WRITE_VERIFY
: /* SBC - VRProtect */
1122 case WRITE_VERIFY_12
: /* SBC - VRProtect */
1123 case MAINTENANCE_IN
: /* SPC - Parameter Data Format for SA RTPG */
1126 cdb
[1] &= 0x1f; /* clear logical unit number */
1131 * For REPORT LUNS we always need to emulate the response, for everything
1134 if (cdb
[0] == REPORT_LUNS
) {
1135 cmd
->execute_cmd
= spc_emulate_report_luns
;
1136 return TCM_NO_SENSE
;
1139 /* Set DATA_CDB flag for ops that should have it */
1150 case WRITE_VERIFY_12
:
1151 case 0x8e: /* WRITE_VERIFY_16 */
1152 case COMPARE_AND_WRITE
:
1153 case XDWRITEREAD_10
:
1154 cmd
->se_cmd_flags
|= SCF_SCSI_DATA_CDB
;
1156 case VARIABLE_LENGTH_CMD
:
1157 switch (get_unaligned_be16(&cdb
[8])) {
1160 case 0x0c: /* WRITE_VERIFY_32 */
1161 case XDWRITEREAD_32
:
1162 cmd
->se_cmd_flags
|= SCF_SCSI_DATA_CDB
;
1167 cmd
->execute_cmd
= exec_cmd
;
1169 return TCM_NO_SENSE
;
1171 EXPORT_SYMBOL(passthrough_parse_cdb
);