Commit | Line | Data |
---|---|---|
c66ac9db NB |
1 | /******************************************************************************* |
2 | * Filename: target_core_device.c (based on iscsi_target_device.c) | |
3 | * | |
e3d6f909 | 4 | * This file contains the TCM Virtual Device and Disk Transport |
c66ac9db NB |
5 | * agnostic related functions. |
6 | * | |
4c76251e | 7 | * (c) Copyright 2003-2013 Datera, Inc. |
c66ac9db NB |
8 | * |
9 | * Nicholas A. Bellinger <nab@kernel.org> | |
10 | * | |
11 | * This program is free software; you can redistribute it and/or modify | |
12 | * it under the terms of the GNU General Public License as published by | |
13 | * the Free Software Foundation; either version 2 of the License, or | |
14 | * (at your option) any later version. | |
15 | * | |
16 | * This program is distributed in the hope that it will be useful, | |
17 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
18 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
19 | * GNU General Public License for more details. | |
20 | * | |
21 | * You should have received a copy of the GNU General Public License | |
22 | * along with this program; if not, write to the Free Software | |
23 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. | |
24 | * | |
25 | ******************************************************************************/ | |
26 | ||
27 | #include <linux/net.h> | |
28 | #include <linux/string.h> | |
29 | #include <linux/delay.h> | |
30 | #include <linux/timer.h> | |
31 | #include <linux/slab.h> | |
32 | #include <linux/spinlock.h> | |
c66ac9db NB |
33 | #include <linux/kthread.h> |
34 | #include <linux/in.h> | |
c53181af | 35 | #include <linux/export.h> |
7bfea53b | 36 | #include <asm/unaligned.h> |
c66ac9db NB |
37 | #include <net/sock.h> |
38 | #include <net/tcp.h> | |
ba929992 BVA |
39 | #include <scsi/scsi_common.h> |
40 | #include <scsi/scsi_proto.h> | |
c66ac9db NB |
41 | |
42 | #include <target/target_core_base.h> | |
c4795fb2 CH |
43 | #include <target/target_core_backend.h> |
44 | #include <target/target_core_fabric.h> | |
c66ac9db | 45 | |
e26d99ae | 46 | #include "target_core_internal.h" |
c66ac9db | 47 | #include "target_core_alua.h" |
c66ac9db NB |
48 | #include "target_core_pr.h" |
49 | #include "target_core_ua.h" | |
50 | ||
d9ea32bf NB |
51 | DEFINE_MUTEX(g_device_mutex); |
52 | LIST_HEAD(g_device_list); | |
53 | ||
e3d6f909 | 54 | static struct se_hba *lun0_hba; |
e3d6f909 AG |
55 | /* not static, needed by tpg.c */ |
56 | struct se_device *g_lun0_dev; | |
57 | ||
de103c93 | 58 | sense_reason_t |
f2d30680 | 59 | transport_lookup_cmd_lun(struct se_cmd *se_cmd, u64 unpacked_lun) |
c66ac9db | 60 | { |
c66ac9db | 61 | struct se_lun *se_lun = NULL; |
e3d6f909 | 62 | struct se_session *se_sess = se_cmd->se_sess; |
29a05dee | 63 | struct se_node_acl *nacl = se_sess->se_node_acl; |
29a05dee | 64 | struct se_dev_entry *deve; |
5951146d | 65 | |
29a05dee NB |
66 | rcu_read_lock(); |
67 | deve = target_nacl_find_deve(nacl, unpacked_lun); | |
68 | if (deve) { | |
69 | atomic_long_inc(&deve->total_cmds); | |
5951146d AG |
70 | |
71 | if ((se_cmd->data_direction == DMA_TO_DEVICE) && | |
72 | (deve->lun_flags & TRANSPORT_LUNFLAGS_READ_ONLY)) { | |
6708bb27 | 73 | pr_err("TARGET_CORE[%s]: Detected WRITE_PROTECTED LUN" |
f2d30680 | 74 | " Access for 0x%08llx\n", |
5951146d AG |
75 | se_cmd->se_tfo->get_fabric_name(), |
76 | unpacked_lun); | |
29a05dee | 77 | rcu_read_unlock(); |
de103c93 | 78 | return TCM_WRITE_PROTECTED; |
c66ac9db | 79 | } |
5951146d AG |
80 | |
81 | if (se_cmd->data_direction == DMA_TO_DEVICE) | |
29a05dee NB |
82 | atomic_long_add(se_cmd->data_length, |
83 | &deve->write_bytes); | |
5951146d | 84 | else if (se_cmd->data_direction == DMA_FROM_DEVICE) |
29a05dee NB |
85 | atomic_long_add(se_cmd->data_length, |
86 | &deve->read_bytes); | |
5951146d | 87 | |
29a05dee NB |
88 | se_lun = rcu_dereference(deve->se_lun); |
89 | se_cmd->se_lun = rcu_dereference(deve->se_lun); | |
c66ac9db NB |
90 | se_cmd->pr_res_key = deve->pr_res_key; |
91 | se_cmd->orig_fe_lun = unpacked_lun; | |
c66ac9db | 92 | se_cmd->se_cmd_flags |= SCF_SE_LUN_CMD; |
5277797d NB |
93 | |
94 | percpu_ref_get(&se_lun->lun_ref); | |
95 | se_cmd->lun_ref_active = true; | |
c66ac9db | 96 | } |
29a05dee | 97 | rcu_read_unlock(); |
c66ac9db NB |
98 | |
99 | if (!se_lun) { | |
5951146d AG |
100 | /* |
101 | * Use the se_portal_group->tpg_virt_lun0 to allow for | |
102 | * REPORT_LUNS, et al to be returned when no active | |
103 | * MappedLUN=0 exists for this Initiator Port. | |
104 | */ | |
105 | if (unpacked_lun != 0) { | |
6708bb27 | 106 | pr_err("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN" |
f2d30680 | 107 | " Access for 0x%08llx\n", |
e3d6f909 | 108 | se_cmd->se_tfo->get_fabric_name(), |
c66ac9db | 109 | unpacked_lun); |
de103c93 | 110 | return TCM_NON_EXISTENT_LUN; |
5951146d AG |
111 | } |
112 | /* | |
113 | * Force WRITE PROTECT for virtual LUN 0 | |
114 | */ | |
115 | if ((se_cmd->data_direction != DMA_FROM_DEVICE) && | |
de103c93 CH |
116 | (se_cmd->data_direction != DMA_NONE)) |
117 | return TCM_WRITE_PROTECTED; | |
5951146d | 118 | |
adf653f9 CH |
119 | se_lun = se_sess->se_tpg->tpg_virt_lun0; |
120 | se_cmd->se_lun = se_sess->se_tpg->tpg_virt_lun0; | |
5951146d | 121 | se_cmd->orig_fe_lun = 0; |
5951146d | 122 | se_cmd->se_cmd_flags |= SCF_SE_LUN_CMD; |
5277797d NB |
123 | |
124 | percpu_ref_get(&se_lun->lun_ref); | |
125 | se_cmd->lun_ref_active = true; | |
c66ac9db | 126 | } |
4cc987ea NB |
127 | /* |
128 | * RCU reference protected by percpu se_lun->lun_ref taken above that | |
129 | * must drop to zero (including initial reference) before this se_lun | |
130 | * pointer can be kfree_rcu() by the final se_lun->lun_group put via | |
131 | * target_core_fabric_configfs.c:target_fabric_port_release | |
132 | */ | |
133 | se_cmd->se_dev = rcu_dereference_raw(se_lun->lun_se_dev); | |
134 | atomic_long_inc(&se_cmd->se_dev->num_cmds); | |
c66ac9db | 135 | |
c66ac9db | 136 | if (se_cmd->data_direction == DMA_TO_DEVICE) |
4cc987ea NB |
137 | atomic_long_add(se_cmd->data_length, |
138 | &se_cmd->se_dev->write_bytes); | |
c66ac9db | 139 | else if (se_cmd->data_direction == DMA_FROM_DEVICE) |
4cc987ea NB |
140 | atomic_long_add(se_cmd->data_length, |
141 | &se_cmd->se_dev->read_bytes); | |
c66ac9db | 142 | |
c66ac9db NB |
143 | return 0; |
144 | } | |
5951146d | 145 | EXPORT_SYMBOL(transport_lookup_cmd_lun); |
c66ac9db | 146 | |
f2d30680 | 147 | int transport_lookup_tmr_lun(struct se_cmd *se_cmd, u64 unpacked_lun) |
c66ac9db | 148 | { |
c66ac9db NB |
149 | struct se_dev_entry *deve; |
150 | struct se_lun *se_lun = NULL; | |
e3d6f909 | 151 | struct se_session *se_sess = se_cmd->se_sess; |
29a05dee | 152 | struct se_node_acl *nacl = se_sess->se_node_acl; |
c66ac9db | 153 | struct se_tmr_req *se_tmr = se_cmd->se_tmr_req; |
5e1be919 | 154 | unsigned long flags; |
c66ac9db | 155 | |
29a05dee NB |
156 | rcu_read_lock(); |
157 | deve = target_nacl_find_deve(nacl, unpacked_lun); | |
158 | if (deve) { | |
159 | se_tmr->tmr_lun = rcu_dereference(deve->se_lun); | |
160 | se_cmd->se_lun = rcu_dereference(deve->se_lun); | |
161 | se_lun = rcu_dereference(deve->se_lun); | |
c66ac9db NB |
162 | se_cmd->pr_res_key = deve->pr_res_key; |
163 | se_cmd->orig_fe_lun = unpacked_lun; | |
c66ac9db | 164 | } |
29a05dee | 165 | rcu_read_unlock(); |
c66ac9db NB |
166 | |
167 | if (!se_lun) { | |
6708bb27 | 168 | pr_debug("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN" |
f2d30680 | 169 | " Access for 0x%08llx\n", |
e3d6f909 | 170 | se_cmd->se_tfo->get_fabric_name(), |
c66ac9db | 171 | unpacked_lun); |
e3d6f909 | 172 | return -ENODEV; |
c66ac9db | 173 | } |
4cc987ea NB |
174 | /* |
175 | * XXX: Add percpu se_lun->lun_ref reference count for TMR | |
176 | */ | |
177 | se_cmd->se_dev = rcu_dereference_raw(se_lun->lun_se_dev); | |
178 | se_tmr->tmr_dev = rcu_dereference_raw(se_lun->lun_se_dev); | |
5951146d | 179 | |
5e1be919 | 180 | spin_lock_irqsave(&se_tmr->tmr_dev->se_tmr_lock, flags); |
5951146d | 181 | list_add_tail(&se_tmr->tmr_list, &se_tmr->tmr_dev->dev_tmr_list); |
5e1be919 | 182 | spin_unlock_irqrestore(&se_tmr->tmr_dev->se_tmr_lock, flags); |
c66ac9db NB |
183 | |
184 | return 0; | |
185 | } | |
5951146d | 186 | EXPORT_SYMBOL(transport_lookup_tmr_lun); |
c66ac9db | 187 | |
29a05dee NB |
188 | bool target_lun_is_rdonly(struct se_cmd *cmd) |
189 | { | |
190 | struct se_session *se_sess = cmd->se_sess; | |
191 | struct se_dev_entry *deve; | |
192 | bool ret; | |
193 | ||
29a05dee NB |
194 | rcu_read_lock(); |
195 | deve = target_nacl_find_deve(se_sess->se_node_acl, cmd->orig_fe_lun); | |
196 | ret = (deve && deve->lun_flags & TRANSPORT_LUNFLAGS_READ_ONLY); | |
197 | rcu_read_unlock(); | |
198 | ||
199 | return ret; | |
200 | } | |
201 | EXPORT_SYMBOL(target_lun_is_rdonly); | |
202 | ||
c66ac9db NB |
203 | /* |
204 | * This function is called from core_scsi3_emulate_pro_register_and_move() | |
29a05dee | 205 | * and core_scsi3_decode_spec_i_port(), and will increment &deve->pr_kref |
c66ac9db NB |
206 | * when a matching rtpi is found. |
207 | */ | |
208 | struct se_dev_entry *core_get_se_deve_from_rtpi( | |
209 | struct se_node_acl *nacl, | |
210 | u16 rtpi) | |
211 | { | |
212 | struct se_dev_entry *deve; | |
213 | struct se_lun *lun; | |
c66ac9db | 214 | struct se_portal_group *tpg = nacl->se_tpg; |
c66ac9db | 215 | |
29a05dee NB |
216 | rcu_read_lock(); |
217 | hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) { | |
218 | lun = rcu_dereference(deve->se_lun); | |
6708bb27 AG |
219 | if (!lun) { |
220 | pr_err("%s device entries device pointer is" | |
c66ac9db | 221 | " NULL, but Initiator has access.\n", |
e3d6f909 | 222 | tpg->se_tpg_tfo->get_fabric_name()); |
c66ac9db NB |
223 | continue; |
224 | } | |
29a05dee | 225 | if (lun->lun_rtpi != rtpi) |
c66ac9db NB |
226 | continue; |
227 | ||
29a05dee NB |
228 | kref_get(&deve->pr_kref); |
229 | rcu_read_unlock(); | |
c66ac9db NB |
230 | |
231 | return deve; | |
232 | } | |
29a05dee | 233 | rcu_read_unlock(); |
c66ac9db NB |
234 | |
235 | return NULL; | |
236 | } | |
237 | ||
29a05dee | 238 | void core_free_device_list_for_node( |
c66ac9db NB |
239 | struct se_node_acl *nacl, |
240 | struct se_portal_group *tpg) | |
241 | { | |
242 | struct se_dev_entry *deve; | |
c66ac9db | 243 | |
29a05dee NB |
244 | mutex_lock(&nacl->lun_entry_mutex); |
245 | hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) { | |
246 | struct se_lun *lun = rcu_dereference_check(deve->se_lun, | |
247 | lockdep_is_held(&nacl->lun_entry_mutex)); | |
248 | core_disable_device_list_for_node(lun, deve, nacl, tpg); | |
c66ac9db | 249 | } |
29a05dee | 250 | mutex_unlock(&nacl->lun_entry_mutex); |
c66ac9db NB |
251 | } |
252 | ||
c66ac9db | 253 | void core_update_device_list_access( |
f2d30680 | 254 | u64 mapped_lun, |
c66ac9db NB |
255 | u32 lun_access, |
256 | struct se_node_acl *nacl) | |
257 | { | |
258 | struct se_dev_entry *deve; | |
259 | ||
29a05dee NB |
260 | mutex_lock(&nacl->lun_entry_mutex); |
261 | deve = target_nacl_find_deve(nacl, mapped_lun); | |
262 | if (deve) { | |
263 | if (lun_access & TRANSPORT_LUNFLAGS_READ_WRITE) { | |
264 | deve->lun_flags &= ~TRANSPORT_LUNFLAGS_READ_ONLY; | |
265 | deve->lun_flags |= TRANSPORT_LUNFLAGS_READ_WRITE; | |
266 | } else { | |
267 | deve->lun_flags &= ~TRANSPORT_LUNFLAGS_READ_WRITE; | |
268 | deve->lun_flags |= TRANSPORT_LUNFLAGS_READ_ONLY; | |
269 | } | |
c66ac9db | 270 | } |
29a05dee | 271 | mutex_unlock(&nacl->lun_entry_mutex); |
c66ac9db NB |
272 | } |
273 | ||
29a05dee NB |
274 | /* |
275 | * Called with rcu_read_lock or nacl->device_list_lock held. | |
c66ac9db | 276 | */ |
f2d30680 | 277 | struct se_dev_entry *target_nacl_find_deve(struct se_node_acl *nacl, u64 mapped_lun) |
29a05dee NB |
278 | { |
279 | struct se_dev_entry *deve; | |
280 | ||
281 | hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) | |
282 | if (deve->mapped_lun == mapped_lun) | |
283 | return deve; | |
284 | ||
285 | return NULL; | |
286 | } | |
287 | EXPORT_SYMBOL(target_nacl_find_deve); | |
288 | ||
289 | void target_pr_kref_release(struct kref *kref) | |
290 | { | |
291 | struct se_dev_entry *deve = container_of(kref, struct se_dev_entry, | |
292 | pr_kref); | |
293 | complete(&deve->pr_comp); | |
c66ac9db NB |
294 | } |
295 | ||
7c0d0d51 HR |
296 | static void |
297 | target_luns_data_has_changed(struct se_node_acl *nacl, struct se_dev_entry *new, | |
298 | bool skip_new) | |
299 | { | |
300 | struct se_dev_entry *tmp; | |
301 | ||
302 | rcu_read_lock(); | |
303 | hlist_for_each_entry_rcu(tmp, &nacl->lun_entry_hlist, link) { | |
304 | if (skip_new && tmp == new) | |
305 | continue; | |
306 | core_scsi3_ua_allocate(tmp, 0x3F, | |
307 | ASCQ_3FH_REPORTED_LUNS_DATA_HAS_CHANGED); | |
308 | } | |
309 | rcu_read_unlock(); | |
310 | } | |
311 | ||
e80ac6c4 | 312 | int core_enable_device_list_for_node( |
c66ac9db NB |
313 | struct se_lun *lun, |
314 | struct se_lun_acl *lun_acl, | |
f2d30680 | 315 | u64 mapped_lun, |
c66ac9db NB |
316 | u32 lun_access, |
317 | struct se_node_acl *nacl, | |
e80ac6c4 | 318 | struct se_portal_group *tpg) |
c66ac9db | 319 | { |
29a05dee | 320 | struct se_dev_entry *orig, *new; |
c66ac9db | 321 | |
29a05dee NB |
322 | new = kzalloc(sizeof(*new), GFP_KERNEL); |
323 | if (!new) { | |
324 | pr_err("Unable to allocate se_dev_entry memory\n"); | |
325 | return -ENOMEM; | |
326 | } | |
e80ac6c4 | 327 | |
29a05dee NB |
328 | atomic_set(&new->ua_count, 0); |
329 | spin_lock_init(&new->ua_lock); | |
29a05dee | 330 | INIT_LIST_HEAD(&new->ua_list); |
adf653f9 | 331 | INIT_LIST_HEAD(&new->lun_link); |
e80ac6c4 | 332 | |
29a05dee NB |
333 | new->mapped_lun = mapped_lun; |
334 | kref_init(&new->pr_kref); | |
335 | init_completion(&new->pr_comp); | |
336 | ||
337 | if (lun_access & TRANSPORT_LUNFLAGS_READ_WRITE) | |
338 | new->lun_flags |= TRANSPORT_LUNFLAGS_READ_WRITE; | |
339 | else | |
340 | new->lun_flags |= TRANSPORT_LUNFLAGS_READ_ONLY; | |
341 | ||
342 | new->creation_time = get_jiffies_64(); | |
343 | new->attach_count++; | |
344 | ||
345 | mutex_lock(&nacl->lun_entry_mutex); | |
346 | orig = target_nacl_find_deve(nacl, mapped_lun); | |
347 | if (orig && orig->se_lun) { | |
348 | struct se_lun *orig_lun = rcu_dereference_check(orig->se_lun, | |
349 | lockdep_is_held(&nacl->lun_entry_mutex)); | |
350 | ||
351 | if (orig_lun != lun) { | |
352 | pr_err("Existing orig->se_lun doesn't match new lun" | |
353 | " for dynamic -> explicit NodeACL conversion:" | |
354 | " %s\n", nacl->initiatorname); | |
355 | mutex_unlock(&nacl->lun_entry_mutex); | |
356 | kfree(new); | |
e80ac6c4 | 357 | return -EINVAL; |
c66ac9db | 358 | } |
29a05dee | 359 | BUG_ON(orig->se_lun_acl != NULL); |
c66ac9db | 360 | |
29a05dee NB |
361 | rcu_assign_pointer(new->se_lun, lun); |
362 | rcu_assign_pointer(new->se_lun_acl, lun_acl); | |
363 | hlist_del_rcu(&orig->link); | |
364 | hlist_add_head_rcu(&new->link, &nacl->lun_entry_hlist); | |
365 | mutex_unlock(&nacl->lun_entry_mutex); | |
c66ac9db | 366 | |
1adff1b3 | 367 | spin_lock(&lun->lun_deve_lock); |
adf653f9 CH |
368 | list_del(&orig->lun_link); |
369 | list_add_tail(&new->lun_link, &lun->lun_deve_list); | |
1adff1b3 | 370 | spin_unlock(&lun->lun_deve_lock); |
c66ac9db | 371 | |
29a05dee NB |
372 | kref_put(&orig->pr_kref, target_pr_kref_release); |
373 | wait_for_completion(&orig->pr_comp); | |
c66ac9db | 374 | |
7c0d0d51 | 375 | target_luns_data_has_changed(nacl, new, true); |
29a05dee NB |
376 | kfree_rcu(orig, rcu_head); |
377 | return 0; | |
c66ac9db | 378 | } |
e80ac6c4 | 379 | |
29a05dee NB |
380 | rcu_assign_pointer(new->se_lun, lun); |
381 | rcu_assign_pointer(new->se_lun_acl, lun_acl); | |
382 | hlist_add_head_rcu(&new->link, &nacl->lun_entry_hlist); | |
383 | mutex_unlock(&nacl->lun_entry_mutex); | |
e80ac6c4 | 384 | |
1adff1b3 | 385 | spin_lock(&lun->lun_deve_lock); |
adf653f9 | 386 | list_add_tail(&new->lun_link, &lun->lun_deve_list); |
1adff1b3 | 387 | spin_unlock(&lun->lun_deve_lock); |
e80ac6c4 | 388 | |
7c0d0d51 | 389 | target_luns_data_has_changed(nacl, new, true); |
e80ac6c4 AG |
390 | return 0; |
391 | } | |
392 | ||
29a05dee NB |
393 | /* |
394 | * Called with se_node_acl->lun_entry_mutex held. | |
e80ac6c4 | 395 | */ |
29a05dee | 396 | void core_disable_device_list_for_node( |
e80ac6c4 | 397 | struct se_lun *lun, |
29a05dee | 398 | struct se_dev_entry *orig, |
e80ac6c4 AG |
399 | struct se_node_acl *nacl, |
400 | struct se_portal_group *tpg) | |
401 | { | |
4cc987ea NB |
402 | /* |
403 | * rcu_dereference_raw protected by se_lun->lun_group symlink | |
404 | * reference to se_device->dev_group. | |
405 | */ | |
406 | struct se_device *dev = rcu_dereference_raw(lun->lun_se_dev); | |
e80ac6c4 AG |
407 | /* |
408 | * If the MappedLUN entry is being disabled, the entry in | |
adf653f9 | 409 | * lun->lun_deve_list must be removed now before clearing the |
e80ac6c4 AG |
410 | * struct se_dev_entry pointers below as logic in |
411 | * core_alua_do_transition_tg_pt() depends on these being present. | |
412 | * | |
413 | * deve->se_lun_acl will be NULL for demo-mode created LUNs | |
414 | * that have not been explicitly converted to MappedLUNs -> | |
adf653f9 CH |
415 | * struct se_lun_acl, but we remove deve->lun_link from |
416 | * lun->lun_deve_list. This also means that active UAs and | |
e80ac6c4 AG |
417 | * NodeACL context specific PR metadata for demo-mode |
418 | * MappedLUN *deve will be released below.. | |
419 | */ | |
1adff1b3 | 420 | spin_lock(&lun->lun_deve_lock); |
adf653f9 | 421 | list_del(&orig->lun_link); |
1adff1b3 | 422 | spin_unlock(&lun->lun_deve_lock); |
c66ac9db | 423 | /* |
29a05dee | 424 | * Disable struct se_dev_entry LUN ACL mapping |
c66ac9db | 425 | */ |
29a05dee NB |
426 | core_scsi3_ua_release_all(orig); |
427 | ||
428 | hlist_del_rcu(&orig->link); | |
80bfdfa9 | 429 | clear_bit(DEF_PR_REG_ACTIVE, &orig->deve_flags); |
29a05dee NB |
430 | orig->lun_flags = 0; |
431 | orig->creation_time = 0; | |
432 | orig->attach_count--; | |
c66ac9db | 433 | /* |
29a05dee NB |
434 | * Before firing off RCU callback, wait for any in process SPEC_I_PT=1 |
435 | * or REGISTER_AND_MOVE PR operation to complete. | |
c66ac9db | 436 | */ |
29a05dee NB |
437 | kref_put(&orig->pr_kref, target_pr_kref_release); |
438 | wait_for_completion(&orig->pr_comp); | |
439 | ||
3ccd6e83 NB |
440 | rcu_assign_pointer(orig->se_lun, NULL); |
441 | rcu_assign_pointer(orig->se_lun_acl, NULL); | |
442 | ||
29a05dee | 443 | kfree_rcu(orig, rcu_head); |
c66ac9db | 444 | |
4cc987ea | 445 | core_scsi3_free_pr_reg_from_nacl(dev, nacl); |
7c0d0d51 | 446 | target_luns_data_has_changed(nacl, NULL, false); |
c66ac9db NB |
447 | } |
448 | ||
449 | /* core_clear_lun_from_tpg(): | |
450 | * | |
451 | * | |
452 | */ | |
453 | void core_clear_lun_from_tpg(struct se_lun *lun, struct se_portal_group *tpg) | |
454 | { | |
455 | struct se_node_acl *nacl; | |
456 | struct se_dev_entry *deve; | |
c66ac9db | 457 | |
403edd78 | 458 | mutex_lock(&tpg->acl_node_mutex); |
c66ac9db | 459 | list_for_each_entry(nacl, &tpg->acl_node_list, acl_list) { |
c66ac9db | 460 | |
29a05dee NB |
461 | mutex_lock(&nacl->lun_entry_mutex); |
462 | hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) { | |
463 | struct se_lun *tmp_lun = rcu_dereference_check(deve->se_lun, | |
464 | lockdep_is_held(&nacl->lun_entry_mutex)); | |
c66ac9db | 465 | |
29a05dee NB |
466 | if (lun != tmp_lun) |
467 | continue; | |
c66ac9db | 468 | |
29a05dee | 469 | core_disable_device_list_for_node(lun, deve, nacl, tpg); |
c66ac9db | 470 | } |
29a05dee | 471 | mutex_unlock(&nacl->lun_entry_mutex); |
c66ac9db | 472 | } |
403edd78 | 473 | mutex_unlock(&tpg->acl_node_mutex); |
c66ac9db NB |
474 | } |
475 | ||
adf653f9 | 476 | int core_alloc_rtpi(struct se_lun *lun, struct se_device *dev) |
c66ac9db | 477 | { |
adf653f9 | 478 | struct se_lun *tmp; |
c66ac9db NB |
479 | |
480 | spin_lock(&dev->se_port_lock); | |
adf653f9 | 481 | if (dev->export_count == 0x0000ffff) { |
6708bb27 | 482 | pr_warn("Reached dev->dev_port_count ==" |
c66ac9db NB |
483 | " 0x0000ffff\n"); |
484 | spin_unlock(&dev->se_port_lock); | |
adf653f9 | 485 | return -ENOSPC; |
c66ac9db NB |
486 | } |
487 | again: | |
488 | /* | |
35d1efe8 | 489 | * Allocate the next RELATIVE TARGET PORT IDENTIFIER for this struct se_device |
c66ac9db NB |
490 | * Here is the table from spc4r17 section 7.7.3.8. |
491 | * | |
492 | * Table 473 -- RELATIVE TARGET PORT IDENTIFIER field | |
493 | * | |
494 | * Code Description | |
495 | * 0h Reserved | |
496 | * 1h Relative port 1, historically known as port A | |
497 | * 2h Relative port 2, historically known as port B | |
498 | * 3h to FFFFh Relative port 3 through 65 535 | |
499 | */ | |
adf653f9 CH |
500 | lun->lun_rtpi = dev->dev_rpti_counter++; |
501 | if (!lun->lun_rtpi) | |
c66ac9db NB |
502 | goto again; |
503 | ||
adf653f9 | 504 | list_for_each_entry(tmp, &dev->dev_sep_list, lun_dev_link) { |
c66ac9db | 505 | /* |
35d1efe8 | 506 | * Make sure RELATIVE TARGET PORT IDENTIFIER is unique |
c66ac9db NB |
507 | * for 16-bit wrap.. |
508 | */ | |
adf653f9 | 509 | if (lun->lun_rtpi == tmp->lun_rtpi) |
c66ac9db NB |
510 | goto again; |
511 | } | |
512 | spin_unlock(&dev->se_port_lock); | |
513 | ||
c66ac9db NB |
514 | return 0; |
515 | } | |
516 | ||
0fd97ccf | 517 | static void se_release_vpd_for_dev(struct se_device *dev) |
c66ac9db NB |
518 | { |
519 | struct t10_vpd *vpd, *vpd_tmp; | |
520 | ||
0fd97ccf | 521 | spin_lock(&dev->t10_wwn.t10_vpd_lock); |
c66ac9db | 522 | list_for_each_entry_safe(vpd, vpd_tmp, |
0fd97ccf | 523 | &dev->t10_wwn.t10_vpd_list, vpd_list) { |
c66ac9db NB |
524 | list_del(&vpd->vpd_list); |
525 | kfree(vpd); | |
526 | } | |
0fd97ccf | 527 | spin_unlock(&dev->t10_wwn.t10_vpd_lock); |
c66ac9db NB |
528 | } |
529 | ||
c8045372 | 530 | static u32 se_dev_align_max_sectors(u32 max_sectors, u32 block_size) |
525a48a2 | 531 | { |
3e03989b RD |
532 | u32 aligned_max_sectors; |
533 | u32 alignment; | |
525a48a2 NB |
534 | /* |
535 | * Limit max_sectors to a PAGE_SIZE aligned value for modern | |
536 | * transport_allocate_data_tasks() operation. | |
537 | */ | |
3e03989b RD |
538 | alignment = max(1ul, PAGE_SIZE / block_size); |
539 | aligned_max_sectors = rounddown(max_sectors, alignment); | |
540 | ||
541 | if (max_sectors != aligned_max_sectors) | |
542 | pr_info("Rounding down aligned max_sectors from %u to %u\n", | |
543 | max_sectors, aligned_max_sectors); | |
525a48a2 | 544 | |
3e03989b | 545 | return aligned_max_sectors; |
525a48a2 NB |
546 | } |
547 | ||
6bb82612 | 548 | int core_dev_add_lun( |
c66ac9db | 549 | struct se_portal_group *tpg, |
c66ac9db | 550 | struct se_device *dev, |
6bb82612 | 551 | struct se_lun *lun) |
c66ac9db | 552 | { |
8d9efe53 | 553 | int rc; |
c66ac9db | 554 | |
d344f8a1 | 555 | rc = core_tpg_add_lun(tpg, lun, |
58d92618 | 556 | TRANSPORT_LUNFLAGS_READ_WRITE, dev); |
8d9efe53 | 557 | if (rc < 0) |
6bb82612 | 558 | return rc; |
c66ac9db | 559 | |
f2d30680 | 560 | pr_debug("%s_TPG[%u]_LUN[%llu] - Activated %s Logical Unit from" |
e3d6f909 | 561 | " CORE HBA: %u\n", tpg->se_tpg_tfo->get_fabric_name(), |
2af7973a | 562 | tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, |
2dca673b | 563 | tpg->se_tpg_tfo->get_fabric_name(), dev->se_hba->hba_id); |
c66ac9db NB |
564 | /* |
565 | * Update LUN maps for dynamically added initiators when | |
566 | * generate_node_acl is enabled. | |
567 | */ | |
e3d6f909 | 568 | if (tpg->se_tpg_tfo->tpg_check_demo_mode(tpg)) { |
c66ac9db | 569 | struct se_node_acl *acl; |
403edd78 NB |
570 | |
571 | mutex_lock(&tpg->acl_node_mutex); | |
c66ac9db | 572 | list_for_each_entry(acl, &tpg->acl_node_list, acl_list) { |
052605c6 NB |
573 | if (acl->dynamic_node_acl && |
574 | (!tpg->se_tpg_tfo->tpg_check_demo_mode_login_only || | |
575 | !tpg->se_tpg_tfo->tpg_check_demo_mode_login_only(tpg))) { | |
df9766ca | 576 | core_tpg_add_node_to_devs(acl, tpg, lun); |
c66ac9db NB |
577 | } |
578 | } | |
403edd78 | 579 | mutex_unlock(&tpg->acl_node_mutex); |
c66ac9db NB |
580 | } |
581 | ||
6bb82612 | 582 | return 0; |
c66ac9db NB |
583 | } |
584 | ||
585 | /* core_dev_del_lun(): | |
586 | * | |
587 | * | |
588 | */ | |
cd9d7cba | 589 | void core_dev_del_lun( |
c66ac9db | 590 | struct se_portal_group *tpg, |
cd9d7cba | 591 | struct se_lun *lun) |
c66ac9db | 592 | { |
f2d30680 | 593 | pr_debug("%s_TPG[%u]_LUN[%llu] - Deactivating %s Logical Unit from" |
e3d6f909 | 594 | " device object\n", tpg->se_tpg_tfo->get_fabric_name(), |
cd9d7cba | 595 | tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, |
e3d6f909 | 596 | tpg->se_tpg_tfo->get_fabric_name()); |
c66ac9db | 597 | |
cd9d7cba | 598 | core_tpg_remove_lun(tpg, lun); |
c66ac9db NB |
599 | } |
600 | ||
c66ac9db NB |
601 | struct se_lun_acl *core_dev_init_initiator_node_lun_acl( |
602 | struct se_portal_group *tpg, | |
fcf29481 | 603 | struct se_node_acl *nacl, |
f2d30680 | 604 | u64 mapped_lun, |
c66ac9db NB |
605 | int *ret) |
606 | { | |
607 | struct se_lun_acl *lacl; | |
c66ac9db | 608 | |
fcf29481 | 609 | if (strlen(nacl->initiatorname) >= TRANSPORT_IQN_LEN) { |
6708bb27 | 610 | pr_err("%s InitiatorName exceeds maximum size.\n", |
e3d6f909 | 611 | tpg->se_tpg_tfo->get_fabric_name()); |
c66ac9db NB |
612 | *ret = -EOVERFLOW; |
613 | return NULL; | |
614 | } | |
c66ac9db | 615 | lacl = kzalloc(sizeof(struct se_lun_acl), GFP_KERNEL); |
6708bb27 AG |
616 | if (!lacl) { |
617 | pr_err("Unable to allocate memory for struct se_lun_acl.\n"); | |
c66ac9db NB |
618 | *ret = -ENOMEM; |
619 | return NULL; | |
620 | } | |
621 | ||
c66ac9db NB |
622 | lacl->mapped_lun = mapped_lun; |
623 | lacl->se_lun_nacl = nacl; | |
c66ac9db NB |
624 | |
625 | return lacl; | |
626 | } | |
627 | ||
628 | int core_dev_add_initiator_node_lun_acl( | |
629 | struct se_portal_group *tpg, | |
630 | struct se_lun_acl *lacl, | |
6bb82612 | 631 | struct se_lun *lun, |
c66ac9db NB |
632 | u32 lun_access) |
633 | { | |
6bb82612 | 634 | struct se_node_acl *nacl = lacl->se_lun_nacl; |
4cc987ea NB |
635 | /* |
636 | * rcu_dereference_raw protected by se_lun->lun_group symlink | |
637 | * reference to se_device->dev_group. | |
638 | */ | |
639 | struct se_device *dev = rcu_dereference_raw(lun->lun_se_dev); | |
c66ac9db | 640 | |
6708bb27 | 641 | if (!nacl) |
c66ac9db NB |
642 | return -EINVAL; |
643 | ||
644 | if ((lun->lun_access & TRANSPORT_LUNFLAGS_READ_ONLY) && | |
645 | (lun_access & TRANSPORT_LUNFLAGS_READ_WRITE)) | |
646 | lun_access = TRANSPORT_LUNFLAGS_READ_ONLY; | |
647 | ||
648 | lacl->se_lun = lun; | |
649 | ||
e80ac6c4 AG |
650 | if (core_enable_device_list_for_node(lun, lacl, lacl->mapped_lun, |
651 | lun_access, nacl, tpg) < 0) | |
c66ac9db NB |
652 | return -EINVAL; |
653 | ||
f2d30680 | 654 | pr_debug("%s_TPG[%hu]_LUN[%llu->%llu] - Added %s ACL for " |
e3d6f909 | 655 | " InitiatorNode: %s\n", tpg->se_tpg_tfo->get_fabric_name(), |
6bb82612 | 656 | tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, lacl->mapped_lun, |
c66ac9db | 657 | (lun_access & TRANSPORT_LUNFLAGS_READ_WRITE) ? "RW" : "RO", |
b6a54b8d | 658 | nacl->initiatorname); |
c66ac9db NB |
659 | /* |
660 | * Check to see if there are any existing persistent reservation APTPL | |
661 | * pre-registrations that need to be enabled for this LUN ACL.. | |
662 | */ | |
4cc987ea | 663 | core_scsi3_check_aptpl_registration(dev, tpg, lun, nacl, |
e2480563 | 664 | lacl->mapped_lun); |
c66ac9db NB |
665 | return 0; |
666 | } | |
667 | ||
c66ac9db | 668 | int core_dev_del_initiator_node_lun_acl( |
c66ac9db NB |
669 | struct se_lun *lun, |
670 | struct se_lun_acl *lacl) | |
671 | { | |
adf653f9 | 672 | struct se_portal_group *tpg = lun->lun_tpg; |
c66ac9db | 673 | struct se_node_acl *nacl; |
29a05dee | 674 | struct se_dev_entry *deve; |
c66ac9db NB |
675 | |
676 | nacl = lacl->se_lun_nacl; | |
6708bb27 | 677 | if (!nacl) |
c66ac9db NB |
678 | return -EINVAL; |
679 | ||
29a05dee NB |
680 | mutex_lock(&nacl->lun_entry_mutex); |
681 | deve = target_nacl_find_deve(nacl, lacl->mapped_lun); | |
682 | if (deve) | |
683 | core_disable_device_list_for_node(lun, deve, nacl, tpg); | |
684 | mutex_unlock(&nacl->lun_entry_mutex); | |
c66ac9db | 685 | |
f2d30680 HR |
686 | pr_debug("%s_TPG[%hu]_LUN[%llu] - Removed ACL for" |
687 | " InitiatorNode: %s Mapped LUN: %llu\n", | |
e3d6f909 AG |
688 | tpg->se_tpg_tfo->get_fabric_name(), |
689 | tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, | |
b6a54b8d | 690 | nacl->initiatorname, lacl->mapped_lun); |
c66ac9db NB |
691 | |
692 | return 0; | |
693 | } | |
694 | ||
695 | void core_dev_free_initiator_node_lun_acl( | |
696 | struct se_portal_group *tpg, | |
697 | struct se_lun_acl *lacl) | |
698 | { | |
6708bb27 | 699 | pr_debug("%s_TPG[%hu] - Freeing ACL for %s InitiatorNode: %s" |
f2d30680 | 700 | " Mapped LUN: %llu\n", tpg->se_tpg_tfo->get_fabric_name(), |
e3d6f909 AG |
701 | tpg->se_tpg_tfo->tpg_get_tag(tpg), |
702 | tpg->se_tpg_tfo->get_fabric_name(), | |
b6a54b8d | 703 | lacl->se_lun_nacl->initiatorname, lacl->mapped_lun); |
c66ac9db NB |
704 | |
705 | kfree(lacl); | |
706 | } | |
707 | ||
0fd97ccf CH |
708 | static void scsi_dump_inquiry(struct se_device *dev) |
709 | { | |
710 | struct t10_wwn *wwn = &dev->t10_wwn; | |
711 | char buf[17]; | |
712 | int i, device_type; | |
713 | /* | |
714 | * Print Linux/SCSI style INQUIRY formatting to the kernel ring buffer | |
715 | */ | |
716 | for (i = 0; i < 8; i++) | |
717 | if (wwn->vendor[i] >= 0x20) | |
718 | buf[i] = wwn->vendor[i]; | |
719 | else | |
720 | buf[i] = ' '; | |
721 | buf[i] = '\0'; | |
722 | pr_debug(" Vendor: %s\n", buf); | |
723 | ||
724 | for (i = 0; i < 16; i++) | |
725 | if (wwn->model[i] >= 0x20) | |
726 | buf[i] = wwn->model[i]; | |
727 | else | |
728 | buf[i] = ' '; | |
729 | buf[i] = '\0'; | |
730 | pr_debug(" Model: %s\n", buf); | |
731 | ||
732 | for (i = 0; i < 4; i++) | |
733 | if (wwn->revision[i] >= 0x20) | |
734 | buf[i] = wwn->revision[i]; | |
735 | else | |
736 | buf[i] = ' '; | |
737 | buf[i] = '\0'; | |
738 | pr_debug(" Revision: %s\n", buf); | |
739 | ||
740 | device_type = dev->transport->get_device_type(dev); | |
741 | pr_debug(" Type: %s ", scsi_device_type(device_type)); | |
0fd97ccf CH |
742 | } |
743 | ||
744 | struct se_device *target_alloc_device(struct se_hba *hba, const char *name) | |
745 | { | |
746 | struct se_device *dev; | |
4863e525 | 747 | struct se_lun *xcopy_lun; |
0fd97ccf | 748 | |
0a06d430 | 749 | dev = hba->backend->ops->alloc_device(hba, name); |
0fd97ccf CH |
750 | if (!dev) |
751 | return NULL; | |
752 | ||
0ff87549 | 753 | dev->dev_link_magic = SE_DEV_LINK_MAGIC; |
0fd97ccf | 754 | dev->se_hba = hba; |
0a06d430 | 755 | dev->transport = hba->backend->ops; |
fe052a18 | 756 | dev->prot_length = sizeof(struct t10_pi_tuple); |
4cc987ea | 757 | dev->hba_index = hba->hba_index; |
0fd97ccf CH |
758 | |
759 | INIT_LIST_HEAD(&dev->dev_list); | |
760 | INIT_LIST_HEAD(&dev->dev_sep_list); | |
761 | INIT_LIST_HEAD(&dev->dev_tmr_list); | |
762 | INIT_LIST_HEAD(&dev->delayed_cmd_list); | |
763 | INIT_LIST_HEAD(&dev->state_list); | |
764 | INIT_LIST_HEAD(&dev->qf_cmd_list); | |
d9ea32bf | 765 | INIT_LIST_HEAD(&dev->g_dev_node); |
0fd97ccf CH |
766 | spin_lock_init(&dev->execute_task_lock); |
767 | spin_lock_init(&dev->delayed_cmd_lock); | |
768 | spin_lock_init(&dev->dev_reservation_lock); | |
769 | spin_lock_init(&dev->se_port_lock); | |
770 | spin_lock_init(&dev->se_tmr_lock); | |
771 | spin_lock_init(&dev->qf_cmd_lock); | |
68ff9b9b | 772 | sema_init(&dev->caw_sem, 1); |
0fd97ccf CH |
773 | INIT_LIST_HEAD(&dev->t10_wwn.t10_vpd_list); |
774 | spin_lock_init(&dev->t10_wwn.t10_vpd_lock); | |
775 | INIT_LIST_HEAD(&dev->t10_pr.registration_list); | |
776 | INIT_LIST_HEAD(&dev->t10_pr.aptpl_reg_list); | |
777 | spin_lock_init(&dev->t10_pr.registration_lock); | |
778 | spin_lock_init(&dev->t10_pr.aptpl_reg_lock); | |
779 | INIT_LIST_HEAD(&dev->t10_alua.tg_pt_gps_list); | |
780 | spin_lock_init(&dev->t10_alua.tg_pt_gps_lock); | |
c66094bf HR |
781 | INIT_LIST_HEAD(&dev->t10_alua.lba_map_list); |
782 | spin_lock_init(&dev->t10_alua.lba_map_lock); | |
0fd97ccf | 783 | |
0fd97ccf CH |
784 | dev->t10_wwn.t10_dev = dev; |
785 | dev->t10_alua.t10_dev = dev; | |
786 | ||
787 | dev->dev_attrib.da_dev = dev; | |
adfa9570 | 788 | dev->dev_attrib.emulate_model_alias = DA_EMULATE_MODEL_ALIAS; |
814e5b45 CH |
789 | dev->dev_attrib.emulate_dpo = 1; |
790 | dev->dev_attrib.emulate_fua_write = 1; | |
791 | dev->dev_attrib.emulate_fua_read = 1; | |
0fd97ccf CH |
792 | dev->dev_attrib.emulate_write_cache = DA_EMULATE_WRITE_CACHE; |
793 | dev->dev_attrib.emulate_ua_intlck_ctrl = DA_EMULATE_UA_INTLLCK_CTRL; | |
794 | dev->dev_attrib.emulate_tas = DA_EMULATE_TAS; | |
795 | dev->dev_attrib.emulate_tpu = DA_EMULATE_TPU; | |
796 | dev->dev_attrib.emulate_tpws = DA_EMULATE_TPWS; | |
0123a9ec | 797 | dev->dev_attrib.emulate_caw = DA_EMULATE_CAW; |
d397a445 | 798 | dev->dev_attrib.emulate_3pc = DA_EMULATE_3PC; |
2ed22c9c | 799 | dev->dev_attrib.pi_prot_type = TARGET_DIF_TYPE0_PROT; |
0fd97ccf | 800 | dev->dev_attrib.enforce_pr_isids = DA_ENFORCE_PR_ISIDS; |
92404e60 | 801 | dev->dev_attrib.force_pr_aptpl = DA_FORCE_PR_APTPL; |
0fd97ccf CH |
802 | dev->dev_attrib.is_nonrot = DA_IS_NONROT; |
803 | dev->dev_attrib.emulate_rest_reord = DA_EMULATE_REST_REORD; | |
804 | dev->dev_attrib.max_unmap_lba_count = DA_MAX_UNMAP_LBA_COUNT; | |
805 | dev->dev_attrib.max_unmap_block_desc_count = | |
806 | DA_MAX_UNMAP_BLOCK_DESC_COUNT; | |
807 | dev->dev_attrib.unmap_granularity = DA_UNMAP_GRANULARITY_DEFAULT; | |
808 | dev->dev_attrib.unmap_granularity_alignment = | |
809 | DA_UNMAP_GRANULARITY_ALIGNMENT_DEFAULT; | |
773cbaf7 | 810 | dev->dev_attrib.max_write_same_len = DA_MAX_WRITE_SAME_LEN; |
0fd97ccf | 811 | |
4863e525 | 812 | xcopy_lun = &dev->xcopy_lun; |
4cc987ea | 813 | rcu_assign_pointer(xcopy_lun->lun_se_dev, dev); |
4863e525 | 814 | init_completion(&xcopy_lun->lun_ref_comp); |
adf653f9 CH |
815 | INIT_LIST_HEAD(&xcopy_lun->lun_deve_list); |
816 | INIT_LIST_HEAD(&xcopy_lun->lun_dev_link); | |
817 | mutex_init(&xcopy_lun->lun_tg_pt_md_mutex); | |
818 | xcopy_lun->lun_tpg = &xcopy_pt_tpg; | |
4863e525 | 819 | |
0fd97ccf CH |
820 | return dev; |
821 | } | |
822 | ||
823 | int target_configure_device(struct se_device *dev) | |
824 | { | |
825 | struct se_hba *hba = dev->se_hba; | |
826 | int ret; | |
827 | ||
828 | if (dev->dev_flags & DF_CONFIGURED) { | |
829 | pr_err("se_dev->se_dev_ptr already set for storage" | |
830 | " object\n"); | |
831 | return -EEXIST; | |
832 | } | |
833 | ||
834 | ret = dev->transport->configure_device(dev); | |
835 | if (ret) | |
836 | goto out; | |
0fd97ccf CH |
837 | /* |
838 | * XXX: there is not much point to have two different values here.. | |
839 | */ | |
840 | dev->dev_attrib.block_size = dev->dev_attrib.hw_block_size; | |
841 | dev->dev_attrib.queue_depth = dev->dev_attrib.hw_queue_depth; | |
842 | ||
843 | /* | |
844 | * Align max_hw_sectors down to PAGE_SIZE I/O transfers | |
845 | */ | |
846 | dev->dev_attrib.hw_max_sectors = | |
847 | se_dev_align_max_sectors(dev->dev_attrib.hw_max_sectors, | |
848 | dev->dev_attrib.hw_block_size); | |
046ba642 | 849 | dev->dev_attrib.optimal_sectors = dev->dev_attrib.hw_max_sectors; |
0fd97ccf CH |
850 | |
851 | dev->dev_index = scsi_get_new_index(SCSI_DEVICE_INDEX); | |
852 | dev->creation_time = get_jiffies_64(); | |
853 | ||
0fd97ccf CH |
854 | ret = core_setup_alua(dev); |
855 | if (ret) | |
856 | goto out; | |
857 | ||
858 | /* | |
859 | * Startup the struct se_device processing thread | |
860 | */ | |
861 | dev->tmr_wq = alloc_workqueue("tmr-%s", WQ_MEM_RECLAIM | WQ_UNBOUND, 1, | |
862 | dev->transport->name); | |
863 | if (!dev->tmr_wq) { | |
864 | pr_err("Unable to create tmr workqueue for %s\n", | |
865 | dev->transport->name); | |
866 | ret = -ENOMEM; | |
867 | goto out_free_alua; | |
868 | } | |
869 | ||
870 | /* | |
871 | * Setup work_queue for QUEUE_FULL | |
872 | */ | |
873 | INIT_WORK(&dev->qf_work_queue, target_qf_do_work); | |
874 | ||
875 | /* | |
876 | * Preload the initial INQUIRY const values if we are doing | |
877 | * anything virtual (IBLOCK, FILEIO, RAMDISK), but not for TCM/pSCSI | |
878 | * passthrough because this is being provided by the backend LLD. | |
879 | */ | |
a3541703 | 880 | if (!(dev->transport->transport_flags & TRANSPORT_FLAG_PASSTHROUGH)) { |
0fd97ccf CH |
881 | strncpy(&dev->t10_wwn.vendor[0], "LIO-ORG", 8); |
882 | strncpy(&dev->t10_wwn.model[0], | |
883 | dev->transport->inquiry_prod, 16); | |
884 | strncpy(&dev->t10_wwn.revision[0], | |
885 | dev->transport->inquiry_rev, 4); | |
886 | } | |
887 | ||
888 | scsi_dump_inquiry(dev); | |
889 | ||
890 | spin_lock(&hba->device_lock); | |
891 | hba->dev_count++; | |
892 | spin_unlock(&hba->device_lock); | |
d9ea32bf NB |
893 | |
894 | mutex_lock(&g_device_mutex); | |
895 | list_add_tail(&dev->g_dev_node, &g_device_list); | |
896 | mutex_unlock(&g_device_mutex); | |
897 | ||
5f7da044 NB |
898 | dev->dev_flags |= DF_CONFIGURED; |
899 | ||
0fd97ccf CH |
900 | return 0; |
901 | ||
902 | out_free_alua: | |
903 | core_alua_free_lu_gp_mem(dev); | |
904 | out: | |
905 | se_release_vpd_for_dev(dev); | |
906 | return ret; | |
907 | } | |
908 | ||
909 | void target_free_device(struct se_device *dev) | |
910 | { | |
911 | struct se_hba *hba = dev->se_hba; | |
912 | ||
913 | WARN_ON(!list_empty(&dev->dev_sep_list)); | |
914 | ||
915 | if (dev->dev_flags & DF_CONFIGURED) { | |
916 | destroy_workqueue(dev->tmr_wq); | |
917 | ||
d9ea32bf NB |
918 | mutex_lock(&g_device_mutex); |
919 | list_del(&dev->g_dev_node); | |
920 | mutex_unlock(&g_device_mutex); | |
921 | ||
0fd97ccf CH |
922 | spin_lock(&hba->device_lock); |
923 | hba->dev_count--; | |
924 | spin_unlock(&hba->device_lock); | |
925 | } | |
926 | ||
927 | core_alua_free_lu_gp_mem(dev); | |
229d4f11 | 928 | core_alua_set_lba_map(dev, NULL, 0, 0); |
0fd97ccf CH |
929 | core_scsi3_free_all_registrations(dev); |
930 | se_release_vpd_for_dev(dev); | |
931 | ||
2ed22c9c NB |
932 | if (dev->transport->free_prot) |
933 | dev->transport->free_prot(dev); | |
934 | ||
0fd97ccf CH |
935 | dev->transport->free_device(dev); |
936 | } | |
937 | ||
c66ac9db NB |
938 | int core_dev_setup_virtual_lun0(void) |
939 | { | |
940 | struct se_hba *hba; | |
941 | struct se_device *dev; | |
db5d1c3c | 942 | char buf[] = "rd_pages=8,rd_nullio=1"; |
c66ac9db NB |
943 | int ret; |
944 | ||
6708bb27 | 945 | hba = core_alloc_hba("rd_mcp", 0, HBA_FLAGS_INTERNAL_USE); |
c66ac9db NB |
946 | if (IS_ERR(hba)) |
947 | return PTR_ERR(hba); | |
948 | ||
0fd97ccf CH |
949 | dev = target_alloc_device(hba, "virt_lun0"); |
950 | if (!dev) { | |
c66ac9db | 951 | ret = -ENOMEM; |
0fd97ccf | 952 | goto out_free_hba; |
c66ac9db | 953 | } |
c66ac9db | 954 | |
0a06d430 | 955 | hba->backend->ops->set_configfs_dev_params(dev, buf, sizeof(buf)); |
c66ac9db | 956 | |
0fd97ccf CH |
957 | ret = target_configure_device(dev); |
958 | if (ret) | |
959 | goto out_free_se_dev; | |
c66ac9db | 960 | |
0fd97ccf CH |
961 | lun0_hba = hba; |
962 | g_lun0_dev = dev; | |
c66ac9db | 963 | return 0; |
0fd97ccf CH |
964 | |
965 | out_free_se_dev: | |
966 | target_free_device(dev); | |
967 | out_free_hba: | |
968 | core_delete_hba(hba); | |
c66ac9db NB |
969 | return ret; |
970 | } | |
971 | ||
972 | ||
973 | void core_dev_release_virtual_lun0(void) | |
974 | { | |
e3d6f909 | 975 | struct se_hba *hba = lun0_hba; |
c66ac9db | 976 | |
6708bb27 | 977 | if (!hba) |
c66ac9db NB |
978 | return; |
979 | ||
e3d6f909 | 980 | if (g_lun0_dev) |
0fd97ccf | 981 | target_free_device(g_lun0_dev); |
c66ac9db NB |
982 | core_delete_hba(hba); |
983 | } | |
7bfea53b AG |
984 | |
985 | /* | |
986 | * Common CDB parsing for kernel and user passthrough. | |
987 | */ | |
988 | sense_reason_t | |
989 | passthrough_parse_cdb(struct se_cmd *cmd, | |
990 | sense_reason_t (*exec_cmd)(struct se_cmd *cmd)) | |
991 | { | |
992 | unsigned char *cdb = cmd->t_task_cdb; | |
993 | ||
994 | /* | |
995 | * Clear a lun set in the cdb if the initiator talking to use spoke | |
996 | * and old standards version, as we can't assume the underlying device | |
997 | * won't choke up on it. | |
998 | */ | |
999 | switch (cdb[0]) { | |
1000 | case READ_10: /* SBC - RDProtect */ | |
1001 | case READ_12: /* SBC - RDProtect */ | |
1002 | case READ_16: /* SBC - RDProtect */ | |
1003 | case SEND_DIAGNOSTIC: /* SPC - SELF-TEST Code */ | |
1004 | case VERIFY: /* SBC - VRProtect */ | |
1005 | case VERIFY_16: /* SBC - VRProtect */ | |
1006 | case WRITE_VERIFY: /* SBC - VRProtect */ | |
1007 | case WRITE_VERIFY_12: /* SBC - VRProtect */ | |
1008 | case MAINTENANCE_IN: /* SPC - Parameter Data Format for SA RTPG */ | |
1009 | break; | |
1010 | default: | |
1011 | cdb[1] &= 0x1f; /* clear logical unit number */ | |
1012 | break; | |
1013 | } | |
1014 | ||
1015 | /* | |
1016 | * For REPORT LUNS we always need to emulate the response, for everything | |
1017 | * else, pass it up. | |
1018 | */ | |
1019 | if (cdb[0] == REPORT_LUNS) { | |
1020 | cmd->execute_cmd = spc_emulate_report_luns; | |
1021 | return TCM_NO_SENSE; | |
1022 | } | |
1023 | ||
1024 | /* Set DATA_CDB flag for ops that should have it */ | |
1025 | switch (cdb[0]) { | |
1026 | case READ_6: | |
1027 | case READ_10: | |
1028 | case READ_12: | |
1029 | case READ_16: | |
1030 | case WRITE_6: | |
1031 | case WRITE_10: | |
1032 | case WRITE_12: | |
1033 | case WRITE_16: | |
1034 | case WRITE_VERIFY: | |
1035 | case WRITE_VERIFY_12: | |
1036 | case 0x8e: /* WRITE_VERIFY_16 */ | |
1037 | case COMPARE_AND_WRITE: | |
1038 | case XDWRITEREAD_10: | |
1039 | cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB; | |
1040 | break; | |
1041 | case VARIABLE_LENGTH_CMD: | |
1042 | switch (get_unaligned_be16(&cdb[8])) { | |
1043 | case READ_32: | |
1044 | case WRITE_32: | |
1045 | case 0x0c: /* WRITE_VERIFY_32 */ | |
1046 | case XDWRITEREAD_32: | |
1047 | cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB; | |
1048 | break; | |
1049 | } | |
1050 | } | |
1051 | ||
1052 | cmd->execute_cmd = exec_cmd; | |
1053 | ||
1054 | return TCM_NO_SENSE; | |
1055 | } | |
1056 | EXPORT_SYMBOL(passthrough_parse_cdb); |