Commit | Line | Data |
---|---|---|
c66ac9db NB |
1 | /******************************************************************************* |
2 | * Filename: target_core_device.c (based on iscsi_target_device.c) | |
3 | * | |
e3d6f909 | 4 | * This file contains the TCM Virtual Device and Disk Transport |
c66ac9db NB |
5 | * agnostic related functions. |
6 | * | |
4c76251e | 7 | * (c) Copyright 2003-2013 Datera, Inc. |
c66ac9db NB |
8 | * |
9 | * Nicholas A. Bellinger <nab@kernel.org> | |
10 | * | |
11 | * This program is free software; you can redistribute it and/or modify | |
12 | * it under the terms of the GNU General Public License as published by | |
13 | * the Free Software Foundation; either version 2 of the License, or | |
14 | * (at your option) any later version. | |
15 | * | |
16 | * This program is distributed in the hope that it will be useful, | |
17 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
18 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
19 | * GNU General Public License for more details. | |
20 | * | |
21 | * You should have received a copy of the GNU General Public License | |
22 | * along with this program; if not, write to the Free Software | |
23 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. | |
24 | * | |
25 | ******************************************************************************/ | |
26 | ||
27 | #include <linux/net.h> | |
28 | #include <linux/string.h> | |
29 | #include <linux/delay.h> | |
30 | #include <linux/timer.h> | |
31 | #include <linux/slab.h> | |
32 | #include <linux/spinlock.h> | |
c66ac9db NB |
33 | #include <linux/kthread.h> |
34 | #include <linux/in.h> | |
c53181af | 35 | #include <linux/export.h> |
7bfea53b | 36 | #include <asm/unaligned.h> |
c66ac9db NB |
37 | #include <net/sock.h> |
38 | #include <net/tcp.h> | |
39 | #include <scsi/scsi.h> | |
1078da16 | 40 | #include <scsi/scsi_device.h> |
c66ac9db NB |
41 | |
42 | #include <target/target_core_base.h> | |
c4795fb2 CH |
43 | #include <target/target_core_backend.h> |
44 | #include <target/target_core_fabric.h> | |
c66ac9db | 45 | |
e26d99ae | 46 | #include "target_core_internal.h" |
c66ac9db | 47 | #include "target_core_alua.h" |
c66ac9db NB |
48 | #include "target_core_pr.h" |
49 | #include "target_core_ua.h" | |
50 | ||
d9ea32bf NB |
51 | DEFINE_MUTEX(g_device_mutex); |
52 | LIST_HEAD(g_device_list); | |
53 | ||
e3d6f909 | 54 | static struct se_hba *lun0_hba; |
e3d6f909 AG |
55 | /* not static, needed by tpg.c */ |
56 | struct se_device *g_lun0_dev; | |
57 | ||
de103c93 CH |
58 | sense_reason_t |
59 | transport_lookup_cmd_lun(struct se_cmd *se_cmd, u32 unpacked_lun) | |
c66ac9db | 60 | { |
c66ac9db | 61 | struct se_lun *se_lun = NULL; |
e3d6f909 | 62 | struct se_session *se_sess = se_cmd->se_sess; |
5951146d | 63 | struct se_device *dev; |
c66ac9db | 64 | unsigned long flags; |
c66ac9db | 65 | |
de103c93 CH |
66 | if (unpacked_lun >= TRANSPORT_MAX_LUNS_PER_TPG) |
67 | return TCM_NON_EXISTENT_LUN; | |
d8144955 | 68 | |
78faae37 | 69 | spin_lock_irqsave(&se_sess->se_node_acl->device_list_lock, flags); |
f2083241 | 70 | se_cmd->se_deve = se_sess->se_node_acl->device_list[unpacked_lun]; |
5951146d AG |
71 | if (se_cmd->se_deve->lun_flags & TRANSPORT_LUNFLAGS_INITIATOR_ACCESS) { |
72 | struct se_dev_entry *deve = se_cmd->se_deve; | |
73 | ||
74 | deve->total_cmds++; | |
5951146d AG |
75 | |
76 | if ((se_cmd->data_direction == DMA_TO_DEVICE) && | |
77 | (deve->lun_flags & TRANSPORT_LUNFLAGS_READ_ONLY)) { | |
6708bb27 | 78 | pr_err("TARGET_CORE[%s]: Detected WRITE_PROTECTED LUN" |
5951146d AG |
79 | " Access for 0x%08x\n", |
80 | se_cmd->se_tfo->get_fabric_name(), | |
81 | unpacked_lun); | |
78faae37 | 82 | spin_unlock_irqrestore(&se_sess->se_node_acl->device_list_lock, flags); |
de103c93 | 83 | return TCM_WRITE_PROTECTED; |
c66ac9db | 84 | } |
5951146d AG |
85 | |
86 | if (se_cmd->data_direction == DMA_TO_DEVICE) | |
87 | deve->write_bytes += se_cmd->data_length; | |
88 | else if (se_cmd->data_direction == DMA_FROM_DEVICE) | |
89 | deve->read_bytes += se_cmd->data_length; | |
90 | ||
5951146d AG |
91 | se_lun = deve->se_lun; |
92 | se_cmd->se_lun = deve->se_lun; | |
c66ac9db NB |
93 | se_cmd->pr_res_key = deve->pr_res_key; |
94 | se_cmd->orig_fe_lun = unpacked_lun; | |
c66ac9db | 95 | se_cmd->se_cmd_flags |= SCF_SE_LUN_CMD; |
5277797d NB |
96 | |
97 | percpu_ref_get(&se_lun->lun_ref); | |
98 | se_cmd->lun_ref_active = true; | |
c66ac9db | 99 | } |
78faae37 | 100 | spin_unlock_irqrestore(&se_sess->se_node_acl->device_list_lock, flags); |
c66ac9db NB |
101 | |
102 | if (!se_lun) { | |
5951146d AG |
103 | /* |
104 | * Use the se_portal_group->tpg_virt_lun0 to allow for | |
105 | * REPORT_LUNS, et al to be returned when no active | |
106 | * MappedLUN=0 exists for this Initiator Port. | |
107 | */ | |
108 | if (unpacked_lun != 0) { | |
6708bb27 | 109 | pr_err("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN" |
c66ac9db | 110 | " Access for 0x%08x\n", |
e3d6f909 | 111 | se_cmd->se_tfo->get_fabric_name(), |
c66ac9db | 112 | unpacked_lun); |
de103c93 | 113 | return TCM_NON_EXISTENT_LUN; |
5951146d AG |
114 | } |
115 | /* | |
116 | * Force WRITE PROTECT for virtual LUN 0 | |
117 | */ | |
118 | if ((se_cmd->data_direction != DMA_FROM_DEVICE) && | |
de103c93 CH |
119 | (se_cmd->data_direction != DMA_NONE)) |
120 | return TCM_WRITE_PROTECTED; | |
5951146d AG |
121 | |
122 | se_lun = &se_sess->se_tpg->tpg_virt_lun0; | |
123 | se_cmd->se_lun = &se_sess->se_tpg->tpg_virt_lun0; | |
124 | se_cmd->orig_fe_lun = 0; | |
5951146d | 125 | se_cmd->se_cmd_flags |= SCF_SE_LUN_CMD; |
5277797d NB |
126 | |
127 | percpu_ref_get(&se_lun->lun_ref); | |
128 | se_cmd->lun_ref_active = true; | |
c66ac9db | 129 | } |
c66ac9db | 130 | |
5951146d AG |
131 | /* Directly associate cmd with se_dev */ |
132 | se_cmd->se_dev = se_lun->lun_se_dev; | |
133 | ||
5951146d | 134 | dev = se_lun->lun_se_dev; |
ee480683 | 135 | atomic_long_inc(&dev->num_cmds); |
c66ac9db | 136 | if (se_cmd->data_direction == DMA_TO_DEVICE) |
ee480683 | 137 | atomic_long_add(se_cmd->data_length, &dev->write_bytes); |
c66ac9db | 138 | else if (se_cmd->data_direction == DMA_FROM_DEVICE) |
ee480683 | 139 | atomic_long_add(se_cmd->data_length, &dev->read_bytes); |
c66ac9db | 140 | |
c66ac9db NB |
141 | return 0; |
142 | } | |
5951146d | 143 | EXPORT_SYMBOL(transport_lookup_cmd_lun); |
c66ac9db | 144 | |
5951146d | 145 | int transport_lookup_tmr_lun(struct se_cmd *se_cmd, u32 unpacked_lun) |
c66ac9db | 146 | { |
c66ac9db NB |
147 | struct se_dev_entry *deve; |
148 | struct se_lun *se_lun = NULL; | |
e3d6f909 | 149 | struct se_session *se_sess = se_cmd->se_sess; |
c66ac9db | 150 | struct se_tmr_req *se_tmr = se_cmd->se_tmr_req; |
5e1be919 | 151 | unsigned long flags; |
c66ac9db | 152 | |
de103c93 | 153 | if (unpacked_lun >= TRANSPORT_MAX_LUNS_PER_TPG) |
e3d6f909 | 154 | return -ENODEV; |
d8144955 | 155 | |
5e1be919 | 156 | spin_lock_irqsave(&se_sess->se_node_acl->device_list_lock, flags); |
f2083241 | 157 | se_cmd->se_deve = se_sess->se_node_acl->device_list[unpacked_lun]; |
5951146d AG |
158 | deve = se_cmd->se_deve; |
159 | ||
c66ac9db | 160 | if (deve->lun_flags & TRANSPORT_LUNFLAGS_INITIATOR_ACCESS) { |
5951146d AG |
161 | se_tmr->tmr_lun = deve->se_lun; |
162 | se_cmd->se_lun = deve->se_lun; | |
163 | se_lun = deve->se_lun; | |
c66ac9db NB |
164 | se_cmd->pr_res_key = deve->pr_res_key; |
165 | se_cmd->orig_fe_lun = unpacked_lun; | |
c66ac9db | 166 | } |
5e1be919 | 167 | spin_unlock_irqrestore(&se_sess->se_node_acl->device_list_lock, flags); |
c66ac9db NB |
168 | |
169 | if (!se_lun) { | |
6708bb27 | 170 | pr_debug("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN" |
c66ac9db | 171 | " Access for 0x%08x\n", |
e3d6f909 | 172 | se_cmd->se_tfo->get_fabric_name(), |
c66ac9db | 173 | unpacked_lun); |
e3d6f909 | 174 | return -ENODEV; |
c66ac9db | 175 | } |
c66ac9db | 176 | |
5951146d AG |
177 | /* Directly associate cmd with se_dev */ |
178 | se_cmd->se_dev = se_lun->lun_se_dev; | |
179 | se_tmr->tmr_dev = se_lun->lun_se_dev; | |
180 | ||
5e1be919 | 181 | spin_lock_irqsave(&se_tmr->tmr_dev->se_tmr_lock, flags); |
5951146d | 182 | list_add_tail(&se_tmr->tmr_list, &se_tmr->tmr_dev->dev_tmr_list); |
5e1be919 | 183 | spin_unlock_irqrestore(&se_tmr->tmr_dev->se_tmr_lock, flags); |
c66ac9db NB |
184 | |
185 | return 0; | |
186 | } | |
5951146d | 187 | EXPORT_SYMBOL(transport_lookup_tmr_lun); |
c66ac9db NB |
188 | |
189 | /* | |
190 | * This function is called from core_scsi3_emulate_pro_register_and_move() | |
191 | * and core_scsi3_decode_spec_i_port(), and will increment &deve->pr_ref_count | |
192 | * when a matching rtpi is found. | |
193 | */ | |
194 | struct se_dev_entry *core_get_se_deve_from_rtpi( | |
195 | struct se_node_acl *nacl, | |
196 | u16 rtpi) | |
197 | { | |
198 | struct se_dev_entry *deve; | |
199 | struct se_lun *lun; | |
200 | struct se_port *port; | |
201 | struct se_portal_group *tpg = nacl->se_tpg; | |
202 | u32 i; | |
203 | ||
204 | spin_lock_irq(&nacl->device_list_lock); | |
205 | for (i = 0; i < TRANSPORT_MAX_LUNS_PER_TPG; i++) { | |
f2083241 | 206 | deve = nacl->device_list[i]; |
c66ac9db NB |
207 | |
208 | if (!(deve->lun_flags & TRANSPORT_LUNFLAGS_INITIATOR_ACCESS)) | |
209 | continue; | |
210 | ||
211 | lun = deve->se_lun; | |
6708bb27 AG |
212 | if (!lun) { |
213 | pr_err("%s device entries device pointer is" | |
c66ac9db | 214 | " NULL, but Initiator has access.\n", |
e3d6f909 | 215 | tpg->se_tpg_tfo->get_fabric_name()); |
c66ac9db NB |
216 | continue; |
217 | } | |
218 | port = lun->lun_sep; | |
6708bb27 AG |
219 | if (!port) { |
220 | pr_err("%s device entries device pointer is" | |
c66ac9db | 221 | " NULL, but Initiator has access.\n", |
e3d6f909 | 222 | tpg->se_tpg_tfo->get_fabric_name()); |
c66ac9db NB |
223 | continue; |
224 | } | |
225 | if (port->sep_rtpi != rtpi) | |
226 | continue; | |
227 | ||
33940d09 | 228 | atomic_inc_mb(&deve->pr_ref_count); |
c66ac9db NB |
229 | spin_unlock_irq(&nacl->device_list_lock); |
230 | ||
231 | return deve; | |
232 | } | |
233 | spin_unlock_irq(&nacl->device_list_lock); | |
234 | ||
235 | return NULL; | |
236 | } | |
237 | ||
238 | int core_free_device_list_for_node( | |
239 | struct se_node_acl *nacl, | |
240 | struct se_portal_group *tpg) | |
241 | { | |
242 | struct se_dev_entry *deve; | |
243 | struct se_lun *lun; | |
244 | u32 i; | |
245 | ||
246 | if (!nacl->device_list) | |
247 | return 0; | |
248 | ||
249 | spin_lock_irq(&nacl->device_list_lock); | |
250 | for (i = 0; i < TRANSPORT_MAX_LUNS_PER_TPG; i++) { | |
f2083241 | 251 | deve = nacl->device_list[i]; |
c66ac9db NB |
252 | |
253 | if (!(deve->lun_flags & TRANSPORT_LUNFLAGS_INITIATOR_ACCESS)) | |
254 | continue; | |
255 | ||
256 | if (!deve->se_lun) { | |
6708bb27 | 257 | pr_err("%s device entries device pointer is" |
c66ac9db | 258 | " NULL, but Initiator has access.\n", |
e3d6f909 | 259 | tpg->se_tpg_tfo->get_fabric_name()); |
c66ac9db NB |
260 | continue; |
261 | } | |
262 | lun = deve->se_lun; | |
263 | ||
264 | spin_unlock_irq(&nacl->device_list_lock); | |
e80ac6c4 AG |
265 | core_disable_device_list_for_node(lun, NULL, deve->mapped_lun, |
266 | TRANSPORT_LUNFLAGS_NO_ACCESS, nacl, tpg); | |
c66ac9db NB |
267 | spin_lock_irq(&nacl->device_list_lock); |
268 | } | |
269 | spin_unlock_irq(&nacl->device_list_lock); | |
270 | ||
f2083241 | 271 | array_free(nacl->device_list, TRANSPORT_MAX_LUNS_PER_TPG); |
c66ac9db NB |
272 | nacl->device_list = NULL; |
273 | ||
274 | return 0; | |
275 | } | |
276 | ||
c66ac9db NB |
277 | void core_update_device_list_access( |
278 | u32 mapped_lun, | |
279 | u32 lun_access, | |
280 | struct se_node_acl *nacl) | |
281 | { | |
282 | struct se_dev_entry *deve; | |
283 | ||
284 | spin_lock_irq(&nacl->device_list_lock); | |
f2083241 | 285 | deve = nacl->device_list[mapped_lun]; |
c66ac9db NB |
286 | if (lun_access & TRANSPORT_LUNFLAGS_READ_WRITE) { |
287 | deve->lun_flags &= ~TRANSPORT_LUNFLAGS_READ_ONLY; | |
288 | deve->lun_flags |= TRANSPORT_LUNFLAGS_READ_WRITE; | |
289 | } else { | |
290 | deve->lun_flags &= ~TRANSPORT_LUNFLAGS_READ_WRITE; | |
291 | deve->lun_flags |= TRANSPORT_LUNFLAGS_READ_ONLY; | |
292 | } | |
293 | spin_unlock_irq(&nacl->device_list_lock); | |
c66ac9db NB |
294 | } |
295 | ||
e80ac6c4 | 296 | /* core_enable_device_list_for_node(): |
c66ac9db NB |
297 | * |
298 | * | |
299 | */ | |
e80ac6c4 | 300 | int core_enable_device_list_for_node( |
c66ac9db NB |
301 | struct se_lun *lun, |
302 | struct se_lun_acl *lun_acl, | |
303 | u32 mapped_lun, | |
304 | u32 lun_access, | |
305 | struct se_node_acl *nacl, | |
e80ac6c4 | 306 | struct se_portal_group *tpg) |
c66ac9db NB |
307 | { |
308 | struct se_port *port = lun->lun_sep; | |
e80ac6c4 | 309 | struct se_dev_entry *deve; |
c66ac9db NB |
310 | |
311 | spin_lock_irq(&nacl->device_list_lock); | |
e80ac6c4 AG |
312 | |
313 | deve = nacl->device_list[mapped_lun]; | |
314 | ||
315 | /* | |
125d0119 | 316 | * Check if the call is handling demo mode -> explicit LUN ACL |
e80ac6c4 AG |
317 | * transition. This transition must be for the same struct se_lun |
318 | * + mapped_lun that was setup in demo mode.. | |
319 | */ | |
320 | if (deve->lun_flags & TRANSPORT_LUNFLAGS_INITIATOR_ACCESS) { | |
321 | if (deve->se_lun_acl != NULL) { | |
322 | pr_err("struct se_dev_entry->se_lun_acl" | |
125d0119 | 323 | " already set for demo mode -> explicit" |
e80ac6c4 AG |
324 | " LUN ACL transition\n"); |
325 | spin_unlock_irq(&nacl->device_list_lock); | |
326 | return -EINVAL; | |
327 | } | |
328 | if (deve->se_lun != lun) { | |
329 | pr_err("struct se_dev_entry->se_lun does" | |
330 | " match passed struct se_lun for demo mode" | |
125d0119 | 331 | " -> explicit LUN ACL transition\n"); |
e80ac6c4 AG |
332 | spin_unlock_irq(&nacl->device_list_lock); |
333 | return -EINVAL; | |
c66ac9db | 334 | } |
e80ac6c4 | 335 | deve->se_lun_acl = lun_acl; |
c66ac9db NB |
336 | |
337 | if (lun_access & TRANSPORT_LUNFLAGS_READ_WRITE) { | |
338 | deve->lun_flags &= ~TRANSPORT_LUNFLAGS_READ_ONLY; | |
339 | deve->lun_flags |= TRANSPORT_LUNFLAGS_READ_WRITE; | |
340 | } else { | |
341 | deve->lun_flags &= ~TRANSPORT_LUNFLAGS_READ_WRITE; | |
342 | deve->lun_flags |= TRANSPORT_LUNFLAGS_READ_ONLY; | |
343 | } | |
344 | ||
c66ac9db | 345 | spin_unlock_irq(&nacl->device_list_lock); |
e80ac6c4 AG |
346 | return 0; |
347 | } | |
c66ac9db | 348 | |
e80ac6c4 AG |
349 | deve->se_lun = lun; |
350 | deve->se_lun_acl = lun_acl; | |
351 | deve->mapped_lun = mapped_lun; | |
352 | deve->lun_flags |= TRANSPORT_LUNFLAGS_INITIATOR_ACCESS; | |
c66ac9db | 353 | |
e80ac6c4 AG |
354 | if (lun_access & TRANSPORT_LUNFLAGS_READ_WRITE) { |
355 | deve->lun_flags &= ~TRANSPORT_LUNFLAGS_READ_ONLY; | |
356 | deve->lun_flags |= TRANSPORT_LUNFLAGS_READ_WRITE; | |
357 | } else { | |
358 | deve->lun_flags &= ~TRANSPORT_LUNFLAGS_READ_WRITE; | |
359 | deve->lun_flags |= TRANSPORT_LUNFLAGS_READ_ONLY; | |
c66ac9db | 360 | } |
e80ac6c4 AG |
361 | |
362 | deve->creation_time = get_jiffies_64(); | |
363 | deve->attach_count++; | |
364 | spin_unlock_irq(&nacl->device_list_lock); | |
365 | ||
366 | spin_lock_bh(&port->sep_alua_lock); | |
367 | list_add_tail(&deve->alua_port_list, &port->sep_alua_list); | |
368 | spin_unlock_bh(&port->sep_alua_lock); | |
369 | ||
370 | return 0; | |
371 | } | |
372 | ||
373 | /* core_disable_device_list_for_node(): | |
374 | * | |
375 | * | |
376 | */ | |
377 | int core_disable_device_list_for_node( | |
378 | struct se_lun *lun, | |
379 | struct se_lun_acl *lun_acl, | |
380 | u32 mapped_lun, | |
381 | u32 lun_access, | |
382 | struct se_node_acl *nacl, | |
383 | struct se_portal_group *tpg) | |
384 | { | |
385 | struct se_port *port = lun->lun_sep; | |
77d4c745 | 386 | struct se_dev_entry *deve = nacl->device_list[mapped_lun]; |
e80ac6c4 AG |
387 | |
388 | /* | |
389 | * If the MappedLUN entry is being disabled, the entry in | |
390 | * port->sep_alua_list must be removed now before clearing the | |
391 | * struct se_dev_entry pointers below as logic in | |
392 | * core_alua_do_transition_tg_pt() depends on these being present. | |
393 | * | |
394 | * deve->se_lun_acl will be NULL for demo-mode created LUNs | |
395 | * that have not been explicitly converted to MappedLUNs -> | |
396 | * struct se_lun_acl, but we remove deve->alua_port_list from | |
397 | * port->sep_alua_list. This also means that active UAs and | |
398 | * NodeACL context specific PR metadata for demo-mode | |
399 | * MappedLUN *deve will be released below.. | |
400 | */ | |
401 | spin_lock_bh(&port->sep_alua_lock); | |
402 | list_del(&deve->alua_port_list); | |
403 | spin_unlock_bh(&port->sep_alua_lock); | |
c66ac9db NB |
404 | /* |
405 | * Wait for any in process SPEC_I_PT=1 or REGISTER_AND_MOVE | |
406 | * PR operation to complete. | |
407 | */ | |
c66ac9db NB |
408 | while (atomic_read(&deve->pr_ref_count) != 0) |
409 | cpu_relax(); | |
77d4c745 | 410 | |
c66ac9db NB |
411 | spin_lock_irq(&nacl->device_list_lock); |
412 | /* | |
413 | * Disable struct se_dev_entry LUN ACL mapping | |
414 | */ | |
415 | core_scsi3_ua_release_all(deve); | |
416 | deve->se_lun = NULL; | |
417 | deve->se_lun_acl = NULL; | |
418 | deve->lun_flags = 0; | |
419 | deve->creation_time = 0; | |
420 | deve->attach_count--; | |
421 | spin_unlock_irq(&nacl->device_list_lock); | |
422 | ||
423 | core_scsi3_free_pr_reg_from_nacl(lun->lun_se_dev, nacl); | |
424 | return 0; | |
425 | } | |
426 | ||
427 | /* core_clear_lun_from_tpg(): | |
428 | * | |
429 | * | |
430 | */ | |
431 | void core_clear_lun_from_tpg(struct se_lun *lun, struct se_portal_group *tpg) | |
432 | { | |
433 | struct se_node_acl *nacl; | |
434 | struct se_dev_entry *deve; | |
435 | u32 i; | |
436 | ||
28638887 | 437 | spin_lock_irq(&tpg->acl_node_lock); |
c66ac9db | 438 | list_for_each_entry(nacl, &tpg->acl_node_list, acl_list) { |
28638887 | 439 | spin_unlock_irq(&tpg->acl_node_lock); |
c66ac9db NB |
440 | |
441 | spin_lock_irq(&nacl->device_list_lock); | |
442 | for (i = 0; i < TRANSPORT_MAX_LUNS_PER_TPG; i++) { | |
f2083241 | 443 | deve = nacl->device_list[i]; |
c66ac9db NB |
444 | if (lun != deve->se_lun) |
445 | continue; | |
446 | spin_unlock_irq(&nacl->device_list_lock); | |
447 | ||
e80ac6c4 | 448 | core_disable_device_list_for_node(lun, NULL, |
c66ac9db | 449 | deve->mapped_lun, TRANSPORT_LUNFLAGS_NO_ACCESS, |
e80ac6c4 | 450 | nacl, tpg); |
c66ac9db NB |
451 | |
452 | spin_lock_irq(&nacl->device_list_lock); | |
453 | } | |
454 | spin_unlock_irq(&nacl->device_list_lock); | |
455 | ||
28638887 | 456 | spin_lock_irq(&tpg->acl_node_lock); |
c66ac9db | 457 | } |
28638887 | 458 | spin_unlock_irq(&tpg->acl_node_lock); |
c66ac9db NB |
459 | } |
460 | ||
461 | static struct se_port *core_alloc_port(struct se_device *dev) | |
462 | { | |
463 | struct se_port *port, *port_tmp; | |
464 | ||
465 | port = kzalloc(sizeof(struct se_port), GFP_KERNEL); | |
6708bb27 AG |
466 | if (!port) { |
467 | pr_err("Unable to allocate struct se_port\n"); | |
e3d6f909 | 468 | return ERR_PTR(-ENOMEM); |
c66ac9db NB |
469 | } |
470 | INIT_LIST_HEAD(&port->sep_alua_list); | |
471 | INIT_LIST_HEAD(&port->sep_list); | |
472 | atomic_set(&port->sep_tg_pt_secondary_offline, 0); | |
473 | spin_lock_init(&port->sep_alua_lock); | |
474 | mutex_init(&port->sep_tg_pt_md_mutex); | |
475 | ||
476 | spin_lock(&dev->se_port_lock); | |
477 | if (dev->dev_port_count == 0x0000ffff) { | |
6708bb27 | 478 | pr_warn("Reached dev->dev_port_count ==" |
c66ac9db NB |
479 | " 0x0000ffff\n"); |
480 | spin_unlock(&dev->se_port_lock); | |
e3d6f909 | 481 | return ERR_PTR(-ENOSPC); |
c66ac9db NB |
482 | } |
483 | again: | |
484 | /* | |
35d1efe8 | 485 | * Allocate the next RELATIVE TARGET PORT IDENTIFIER for this struct se_device |
c66ac9db NB |
486 | * Here is the table from spc4r17 section 7.7.3.8. |
487 | * | |
488 | * Table 473 -- RELATIVE TARGET PORT IDENTIFIER field | |
489 | * | |
490 | * Code Description | |
491 | * 0h Reserved | |
492 | * 1h Relative port 1, historically known as port A | |
493 | * 2h Relative port 2, historically known as port B | |
494 | * 3h to FFFFh Relative port 3 through 65 535 | |
495 | */ | |
496 | port->sep_rtpi = dev->dev_rpti_counter++; | |
6708bb27 | 497 | if (!port->sep_rtpi) |
c66ac9db NB |
498 | goto again; |
499 | ||
500 | list_for_each_entry(port_tmp, &dev->dev_sep_list, sep_list) { | |
501 | /* | |
35d1efe8 | 502 | * Make sure RELATIVE TARGET PORT IDENTIFIER is unique |
c66ac9db NB |
503 | * for 16-bit wrap.. |
504 | */ | |
505 | if (port->sep_rtpi == port_tmp->sep_rtpi) | |
506 | goto again; | |
507 | } | |
508 | spin_unlock(&dev->se_port_lock); | |
509 | ||
510 | return port; | |
511 | } | |
512 | ||
513 | static void core_export_port( | |
514 | struct se_device *dev, | |
515 | struct se_portal_group *tpg, | |
516 | struct se_port *port, | |
517 | struct se_lun *lun) | |
518 | { | |
c66ac9db NB |
519 | struct t10_alua_tg_pt_gp_member *tg_pt_gp_mem = NULL; |
520 | ||
521 | spin_lock(&dev->se_port_lock); | |
522 | spin_lock(&lun->lun_sep_lock); | |
523 | port->sep_tpg = tpg; | |
524 | port->sep_lun = lun; | |
525 | lun->lun_sep = port; | |
526 | spin_unlock(&lun->lun_sep_lock); | |
527 | ||
528 | list_add_tail(&port->sep_list, &dev->dev_sep_list); | |
529 | spin_unlock(&dev->se_port_lock); | |
530 | ||
a3541703 | 531 | if (!(dev->transport->transport_flags & TRANSPORT_FLAG_PASSTHROUGH) && |
c87fbd56 | 532 | !(dev->se_hba->hba_flags & HBA_FLAGS_INTERNAL_USE)) { |
c66ac9db NB |
533 | tg_pt_gp_mem = core_alua_allocate_tg_pt_gp_mem(port); |
534 | if (IS_ERR(tg_pt_gp_mem) || !tg_pt_gp_mem) { | |
6708bb27 | 535 | pr_err("Unable to allocate t10_alua_tg_pt" |
c66ac9db NB |
536 | "_gp_member_t\n"); |
537 | return; | |
538 | } | |
539 | spin_lock(&tg_pt_gp_mem->tg_pt_gp_mem_lock); | |
540 | __core_alua_attach_tg_pt_gp_mem(tg_pt_gp_mem, | |
0fd97ccf | 541 | dev->t10_alua.default_tg_pt_gp); |
c66ac9db | 542 | spin_unlock(&tg_pt_gp_mem->tg_pt_gp_mem_lock); |
6708bb27 | 543 | pr_debug("%s/%s: Adding to default ALUA Target Port" |
c66ac9db | 544 | " Group: alua/default_tg_pt_gp\n", |
e3d6f909 | 545 | dev->transport->name, tpg->se_tpg_tfo->get_fabric_name()); |
c66ac9db NB |
546 | } |
547 | ||
548 | dev->dev_port_count++; | |
35d1efe8 | 549 | port->sep_index = port->sep_rtpi; /* RELATIVE TARGET PORT IDENTIFIER */ |
c66ac9db NB |
550 | } |
551 | ||
552 | /* | |
553 | * Called with struct se_device->se_port_lock spinlock held. | |
554 | */ | |
555 | static void core_release_port(struct se_device *dev, struct se_port *port) | |
5dd7ed2e | 556 | __releases(&dev->se_port_lock) __acquires(&dev->se_port_lock) |
c66ac9db NB |
557 | { |
558 | /* | |
559 | * Wait for any port reference for PR ALL_TG_PT=1 operation | |
560 | * to complete in __core_scsi3_alloc_registration() | |
561 | */ | |
562 | spin_unlock(&dev->se_port_lock); | |
563 | if (atomic_read(&port->sep_tg_pt_ref_cnt)) | |
564 | cpu_relax(); | |
565 | spin_lock(&dev->se_port_lock); | |
566 | ||
567 | core_alua_free_tg_pt_gp_mem(port); | |
568 | ||
569 | list_del(&port->sep_list); | |
570 | dev->dev_port_count--; | |
571 | kfree(port); | |
c66ac9db NB |
572 | } |
573 | ||
574 | int core_dev_export( | |
575 | struct se_device *dev, | |
576 | struct se_portal_group *tpg, | |
577 | struct se_lun *lun) | |
578 | { | |
0fd97ccf | 579 | struct se_hba *hba = dev->se_hba; |
c66ac9db NB |
580 | struct se_port *port; |
581 | ||
582 | port = core_alloc_port(dev); | |
e3d6f909 AG |
583 | if (IS_ERR(port)) |
584 | return PTR_ERR(port); | |
c66ac9db NB |
585 | |
586 | lun->lun_se_dev = dev; | |
c66ac9db | 587 | |
0fd97ccf CH |
588 | spin_lock(&hba->device_lock); |
589 | dev->export_count++; | |
590 | spin_unlock(&hba->device_lock); | |
591 | ||
c66ac9db NB |
592 | core_export_port(dev, tpg, port, lun); |
593 | return 0; | |
594 | } | |
595 | ||
596 | void core_dev_unexport( | |
597 | struct se_device *dev, | |
598 | struct se_portal_group *tpg, | |
599 | struct se_lun *lun) | |
600 | { | |
0fd97ccf | 601 | struct se_hba *hba = dev->se_hba; |
c66ac9db NB |
602 | struct se_port *port = lun->lun_sep; |
603 | ||
604 | spin_lock(&lun->lun_sep_lock); | |
605 | if (lun->lun_se_dev == NULL) { | |
606 | spin_unlock(&lun->lun_sep_lock); | |
607 | return; | |
608 | } | |
609 | spin_unlock(&lun->lun_sep_lock); | |
610 | ||
611 | spin_lock(&dev->se_port_lock); | |
c66ac9db NB |
612 | core_release_port(dev, port); |
613 | spin_unlock(&dev->se_port_lock); | |
614 | ||
0fd97ccf CH |
615 | spin_lock(&hba->device_lock); |
616 | dev->export_count--; | |
617 | spin_unlock(&hba->device_lock); | |
618 | ||
83ff42fc | 619 | lun->lun_sep = NULL; |
c66ac9db NB |
620 | lun->lun_se_dev = NULL; |
621 | } | |
622 | ||
0fd97ccf | 623 | static void se_release_vpd_for_dev(struct se_device *dev) |
c66ac9db NB |
624 | { |
625 | struct t10_vpd *vpd, *vpd_tmp; | |
626 | ||
0fd97ccf | 627 | spin_lock(&dev->t10_wwn.t10_vpd_lock); |
c66ac9db | 628 | list_for_each_entry_safe(vpd, vpd_tmp, |
0fd97ccf | 629 | &dev->t10_wwn.t10_vpd_list, vpd_list) { |
c66ac9db NB |
630 | list_del(&vpd->vpd_list); |
631 | kfree(vpd); | |
632 | } | |
0fd97ccf | 633 | spin_unlock(&dev->t10_wwn.t10_vpd_lock); |
c66ac9db NB |
634 | } |
635 | ||
c8045372 | 636 | static u32 se_dev_align_max_sectors(u32 max_sectors, u32 block_size) |
525a48a2 | 637 | { |
3e03989b RD |
638 | u32 aligned_max_sectors; |
639 | u32 alignment; | |
525a48a2 NB |
640 | /* |
641 | * Limit max_sectors to a PAGE_SIZE aligned value for modern | |
642 | * transport_allocate_data_tasks() operation. | |
643 | */ | |
3e03989b RD |
644 | alignment = max(1ul, PAGE_SIZE / block_size); |
645 | aligned_max_sectors = rounddown(max_sectors, alignment); | |
646 | ||
647 | if (max_sectors != aligned_max_sectors) | |
648 | pr_info("Rounding down aligned max_sectors from %u to %u\n", | |
649 | max_sectors, aligned_max_sectors); | |
525a48a2 | 650 | |
3e03989b | 651 | return aligned_max_sectors; |
525a48a2 NB |
652 | } |
653 | ||
9bc6548f CVB |
654 | bool se_dev_check_wce(struct se_device *dev) |
655 | { | |
656 | bool wce = false; | |
657 | ||
658 | if (dev->transport->get_write_cache) | |
659 | wce = dev->transport->get_write_cache(dev); | |
660 | else if (dev->dev_attrib.emulate_write_cache > 0) | |
661 | wce = true; | |
662 | ||
663 | return wce; | |
664 | } | |
665 | ||
c66ac9db NB |
666 | int se_dev_set_max_unmap_lba_count( |
667 | struct se_device *dev, | |
668 | u32 max_unmap_lba_count) | |
669 | { | |
0fd97ccf | 670 | dev->dev_attrib.max_unmap_lba_count = max_unmap_lba_count; |
6708bb27 | 671 | pr_debug("dev[%p]: Set max_unmap_lba_count: %u\n", |
0fd97ccf | 672 | dev, dev->dev_attrib.max_unmap_lba_count); |
c66ac9db NB |
673 | return 0; |
674 | } | |
d30cd123 | 675 | EXPORT_SYMBOL(se_dev_set_max_unmap_lba_count); |
c66ac9db NB |
676 | |
677 | int se_dev_set_max_unmap_block_desc_count( | |
678 | struct se_device *dev, | |
679 | u32 max_unmap_block_desc_count) | |
680 | { | |
0fd97ccf | 681 | dev->dev_attrib.max_unmap_block_desc_count = |
e3d6f909 | 682 | max_unmap_block_desc_count; |
6708bb27 | 683 | pr_debug("dev[%p]: Set max_unmap_block_desc_count: %u\n", |
0fd97ccf | 684 | dev, dev->dev_attrib.max_unmap_block_desc_count); |
c66ac9db NB |
685 | return 0; |
686 | } | |
d30cd123 | 687 | EXPORT_SYMBOL(se_dev_set_max_unmap_block_desc_count); |
c66ac9db NB |
688 | |
689 | int se_dev_set_unmap_granularity( | |
690 | struct se_device *dev, | |
691 | u32 unmap_granularity) | |
692 | { | |
0fd97ccf | 693 | dev->dev_attrib.unmap_granularity = unmap_granularity; |
6708bb27 | 694 | pr_debug("dev[%p]: Set unmap_granularity: %u\n", |
0fd97ccf | 695 | dev, dev->dev_attrib.unmap_granularity); |
c66ac9db NB |
696 | return 0; |
697 | } | |
d30cd123 | 698 | EXPORT_SYMBOL(se_dev_set_unmap_granularity); |
c66ac9db NB |
699 | |
700 | int se_dev_set_unmap_granularity_alignment( | |
701 | struct se_device *dev, | |
702 | u32 unmap_granularity_alignment) | |
703 | { | |
0fd97ccf | 704 | dev->dev_attrib.unmap_granularity_alignment = unmap_granularity_alignment; |
6708bb27 | 705 | pr_debug("dev[%p]: Set unmap_granularity_alignment: %u\n", |
0fd97ccf | 706 | dev, dev->dev_attrib.unmap_granularity_alignment); |
c66ac9db NB |
707 | return 0; |
708 | } | |
d30cd123 | 709 | EXPORT_SYMBOL(se_dev_set_unmap_granularity_alignment); |
c66ac9db | 710 | |
773cbaf7 NB |
711 | int se_dev_set_max_write_same_len( |
712 | struct se_device *dev, | |
713 | u32 max_write_same_len) | |
714 | { | |
715 | dev->dev_attrib.max_write_same_len = max_write_same_len; | |
716 | pr_debug("dev[%p]: Set max_write_same_len: %u\n", | |
717 | dev, dev->dev_attrib.max_write_same_len); | |
718 | return 0; | |
719 | } | |
d30cd123 | 720 | EXPORT_SYMBOL(se_dev_set_max_write_same_len); |
773cbaf7 | 721 | |
adfa9570 TB |
722 | static void dev_set_t10_wwn_model_alias(struct se_device *dev) |
723 | { | |
724 | const char *configname; | |
725 | ||
726 | configname = config_item_name(&dev->dev_group.cg_item); | |
727 | if (strlen(configname) >= 16) { | |
728 | pr_warn("dev[%p]: Backstore name '%s' is too long for " | |
729 | "INQUIRY_MODEL, truncating to 16 bytes\n", dev, | |
730 | configname); | |
731 | } | |
732 | snprintf(&dev->t10_wwn.model[0], 16, "%s", configname); | |
733 | } | |
734 | ||
735 | int se_dev_set_emulate_model_alias(struct se_device *dev, int flag) | |
736 | { | |
737 | if (dev->export_count) { | |
738 | pr_err("dev[%p]: Unable to change model alias" | |
739 | " while export_count is %d\n", | |
740 | dev, dev->export_count); | |
741 | return -EINVAL; | |
742 | } | |
743 | ||
744 | if (flag != 0 && flag != 1) { | |
745 | pr_err("Illegal value %d\n", flag); | |
746 | return -EINVAL; | |
747 | } | |
748 | ||
749 | if (flag) { | |
750 | dev_set_t10_wwn_model_alias(dev); | |
751 | } else { | |
752 | strncpy(&dev->t10_wwn.model[0], | |
753 | dev->transport->inquiry_prod, 16); | |
754 | } | |
755 | dev->dev_attrib.emulate_model_alias = flag; | |
756 | ||
757 | return 0; | |
758 | } | |
d30cd123 | 759 | EXPORT_SYMBOL(se_dev_set_emulate_model_alias); |
adfa9570 | 760 | |
c66ac9db NB |
761 | int se_dev_set_emulate_dpo(struct se_device *dev, int flag) |
762 | { | |
f55918fa | 763 | if (flag != 0 && flag != 1) { |
6708bb27 | 764 | pr_err("Illegal value %d\n", flag); |
e3d6f909 | 765 | return -EINVAL; |
c66ac9db | 766 | } |
f55918fa | 767 | |
c638830d AG |
768 | if (flag) { |
769 | pr_err("dpo_emulated not supported\n"); | |
770 | return -EINVAL; | |
771 | } | |
772 | ||
773 | return 0; | |
c66ac9db | 774 | } |
d30cd123 | 775 | EXPORT_SYMBOL(se_dev_set_emulate_dpo); |
c66ac9db NB |
776 | |
777 | int se_dev_set_emulate_fua_write(struct se_device *dev, int flag) | |
778 | { | |
f55918fa | 779 | if (flag != 0 && flag != 1) { |
6708bb27 | 780 | pr_err("Illegal value %d\n", flag); |
e3d6f909 | 781 | return -EINVAL; |
c66ac9db | 782 | } |
4b36b68c NB |
783 | if (flag && |
784 | dev->transport->get_write_cache) { | |
86d65dc4 AG |
785 | pr_warn("emulate_fua_write not supported for this device, ignoring\n"); |
786 | return 0; | |
4b36b68c NB |
787 | } |
788 | if (dev->export_count) { | |
789 | pr_err("emulate_fua_write cannot be changed with active" | |
790 | " exports: %d\n", dev->export_count); | |
791 | return -EINVAL; | |
792 | } | |
0fd97ccf | 793 | dev->dev_attrib.emulate_fua_write = flag; |
6708bb27 | 794 | pr_debug("dev[%p]: SE Device Forced Unit Access WRITEs: %d\n", |
0fd97ccf | 795 | dev, dev->dev_attrib.emulate_fua_write); |
c66ac9db NB |
796 | return 0; |
797 | } | |
d30cd123 | 798 | EXPORT_SYMBOL(se_dev_set_emulate_fua_write); |
c66ac9db NB |
799 | |
800 | int se_dev_set_emulate_fua_read(struct se_device *dev, int flag) | |
801 | { | |
f55918fa | 802 | if (flag != 0 && flag != 1) { |
6708bb27 | 803 | pr_err("Illegal value %d\n", flag); |
e3d6f909 | 804 | return -EINVAL; |
c66ac9db | 805 | } |
f55918fa | 806 | |
c638830d AG |
807 | if (flag) { |
808 | pr_err("ua read emulated not supported\n"); | |
809 | return -EINVAL; | |
810 | } | |
811 | ||
812 | return 0; | |
c66ac9db | 813 | } |
d30cd123 | 814 | EXPORT_SYMBOL(se_dev_set_emulate_fua_read); |
c66ac9db NB |
815 | |
816 | int se_dev_set_emulate_write_cache(struct se_device *dev, int flag) | |
817 | { | |
f55918fa | 818 | if (flag != 0 && flag != 1) { |
6708bb27 | 819 | pr_err("Illegal value %d\n", flag); |
e3d6f909 | 820 | return -EINVAL; |
c66ac9db | 821 | } |
07b8dae3 AG |
822 | if (flag && |
823 | dev->transport->get_write_cache) { | |
824 | pr_err("emulate_write_cache not supported for this device\n"); | |
825 | return -EINVAL; | |
d0c8b259 | 826 | } |
4b36b68c NB |
827 | if (dev->export_count) { |
828 | pr_err("emulate_write_cache cannot be changed with active" | |
829 | " exports: %d\n", dev->export_count); | |
830 | return -EINVAL; | |
831 | } | |
0fd97ccf | 832 | dev->dev_attrib.emulate_write_cache = flag; |
6708bb27 | 833 | pr_debug("dev[%p]: SE Device WRITE_CACHE_EMULATION flag: %d\n", |
0fd97ccf | 834 | dev, dev->dev_attrib.emulate_write_cache); |
c66ac9db NB |
835 | return 0; |
836 | } | |
d30cd123 | 837 | EXPORT_SYMBOL(se_dev_set_emulate_write_cache); |
c66ac9db NB |
838 | |
839 | int se_dev_set_emulate_ua_intlck_ctrl(struct se_device *dev, int flag) | |
840 | { | |
841 | if ((flag != 0) && (flag != 1) && (flag != 2)) { | |
6708bb27 | 842 | pr_err("Illegal value %d\n", flag); |
e3d6f909 | 843 | return -EINVAL; |
c66ac9db NB |
844 | } |
845 | ||
0fd97ccf | 846 | if (dev->export_count) { |
6708bb27 | 847 | pr_err("dev[%p]: Unable to change SE Device" |
0fd97ccf CH |
848 | " UA_INTRLCK_CTRL while export_count is %d\n", |
849 | dev, dev->export_count); | |
e3d6f909 | 850 | return -EINVAL; |
c66ac9db | 851 | } |
0fd97ccf | 852 | dev->dev_attrib.emulate_ua_intlck_ctrl = flag; |
6708bb27 | 853 | pr_debug("dev[%p]: SE Device UA_INTRLCK_CTRL flag: %d\n", |
0fd97ccf | 854 | dev, dev->dev_attrib.emulate_ua_intlck_ctrl); |
c66ac9db NB |
855 | |
856 | return 0; | |
857 | } | |
d30cd123 | 858 | EXPORT_SYMBOL(se_dev_set_emulate_ua_intlck_ctrl); |
c66ac9db NB |
859 | |
860 | int se_dev_set_emulate_tas(struct se_device *dev, int flag) | |
861 | { | |
862 | if ((flag != 0) && (flag != 1)) { | |
6708bb27 | 863 | pr_err("Illegal value %d\n", flag); |
e3d6f909 | 864 | return -EINVAL; |
c66ac9db NB |
865 | } |
866 | ||
0fd97ccf | 867 | if (dev->export_count) { |
6708bb27 | 868 | pr_err("dev[%p]: Unable to change SE Device TAS while" |
0fd97ccf CH |
869 | " export_count is %d\n", |
870 | dev, dev->export_count); | |
e3d6f909 | 871 | return -EINVAL; |
c66ac9db | 872 | } |
0fd97ccf | 873 | dev->dev_attrib.emulate_tas = flag; |
6708bb27 | 874 | pr_debug("dev[%p]: SE Device TASK_ABORTED status bit: %s\n", |
0fd97ccf | 875 | dev, (dev->dev_attrib.emulate_tas) ? "Enabled" : "Disabled"); |
c66ac9db NB |
876 | |
877 | return 0; | |
878 | } | |
d30cd123 | 879 | EXPORT_SYMBOL(se_dev_set_emulate_tas); |
c66ac9db NB |
880 | |
881 | int se_dev_set_emulate_tpu(struct se_device *dev, int flag) | |
882 | { | |
883 | if ((flag != 0) && (flag != 1)) { | |
6708bb27 | 884 | pr_err("Illegal value %d\n", flag); |
e3d6f909 | 885 | return -EINVAL; |
c66ac9db NB |
886 | } |
887 | /* | |
888 | * We expect this value to be non-zero when generic Block Layer | |
889 | * Discard supported is detected iblock_create_virtdevice(). | |
890 | */ | |
0fd97ccf | 891 | if (flag && !dev->dev_attrib.max_unmap_block_desc_count) { |
6708bb27 | 892 | pr_err("Generic Block Discard not supported\n"); |
c66ac9db NB |
893 | return -ENOSYS; |
894 | } | |
895 | ||
0fd97ccf | 896 | dev->dev_attrib.emulate_tpu = flag; |
6708bb27 | 897 | pr_debug("dev[%p]: SE Device Thin Provisioning UNMAP bit: %d\n", |
c66ac9db NB |
898 | dev, flag); |
899 | return 0; | |
900 | } | |
d30cd123 | 901 | EXPORT_SYMBOL(se_dev_set_emulate_tpu); |
c66ac9db NB |
902 | |
903 | int se_dev_set_emulate_tpws(struct se_device *dev, int flag) | |
904 | { | |
905 | if ((flag != 0) && (flag != 1)) { | |
6708bb27 | 906 | pr_err("Illegal value %d\n", flag); |
e3d6f909 | 907 | return -EINVAL; |
c66ac9db NB |
908 | } |
909 | /* | |
910 | * We expect this value to be non-zero when generic Block Layer | |
911 | * Discard supported is detected iblock_create_virtdevice(). | |
912 | */ | |
0fd97ccf | 913 | if (flag && !dev->dev_attrib.max_unmap_block_desc_count) { |
6708bb27 | 914 | pr_err("Generic Block Discard not supported\n"); |
c66ac9db NB |
915 | return -ENOSYS; |
916 | } | |
917 | ||
0fd97ccf | 918 | dev->dev_attrib.emulate_tpws = flag; |
6708bb27 | 919 | pr_debug("dev[%p]: SE Device Thin Provisioning WRITE_SAME: %d\n", |
c66ac9db NB |
920 | dev, flag); |
921 | return 0; | |
922 | } | |
d30cd123 | 923 | EXPORT_SYMBOL(se_dev_set_emulate_tpws); |
c66ac9db | 924 | |
0123a9ec NB |
925 | int se_dev_set_emulate_caw(struct se_device *dev, int flag) |
926 | { | |
927 | if (flag != 0 && flag != 1) { | |
928 | pr_err("Illegal value %d\n", flag); | |
929 | return -EINVAL; | |
930 | } | |
931 | dev->dev_attrib.emulate_caw = flag; | |
932 | pr_debug("dev[%p]: SE Device CompareAndWrite (AtomicTestandSet): %d\n", | |
933 | dev, flag); | |
934 | ||
935 | return 0; | |
936 | } | |
d30cd123 | 937 | EXPORT_SYMBOL(se_dev_set_emulate_caw); |
0123a9ec | 938 | |
d397a445 NB |
939 | int se_dev_set_emulate_3pc(struct se_device *dev, int flag) |
940 | { | |
941 | if (flag != 0 && flag != 1) { | |
942 | pr_err("Illegal value %d\n", flag); | |
943 | return -EINVAL; | |
944 | } | |
945 | dev->dev_attrib.emulate_3pc = flag; | |
946 | pr_debug("dev[%p]: SE Device 3rd Party Copy (EXTENDED_COPY): %d\n", | |
947 | dev, flag); | |
948 | ||
949 | return 0; | |
950 | } | |
d30cd123 | 951 | EXPORT_SYMBOL(se_dev_set_emulate_3pc); |
d397a445 | 952 | |
2ed22c9c NB |
953 | int se_dev_set_pi_prot_type(struct se_device *dev, int flag) |
954 | { | |
955 | int rc, old_prot = dev->dev_attrib.pi_prot_type; | |
956 | ||
957 | if (flag != 0 && flag != 1 && flag != 2 && flag != 3) { | |
958 | pr_err("Illegal value %d for pi_prot_type\n", flag); | |
959 | return -EINVAL; | |
960 | } | |
961 | if (flag == 2) { | |
962 | pr_err("DIF TYPE2 protection currently not supported\n"); | |
963 | return -ENOSYS; | |
964 | } | |
965 | if (dev->dev_attrib.hw_pi_prot_type) { | |
966 | pr_warn("DIF protection enabled on underlying hardware," | |
967 | " ignoring\n"); | |
968 | return 0; | |
969 | } | |
970 | if (!dev->transport->init_prot || !dev->transport->free_prot) { | |
448ba904 AG |
971 | /* 0 is only allowed value for non-supporting backends */ |
972 | if (flag == 0) | |
973 | return 0; | |
974 | ||
2ed22c9c NB |
975 | pr_err("DIF protection not supported by backend: %s\n", |
976 | dev->transport->name); | |
977 | return -ENOSYS; | |
978 | } | |
979 | if (!(dev->dev_flags & DF_CONFIGURED)) { | |
980 | pr_err("DIF protection requires device to be configured\n"); | |
981 | return -ENODEV; | |
982 | } | |
983 | if (dev->export_count) { | |
984 | pr_err("dev[%p]: Unable to change SE Device PROT type while" | |
985 | " export_count is %d\n", dev, dev->export_count); | |
986 | return -EINVAL; | |
987 | } | |
988 | ||
989 | dev->dev_attrib.pi_prot_type = flag; | |
990 | ||
991 | if (flag && !old_prot) { | |
992 | rc = dev->transport->init_prot(dev); | |
993 | if (rc) { | |
994 | dev->dev_attrib.pi_prot_type = old_prot; | |
995 | return rc; | |
996 | } | |
997 | ||
998 | } else if (!flag && old_prot) { | |
999 | dev->transport->free_prot(dev); | |
1000 | } | |
1001 | pr_debug("dev[%p]: SE Device Protection Type: %d\n", dev, flag); | |
1002 | ||
1003 | return 0; | |
1004 | } | |
d30cd123 | 1005 | EXPORT_SYMBOL(se_dev_set_pi_prot_type); |
2ed22c9c NB |
1006 | |
1007 | int se_dev_set_pi_prot_format(struct se_device *dev, int flag) | |
1008 | { | |
1009 | int rc; | |
1010 | ||
1011 | if (!flag) | |
1012 | return 0; | |
1013 | ||
1014 | if (flag != 1) { | |
1015 | pr_err("Illegal value %d for pi_prot_format\n", flag); | |
1016 | return -EINVAL; | |
1017 | } | |
1018 | if (!dev->transport->format_prot) { | |
1019 | pr_err("DIF protection format not supported by backend %s\n", | |
1020 | dev->transport->name); | |
1021 | return -ENOSYS; | |
1022 | } | |
1023 | if (!(dev->dev_flags & DF_CONFIGURED)) { | |
1024 | pr_err("DIF protection format requires device to be configured\n"); | |
1025 | return -ENODEV; | |
1026 | } | |
1027 | if (dev->export_count) { | |
1028 | pr_err("dev[%p]: Unable to format SE Device PROT type while" | |
1029 | " export_count is %d\n", dev, dev->export_count); | |
1030 | return -EINVAL; | |
1031 | } | |
1032 | ||
1033 | rc = dev->transport->format_prot(dev); | |
1034 | if (rc) | |
1035 | return rc; | |
1036 | ||
1037 | pr_debug("dev[%p]: SE Device Protection Format complete\n", dev); | |
1038 | ||
1039 | return 0; | |
1040 | } | |
d30cd123 | 1041 | EXPORT_SYMBOL(se_dev_set_pi_prot_format); |
2ed22c9c | 1042 | |
c66ac9db NB |
1043 | int se_dev_set_enforce_pr_isids(struct se_device *dev, int flag) |
1044 | { | |
1045 | if ((flag != 0) && (flag != 1)) { | |
6708bb27 | 1046 | pr_err("Illegal value %d\n", flag); |
e3d6f909 | 1047 | return -EINVAL; |
c66ac9db | 1048 | } |
0fd97ccf | 1049 | dev->dev_attrib.enforce_pr_isids = flag; |
6708bb27 | 1050 | pr_debug("dev[%p]: SE Device enforce_pr_isids bit: %s\n", dev, |
0fd97ccf | 1051 | (dev->dev_attrib.enforce_pr_isids) ? "Enabled" : "Disabled"); |
c66ac9db NB |
1052 | return 0; |
1053 | } | |
d30cd123 | 1054 | EXPORT_SYMBOL(se_dev_set_enforce_pr_isids); |
c66ac9db | 1055 | |
92404e60 NB |
1056 | int se_dev_set_force_pr_aptpl(struct se_device *dev, int flag) |
1057 | { | |
1058 | if ((flag != 0) && (flag != 1)) { | |
1059 | printk(KERN_ERR "Illegal value %d\n", flag); | |
1060 | return -EINVAL; | |
1061 | } | |
1062 | if (dev->export_count) { | |
1063 | pr_err("dev[%p]: Unable to set force_pr_aptpl while" | |
1064 | " export_count is %d\n", dev, dev->export_count); | |
1065 | return -EINVAL; | |
1066 | } | |
1067 | ||
1068 | dev->dev_attrib.force_pr_aptpl = flag; | |
1069 | pr_debug("dev[%p]: SE Device force_pr_aptpl: %d\n", dev, flag); | |
1070 | return 0; | |
1071 | } | |
d30cd123 | 1072 | EXPORT_SYMBOL(se_dev_set_force_pr_aptpl); |
92404e60 | 1073 | |
e22a7f07 RD |
1074 | int se_dev_set_is_nonrot(struct se_device *dev, int flag) |
1075 | { | |
1076 | if ((flag != 0) && (flag != 1)) { | |
1077 | printk(KERN_ERR "Illegal value %d\n", flag); | |
1078 | return -EINVAL; | |
1079 | } | |
0fd97ccf | 1080 | dev->dev_attrib.is_nonrot = flag; |
5de619a3 | 1081 | pr_debug("dev[%p]: SE Device is_nonrot bit: %d\n", |
e22a7f07 RD |
1082 | dev, flag); |
1083 | return 0; | |
1084 | } | |
d30cd123 | 1085 | EXPORT_SYMBOL(se_dev_set_is_nonrot); |
e22a7f07 | 1086 | |
5de619a3 NB |
1087 | int se_dev_set_emulate_rest_reord(struct se_device *dev, int flag) |
1088 | { | |
1089 | if (flag != 0) { | |
1090 | printk(KERN_ERR "dev[%p]: SE Device emulatation of restricted" | |
1091 | " reordering not implemented\n", dev); | |
1092 | return -ENOSYS; | |
1093 | } | |
0fd97ccf | 1094 | dev->dev_attrib.emulate_rest_reord = flag; |
5de619a3 NB |
1095 | pr_debug("dev[%p]: SE Device emulate_rest_reord: %d\n", dev, flag); |
1096 | return 0; | |
1097 | } | |
d30cd123 | 1098 | EXPORT_SYMBOL(se_dev_set_emulate_rest_reord); |
5de619a3 | 1099 | |
c66ac9db NB |
1100 | /* |
1101 | * Note, this can only be called on unexported SE Device Object. | |
1102 | */ | |
1103 | int se_dev_set_queue_depth(struct se_device *dev, u32 queue_depth) | |
1104 | { | |
0fd97ccf | 1105 | if (dev->export_count) { |
6708bb27 | 1106 | pr_err("dev[%p]: Unable to change SE Device TCQ while" |
0fd97ccf CH |
1107 | " export_count is %d\n", |
1108 | dev, dev->export_count); | |
e3d6f909 | 1109 | return -EINVAL; |
c66ac9db | 1110 | } |
6708bb27 AG |
1111 | if (!queue_depth) { |
1112 | pr_err("dev[%p]: Illegal ZERO value for queue" | |
c66ac9db | 1113 | "_depth\n", dev); |
e3d6f909 | 1114 | return -EINVAL; |
c66ac9db NB |
1115 | } |
1116 | ||
4b2f57e5 | 1117 | if (queue_depth > dev->dev_attrib.queue_depth) { |
0fd97ccf | 1118 | if (queue_depth > dev->dev_attrib.hw_queue_depth) { |
4b2f57e5 NB |
1119 | pr_err("dev[%p]: Passed queue_depth:" |
1120 | " %u exceeds TCM/SE_Device MAX" | |
1121 | " TCQ: %u\n", dev, queue_depth, | |
0fd97ccf | 1122 | dev->dev_attrib.hw_queue_depth); |
e3d6f909 | 1123 | return -EINVAL; |
c66ac9db | 1124 | } |
c66ac9db | 1125 | } |
0fd97ccf | 1126 | dev->dev_attrib.queue_depth = dev->queue_depth = queue_depth; |
6708bb27 | 1127 | pr_debug("dev[%p]: SE Device TCQ Depth changed to: %u\n", |
c66ac9db NB |
1128 | dev, queue_depth); |
1129 | return 0; | |
1130 | } | |
d30cd123 | 1131 | EXPORT_SYMBOL(se_dev_set_queue_depth); |
c66ac9db | 1132 | |
c66ac9db NB |
1133 | int se_dev_set_optimal_sectors(struct se_device *dev, u32 optimal_sectors) |
1134 | { | |
0fd97ccf | 1135 | if (dev->export_count) { |
6708bb27 | 1136 | pr_err("dev[%p]: Unable to change SE Device" |
0fd97ccf CH |
1137 | " optimal_sectors while export_count is %d\n", |
1138 | dev, dev->export_count); | |
c66ac9db NB |
1139 | return -EINVAL; |
1140 | } | |
046ba642 | 1141 | if (optimal_sectors > dev->dev_attrib.hw_max_sectors) { |
6708bb27 | 1142 | pr_err("dev[%p]: Passed optimal_sectors %u cannot be" |
046ba642 NB |
1143 | " greater than hw_max_sectors: %u\n", dev, |
1144 | optimal_sectors, dev->dev_attrib.hw_max_sectors); | |
c66ac9db NB |
1145 | return -EINVAL; |
1146 | } | |
1147 | ||
0fd97ccf | 1148 | dev->dev_attrib.optimal_sectors = optimal_sectors; |
6708bb27 | 1149 | pr_debug("dev[%p]: SE Device optimal_sectors changed to %u\n", |
c66ac9db NB |
1150 | dev, optimal_sectors); |
1151 | return 0; | |
1152 | } | |
d30cd123 | 1153 | EXPORT_SYMBOL(se_dev_set_optimal_sectors); |
c66ac9db NB |
1154 | |
1155 | int se_dev_set_block_size(struct se_device *dev, u32 block_size) | |
1156 | { | |
0fd97ccf | 1157 | if (dev->export_count) { |
6708bb27 | 1158 | pr_err("dev[%p]: Unable to change SE Device block_size" |
0fd97ccf CH |
1159 | " while export_count is %d\n", |
1160 | dev, dev->export_count); | |
e3d6f909 | 1161 | return -EINVAL; |
c66ac9db NB |
1162 | } |
1163 | ||
1164 | if ((block_size != 512) && | |
1165 | (block_size != 1024) && | |
1166 | (block_size != 2048) && | |
1167 | (block_size != 4096)) { | |
6708bb27 | 1168 | pr_err("dev[%p]: Illegal value for block_device: %u" |
c66ac9db NB |
1169 | " for SE device, must be 512, 1024, 2048 or 4096\n", |
1170 | dev, block_size); | |
e3d6f909 | 1171 | return -EINVAL; |
c66ac9db NB |
1172 | } |
1173 | ||
0fd97ccf | 1174 | dev->dev_attrib.block_size = block_size; |
6708bb27 | 1175 | pr_debug("dev[%p]: SE Device block_size changed to %u\n", |
c66ac9db | 1176 | dev, block_size); |
95cadace NB |
1177 | |
1178 | if (dev->dev_attrib.max_bytes_per_io) | |
1179 | dev->dev_attrib.hw_max_sectors = | |
1180 | dev->dev_attrib.max_bytes_per_io / block_size; | |
1181 | ||
c66ac9db NB |
1182 | return 0; |
1183 | } | |
d30cd123 | 1184 | EXPORT_SYMBOL(se_dev_set_block_size); |
c66ac9db NB |
1185 | |
1186 | struct se_lun *core_dev_add_lun( | |
1187 | struct se_portal_group *tpg, | |
c66ac9db | 1188 | struct se_device *dev, |
2af7973a | 1189 | u32 unpacked_lun) |
c66ac9db | 1190 | { |
2af7973a | 1191 | struct se_lun *lun; |
8d9efe53 | 1192 | int rc; |
c66ac9db | 1193 | |
d344f8a1 | 1194 | lun = core_tpg_alloc_lun(tpg, unpacked_lun); |
2af7973a AG |
1195 | if (IS_ERR(lun)) |
1196 | return lun; | |
c66ac9db | 1197 | |
d344f8a1 | 1198 | rc = core_tpg_add_lun(tpg, lun, |
58d92618 | 1199 | TRANSPORT_LUNFLAGS_READ_WRITE, dev); |
8d9efe53 SAS |
1200 | if (rc < 0) |
1201 | return ERR_PTR(rc); | |
c66ac9db | 1202 | |
6708bb27 | 1203 | pr_debug("%s_TPG[%u]_LUN[%u] - Activated %s Logical Unit from" |
e3d6f909 | 1204 | " CORE HBA: %u\n", tpg->se_tpg_tfo->get_fabric_name(), |
2af7973a | 1205 | tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, |
2dca673b | 1206 | tpg->se_tpg_tfo->get_fabric_name(), dev->se_hba->hba_id); |
c66ac9db NB |
1207 | /* |
1208 | * Update LUN maps for dynamically added initiators when | |
1209 | * generate_node_acl is enabled. | |
1210 | */ | |
e3d6f909 | 1211 | if (tpg->se_tpg_tfo->tpg_check_demo_mode(tpg)) { |
c66ac9db | 1212 | struct se_node_acl *acl; |
28638887 | 1213 | spin_lock_irq(&tpg->acl_node_lock); |
c66ac9db | 1214 | list_for_each_entry(acl, &tpg->acl_node_list, acl_list) { |
052605c6 NB |
1215 | if (acl->dynamic_node_acl && |
1216 | (!tpg->se_tpg_tfo->tpg_check_demo_mode_login_only || | |
1217 | !tpg->se_tpg_tfo->tpg_check_demo_mode_login_only(tpg))) { | |
28638887 | 1218 | spin_unlock_irq(&tpg->acl_node_lock); |
c66ac9db | 1219 | core_tpg_add_node_to_devs(acl, tpg); |
28638887 | 1220 | spin_lock_irq(&tpg->acl_node_lock); |
c66ac9db NB |
1221 | } |
1222 | } | |
28638887 | 1223 | spin_unlock_irq(&tpg->acl_node_lock); |
c66ac9db NB |
1224 | } |
1225 | ||
2af7973a | 1226 | return lun; |
c66ac9db NB |
1227 | } |
1228 | ||
1229 | /* core_dev_del_lun(): | |
1230 | * | |
1231 | * | |
1232 | */ | |
cd9d7cba | 1233 | void core_dev_del_lun( |
c66ac9db | 1234 | struct se_portal_group *tpg, |
cd9d7cba | 1235 | struct se_lun *lun) |
c66ac9db | 1236 | { |
cd9d7cba | 1237 | pr_debug("%s_TPG[%u]_LUN[%u] - Deactivating %s Logical Unit from" |
e3d6f909 | 1238 | " device object\n", tpg->se_tpg_tfo->get_fabric_name(), |
cd9d7cba | 1239 | tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, |
e3d6f909 | 1240 | tpg->se_tpg_tfo->get_fabric_name()); |
c66ac9db | 1241 | |
cd9d7cba | 1242 | core_tpg_remove_lun(tpg, lun); |
c66ac9db NB |
1243 | } |
1244 | ||
1245 | struct se_lun *core_get_lun_from_tpg(struct se_portal_group *tpg, u32 unpacked_lun) | |
1246 | { | |
1247 | struct se_lun *lun; | |
1248 | ||
1249 | spin_lock(&tpg->tpg_lun_lock); | |
1250 | if (unpacked_lun > (TRANSPORT_MAX_LUNS_PER_TPG-1)) { | |
6708bb27 | 1251 | pr_err("%s LUN: %u exceeds TRANSPORT_MAX_LUNS" |
c66ac9db | 1252 | "_PER_TPG-1: %u for Target Portal Group: %hu\n", |
e3d6f909 | 1253 | tpg->se_tpg_tfo->get_fabric_name(), unpacked_lun, |
c66ac9db | 1254 | TRANSPORT_MAX_LUNS_PER_TPG-1, |
e3d6f909 | 1255 | tpg->se_tpg_tfo->tpg_get_tag(tpg)); |
c66ac9db NB |
1256 | spin_unlock(&tpg->tpg_lun_lock); |
1257 | return NULL; | |
1258 | } | |
4a5a75f3 | 1259 | lun = tpg->tpg_lun_list[unpacked_lun]; |
c66ac9db NB |
1260 | |
1261 | if (lun->lun_status != TRANSPORT_LUN_STATUS_FREE) { | |
6708bb27 | 1262 | pr_err("%s Logical Unit Number: %u is not free on" |
c66ac9db | 1263 | " Target Portal Group: %hu, ignoring request.\n", |
e3d6f909 AG |
1264 | tpg->se_tpg_tfo->get_fabric_name(), unpacked_lun, |
1265 | tpg->se_tpg_tfo->tpg_get_tag(tpg)); | |
c66ac9db NB |
1266 | spin_unlock(&tpg->tpg_lun_lock); |
1267 | return NULL; | |
1268 | } | |
1269 | spin_unlock(&tpg->tpg_lun_lock); | |
1270 | ||
1271 | return lun; | |
1272 | } | |
1273 | ||
1274 | /* core_dev_get_lun(): | |
1275 | * | |
1276 | * | |
1277 | */ | |
1278 | static struct se_lun *core_dev_get_lun(struct se_portal_group *tpg, u32 unpacked_lun) | |
1279 | { | |
1280 | struct se_lun *lun; | |
1281 | ||
1282 | spin_lock(&tpg->tpg_lun_lock); | |
1283 | if (unpacked_lun > (TRANSPORT_MAX_LUNS_PER_TPG-1)) { | |
6708bb27 | 1284 | pr_err("%s LUN: %u exceeds TRANSPORT_MAX_LUNS_PER" |
c66ac9db | 1285 | "_TPG-1: %u for Target Portal Group: %hu\n", |
e3d6f909 | 1286 | tpg->se_tpg_tfo->get_fabric_name(), unpacked_lun, |
c66ac9db | 1287 | TRANSPORT_MAX_LUNS_PER_TPG-1, |
e3d6f909 | 1288 | tpg->se_tpg_tfo->tpg_get_tag(tpg)); |
c66ac9db NB |
1289 | spin_unlock(&tpg->tpg_lun_lock); |
1290 | return NULL; | |
1291 | } | |
4a5a75f3 | 1292 | lun = tpg->tpg_lun_list[unpacked_lun]; |
c66ac9db NB |
1293 | |
1294 | if (lun->lun_status != TRANSPORT_LUN_STATUS_ACTIVE) { | |
6708bb27 | 1295 | pr_err("%s Logical Unit Number: %u is not active on" |
c66ac9db | 1296 | " Target Portal Group: %hu, ignoring request.\n", |
e3d6f909 AG |
1297 | tpg->se_tpg_tfo->get_fabric_name(), unpacked_lun, |
1298 | tpg->se_tpg_tfo->tpg_get_tag(tpg)); | |
c66ac9db NB |
1299 | spin_unlock(&tpg->tpg_lun_lock); |
1300 | return NULL; | |
1301 | } | |
1302 | spin_unlock(&tpg->tpg_lun_lock); | |
1303 | ||
1304 | return lun; | |
1305 | } | |
1306 | ||
1307 | struct se_lun_acl *core_dev_init_initiator_node_lun_acl( | |
1308 | struct se_portal_group *tpg, | |
fcf29481 | 1309 | struct se_node_acl *nacl, |
c66ac9db | 1310 | u32 mapped_lun, |
c66ac9db NB |
1311 | int *ret) |
1312 | { | |
1313 | struct se_lun_acl *lacl; | |
c66ac9db | 1314 | |
fcf29481 | 1315 | if (strlen(nacl->initiatorname) >= TRANSPORT_IQN_LEN) { |
6708bb27 | 1316 | pr_err("%s InitiatorName exceeds maximum size.\n", |
e3d6f909 | 1317 | tpg->se_tpg_tfo->get_fabric_name()); |
c66ac9db NB |
1318 | *ret = -EOVERFLOW; |
1319 | return NULL; | |
1320 | } | |
c66ac9db | 1321 | lacl = kzalloc(sizeof(struct se_lun_acl), GFP_KERNEL); |
6708bb27 AG |
1322 | if (!lacl) { |
1323 | pr_err("Unable to allocate memory for struct se_lun_acl.\n"); | |
c66ac9db NB |
1324 | *ret = -ENOMEM; |
1325 | return NULL; | |
1326 | } | |
1327 | ||
1328 | INIT_LIST_HEAD(&lacl->lacl_list); | |
1329 | lacl->mapped_lun = mapped_lun; | |
1330 | lacl->se_lun_nacl = nacl; | |
fcf29481 NB |
1331 | snprintf(lacl->initiatorname, TRANSPORT_IQN_LEN, "%s", |
1332 | nacl->initiatorname); | |
c66ac9db NB |
1333 | |
1334 | return lacl; | |
1335 | } | |
1336 | ||
1337 | int core_dev_add_initiator_node_lun_acl( | |
1338 | struct se_portal_group *tpg, | |
1339 | struct se_lun_acl *lacl, | |
1340 | u32 unpacked_lun, | |
1341 | u32 lun_access) | |
1342 | { | |
1343 | struct se_lun *lun; | |
1344 | struct se_node_acl *nacl; | |
1345 | ||
1346 | lun = core_dev_get_lun(tpg, unpacked_lun); | |
6708bb27 AG |
1347 | if (!lun) { |
1348 | pr_err("%s Logical Unit Number: %u is not active on" | |
c66ac9db | 1349 | " Target Portal Group: %hu, ignoring request.\n", |
e3d6f909 AG |
1350 | tpg->se_tpg_tfo->get_fabric_name(), unpacked_lun, |
1351 | tpg->se_tpg_tfo->tpg_get_tag(tpg)); | |
c66ac9db NB |
1352 | return -EINVAL; |
1353 | } | |
1354 | ||
1355 | nacl = lacl->se_lun_nacl; | |
6708bb27 | 1356 | if (!nacl) |
c66ac9db NB |
1357 | return -EINVAL; |
1358 | ||
1359 | if ((lun->lun_access & TRANSPORT_LUNFLAGS_READ_ONLY) && | |
1360 | (lun_access & TRANSPORT_LUNFLAGS_READ_WRITE)) | |
1361 | lun_access = TRANSPORT_LUNFLAGS_READ_ONLY; | |
1362 | ||
1363 | lacl->se_lun = lun; | |
1364 | ||
e80ac6c4 AG |
1365 | if (core_enable_device_list_for_node(lun, lacl, lacl->mapped_lun, |
1366 | lun_access, nacl, tpg) < 0) | |
c66ac9db NB |
1367 | return -EINVAL; |
1368 | ||
1369 | spin_lock(&lun->lun_acl_lock); | |
1370 | list_add_tail(&lacl->lacl_list, &lun->lun_acl_list); | |
33940d09 | 1371 | atomic_inc_mb(&lun->lun_acl_count); |
c66ac9db NB |
1372 | spin_unlock(&lun->lun_acl_lock); |
1373 | ||
6708bb27 | 1374 | pr_debug("%s_TPG[%hu]_LUN[%u->%u] - Added %s ACL for " |
e3d6f909 AG |
1375 | " InitiatorNode: %s\n", tpg->se_tpg_tfo->get_fabric_name(), |
1376 | tpg->se_tpg_tfo->tpg_get_tag(tpg), unpacked_lun, lacl->mapped_lun, | |
c66ac9db NB |
1377 | (lun_access & TRANSPORT_LUNFLAGS_READ_WRITE) ? "RW" : "RO", |
1378 | lacl->initiatorname); | |
1379 | /* | |
1380 | * Check to see if there are any existing persistent reservation APTPL | |
1381 | * pre-registrations that need to be enabled for this LUN ACL.. | |
1382 | */ | |
e2480563 NB |
1383 | core_scsi3_check_aptpl_registration(lun->lun_se_dev, tpg, lun, nacl, |
1384 | lacl->mapped_lun); | |
c66ac9db NB |
1385 | return 0; |
1386 | } | |
1387 | ||
1388 | /* core_dev_del_initiator_node_lun_acl(): | |
1389 | * | |
1390 | * | |
1391 | */ | |
1392 | int core_dev_del_initiator_node_lun_acl( | |
1393 | struct se_portal_group *tpg, | |
1394 | struct se_lun *lun, | |
1395 | struct se_lun_acl *lacl) | |
1396 | { | |
1397 | struct se_node_acl *nacl; | |
1398 | ||
1399 | nacl = lacl->se_lun_nacl; | |
6708bb27 | 1400 | if (!nacl) |
c66ac9db NB |
1401 | return -EINVAL; |
1402 | ||
1403 | spin_lock(&lun->lun_acl_lock); | |
1404 | list_del(&lacl->lacl_list); | |
33940d09 | 1405 | atomic_dec_mb(&lun->lun_acl_count); |
c66ac9db NB |
1406 | spin_unlock(&lun->lun_acl_lock); |
1407 | ||
e80ac6c4 AG |
1408 | core_disable_device_list_for_node(lun, NULL, lacl->mapped_lun, |
1409 | TRANSPORT_LUNFLAGS_NO_ACCESS, nacl, tpg); | |
c66ac9db NB |
1410 | |
1411 | lacl->se_lun = NULL; | |
1412 | ||
6708bb27 | 1413 | pr_debug("%s_TPG[%hu]_LUN[%u] - Removed ACL for" |
c66ac9db | 1414 | " InitiatorNode: %s Mapped LUN: %u\n", |
e3d6f909 AG |
1415 | tpg->se_tpg_tfo->get_fabric_name(), |
1416 | tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, | |
c66ac9db NB |
1417 | lacl->initiatorname, lacl->mapped_lun); |
1418 | ||
1419 | return 0; | |
1420 | } | |
1421 | ||
1422 | void core_dev_free_initiator_node_lun_acl( | |
1423 | struct se_portal_group *tpg, | |
1424 | struct se_lun_acl *lacl) | |
1425 | { | |
6708bb27 | 1426 | pr_debug("%s_TPG[%hu] - Freeing ACL for %s InitiatorNode: %s" |
e3d6f909 AG |
1427 | " Mapped LUN: %u\n", tpg->se_tpg_tfo->get_fabric_name(), |
1428 | tpg->se_tpg_tfo->tpg_get_tag(tpg), | |
1429 | tpg->se_tpg_tfo->get_fabric_name(), | |
c66ac9db NB |
1430 | lacl->initiatorname, lacl->mapped_lun); |
1431 | ||
1432 | kfree(lacl); | |
1433 | } | |
1434 | ||
0fd97ccf CH |
1435 | static void scsi_dump_inquiry(struct se_device *dev) |
1436 | { | |
1437 | struct t10_wwn *wwn = &dev->t10_wwn; | |
1438 | char buf[17]; | |
1439 | int i, device_type; | |
1440 | /* | |
1441 | * Print Linux/SCSI style INQUIRY formatting to the kernel ring buffer | |
1442 | */ | |
1443 | for (i = 0; i < 8; i++) | |
1444 | if (wwn->vendor[i] >= 0x20) | |
1445 | buf[i] = wwn->vendor[i]; | |
1446 | else | |
1447 | buf[i] = ' '; | |
1448 | buf[i] = '\0'; | |
1449 | pr_debug(" Vendor: %s\n", buf); | |
1450 | ||
1451 | for (i = 0; i < 16; i++) | |
1452 | if (wwn->model[i] >= 0x20) | |
1453 | buf[i] = wwn->model[i]; | |
1454 | else | |
1455 | buf[i] = ' '; | |
1456 | buf[i] = '\0'; | |
1457 | pr_debug(" Model: %s\n", buf); | |
1458 | ||
1459 | for (i = 0; i < 4; i++) | |
1460 | if (wwn->revision[i] >= 0x20) | |
1461 | buf[i] = wwn->revision[i]; | |
1462 | else | |
1463 | buf[i] = ' '; | |
1464 | buf[i] = '\0'; | |
1465 | pr_debug(" Revision: %s\n", buf); | |
1466 | ||
1467 | device_type = dev->transport->get_device_type(dev); | |
1468 | pr_debug(" Type: %s ", scsi_device_type(device_type)); | |
0fd97ccf CH |
1469 | } |
1470 | ||
1471 | struct se_device *target_alloc_device(struct se_hba *hba, const char *name) | |
1472 | { | |
1473 | struct se_device *dev; | |
4863e525 | 1474 | struct se_lun *xcopy_lun; |
0fd97ccf CH |
1475 | |
1476 | dev = hba->transport->alloc_device(hba, name); | |
1477 | if (!dev) | |
1478 | return NULL; | |
1479 | ||
0ff87549 | 1480 | dev->dev_link_magic = SE_DEV_LINK_MAGIC; |
0fd97ccf CH |
1481 | dev->se_hba = hba; |
1482 | dev->transport = hba->transport; | |
2ed22c9c | 1483 | dev->prot_length = sizeof(struct se_dif_v1_tuple); |
0fd97ccf CH |
1484 | |
1485 | INIT_LIST_HEAD(&dev->dev_list); | |
1486 | INIT_LIST_HEAD(&dev->dev_sep_list); | |
1487 | INIT_LIST_HEAD(&dev->dev_tmr_list); | |
1488 | INIT_LIST_HEAD(&dev->delayed_cmd_list); | |
1489 | INIT_LIST_HEAD(&dev->state_list); | |
1490 | INIT_LIST_HEAD(&dev->qf_cmd_list); | |
d9ea32bf | 1491 | INIT_LIST_HEAD(&dev->g_dev_node); |
0fd97ccf CH |
1492 | spin_lock_init(&dev->execute_task_lock); |
1493 | spin_lock_init(&dev->delayed_cmd_lock); | |
1494 | spin_lock_init(&dev->dev_reservation_lock); | |
1495 | spin_lock_init(&dev->se_port_lock); | |
1496 | spin_lock_init(&dev->se_tmr_lock); | |
1497 | spin_lock_init(&dev->qf_cmd_lock); | |
68ff9b9b | 1498 | sema_init(&dev->caw_sem, 1); |
0fd97ccf CH |
1499 | atomic_set(&dev->dev_ordered_id, 0); |
1500 | INIT_LIST_HEAD(&dev->t10_wwn.t10_vpd_list); | |
1501 | spin_lock_init(&dev->t10_wwn.t10_vpd_lock); | |
1502 | INIT_LIST_HEAD(&dev->t10_pr.registration_list); | |
1503 | INIT_LIST_HEAD(&dev->t10_pr.aptpl_reg_list); | |
1504 | spin_lock_init(&dev->t10_pr.registration_lock); | |
1505 | spin_lock_init(&dev->t10_pr.aptpl_reg_lock); | |
1506 | INIT_LIST_HEAD(&dev->t10_alua.tg_pt_gps_list); | |
1507 | spin_lock_init(&dev->t10_alua.tg_pt_gps_lock); | |
c66094bf HR |
1508 | INIT_LIST_HEAD(&dev->t10_alua.lba_map_list); |
1509 | spin_lock_init(&dev->t10_alua.lba_map_lock); | |
0fd97ccf | 1510 | |
0fd97ccf CH |
1511 | dev->t10_wwn.t10_dev = dev; |
1512 | dev->t10_alua.t10_dev = dev; | |
1513 | ||
1514 | dev->dev_attrib.da_dev = dev; | |
adfa9570 | 1515 | dev->dev_attrib.emulate_model_alias = DA_EMULATE_MODEL_ALIAS; |
0fd97ccf CH |
1516 | dev->dev_attrib.emulate_dpo = DA_EMULATE_DPO; |
1517 | dev->dev_attrib.emulate_fua_write = DA_EMULATE_FUA_WRITE; | |
1518 | dev->dev_attrib.emulate_fua_read = DA_EMULATE_FUA_READ; | |
1519 | dev->dev_attrib.emulate_write_cache = DA_EMULATE_WRITE_CACHE; | |
1520 | dev->dev_attrib.emulate_ua_intlck_ctrl = DA_EMULATE_UA_INTLLCK_CTRL; | |
1521 | dev->dev_attrib.emulate_tas = DA_EMULATE_TAS; | |
1522 | dev->dev_attrib.emulate_tpu = DA_EMULATE_TPU; | |
1523 | dev->dev_attrib.emulate_tpws = DA_EMULATE_TPWS; | |
0123a9ec | 1524 | dev->dev_attrib.emulate_caw = DA_EMULATE_CAW; |
d397a445 | 1525 | dev->dev_attrib.emulate_3pc = DA_EMULATE_3PC; |
2ed22c9c | 1526 | dev->dev_attrib.pi_prot_type = TARGET_DIF_TYPE0_PROT; |
0fd97ccf | 1527 | dev->dev_attrib.enforce_pr_isids = DA_ENFORCE_PR_ISIDS; |
92404e60 | 1528 | dev->dev_attrib.force_pr_aptpl = DA_FORCE_PR_APTPL; |
0fd97ccf CH |
1529 | dev->dev_attrib.is_nonrot = DA_IS_NONROT; |
1530 | dev->dev_attrib.emulate_rest_reord = DA_EMULATE_REST_REORD; | |
1531 | dev->dev_attrib.max_unmap_lba_count = DA_MAX_UNMAP_LBA_COUNT; | |
1532 | dev->dev_attrib.max_unmap_block_desc_count = | |
1533 | DA_MAX_UNMAP_BLOCK_DESC_COUNT; | |
1534 | dev->dev_attrib.unmap_granularity = DA_UNMAP_GRANULARITY_DEFAULT; | |
1535 | dev->dev_attrib.unmap_granularity_alignment = | |
1536 | DA_UNMAP_GRANULARITY_ALIGNMENT_DEFAULT; | |
773cbaf7 | 1537 | dev->dev_attrib.max_write_same_len = DA_MAX_WRITE_SAME_LEN; |
0fd97ccf | 1538 | |
4863e525 NB |
1539 | xcopy_lun = &dev->xcopy_lun; |
1540 | xcopy_lun->lun_se_dev = dev; | |
1541 | init_completion(&xcopy_lun->lun_shutdown_comp); | |
1542 | INIT_LIST_HEAD(&xcopy_lun->lun_acl_list); | |
1543 | spin_lock_init(&xcopy_lun->lun_acl_lock); | |
1544 | spin_lock_init(&xcopy_lun->lun_sep_lock); | |
1545 | init_completion(&xcopy_lun->lun_ref_comp); | |
1546 | ||
0fd97ccf CH |
1547 | return dev; |
1548 | } | |
1549 | ||
1550 | int target_configure_device(struct se_device *dev) | |
1551 | { | |
1552 | struct se_hba *hba = dev->se_hba; | |
1553 | int ret; | |
1554 | ||
1555 | if (dev->dev_flags & DF_CONFIGURED) { | |
1556 | pr_err("se_dev->se_dev_ptr already set for storage" | |
1557 | " object\n"); | |
1558 | return -EEXIST; | |
1559 | } | |
1560 | ||
1561 | ret = dev->transport->configure_device(dev); | |
1562 | if (ret) | |
1563 | goto out; | |
0fd97ccf CH |
1564 | /* |
1565 | * XXX: there is not much point to have two different values here.. | |
1566 | */ | |
1567 | dev->dev_attrib.block_size = dev->dev_attrib.hw_block_size; | |
1568 | dev->dev_attrib.queue_depth = dev->dev_attrib.hw_queue_depth; | |
1569 | ||
1570 | /* | |
1571 | * Align max_hw_sectors down to PAGE_SIZE I/O transfers | |
1572 | */ | |
1573 | dev->dev_attrib.hw_max_sectors = | |
1574 | se_dev_align_max_sectors(dev->dev_attrib.hw_max_sectors, | |
1575 | dev->dev_attrib.hw_block_size); | |
046ba642 | 1576 | dev->dev_attrib.optimal_sectors = dev->dev_attrib.hw_max_sectors; |
0fd97ccf CH |
1577 | |
1578 | dev->dev_index = scsi_get_new_index(SCSI_DEVICE_INDEX); | |
1579 | dev->creation_time = get_jiffies_64(); | |
1580 | ||
0fd97ccf CH |
1581 | ret = core_setup_alua(dev); |
1582 | if (ret) | |
1583 | goto out; | |
1584 | ||
1585 | /* | |
1586 | * Startup the struct se_device processing thread | |
1587 | */ | |
1588 | dev->tmr_wq = alloc_workqueue("tmr-%s", WQ_MEM_RECLAIM | WQ_UNBOUND, 1, | |
1589 | dev->transport->name); | |
1590 | if (!dev->tmr_wq) { | |
1591 | pr_err("Unable to create tmr workqueue for %s\n", | |
1592 | dev->transport->name); | |
1593 | ret = -ENOMEM; | |
1594 | goto out_free_alua; | |
1595 | } | |
1596 | ||
1597 | /* | |
1598 | * Setup work_queue for QUEUE_FULL | |
1599 | */ | |
1600 | INIT_WORK(&dev->qf_work_queue, target_qf_do_work); | |
1601 | ||
1602 | /* | |
1603 | * Preload the initial INQUIRY const values if we are doing | |
1604 | * anything virtual (IBLOCK, FILEIO, RAMDISK), but not for TCM/pSCSI | |
1605 | * passthrough because this is being provided by the backend LLD. | |
1606 | */ | |
a3541703 | 1607 | if (!(dev->transport->transport_flags & TRANSPORT_FLAG_PASSTHROUGH)) { |
0fd97ccf CH |
1608 | strncpy(&dev->t10_wwn.vendor[0], "LIO-ORG", 8); |
1609 | strncpy(&dev->t10_wwn.model[0], | |
1610 | dev->transport->inquiry_prod, 16); | |
1611 | strncpy(&dev->t10_wwn.revision[0], | |
1612 | dev->transport->inquiry_rev, 4); | |
1613 | } | |
1614 | ||
1615 | scsi_dump_inquiry(dev); | |
1616 | ||
1617 | spin_lock(&hba->device_lock); | |
1618 | hba->dev_count++; | |
1619 | spin_unlock(&hba->device_lock); | |
d9ea32bf NB |
1620 | |
1621 | mutex_lock(&g_device_mutex); | |
1622 | list_add_tail(&dev->g_dev_node, &g_device_list); | |
1623 | mutex_unlock(&g_device_mutex); | |
1624 | ||
5f7da044 NB |
1625 | dev->dev_flags |= DF_CONFIGURED; |
1626 | ||
0fd97ccf CH |
1627 | return 0; |
1628 | ||
1629 | out_free_alua: | |
1630 | core_alua_free_lu_gp_mem(dev); | |
1631 | out: | |
1632 | se_release_vpd_for_dev(dev); | |
1633 | return ret; | |
1634 | } | |
1635 | ||
1636 | void target_free_device(struct se_device *dev) | |
1637 | { | |
1638 | struct se_hba *hba = dev->se_hba; | |
1639 | ||
1640 | WARN_ON(!list_empty(&dev->dev_sep_list)); | |
1641 | ||
1642 | if (dev->dev_flags & DF_CONFIGURED) { | |
1643 | destroy_workqueue(dev->tmr_wq); | |
1644 | ||
d9ea32bf NB |
1645 | mutex_lock(&g_device_mutex); |
1646 | list_del(&dev->g_dev_node); | |
1647 | mutex_unlock(&g_device_mutex); | |
1648 | ||
0fd97ccf CH |
1649 | spin_lock(&hba->device_lock); |
1650 | hba->dev_count--; | |
1651 | spin_unlock(&hba->device_lock); | |
1652 | } | |
1653 | ||
1654 | core_alua_free_lu_gp_mem(dev); | |
229d4f11 | 1655 | core_alua_set_lba_map(dev, NULL, 0, 0); |
0fd97ccf CH |
1656 | core_scsi3_free_all_registrations(dev); |
1657 | se_release_vpd_for_dev(dev); | |
1658 | ||
2ed22c9c NB |
1659 | if (dev->transport->free_prot) |
1660 | dev->transport->free_prot(dev); | |
1661 | ||
0fd97ccf CH |
1662 | dev->transport->free_device(dev); |
1663 | } | |
1664 | ||
c66ac9db NB |
1665 | int core_dev_setup_virtual_lun0(void) |
1666 | { | |
1667 | struct se_hba *hba; | |
1668 | struct se_device *dev; | |
db5d1c3c | 1669 | char buf[] = "rd_pages=8,rd_nullio=1"; |
c66ac9db NB |
1670 | int ret; |
1671 | ||
6708bb27 | 1672 | hba = core_alloc_hba("rd_mcp", 0, HBA_FLAGS_INTERNAL_USE); |
c66ac9db NB |
1673 | if (IS_ERR(hba)) |
1674 | return PTR_ERR(hba); | |
1675 | ||
0fd97ccf CH |
1676 | dev = target_alloc_device(hba, "virt_lun0"); |
1677 | if (!dev) { | |
c66ac9db | 1678 | ret = -ENOMEM; |
0fd97ccf | 1679 | goto out_free_hba; |
c66ac9db | 1680 | } |
c66ac9db | 1681 | |
0fd97ccf | 1682 | hba->transport->set_configfs_dev_params(dev, buf, sizeof(buf)); |
c66ac9db | 1683 | |
0fd97ccf CH |
1684 | ret = target_configure_device(dev); |
1685 | if (ret) | |
1686 | goto out_free_se_dev; | |
c66ac9db | 1687 | |
0fd97ccf CH |
1688 | lun0_hba = hba; |
1689 | g_lun0_dev = dev; | |
c66ac9db | 1690 | return 0; |
0fd97ccf CH |
1691 | |
1692 | out_free_se_dev: | |
1693 | target_free_device(dev); | |
1694 | out_free_hba: | |
1695 | core_delete_hba(hba); | |
c66ac9db NB |
1696 | return ret; |
1697 | } | |
1698 | ||
1699 | ||
1700 | void core_dev_release_virtual_lun0(void) | |
1701 | { | |
e3d6f909 | 1702 | struct se_hba *hba = lun0_hba; |
c66ac9db | 1703 | |
6708bb27 | 1704 | if (!hba) |
c66ac9db NB |
1705 | return; |
1706 | ||
e3d6f909 | 1707 | if (g_lun0_dev) |
0fd97ccf | 1708 | target_free_device(g_lun0_dev); |
c66ac9db NB |
1709 | core_delete_hba(hba); |
1710 | } | |
7bfea53b AG |
1711 | |
1712 | /* | |
1713 | * Common CDB parsing for kernel and user passthrough. | |
1714 | */ | |
1715 | sense_reason_t | |
1716 | passthrough_parse_cdb(struct se_cmd *cmd, | |
1717 | sense_reason_t (*exec_cmd)(struct se_cmd *cmd)) | |
1718 | { | |
1719 | unsigned char *cdb = cmd->t_task_cdb; | |
1720 | ||
1721 | /* | |
1722 | * Clear a lun set in the cdb if the initiator talking to use spoke | |
1723 | * and old standards version, as we can't assume the underlying device | |
1724 | * won't choke up on it. | |
1725 | */ | |
1726 | switch (cdb[0]) { | |
1727 | case READ_10: /* SBC - RDProtect */ | |
1728 | case READ_12: /* SBC - RDProtect */ | |
1729 | case READ_16: /* SBC - RDProtect */ | |
1730 | case SEND_DIAGNOSTIC: /* SPC - SELF-TEST Code */ | |
1731 | case VERIFY: /* SBC - VRProtect */ | |
1732 | case VERIFY_16: /* SBC - VRProtect */ | |
1733 | case WRITE_VERIFY: /* SBC - VRProtect */ | |
1734 | case WRITE_VERIFY_12: /* SBC - VRProtect */ | |
1735 | case MAINTENANCE_IN: /* SPC - Parameter Data Format for SA RTPG */ | |
1736 | break; | |
1737 | default: | |
1738 | cdb[1] &= 0x1f; /* clear logical unit number */ | |
1739 | break; | |
1740 | } | |
1741 | ||
1742 | /* | |
1743 | * For REPORT LUNS we always need to emulate the response, for everything | |
1744 | * else, pass it up. | |
1745 | */ | |
1746 | if (cdb[0] == REPORT_LUNS) { | |
1747 | cmd->execute_cmd = spc_emulate_report_luns; | |
1748 | return TCM_NO_SENSE; | |
1749 | } | |
1750 | ||
1751 | /* Set DATA_CDB flag for ops that should have it */ | |
1752 | switch (cdb[0]) { | |
1753 | case READ_6: | |
1754 | case READ_10: | |
1755 | case READ_12: | |
1756 | case READ_16: | |
1757 | case WRITE_6: | |
1758 | case WRITE_10: | |
1759 | case WRITE_12: | |
1760 | case WRITE_16: | |
1761 | case WRITE_VERIFY: | |
1762 | case WRITE_VERIFY_12: | |
1763 | case 0x8e: /* WRITE_VERIFY_16 */ | |
1764 | case COMPARE_AND_WRITE: | |
1765 | case XDWRITEREAD_10: | |
1766 | cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB; | |
1767 | break; | |
1768 | case VARIABLE_LENGTH_CMD: | |
1769 | switch (get_unaligned_be16(&cdb[8])) { | |
1770 | case READ_32: | |
1771 | case WRITE_32: | |
1772 | case 0x0c: /* WRITE_VERIFY_32 */ | |
1773 | case XDWRITEREAD_32: | |
1774 | cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB; | |
1775 | break; | |
1776 | } | |
1777 | } | |
1778 | ||
1779 | cmd->execute_cmd = exec_cmd; | |
1780 | ||
1781 | return TCM_NO_SENSE; | |
1782 | } | |
1783 | EXPORT_SYMBOL(passthrough_parse_cdb); |