1 /*******************************************************************************
2 * This file contains the iSCSI Target specific utility functions.
4 * (c) Copyright 2007-2013 Datera, Inc.
6 * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 ******************************************************************************/
19 #include <linux/list.h>
20 #include <linux/percpu_ida.h>
21 #include <scsi/scsi_tcq.h>
22 #include <scsi/iscsi_proto.h>
23 #include <target/target_core_base.h>
24 #include <target/target_core_fabric.h>
25 #include <target/target_core_configfs.h>
26 #include <target/iscsi/iscsi_transport.h>
28 #include "iscsi_target_core.h"
29 #include "iscsi_target_parameters.h"
30 #include "iscsi_target_seq_pdu_list.h"
31 #include "iscsi_target_datain_values.h"
32 #include "iscsi_target_erl0.h"
33 #include "iscsi_target_erl1.h"
34 #include "iscsi_target_erl2.h"
35 #include "iscsi_target_tpg.h"
36 #include "iscsi_target_tq.h"
37 #include "iscsi_target_util.h"
38 #include "iscsi_target.h"
40 #define PRINT_BUFF(buff, len) \
44 pr_debug("%d:\n", __LINE__); \
45 for (zzz = 0; zzz < len; zzz++) { \
46 if (zzz % 16 == 0) { \
49 pr_debug("%4i: ", zzz); \
51 pr_debug("%02x ", (unsigned char) (buff)[zzz]); \
57 extern struct list_head g_tiqn_list
;
58 extern spinlock_t tiqn_lock
;
61 * Called with cmd->r2t_lock held.
63 int iscsit_add_r2t_to_list(
64 struct iscsi_cmd
*cmd
,
70 struct iscsi_r2t
*r2t
;
72 r2t
= kmem_cache_zalloc(lio_r2t_cache
, GFP_ATOMIC
);
74 pr_err("Unable to allocate memory for struct iscsi_r2t.\n");
77 INIT_LIST_HEAD(&r2t
->r2t_list
);
79 r2t
->recovery_r2t
= recovery
;
80 r2t
->r2t_sn
= (!r2t_sn
) ? cmd
->r2t_sn
++ : r2t_sn
;
82 r2t
->xfer_len
= xfer_len
;
83 list_add_tail(&r2t
->r2t_list
, &cmd
->cmd_r2t_list
);
84 spin_unlock_bh(&cmd
->r2t_lock
);
86 iscsit_add_cmd_to_immediate_queue(cmd
, cmd
->conn
, ISTATE_SEND_R2T
);
88 spin_lock_bh(&cmd
->r2t_lock
);
92 struct iscsi_r2t
*iscsit_get_r2t_for_eos(
93 struct iscsi_cmd
*cmd
,
97 struct iscsi_r2t
*r2t
;
99 spin_lock_bh(&cmd
->r2t_lock
);
100 list_for_each_entry(r2t
, &cmd
->cmd_r2t_list
, r2t_list
) {
101 if ((r2t
->offset
<= offset
) &&
102 (r2t
->offset
+ r2t
->xfer_len
) >= (offset
+ length
)) {
103 spin_unlock_bh(&cmd
->r2t_lock
);
107 spin_unlock_bh(&cmd
->r2t_lock
);
109 pr_err("Unable to locate R2T for Offset: %u, Length:"
110 " %u\n", offset
, length
);
114 struct iscsi_r2t
*iscsit_get_r2t_from_list(struct iscsi_cmd
*cmd
)
116 struct iscsi_r2t
*r2t
;
118 spin_lock_bh(&cmd
->r2t_lock
);
119 list_for_each_entry(r2t
, &cmd
->cmd_r2t_list
, r2t_list
) {
120 if (!r2t
->sent_r2t
) {
121 spin_unlock_bh(&cmd
->r2t_lock
);
125 spin_unlock_bh(&cmd
->r2t_lock
);
127 pr_err("Unable to locate next R2T to send for ITT:"
128 " 0x%08x.\n", cmd
->init_task_tag
);
133 * Called with cmd->r2t_lock held.
135 void iscsit_free_r2t(struct iscsi_r2t
*r2t
, struct iscsi_cmd
*cmd
)
137 list_del(&r2t
->r2t_list
);
138 kmem_cache_free(lio_r2t_cache
, r2t
);
141 void iscsit_free_r2ts_from_list(struct iscsi_cmd
*cmd
)
143 struct iscsi_r2t
*r2t
, *r2t_tmp
;
145 spin_lock_bh(&cmd
->r2t_lock
);
146 list_for_each_entry_safe(r2t
, r2t_tmp
, &cmd
->cmd_r2t_list
, r2t_list
)
147 iscsit_free_r2t(r2t
, cmd
);
148 spin_unlock_bh(&cmd
->r2t_lock
);
152 * May be called from software interrupt (timer) context for allocating
155 struct iscsi_cmd
*iscsit_allocate_cmd(struct iscsi_conn
*conn
, gfp_t gfp_mask
)
157 struct iscsi_cmd
*cmd
;
158 struct se_session
*se_sess
= conn
->sess
->se_sess
;
161 tag
= percpu_ida_alloc(&se_sess
->sess_tag_pool
, gfp_mask
);
162 size
= sizeof(struct iscsi_cmd
) + conn
->conn_transport
->priv_size
;
163 cmd
= (struct iscsi_cmd
*)(se_sess
->sess_cmd_map
+ (tag
* size
));
164 memset(cmd
, 0, size
);
166 cmd
->se_cmd
.map_tag
= tag
;
168 INIT_LIST_HEAD(&cmd
->i_conn_node
);
169 INIT_LIST_HEAD(&cmd
->datain_list
);
170 INIT_LIST_HEAD(&cmd
->cmd_r2t_list
);
171 spin_lock_init(&cmd
->datain_lock
);
172 spin_lock_init(&cmd
->dataout_timeout_lock
);
173 spin_lock_init(&cmd
->istate_lock
);
174 spin_lock_init(&cmd
->error_lock
);
175 spin_lock_init(&cmd
->r2t_lock
);
179 EXPORT_SYMBOL(iscsit_allocate_cmd
);
181 struct iscsi_seq
*iscsit_get_seq_holder_for_datain(
182 struct iscsi_cmd
*cmd
,
187 for (i
= 0; i
< cmd
->seq_count
; i
++)
188 if (cmd
->seq_list
[i
].seq_send_order
== seq_send_order
)
189 return &cmd
->seq_list
[i
];
194 struct iscsi_seq
*iscsit_get_seq_holder_for_r2t(struct iscsi_cmd
*cmd
)
198 if (!cmd
->seq_list
) {
199 pr_err("struct iscsi_cmd->seq_list is NULL!\n");
203 for (i
= 0; i
< cmd
->seq_count
; i
++) {
204 if (cmd
->seq_list
[i
].type
!= SEQTYPE_NORMAL
)
206 if (cmd
->seq_list
[i
].seq_send_order
== cmd
->seq_send_order
) {
207 cmd
->seq_send_order
++;
208 return &cmd
->seq_list
[i
];
215 struct iscsi_r2t
*iscsit_get_holder_for_r2tsn(
216 struct iscsi_cmd
*cmd
,
219 struct iscsi_r2t
*r2t
;
221 spin_lock_bh(&cmd
->r2t_lock
);
222 list_for_each_entry(r2t
, &cmd
->cmd_r2t_list
, r2t_list
) {
223 if (r2t
->r2t_sn
== r2t_sn
) {
224 spin_unlock_bh(&cmd
->r2t_lock
);
228 spin_unlock_bh(&cmd
->r2t_lock
);
233 static inline int iscsit_check_received_cmdsn(struct iscsi_session
*sess
, u32 cmdsn
)
238 * This is the proper method of checking received CmdSN against
239 * ExpCmdSN and MaxCmdSN values, as well as accounting for out
240 * or order CmdSNs due to multiple connection sessions and/or
243 if (iscsi_sna_gt(cmdsn
, sess
->max_cmd_sn
)) {
244 pr_err("Received CmdSN: 0x%08x is greater than"
245 " MaxCmdSN: 0x%08x, ignoring.\n", cmdsn
,
247 ret
= CMDSN_MAXCMDSN_OVERRUN
;
249 } else if (cmdsn
== sess
->exp_cmd_sn
) {
251 pr_debug("Received CmdSN matches ExpCmdSN,"
252 " incremented ExpCmdSN to: 0x%08x\n",
254 ret
= CMDSN_NORMAL_OPERATION
;
256 } else if (iscsi_sna_gt(cmdsn
, sess
->exp_cmd_sn
)) {
257 pr_debug("Received CmdSN: 0x%08x is greater"
258 " than ExpCmdSN: 0x%08x, not acknowledging.\n",
259 cmdsn
, sess
->exp_cmd_sn
);
260 ret
= CMDSN_HIGHER_THAN_EXP
;
263 pr_err("Received CmdSN: 0x%08x is less than"
264 " ExpCmdSN: 0x%08x, ignoring.\n", cmdsn
,
266 ret
= CMDSN_LOWER_THAN_EXP
;
273 * Commands may be received out of order if MC/S is in use.
274 * Ensure they are executed in CmdSN order.
276 int iscsit_sequence_cmd(struct iscsi_conn
*conn
, struct iscsi_cmd
*cmd
,
277 unsigned char *buf
, __be32 cmdsn
)
281 u8 reason
= ISCSI_REASON_BOOKMARK_NO_RESOURCES
;
283 mutex_lock(&conn
->sess
->cmdsn_mutex
);
285 cmdsn_ret
= iscsit_check_received_cmdsn(conn
->sess
, be32_to_cpu(cmdsn
));
287 case CMDSN_NORMAL_OPERATION
:
288 ret
= iscsit_execute_cmd(cmd
, 0);
289 if ((ret
>= 0) && !list_empty(&conn
->sess
->sess_ooo_cmdsn_list
))
290 iscsit_execute_ooo_cmdsns(conn
->sess
);
293 ret
= CMDSN_ERROR_CANNOT_RECOVER
;
296 case CMDSN_HIGHER_THAN_EXP
:
297 ret
= iscsit_handle_ooo_cmdsn(conn
->sess
, cmd
, be32_to_cpu(cmdsn
));
300 ret
= CMDSN_ERROR_CANNOT_RECOVER
;
303 ret
= CMDSN_HIGHER_THAN_EXP
;
305 case CMDSN_LOWER_THAN_EXP
:
306 case CMDSN_MAXCMDSN_OVERRUN
:
308 cmd
->i_state
= ISTATE_REMOVE
;
309 iscsit_add_cmd_to_immediate_queue(cmd
, conn
, cmd
->i_state
);
311 * Existing callers for iscsit_sequence_cmd() will silently
312 * ignore commands with CMDSN_LOWER_THAN_EXP, so force this
313 * return for CMDSN_MAXCMDSN_OVERRUN as well..
315 ret
= CMDSN_LOWER_THAN_EXP
;
318 mutex_unlock(&conn
->sess
->cmdsn_mutex
);
321 iscsit_reject_cmd(cmd
, reason
, buf
);
325 EXPORT_SYMBOL(iscsit_sequence_cmd
);
327 int iscsit_check_unsolicited_dataout(struct iscsi_cmd
*cmd
, unsigned char *buf
)
329 struct iscsi_conn
*conn
= cmd
->conn
;
330 struct se_cmd
*se_cmd
= &cmd
->se_cmd
;
331 struct iscsi_data
*hdr
= (struct iscsi_data
*) buf
;
332 u32 payload_length
= ntoh24(hdr
->dlength
);
334 if (conn
->sess
->sess_ops
->InitialR2T
) {
335 pr_err("Received unexpected unsolicited data"
336 " while InitialR2T=Yes, protocol error.\n");
337 transport_send_check_condition_and_sense(se_cmd
,
338 TCM_UNEXPECTED_UNSOLICITED_DATA
, 0);
342 if ((cmd
->first_burst_len
+ payload_length
) >
343 conn
->sess
->sess_ops
->FirstBurstLength
) {
344 pr_err("Total %u bytes exceeds FirstBurstLength: %u"
345 " for this Unsolicited DataOut Burst.\n",
346 (cmd
->first_burst_len
+ payload_length
),
347 conn
->sess
->sess_ops
->FirstBurstLength
);
348 transport_send_check_condition_and_sense(se_cmd
,
349 TCM_INCORRECT_AMOUNT_OF_DATA
, 0);
353 if (!(hdr
->flags
& ISCSI_FLAG_CMD_FINAL
))
356 if (((cmd
->first_burst_len
+ payload_length
) != cmd
->se_cmd
.data_length
) &&
357 ((cmd
->first_burst_len
+ payload_length
) !=
358 conn
->sess
->sess_ops
->FirstBurstLength
)) {
359 pr_err("Unsolicited non-immediate data received %u"
360 " does not equal FirstBurstLength: %u, and does"
361 " not equal ExpXferLen %u.\n",
362 (cmd
->first_burst_len
+ payload_length
),
363 conn
->sess
->sess_ops
->FirstBurstLength
, cmd
->se_cmd
.data_length
);
364 transport_send_check_condition_and_sense(se_cmd
,
365 TCM_INCORRECT_AMOUNT_OF_DATA
, 0);
371 struct iscsi_cmd
*iscsit_find_cmd_from_itt(
372 struct iscsi_conn
*conn
,
375 struct iscsi_cmd
*cmd
;
377 spin_lock_bh(&conn
->cmd_lock
);
378 list_for_each_entry(cmd
, &conn
->conn_cmd_list
, i_conn_node
) {
379 if (cmd
->init_task_tag
== init_task_tag
) {
380 spin_unlock_bh(&conn
->cmd_lock
);
384 spin_unlock_bh(&conn
->cmd_lock
);
386 pr_err("Unable to locate ITT: 0x%08x on CID: %hu",
387 init_task_tag
, conn
->cid
);
391 struct iscsi_cmd
*iscsit_find_cmd_from_itt_or_dump(
392 struct iscsi_conn
*conn
,
396 struct iscsi_cmd
*cmd
;
398 spin_lock_bh(&conn
->cmd_lock
);
399 list_for_each_entry(cmd
, &conn
->conn_cmd_list
, i_conn_node
) {
400 if (cmd
->init_task_tag
== init_task_tag
) {
401 spin_unlock_bh(&conn
->cmd_lock
);
405 spin_unlock_bh(&conn
->cmd_lock
);
407 pr_err("Unable to locate ITT: 0x%08x on CID: %hu,"
408 " dumping payload\n", init_task_tag
, conn
->cid
);
410 iscsit_dump_data_payload(conn
, length
, 1);
415 struct iscsi_cmd
*iscsit_find_cmd_from_ttt(
416 struct iscsi_conn
*conn
,
419 struct iscsi_cmd
*cmd
= NULL
;
421 spin_lock_bh(&conn
->cmd_lock
);
422 list_for_each_entry(cmd
, &conn
->conn_cmd_list
, i_conn_node
) {
423 if (cmd
->targ_xfer_tag
== targ_xfer_tag
) {
424 spin_unlock_bh(&conn
->cmd_lock
);
428 spin_unlock_bh(&conn
->cmd_lock
);
430 pr_err("Unable to locate TTT: 0x%08x on CID: %hu\n",
431 targ_xfer_tag
, conn
->cid
);
435 int iscsit_find_cmd_for_recovery(
436 struct iscsi_session
*sess
,
437 struct iscsi_cmd
**cmd_ptr
,
438 struct iscsi_conn_recovery
**cr_ptr
,
441 struct iscsi_cmd
*cmd
= NULL
;
442 struct iscsi_conn_recovery
*cr
;
444 * Scan through the inactive connection recovery list's command list.
445 * If init_task_tag matches the command is still alligent.
447 spin_lock(&sess
->cr_i_lock
);
448 list_for_each_entry(cr
, &sess
->cr_inactive_list
, cr_list
) {
449 spin_lock(&cr
->conn_recovery_cmd_lock
);
450 list_for_each_entry(cmd
, &cr
->conn_recovery_cmd_list
, i_conn_node
) {
451 if (cmd
->init_task_tag
== init_task_tag
) {
452 spin_unlock(&cr
->conn_recovery_cmd_lock
);
453 spin_unlock(&sess
->cr_i_lock
);
460 spin_unlock(&cr
->conn_recovery_cmd_lock
);
462 spin_unlock(&sess
->cr_i_lock
);
464 * Scan through the active connection recovery list's command list.
465 * If init_task_tag matches the command is ready to be reassigned.
467 spin_lock(&sess
->cr_a_lock
);
468 list_for_each_entry(cr
, &sess
->cr_active_list
, cr_list
) {
469 spin_lock(&cr
->conn_recovery_cmd_lock
);
470 list_for_each_entry(cmd
, &cr
->conn_recovery_cmd_list
, i_conn_node
) {
471 if (cmd
->init_task_tag
== init_task_tag
) {
472 spin_unlock(&cr
->conn_recovery_cmd_lock
);
473 spin_unlock(&sess
->cr_a_lock
);
480 spin_unlock(&cr
->conn_recovery_cmd_lock
);
482 spin_unlock(&sess
->cr_a_lock
);
487 void iscsit_add_cmd_to_immediate_queue(
488 struct iscsi_cmd
*cmd
,
489 struct iscsi_conn
*conn
,
492 struct iscsi_queue_req
*qr
;
494 qr
= kmem_cache_zalloc(lio_qr_cache
, GFP_ATOMIC
);
496 pr_err("Unable to allocate memory for"
497 " struct iscsi_queue_req\n");
500 INIT_LIST_HEAD(&qr
->qr_list
);
504 spin_lock_bh(&conn
->immed_queue_lock
);
505 list_add_tail(&qr
->qr_list
, &conn
->immed_queue_list
);
506 atomic_inc(&cmd
->immed_queue_count
);
507 atomic_set(&conn
->check_immediate_queue
, 1);
508 spin_unlock_bh(&conn
->immed_queue_lock
);
510 wake_up(&conn
->queues_wq
);
513 struct iscsi_queue_req
*iscsit_get_cmd_from_immediate_queue(struct iscsi_conn
*conn
)
515 struct iscsi_queue_req
*qr
;
517 spin_lock_bh(&conn
->immed_queue_lock
);
518 if (list_empty(&conn
->immed_queue_list
)) {
519 spin_unlock_bh(&conn
->immed_queue_lock
);
522 qr
= list_first_entry(&conn
->immed_queue_list
,
523 struct iscsi_queue_req
, qr_list
);
525 list_del(&qr
->qr_list
);
527 atomic_dec(&qr
->cmd
->immed_queue_count
);
528 spin_unlock_bh(&conn
->immed_queue_lock
);
533 static void iscsit_remove_cmd_from_immediate_queue(
534 struct iscsi_cmd
*cmd
,
535 struct iscsi_conn
*conn
)
537 struct iscsi_queue_req
*qr
, *qr_tmp
;
539 spin_lock_bh(&conn
->immed_queue_lock
);
540 if (!atomic_read(&cmd
->immed_queue_count
)) {
541 spin_unlock_bh(&conn
->immed_queue_lock
);
545 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->immed_queue_list
, qr_list
) {
549 atomic_dec(&qr
->cmd
->immed_queue_count
);
550 list_del(&qr
->qr_list
);
551 kmem_cache_free(lio_qr_cache
, qr
);
553 spin_unlock_bh(&conn
->immed_queue_lock
);
555 if (atomic_read(&cmd
->immed_queue_count
)) {
556 pr_err("ITT: 0x%08x immed_queue_count: %d\n",
558 atomic_read(&cmd
->immed_queue_count
));
562 void iscsit_add_cmd_to_response_queue(
563 struct iscsi_cmd
*cmd
,
564 struct iscsi_conn
*conn
,
567 struct iscsi_queue_req
*qr
;
569 qr
= kmem_cache_zalloc(lio_qr_cache
, GFP_ATOMIC
);
571 pr_err("Unable to allocate memory for"
572 " struct iscsi_queue_req\n");
575 INIT_LIST_HEAD(&qr
->qr_list
);
579 spin_lock_bh(&conn
->response_queue_lock
);
580 list_add_tail(&qr
->qr_list
, &conn
->response_queue_list
);
581 atomic_inc(&cmd
->response_queue_count
);
582 spin_unlock_bh(&conn
->response_queue_lock
);
584 wake_up(&conn
->queues_wq
);
587 struct iscsi_queue_req
*iscsit_get_cmd_from_response_queue(struct iscsi_conn
*conn
)
589 struct iscsi_queue_req
*qr
;
591 spin_lock_bh(&conn
->response_queue_lock
);
592 if (list_empty(&conn
->response_queue_list
)) {
593 spin_unlock_bh(&conn
->response_queue_lock
);
597 qr
= list_first_entry(&conn
->response_queue_list
,
598 struct iscsi_queue_req
, qr_list
);
600 list_del(&qr
->qr_list
);
602 atomic_dec(&qr
->cmd
->response_queue_count
);
603 spin_unlock_bh(&conn
->response_queue_lock
);
608 static void iscsit_remove_cmd_from_response_queue(
609 struct iscsi_cmd
*cmd
,
610 struct iscsi_conn
*conn
)
612 struct iscsi_queue_req
*qr
, *qr_tmp
;
614 spin_lock_bh(&conn
->response_queue_lock
);
615 if (!atomic_read(&cmd
->response_queue_count
)) {
616 spin_unlock_bh(&conn
->response_queue_lock
);
620 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->response_queue_list
,
625 atomic_dec(&qr
->cmd
->response_queue_count
);
626 list_del(&qr
->qr_list
);
627 kmem_cache_free(lio_qr_cache
, qr
);
629 spin_unlock_bh(&conn
->response_queue_lock
);
631 if (atomic_read(&cmd
->response_queue_count
)) {
632 pr_err("ITT: 0x%08x response_queue_count: %d\n",
634 atomic_read(&cmd
->response_queue_count
));
638 bool iscsit_conn_all_queues_empty(struct iscsi_conn
*conn
)
642 spin_lock_bh(&conn
->immed_queue_lock
);
643 empty
= list_empty(&conn
->immed_queue_list
);
644 spin_unlock_bh(&conn
->immed_queue_lock
);
649 spin_lock_bh(&conn
->response_queue_lock
);
650 empty
= list_empty(&conn
->response_queue_list
);
651 spin_unlock_bh(&conn
->response_queue_lock
);
656 void iscsit_free_queue_reqs_for_conn(struct iscsi_conn
*conn
)
658 struct iscsi_queue_req
*qr
, *qr_tmp
;
660 spin_lock_bh(&conn
->immed_queue_lock
);
661 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->immed_queue_list
, qr_list
) {
662 list_del(&qr
->qr_list
);
664 atomic_dec(&qr
->cmd
->immed_queue_count
);
666 kmem_cache_free(lio_qr_cache
, qr
);
668 spin_unlock_bh(&conn
->immed_queue_lock
);
670 spin_lock_bh(&conn
->response_queue_lock
);
671 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->response_queue_list
,
673 list_del(&qr
->qr_list
);
675 atomic_dec(&qr
->cmd
->response_queue_count
);
677 kmem_cache_free(lio_qr_cache
, qr
);
679 spin_unlock_bh(&conn
->response_queue_lock
);
682 void iscsit_release_cmd(struct iscsi_cmd
*cmd
)
684 struct iscsi_session
*sess
;
685 struct se_cmd
*se_cmd
= &cmd
->se_cmd
;
688 sess
= cmd
->conn
->sess
;
692 BUG_ON(!sess
|| !sess
->se_sess
);
695 kfree(cmd
->pdu_list
);
696 kfree(cmd
->seq_list
);
698 kfree(cmd
->iov_data
);
699 kfree(cmd
->text_in_ptr
);
701 percpu_ida_free(&sess
->se_sess
->sess_tag_pool
, se_cmd
->map_tag
);
703 EXPORT_SYMBOL(iscsit_release_cmd
);
705 static void __iscsit_free_cmd(struct iscsi_cmd
*cmd
, bool scsi_cmd
,
708 struct iscsi_conn
*conn
= cmd
->conn
;
711 if (cmd
->data_direction
== DMA_TO_DEVICE
) {
712 iscsit_stop_dataout_timer(cmd
);
713 iscsit_free_r2ts_from_list(cmd
);
715 if (cmd
->data_direction
== DMA_FROM_DEVICE
)
716 iscsit_free_all_datain_reqs(cmd
);
719 if (conn
&& check_queues
) {
720 iscsit_remove_cmd_from_immediate_queue(cmd
, conn
);
721 iscsit_remove_cmd_from_response_queue(cmd
, conn
);
725 void iscsit_free_cmd(struct iscsi_cmd
*cmd
, bool shutdown
)
727 struct se_cmd
*se_cmd
= NULL
;
730 * Determine if a struct se_cmd is associated with
731 * this struct iscsi_cmd.
733 switch (cmd
->iscsi_opcode
) {
734 case ISCSI_OP_SCSI_CMD
:
735 se_cmd
= &cmd
->se_cmd
;
736 __iscsit_free_cmd(cmd
, true, shutdown
);
740 case ISCSI_OP_SCSI_TMFUNC
:
741 rc
= transport_generic_free_cmd(&cmd
->se_cmd
, 1);
742 if (!rc
&& shutdown
&& se_cmd
&& se_cmd
->se_sess
) {
743 __iscsit_free_cmd(cmd
, true, shutdown
);
744 target_put_sess_cmd(se_cmd
->se_sess
, se_cmd
);
747 case ISCSI_OP_REJECT
:
749 * Handle special case for REJECT when iscsi_add_reject*() has
750 * overwritten the original iscsi_opcode assignment, and the
751 * associated cmd->se_cmd needs to be released.
753 if (cmd
->se_cmd
.se_tfo
!= NULL
) {
754 se_cmd
= &cmd
->se_cmd
;
755 __iscsit_free_cmd(cmd
, true, shutdown
);
757 rc
= transport_generic_free_cmd(&cmd
->se_cmd
, 1);
758 if (!rc
&& shutdown
&& se_cmd
->se_sess
) {
759 __iscsit_free_cmd(cmd
, true, shutdown
);
760 target_put_sess_cmd(se_cmd
->se_sess
, se_cmd
);
766 __iscsit_free_cmd(cmd
, false, shutdown
);
767 iscsit_release_cmd(cmd
);
772 int iscsit_check_session_usage_count(struct iscsi_session
*sess
)
774 spin_lock_bh(&sess
->session_usage_lock
);
775 if (sess
->session_usage_count
!= 0) {
776 sess
->session_waiting_on_uc
= 1;
777 spin_unlock_bh(&sess
->session_usage_lock
);
781 wait_for_completion(&sess
->session_waiting_on_uc_comp
);
784 spin_unlock_bh(&sess
->session_usage_lock
);
789 void iscsit_dec_session_usage_count(struct iscsi_session
*sess
)
791 spin_lock_bh(&sess
->session_usage_lock
);
792 sess
->session_usage_count
--;
794 if (!sess
->session_usage_count
&& sess
->session_waiting_on_uc
)
795 complete(&sess
->session_waiting_on_uc_comp
);
797 spin_unlock_bh(&sess
->session_usage_lock
);
800 void iscsit_inc_session_usage_count(struct iscsi_session
*sess
)
802 spin_lock_bh(&sess
->session_usage_lock
);
803 sess
->session_usage_count
++;
804 spin_unlock_bh(&sess
->session_usage_lock
);
808 * Setup conn->if_marker and conn->of_marker values based upon
809 * the initial marker-less interval. (see iSCSI v19 A.2)
811 int iscsit_set_sync_and_steering_values(struct iscsi_conn
*conn
)
813 int login_ifmarker_count
= 0, login_ofmarker_count
= 0, next_marker
= 0;
815 * IFMarkInt and OFMarkInt are negotiated as 32-bit words.
817 u32 IFMarkInt
= (conn
->conn_ops
->IFMarkInt
* 4);
818 u32 OFMarkInt
= (conn
->conn_ops
->OFMarkInt
* 4);
820 if (conn
->conn_ops
->OFMarker
) {
822 * Account for the first Login Command received not
823 * via iscsi_recv_msg().
825 conn
->of_marker
+= ISCSI_HDR_LEN
;
826 if (conn
->of_marker
<= OFMarkInt
) {
827 conn
->of_marker
= (OFMarkInt
- conn
->of_marker
);
829 login_ofmarker_count
= (conn
->of_marker
/ OFMarkInt
);
830 next_marker
= (OFMarkInt
* (login_ofmarker_count
+ 1)) +
831 (login_ofmarker_count
* MARKER_SIZE
);
832 conn
->of_marker
= (next_marker
- conn
->of_marker
);
834 conn
->of_marker_offset
= 0;
835 pr_debug("Setting OFMarker value to %u based on Initial"
836 " Markerless Interval.\n", conn
->of_marker
);
839 if (conn
->conn_ops
->IFMarker
) {
840 if (conn
->if_marker
<= IFMarkInt
) {
841 conn
->if_marker
= (IFMarkInt
- conn
->if_marker
);
843 login_ifmarker_count
= (conn
->if_marker
/ IFMarkInt
);
844 next_marker
= (IFMarkInt
* (login_ifmarker_count
+ 1)) +
845 (login_ifmarker_count
* MARKER_SIZE
);
846 conn
->if_marker
= (next_marker
- conn
->if_marker
);
848 pr_debug("Setting IFMarker value to %u based on Initial"
849 " Markerless Interval.\n", conn
->if_marker
);
855 struct iscsi_conn
*iscsit_get_conn_from_cid(struct iscsi_session
*sess
, u16 cid
)
857 struct iscsi_conn
*conn
;
859 spin_lock_bh(&sess
->conn_lock
);
860 list_for_each_entry(conn
, &sess
->sess_conn_list
, conn_list
) {
861 if ((conn
->cid
== cid
) &&
862 (conn
->conn_state
== TARG_CONN_STATE_LOGGED_IN
)) {
863 iscsit_inc_conn_usage_count(conn
);
864 spin_unlock_bh(&sess
->conn_lock
);
868 spin_unlock_bh(&sess
->conn_lock
);
873 struct iscsi_conn
*iscsit_get_conn_from_cid_rcfr(struct iscsi_session
*sess
, u16 cid
)
875 struct iscsi_conn
*conn
;
877 spin_lock_bh(&sess
->conn_lock
);
878 list_for_each_entry(conn
, &sess
->sess_conn_list
, conn_list
) {
879 if (conn
->cid
== cid
) {
880 iscsit_inc_conn_usage_count(conn
);
881 spin_lock(&conn
->state_lock
);
882 atomic_set(&conn
->connection_wait_rcfr
, 1);
883 spin_unlock(&conn
->state_lock
);
884 spin_unlock_bh(&sess
->conn_lock
);
888 spin_unlock_bh(&sess
->conn_lock
);
893 void iscsit_check_conn_usage_count(struct iscsi_conn
*conn
)
895 spin_lock_bh(&conn
->conn_usage_lock
);
896 if (conn
->conn_usage_count
!= 0) {
897 conn
->conn_waiting_on_uc
= 1;
898 spin_unlock_bh(&conn
->conn_usage_lock
);
900 wait_for_completion(&conn
->conn_waiting_on_uc_comp
);
903 spin_unlock_bh(&conn
->conn_usage_lock
);
906 void iscsit_dec_conn_usage_count(struct iscsi_conn
*conn
)
908 spin_lock_bh(&conn
->conn_usage_lock
);
909 conn
->conn_usage_count
--;
911 if (!conn
->conn_usage_count
&& conn
->conn_waiting_on_uc
)
912 complete(&conn
->conn_waiting_on_uc_comp
);
914 spin_unlock_bh(&conn
->conn_usage_lock
);
917 void iscsit_inc_conn_usage_count(struct iscsi_conn
*conn
)
919 spin_lock_bh(&conn
->conn_usage_lock
);
920 conn
->conn_usage_count
++;
921 spin_unlock_bh(&conn
->conn_usage_lock
);
924 static int iscsit_add_nopin(struct iscsi_conn
*conn
, int want_response
)
927 struct iscsi_cmd
*cmd
;
929 cmd
= iscsit_allocate_cmd(conn
, GFP_ATOMIC
);
933 cmd
->iscsi_opcode
= ISCSI_OP_NOOP_IN
;
934 state
= (want_response
) ? ISTATE_SEND_NOPIN_WANT_RESPONSE
:
935 ISTATE_SEND_NOPIN_NO_RESPONSE
;
936 cmd
->init_task_tag
= RESERVED_ITT
;
937 spin_lock_bh(&conn
->sess
->ttt_lock
);
938 cmd
->targ_xfer_tag
= (want_response
) ? conn
->sess
->targ_xfer_tag
++ :
940 if (want_response
&& (cmd
->targ_xfer_tag
== 0xFFFFFFFF))
941 cmd
->targ_xfer_tag
= conn
->sess
->targ_xfer_tag
++;
942 spin_unlock_bh(&conn
->sess
->ttt_lock
);
944 spin_lock_bh(&conn
->cmd_lock
);
945 list_add_tail(&cmd
->i_conn_node
, &conn
->conn_cmd_list
);
946 spin_unlock_bh(&conn
->cmd_lock
);
949 iscsit_start_nopin_response_timer(conn
);
950 iscsit_add_cmd_to_immediate_queue(cmd
, conn
, state
);
955 static void iscsit_handle_nopin_response_timeout(unsigned long data
)
957 struct iscsi_conn
*conn
= (struct iscsi_conn
*) data
;
959 iscsit_inc_conn_usage_count(conn
);
961 spin_lock_bh(&conn
->nopin_timer_lock
);
962 if (conn
->nopin_response_timer_flags
& ISCSI_TF_STOP
) {
963 spin_unlock_bh(&conn
->nopin_timer_lock
);
964 iscsit_dec_conn_usage_count(conn
);
968 pr_debug("Did not receive response to NOPIN on CID: %hu on"
969 " SID: %u, failing connection.\n", conn
->cid
,
971 conn
->nopin_response_timer_flags
&= ~ISCSI_TF_RUNNING
;
972 spin_unlock_bh(&conn
->nopin_timer_lock
);
975 struct iscsi_portal_group
*tpg
= conn
->sess
->tpg
;
976 struct iscsi_tiqn
*tiqn
= tpg
->tpg_tiqn
;
979 spin_lock_bh(&tiqn
->sess_err_stats
.lock
);
980 strcpy(tiqn
->sess_err_stats
.last_sess_fail_rem_name
,
981 conn
->sess
->sess_ops
->InitiatorName
);
982 tiqn
->sess_err_stats
.last_sess_failure_type
=
983 ISCSI_SESS_ERR_CXN_TIMEOUT
;
984 tiqn
->sess_err_stats
.cxn_timeout_errors
++;
985 atomic_long_inc(&conn
->sess
->conn_timeout_errors
);
986 spin_unlock_bh(&tiqn
->sess_err_stats
.lock
);
990 iscsit_cause_connection_reinstatement(conn
, 0);
991 iscsit_dec_conn_usage_count(conn
);
994 void iscsit_mod_nopin_response_timer(struct iscsi_conn
*conn
)
996 struct iscsi_session
*sess
= conn
->sess
;
997 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
999 spin_lock_bh(&conn
->nopin_timer_lock
);
1000 if (!(conn
->nopin_response_timer_flags
& ISCSI_TF_RUNNING
)) {
1001 spin_unlock_bh(&conn
->nopin_timer_lock
);
1005 mod_timer(&conn
->nopin_response_timer
,
1006 (get_jiffies_64() + na
->nopin_response_timeout
* HZ
));
1007 spin_unlock_bh(&conn
->nopin_timer_lock
);
1011 * Called with conn->nopin_timer_lock held.
1013 void iscsit_start_nopin_response_timer(struct iscsi_conn
*conn
)
1015 struct iscsi_session
*sess
= conn
->sess
;
1016 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
1018 spin_lock_bh(&conn
->nopin_timer_lock
);
1019 if (conn
->nopin_response_timer_flags
& ISCSI_TF_RUNNING
) {
1020 spin_unlock_bh(&conn
->nopin_timer_lock
);
1024 init_timer(&conn
->nopin_response_timer
);
1025 conn
->nopin_response_timer
.expires
=
1026 (get_jiffies_64() + na
->nopin_response_timeout
* HZ
);
1027 conn
->nopin_response_timer
.data
= (unsigned long)conn
;
1028 conn
->nopin_response_timer
.function
= iscsit_handle_nopin_response_timeout
;
1029 conn
->nopin_response_timer_flags
&= ~ISCSI_TF_STOP
;
1030 conn
->nopin_response_timer_flags
|= ISCSI_TF_RUNNING
;
1031 add_timer(&conn
->nopin_response_timer
);
1033 pr_debug("Started NOPIN Response Timer on CID: %d to %u"
1034 " seconds\n", conn
->cid
, na
->nopin_response_timeout
);
1035 spin_unlock_bh(&conn
->nopin_timer_lock
);
1038 void iscsit_stop_nopin_response_timer(struct iscsi_conn
*conn
)
1040 spin_lock_bh(&conn
->nopin_timer_lock
);
1041 if (!(conn
->nopin_response_timer_flags
& ISCSI_TF_RUNNING
)) {
1042 spin_unlock_bh(&conn
->nopin_timer_lock
);
1045 conn
->nopin_response_timer_flags
|= ISCSI_TF_STOP
;
1046 spin_unlock_bh(&conn
->nopin_timer_lock
);
1048 del_timer_sync(&conn
->nopin_response_timer
);
1050 spin_lock_bh(&conn
->nopin_timer_lock
);
1051 conn
->nopin_response_timer_flags
&= ~ISCSI_TF_RUNNING
;
1052 spin_unlock_bh(&conn
->nopin_timer_lock
);
1055 static void iscsit_handle_nopin_timeout(unsigned long data
)
1057 struct iscsi_conn
*conn
= (struct iscsi_conn
*) data
;
1059 iscsit_inc_conn_usage_count(conn
);
1061 spin_lock_bh(&conn
->nopin_timer_lock
);
1062 if (conn
->nopin_timer_flags
& ISCSI_TF_STOP
) {
1063 spin_unlock_bh(&conn
->nopin_timer_lock
);
1064 iscsit_dec_conn_usage_count(conn
);
1067 conn
->nopin_timer_flags
&= ~ISCSI_TF_RUNNING
;
1068 spin_unlock_bh(&conn
->nopin_timer_lock
);
1070 iscsit_add_nopin(conn
, 1);
1071 iscsit_dec_conn_usage_count(conn
);
1075 * Called with conn->nopin_timer_lock held.
1077 void __iscsit_start_nopin_timer(struct iscsi_conn
*conn
)
1079 struct iscsi_session
*sess
= conn
->sess
;
1080 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
1082 * NOPIN timeout is disabled.
1084 if (!na
->nopin_timeout
)
1087 if (conn
->nopin_timer_flags
& ISCSI_TF_RUNNING
)
1090 init_timer(&conn
->nopin_timer
);
1091 conn
->nopin_timer
.expires
= (get_jiffies_64() + na
->nopin_timeout
* HZ
);
1092 conn
->nopin_timer
.data
= (unsigned long)conn
;
1093 conn
->nopin_timer
.function
= iscsit_handle_nopin_timeout
;
1094 conn
->nopin_timer_flags
&= ~ISCSI_TF_STOP
;
1095 conn
->nopin_timer_flags
|= ISCSI_TF_RUNNING
;
1096 add_timer(&conn
->nopin_timer
);
1098 pr_debug("Started NOPIN Timer on CID: %d at %u second"
1099 " interval\n", conn
->cid
, na
->nopin_timeout
);
1102 void iscsit_start_nopin_timer(struct iscsi_conn
*conn
)
1104 struct iscsi_session
*sess
= conn
->sess
;
1105 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
1107 * NOPIN timeout is disabled..
1109 if (!na
->nopin_timeout
)
1112 spin_lock_bh(&conn
->nopin_timer_lock
);
1113 if (conn
->nopin_timer_flags
& ISCSI_TF_RUNNING
) {
1114 spin_unlock_bh(&conn
->nopin_timer_lock
);
1118 init_timer(&conn
->nopin_timer
);
1119 conn
->nopin_timer
.expires
= (get_jiffies_64() + na
->nopin_timeout
* HZ
);
1120 conn
->nopin_timer
.data
= (unsigned long)conn
;
1121 conn
->nopin_timer
.function
= iscsit_handle_nopin_timeout
;
1122 conn
->nopin_timer_flags
&= ~ISCSI_TF_STOP
;
1123 conn
->nopin_timer_flags
|= ISCSI_TF_RUNNING
;
1124 add_timer(&conn
->nopin_timer
);
1126 pr_debug("Started NOPIN Timer on CID: %d at %u second"
1127 " interval\n", conn
->cid
, na
->nopin_timeout
);
1128 spin_unlock_bh(&conn
->nopin_timer_lock
);
1131 void iscsit_stop_nopin_timer(struct iscsi_conn
*conn
)
1133 spin_lock_bh(&conn
->nopin_timer_lock
);
1134 if (!(conn
->nopin_timer_flags
& ISCSI_TF_RUNNING
)) {
1135 spin_unlock_bh(&conn
->nopin_timer_lock
);
1138 conn
->nopin_timer_flags
|= ISCSI_TF_STOP
;
1139 spin_unlock_bh(&conn
->nopin_timer_lock
);
1141 del_timer_sync(&conn
->nopin_timer
);
1143 spin_lock_bh(&conn
->nopin_timer_lock
);
1144 conn
->nopin_timer_flags
&= ~ISCSI_TF_RUNNING
;
1145 spin_unlock_bh(&conn
->nopin_timer_lock
);
1148 int iscsit_send_tx_data(
1149 struct iscsi_cmd
*cmd
,
1150 struct iscsi_conn
*conn
,
1153 int tx_sent
, tx_size
;
1158 tx_size
= cmd
->tx_size
;
1161 iov
= &cmd
->iov_data
[0];
1162 iov_count
= cmd
->iov_data_count
;
1164 iov
= &cmd
->iov_misc
[0];
1165 iov_count
= cmd
->iov_misc_count
;
1168 tx_sent
= tx_data(conn
, &iov
[0], iov_count
, tx_size
);
1169 if (tx_size
!= tx_sent
) {
1170 if (tx_sent
== -EAGAIN
) {
1171 pr_err("tx_data() returned -EAGAIN\n");
1181 int iscsit_fe_sendpage_sg(
1182 struct iscsi_cmd
*cmd
,
1183 struct iscsi_conn
*conn
)
1185 struct scatterlist
*sg
= cmd
->first_data_sg
;
1187 u32 tx_hdr_size
, data_len
;
1188 u32 offset
= cmd
->first_data_sg_off
;
1189 int tx_sent
, iov_off
;
1192 tx_hdr_size
= ISCSI_HDR_LEN
;
1193 if (conn
->conn_ops
->HeaderDigest
)
1194 tx_hdr_size
+= ISCSI_CRC_LEN
;
1196 iov
.iov_base
= cmd
->pdu
;
1197 iov
.iov_len
= tx_hdr_size
;
1199 tx_sent
= tx_data(conn
, &iov
, 1, tx_hdr_size
);
1200 if (tx_hdr_size
!= tx_sent
) {
1201 if (tx_sent
== -EAGAIN
) {
1202 pr_err("tx_data() returned -EAGAIN\n");
1208 data_len
= cmd
->tx_size
- tx_hdr_size
- cmd
->padding
;
1210 * Set iov_off used by padding and data digest tx_data() calls below
1211 * in order to determine proper offset into cmd->iov_data[]
1213 if (conn
->conn_ops
->DataDigest
) {
1214 data_len
-= ISCSI_CRC_LEN
;
1216 iov_off
= (cmd
->iov_data_count
- 2);
1218 iov_off
= (cmd
->iov_data_count
- 1);
1220 iov_off
= (cmd
->iov_data_count
- 1);
1223 * Perform sendpage() for each page in the scatterlist
1226 u32 space
= (sg
->length
- offset
);
1227 u32 sub_len
= min_t(u32
, data_len
, space
);
1229 tx_sent
= conn
->sock
->ops
->sendpage(conn
->sock
,
1230 sg_page(sg
), sg
->offset
+ offset
, sub_len
, 0);
1231 if (tx_sent
!= sub_len
) {
1232 if (tx_sent
== -EAGAIN
) {
1233 pr_err("tcp_sendpage() returned"
1238 pr_err("tcp_sendpage() failure: %d\n",
1243 data_len
-= sub_len
;
1250 struct kvec
*iov_p
= &cmd
->iov_data
[iov_off
++];
1252 tx_sent
= tx_data(conn
, iov_p
, 1, cmd
->padding
);
1253 if (cmd
->padding
!= tx_sent
) {
1254 if (tx_sent
== -EAGAIN
) {
1255 pr_err("tx_data() returned -EAGAIN\n");
1263 if (conn
->conn_ops
->DataDigest
) {
1264 struct kvec
*iov_d
= &cmd
->iov_data
[iov_off
];
1266 tx_sent
= tx_data(conn
, iov_d
, 1, ISCSI_CRC_LEN
);
1267 if (ISCSI_CRC_LEN
!= tx_sent
) {
1268 if (tx_sent
== -EAGAIN
) {
1269 pr_err("tx_data() returned -EAGAIN\n");
1280 * This function is used for mainly sending a ISCSI_TARG_LOGIN_RSP PDU
1281 * back to the Initiator when an expection condition occurs with the
1282 * errors set in status_class and status_detail.
1284 * Parameters: iSCSI Connection, Status Class, Status Detail.
1285 * Returns: 0 on success, -1 on error.
1287 int iscsit_tx_login_rsp(struct iscsi_conn
*conn
, u8 status_class
, u8 status_detail
)
1289 struct iscsi_login_rsp
*hdr
;
1290 struct iscsi_login
*login
= conn
->conn_login
;
1292 login
->login_failed
= 1;
1293 iscsit_collect_login_stats(conn
, status_class
, status_detail
);
1295 hdr
= (struct iscsi_login_rsp
*)&login
->rsp
[0];
1296 hdr
->opcode
= ISCSI_OP_LOGIN_RSP
;
1297 hdr
->status_class
= status_class
;
1298 hdr
->status_detail
= status_detail
;
1299 hdr
->itt
= conn
->login_itt
;
1301 return conn
->conn_transport
->iscsit_put_login_tx(conn
, login
, 0);
1304 void iscsit_print_session_params(struct iscsi_session
*sess
)
1306 struct iscsi_conn
*conn
;
1308 pr_debug("-----------------------------[Session Params for"
1309 " SID: %u]-----------------------------\n", sess
->sid
);
1310 spin_lock_bh(&sess
->conn_lock
);
1311 list_for_each_entry(conn
, &sess
->sess_conn_list
, conn_list
)
1312 iscsi_dump_conn_ops(conn
->conn_ops
);
1313 spin_unlock_bh(&sess
->conn_lock
);
1315 iscsi_dump_sess_ops(sess
->sess_ops
);
1318 static int iscsit_do_rx_data(
1319 struct iscsi_conn
*conn
,
1320 struct iscsi_data_count
*count
)
1322 int data
= count
->data_length
, rx_loop
= 0, total_rx
= 0, iov_len
;
1326 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1329 memset(&msg
, 0, sizeof(struct msghdr
));
1332 iov_len
= count
->iov_count
;
1334 while (total_rx
< data
) {
1335 rx_loop
= kernel_recvmsg(conn
->sock
, &msg
, iov_p
, iov_len
,
1336 (data
- total_rx
), MSG_WAITALL
);
1338 pr_debug("rx_loop: %d total_rx: %d\n",
1342 total_rx
+= rx_loop
;
1343 pr_debug("rx_loop: %d, total_rx: %d, data: %d\n",
1344 rx_loop
, total_rx
, data
);
1350 static int iscsit_do_tx_data(
1351 struct iscsi_conn
*conn
,
1352 struct iscsi_data_count
*count
)
1354 int data
= count
->data_length
, total_tx
= 0, tx_loop
= 0, iov_len
;
1358 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1362 pr_err("Data length is: %d\n", data
);
1366 memset(&msg
, 0, sizeof(struct msghdr
));
1369 iov_len
= count
->iov_count
;
1371 while (total_tx
< data
) {
1372 tx_loop
= kernel_sendmsg(conn
->sock
, &msg
, iov_p
, iov_len
,
1375 pr_debug("tx_loop: %d total_tx %d\n",
1379 total_tx
+= tx_loop
;
1380 pr_debug("tx_loop: %d, total_tx: %d, data: %d\n",
1381 tx_loop
, total_tx
, data
);
1388 struct iscsi_conn
*conn
,
1393 struct iscsi_data_count c
;
1395 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1398 memset(&c
, 0, sizeof(struct iscsi_data_count
));
1400 c
.iov_count
= iov_count
;
1401 c
.data_length
= data
;
1402 c
.type
= ISCSI_RX_DATA
;
1404 return iscsit_do_rx_data(conn
, &c
);
1408 struct iscsi_conn
*conn
,
1413 struct iscsi_data_count c
;
1415 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1418 memset(&c
, 0, sizeof(struct iscsi_data_count
));
1420 c
.iov_count
= iov_count
;
1421 c
.data_length
= data
;
1422 c
.type
= ISCSI_TX_DATA
;
1424 return iscsit_do_tx_data(conn
, &c
);
1427 void iscsit_collect_login_stats(
1428 struct iscsi_conn
*conn
,
1432 struct iscsi_param
*intrname
= NULL
;
1433 struct iscsi_tiqn
*tiqn
;
1434 struct iscsi_login_stats
*ls
;
1436 tiqn
= iscsit_snmp_get_tiqn(conn
);
1440 ls
= &tiqn
->login_stats
;
1442 spin_lock(&ls
->lock
);
1443 if (!strcmp(conn
->login_ip
, ls
->last_intr_fail_ip_addr
) &&
1444 ((get_jiffies_64() - ls
->last_fail_time
) < 10)) {
1445 /* We already have the failure info for this login */
1446 spin_unlock(&ls
->lock
);
1450 if (status_class
== ISCSI_STATUS_CLS_SUCCESS
)
1452 else if (status_class
== ISCSI_STATUS_CLS_REDIRECT
) {
1454 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_REDIRECT
;
1455 } else if ((status_class
== ISCSI_STATUS_CLS_INITIATOR_ERR
) &&
1456 (status_detail
== ISCSI_LOGIN_STATUS_AUTH_FAILED
)) {
1457 ls
->authenticate_fails
++;
1458 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_AUTHENTICATE
;
1459 } else if ((status_class
== ISCSI_STATUS_CLS_INITIATOR_ERR
) &&
1460 (status_detail
== ISCSI_LOGIN_STATUS_TGT_FORBIDDEN
)) {
1461 ls
->authorize_fails
++;
1462 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_AUTHORIZE
;
1463 } else if ((status_class
== ISCSI_STATUS_CLS_INITIATOR_ERR
) &&
1464 (status_detail
== ISCSI_LOGIN_STATUS_INIT_ERR
)) {
1465 ls
->negotiate_fails
++;
1466 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_NEGOTIATE
;
1469 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_OTHER
;
1472 /* Save initiator name, ip address and time, if it is a failed login */
1473 if (status_class
!= ISCSI_STATUS_CLS_SUCCESS
) {
1474 if (conn
->param_list
)
1475 intrname
= iscsi_find_param_from_key(INITIATORNAME
,
1477 strcpy(ls
->last_intr_fail_name
,
1478 (intrname
? intrname
->value
: "Unknown"));
1480 ls
->last_intr_fail_ip_family
= conn
->login_family
;
1482 snprintf(ls
->last_intr_fail_ip_addr
, IPV6_ADDRESS_SPACE
,
1483 "%s", conn
->login_ip
);
1484 ls
->last_fail_time
= get_jiffies_64();
1487 spin_unlock(&ls
->lock
);
1490 struct iscsi_tiqn
*iscsit_snmp_get_tiqn(struct iscsi_conn
*conn
)
1492 struct iscsi_portal_group
*tpg
;
1494 if (!conn
|| !conn
->sess
)
1497 tpg
= conn
->sess
->tpg
;
1504 return tpg
->tpg_tiqn
;