1 /*******************************************************************************
2 * This file contains the iSCSI Target specific utility functions.
4 * (c) Copyright 2007-2013 Datera, Inc.
6 * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 ******************************************************************************/
19 #include <linux/list.h>
20 #include <linux/percpu_ida.h>
21 #include <scsi/scsi_tcq.h>
22 #include <scsi/iscsi_proto.h>
23 #include <target/target_core_base.h>
24 #include <target/target_core_fabric.h>
25 #include <target/target_core_configfs.h>
26 #include <target/iscsi/iscsi_transport.h>
28 #include "iscsi_target_core.h"
29 #include "iscsi_target_parameters.h"
30 #include "iscsi_target_seq_pdu_list.h"
31 #include "iscsi_target_datain_values.h"
32 #include "iscsi_target_erl0.h"
33 #include "iscsi_target_erl1.h"
34 #include "iscsi_target_erl2.h"
35 #include "iscsi_target_tpg.h"
36 #include "iscsi_target_tq.h"
37 #include "iscsi_target_util.h"
38 #include "iscsi_target.h"
40 #define PRINT_BUFF(buff, len) \
44 pr_debug("%d:\n", __LINE__); \
45 for (zzz = 0; zzz < len; zzz++) { \
46 if (zzz % 16 == 0) { \
49 pr_debug("%4i: ", zzz); \
51 pr_debug("%02x ", (unsigned char) (buff)[zzz]); \
57 extern struct list_head g_tiqn_list
;
58 extern spinlock_t tiqn_lock
;
61 * Called with cmd->r2t_lock held.
63 int iscsit_add_r2t_to_list(
64 struct iscsi_cmd
*cmd
,
70 struct iscsi_r2t
*r2t
;
72 r2t
= kmem_cache_zalloc(lio_r2t_cache
, GFP_ATOMIC
);
74 pr_err("Unable to allocate memory for struct iscsi_r2t.\n");
77 INIT_LIST_HEAD(&r2t
->r2t_list
);
79 r2t
->recovery_r2t
= recovery
;
80 r2t
->r2t_sn
= (!r2t_sn
) ? cmd
->r2t_sn
++ : r2t_sn
;
82 r2t
->xfer_len
= xfer_len
;
83 list_add_tail(&r2t
->r2t_list
, &cmd
->cmd_r2t_list
);
84 spin_unlock_bh(&cmd
->r2t_lock
);
86 iscsit_add_cmd_to_immediate_queue(cmd
, cmd
->conn
, ISTATE_SEND_R2T
);
88 spin_lock_bh(&cmd
->r2t_lock
);
92 struct iscsi_r2t
*iscsit_get_r2t_for_eos(
93 struct iscsi_cmd
*cmd
,
97 struct iscsi_r2t
*r2t
;
99 spin_lock_bh(&cmd
->r2t_lock
);
100 list_for_each_entry(r2t
, &cmd
->cmd_r2t_list
, r2t_list
) {
101 if ((r2t
->offset
<= offset
) &&
102 (r2t
->offset
+ r2t
->xfer_len
) >= (offset
+ length
)) {
103 spin_unlock_bh(&cmd
->r2t_lock
);
107 spin_unlock_bh(&cmd
->r2t_lock
);
109 pr_err("Unable to locate R2T for Offset: %u, Length:"
110 " %u\n", offset
, length
);
114 struct iscsi_r2t
*iscsit_get_r2t_from_list(struct iscsi_cmd
*cmd
)
116 struct iscsi_r2t
*r2t
;
118 spin_lock_bh(&cmd
->r2t_lock
);
119 list_for_each_entry(r2t
, &cmd
->cmd_r2t_list
, r2t_list
) {
120 if (!r2t
->sent_r2t
) {
121 spin_unlock_bh(&cmd
->r2t_lock
);
125 spin_unlock_bh(&cmd
->r2t_lock
);
127 pr_err("Unable to locate next R2T to send for ITT:"
128 " 0x%08x.\n", cmd
->init_task_tag
);
133 * Called with cmd->r2t_lock held.
135 void iscsit_free_r2t(struct iscsi_r2t
*r2t
, struct iscsi_cmd
*cmd
)
137 list_del(&r2t
->r2t_list
);
138 kmem_cache_free(lio_r2t_cache
, r2t
);
141 void iscsit_free_r2ts_from_list(struct iscsi_cmd
*cmd
)
143 struct iscsi_r2t
*r2t
, *r2t_tmp
;
145 spin_lock_bh(&cmd
->r2t_lock
);
146 list_for_each_entry_safe(r2t
, r2t_tmp
, &cmd
->cmd_r2t_list
, r2t_list
)
147 iscsit_free_r2t(r2t
, cmd
);
148 spin_unlock_bh(&cmd
->r2t_lock
);
152 * May be called from software interrupt (timer) context for allocating
155 struct iscsi_cmd
*iscsit_allocate_cmd(struct iscsi_conn
*conn
, gfp_t gfp_mask
)
157 struct iscsi_cmd
*cmd
;
158 struct se_session
*se_sess
= conn
->sess
->se_sess
;
161 tag
= percpu_ida_alloc(&se_sess
->sess_tag_pool
, gfp_mask
);
162 size
= sizeof(struct iscsi_cmd
) + conn
->conn_transport
->priv_size
;
163 cmd
= (struct iscsi_cmd
*)(se_sess
->sess_cmd_map
+ (tag
* size
));
164 memset(cmd
, 0, size
);
166 cmd
->se_cmd
.map_tag
= tag
;
168 INIT_LIST_HEAD(&cmd
->i_conn_node
);
169 INIT_LIST_HEAD(&cmd
->datain_list
);
170 INIT_LIST_HEAD(&cmd
->cmd_r2t_list
);
171 spin_lock_init(&cmd
->datain_lock
);
172 spin_lock_init(&cmd
->dataout_timeout_lock
);
173 spin_lock_init(&cmd
->istate_lock
);
174 spin_lock_init(&cmd
->error_lock
);
175 spin_lock_init(&cmd
->r2t_lock
);
179 EXPORT_SYMBOL(iscsit_allocate_cmd
);
181 struct iscsi_seq
*iscsit_get_seq_holder_for_datain(
182 struct iscsi_cmd
*cmd
,
187 for (i
= 0; i
< cmd
->seq_count
; i
++)
188 if (cmd
->seq_list
[i
].seq_send_order
== seq_send_order
)
189 return &cmd
->seq_list
[i
];
194 struct iscsi_seq
*iscsit_get_seq_holder_for_r2t(struct iscsi_cmd
*cmd
)
198 if (!cmd
->seq_list
) {
199 pr_err("struct iscsi_cmd->seq_list is NULL!\n");
203 for (i
= 0; i
< cmd
->seq_count
; i
++) {
204 if (cmd
->seq_list
[i
].type
!= SEQTYPE_NORMAL
)
206 if (cmd
->seq_list
[i
].seq_send_order
== cmd
->seq_send_order
) {
207 cmd
->seq_send_order
++;
208 return &cmd
->seq_list
[i
];
215 struct iscsi_r2t
*iscsit_get_holder_for_r2tsn(
216 struct iscsi_cmd
*cmd
,
219 struct iscsi_r2t
*r2t
;
221 spin_lock_bh(&cmd
->r2t_lock
);
222 list_for_each_entry(r2t
, &cmd
->cmd_r2t_list
, r2t_list
) {
223 if (r2t
->r2t_sn
== r2t_sn
) {
224 spin_unlock_bh(&cmd
->r2t_lock
);
228 spin_unlock_bh(&cmd
->r2t_lock
);
233 static inline int iscsit_check_received_cmdsn(struct iscsi_session
*sess
, u32 cmdsn
)
238 * This is the proper method of checking received CmdSN against
239 * ExpCmdSN and MaxCmdSN values, as well as accounting for out
240 * or order CmdSNs due to multiple connection sessions and/or
243 if (iscsi_sna_gt(cmdsn
, sess
->max_cmd_sn
)) {
244 pr_err("Received CmdSN: 0x%08x is greater than"
245 " MaxCmdSN: 0x%08x, protocol error.\n", cmdsn
,
247 ret
= CMDSN_ERROR_CANNOT_RECOVER
;
249 } else if (cmdsn
== sess
->exp_cmd_sn
) {
251 pr_debug("Received CmdSN matches ExpCmdSN,"
252 " incremented ExpCmdSN to: 0x%08x\n",
254 ret
= CMDSN_NORMAL_OPERATION
;
256 } else if (iscsi_sna_gt(cmdsn
, sess
->exp_cmd_sn
)) {
257 pr_debug("Received CmdSN: 0x%08x is greater"
258 " than ExpCmdSN: 0x%08x, not acknowledging.\n",
259 cmdsn
, sess
->exp_cmd_sn
);
260 ret
= CMDSN_HIGHER_THAN_EXP
;
263 pr_err("Received CmdSN: 0x%08x is less than"
264 " ExpCmdSN: 0x%08x, ignoring.\n", cmdsn
,
266 ret
= CMDSN_LOWER_THAN_EXP
;
273 * Commands may be received out of order if MC/S is in use.
274 * Ensure they are executed in CmdSN order.
276 int iscsit_sequence_cmd(struct iscsi_conn
*conn
, struct iscsi_cmd
*cmd
,
277 unsigned char *buf
, __be32 cmdsn
)
281 u8 reason
= ISCSI_REASON_BOOKMARK_NO_RESOURCES
;
283 mutex_lock(&conn
->sess
->cmdsn_mutex
);
285 cmdsn_ret
= iscsit_check_received_cmdsn(conn
->sess
, be32_to_cpu(cmdsn
));
287 case CMDSN_NORMAL_OPERATION
:
288 ret
= iscsit_execute_cmd(cmd
, 0);
289 if ((ret
>= 0) && !list_empty(&conn
->sess
->sess_ooo_cmdsn_list
))
290 iscsit_execute_ooo_cmdsns(conn
->sess
);
293 ret
= CMDSN_ERROR_CANNOT_RECOVER
;
296 case CMDSN_HIGHER_THAN_EXP
:
297 ret
= iscsit_handle_ooo_cmdsn(conn
->sess
, cmd
, be32_to_cpu(cmdsn
));
300 ret
= CMDSN_ERROR_CANNOT_RECOVER
;
303 ret
= CMDSN_HIGHER_THAN_EXP
;
305 case CMDSN_LOWER_THAN_EXP
:
306 cmd
->i_state
= ISTATE_REMOVE
;
307 iscsit_add_cmd_to_immediate_queue(cmd
, conn
, cmd
->i_state
);
311 reason
= ISCSI_REASON_PROTOCOL_ERROR
;
316 mutex_unlock(&conn
->sess
->cmdsn_mutex
);
319 iscsit_reject_cmd(cmd
, reason
, buf
);
323 EXPORT_SYMBOL(iscsit_sequence_cmd
);
325 int iscsit_check_unsolicited_dataout(struct iscsi_cmd
*cmd
, unsigned char *buf
)
327 struct iscsi_conn
*conn
= cmd
->conn
;
328 struct se_cmd
*se_cmd
= &cmd
->se_cmd
;
329 struct iscsi_data
*hdr
= (struct iscsi_data
*) buf
;
330 u32 payload_length
= ntoh24(hdr
->dlength
);
332 if (conn
->sess
->sess_ops
->InitialR2T
) {
333 pr_err("Received unexpected unsolicited data"
334 " while InitialR2T=Yes, protocol error.\n");
335 transport_send_check_condition_and_sense(se_cmd
,
336 TCM_UNEXPECTED_UNSOLICITED_DATA
, 0);
340 if ((cmd
->first_burst_len
+ payload_length
) >
341 conn
->sess
->sess_ops
->FirstBurstLength
) {
342 pr_err("Total %u bytes exceeds FirstBurstLength: %u"
343 " for this Unsolicited DataOut Burst.\n",
344 (cmd
->first_burst_len
+ payload_length
),
345 conn
->sess
->sess_ops
->FirstBurstLength
);
346 transport_send_check_condition_and_sense(se_cmd
,
347 TCM_INCORRECT_AMOUNT_OF_DATA
, 0);
351 if (!(hdr
->flags
& ISCSI_FLAG_CMD_FINAL
))
354 if (((cmd
->first_burst_len
+ payload_length
) != cmd
->se_cmd
.data_length
) &&
355 ((cmd
->first_burst_len
+ payload_length
) !=
356 conn
->sess
->sess_ops
->FirstBurstLength
)) {
357 pr_err("Unsolicited non-immediate data received %u"
358 " does not equal FirstBurstLength: %u, and does"
359 " not equal ExpXferLen %u.\n",
360 (cmd
->first_burst_len
+ payload_length
),
361 conn
->sess
->sess_ops
->FirstBurstLength
, cmd
->se_cmd
.data_length
);
362 transport_send_check_condition_and_sense(se_cmd
,
363 TCM_INCORRECT_AMOUNT_OF_DATA
, 0);
369 struct iscsi_cmd
*iscsit_find_cmd_from_itt(
370 struct iscsi_conn
*conn
,
373 struct iscsi_cmd
*cmd
;
375 spin_lock_bh(&conn
->cmd_lock
);
376 list_for_each_entry(cmd
, &conn
->conn_cmd_list
, i_conn_node
) {
377 if (cmd
->init_task_tag
== init_task_tag
) {
378 spin_unlock_bh(&conn
->cmd_lock
);
382 spin_unlock_bh(&conn
->cmd_lock
);
384 pr_err("Unable to locate ITT: 0x%08x on CID: %hu",
385 init_task_tag
, conn
->cid
);
389 struct iscsi_cmd
*iscsit_find_cmd_from_itt_or_dump(
390 struct iscsi_conn
*conn
,
394 struct iscsi_cmd
*cmd
;
396 spin_lock_bh(&conn
->cmd_lock
);
397 list_for_each_entry(cmd
, &conn
->conn_cmd_list
, i_conn_node
) {
398 if (cmd
->init_task_tag
== init_task_tag
) {
399 spin_unlock_bh(&conn
->cmd_lock
);
403 spin_unlock_bh(&conn
->cmd_lock
);
405 pr_err("Unable to locate ITT: 0x%08x on CID: %hu,"
406 " dumping payload\n", init_task_tag
, conn
->cid
);
408 iscsit_dump_data_payload(conn
, length
, 1);
413 struct iscsi_cmd
*iscsit_find_cmd_from_ttt(
414 struct iscsi_conn
*conn
,
417 struct iscsi_cmd
*cmd
= NULL
;
419 spin_lock_bh(&conn
->cmd_lock
);
420 list_for_each_entry(cmd
, &conn
->conn_cmd_list
, i_conn_node
) {
421 if (cmd
->targ_xfer_tag
== targ_xfer_tag
) {
422 spin_unlock_bh(&conn
->cmd_lock
);
426 spin_unlock_bh(&conn
->cmd_lock
);
428 pr_err("Unable to locate TTT: 0x%08x on CID: %hu\n",
429 targ_xfer_tag
, conn
->cid
);
433 int iscsit_find_cmd_for_recovery(
434 struct iscsi_session
*sess
,
435 struct iscsi_cmd
**cmd_ptr
,
436 struct iscsi_conn_recovery
**cr_ptr
,
439 struct iscsi_cmd
*cmd
= NULL
;
440 struct iscsi_conn_recovery
*cr
;
442 * Scan through the inactive connection recovery list's command list.
443 * If init_task_tag matches the command is still alligent.
445 spin_lock(&sess
->cr_i_lock
);
446 list_for_each_entry(cr
, &sess
->cr_inactive_list
, cr_list
) {
447 spin_lock(&cr
->conn_recovery_cmd_lock
);
448 list_for_each_entry(cmd
, &cr
->conn_recovery_cmd_list
, i_conn_node
) {
449 if (cmd
->init_task_tag
== init_task_tag
) {
450 spin_unlock(&cr
->conn_recovery_cmd_lock
);
451 spin_unlock(&sess
->cr_i_lock
);
458 spin_unlock(&cr
->conn_recovery_cmd_lock
);
460 spin_unlock(&sess
->cr_i_lock
);
462 * Scan through the active connection recovery list's command list.
463 * If init_task_tag matches the command is ready to be reassigned.
465 spin_lock(&sess
->cr_a_lock
);
466 list_for_each_entry(cr
, &sess
->cr_active_list
, cr_list
) {
467 spin_lock(&cr
->conn_recovery_cmd_lock
);
468 list_for_each_entry(cmd
, &cr
->conn_recovery_cmd_list
, i_conn_node
) {
469 if (cmd
->init_task_tag
== init_task_tag
) {
470 spin_unlock(&cr
->conn_recovery_cmd_lock
);
471 spin_unlock(&sess
->cr_a_lock
);
478 spin_unlock(&cr
->conn_recovery_cmd_lock
);
480 spin_unlock(&sess
->cr_a_lock
);
485 void iscsit_add_cmd_to_immediate_queue(
486 struct iscsi_cmd
*cmd
,
487 struct iscsi_conn
*conn
,
490 struct iscsi_queue_req
*qr
;
492 qr
= kmem_cache_zalloc(lio_qr_cache
, GFP_ATOMIC
);
494 pr_err("Unable to allocate memory for"
495 " struct iscsi_queue_req\n");
498 INIT_LIST_HEAD(&qr
->qr_list
);
502 spin_lock_bh(&conn
->immed_queue_lock
);
503 list_add_tail(&qr
->qr_list
, &conn
->immed_queue_list
);
504 atomic_inc(&cmd
->immed_queue_count
);
505 atomic_set(&conn
->check_immediate_queue
, 1);
506 spin_unlock_bh(&conn
->immed_queue_lock
);
508 wake_up(&conn
->queues_wq
);
511 struct iscsi_queue_req
*iscsit_get_cmd_from_immediate_queue(struct iscsi_conn
*conn
)
513 struct iscsi_queue_req
*qr
;
515 spin_lock_bh(&conn
->immed_queue_lock
);
516 if (list_empty(&conn
->immed_queue_list
)) {
517 spin_unlock_bh(&conn
->immed_queue_lock
);
520 qr
= list_first_entry(&conn
->immed_queue_list
,
521 struct iscsi_queue_req
, qr_list
);
523 list_del(&qr
->qr_list
);
525 atomic_dec(&qr
->cmd
->immed_queue_count
);
526 spin_unlock_bh(&conn
->immed_queue_lock
);
531 static void iscsit_remove_cmd_from_immediate_queue(
532 struct iscsi_cmd
*cmd
,
533 struct iscsi_conn
*conn
)
535 struct iscsi_queue_req
*qr
, *qr_tmp
;
537 spin_lock_bh(&conn
->immed_queue_lock
);
538 if (!atomic_read(&cmd
->immed_queue_count
)) {
539 spin_unlock_bh(&conn
->immed_queue_lock
);
543 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->immed_queue_list
, qr_list
) {
547 atomic_dec(&qr
->cmd
->immed_queue_count
);
548 list_del(&qr
->qr_list
);
549 kmem_cache_free(lio_qr_cache
, qr
);
551 spin_unlock_bh(&conn
->immed_queue_lock
);
553 if (atomic_read(&cmd
->immed_queue_count
)) {
554 pr_err("ITT: 0x%08x immed_queue_count: %d\n",
556 atomic_read(&cmd
->immed_queue_count
));
560 void iscsit_add_cmd_to_response_queue(
561 struct iscsi_cmd
*cmd
,
562 struct iscsi_conn
*conn
,
565 struct iscsi_queue_req
*qr
;
567 qr
= kmem_cache_zalloc(lio_qr_cache
, GFP_ATOMIC
);
569 pr_err("Unable to allocate memory for"
570 " struct iscsi_queue_req\n");
573 INIT_LIST_HEAD(&qr
->qr_list
);
577 spin_lock_bh(&conn
->response_queue_lock
);
578 list_add_tail(&qr
->qr_list
, &conn
->response_queue_list
);
579 atomic_inc(&cmd
->response_queue_count
);
580 spin_unlock_bh(&conn
->response_queue_lock
);
582 wake_up(&conn
->queues_wq
);
585 struct iscsi_queue_req
*iscsit_get_cmd_from_response_queue(struct iscsi_conn
*conn
)
587 struct iscsi_queue_req
*qr
;
589 spin_lock_bh(&conn
->response_queue_lock
);
590 if (list_empty(&conn
->response_queue_list
)) {
591 spin_unlock_bh(&conn
->response_queue_lock
);
595 qr
= list_first_entry(&conn
->response_queue_list
,
596 struct iscsi_queue_req
, qr_list
);
598 list_del(&qr
->qr_list
);
600 atomic_dec(&qr
->cmd
->response_queue_count
);
601 spin_unlock_bh(&conn
->response_queue_lock
);
606 static void iscsit_remove_cmd_from_response_queue(
607 struct iscsi_cmd
*cmd
,
608 struct iscsi_conn
*conn
)
610 struct iscsi_queue_req
*qr
, *qr_tmp
;
612 spin_lock_bh(&conn
->response_queue_lock
);
613 if (!atomic_read(&cmd
->response_queue_count
)) {
614 spin_unlock_bh(&conn
->response_queue_lock
);
618 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->response_queue_list
,
623 atomic_dec(&qr
->cmd
->response_queue_count
);
624 list_del(&qr
->qr_list
);
625 kmem_cache_free(lio_qr_cache
, qr
);
627 spin_unlock_bh(&conn
->response_queue_lock
);
629 if (atomic_read(&cmd
->response_queue_count
)) {
630 pr_err("ITT: 0x%08x response_queue_count: %d\n",
632 atomic_read(&cmd
->response_queue_count
));
636 bool iscsit_conn_all_queues_empty(struct iscsi_conn
*conn
)
640 spin_lock_bh(&conn
->immed_queue_lock
);
641 empty
= list_empty(&conn
->immed_queue_list
);
642 spin_unlock_bh(&conn
->immed_queue_lock
);
647 spin_lock_bh(&conn
->response_queue_lock
);
648 empty
= list_empty(&conn
->response_queue_list
);
649 spin_unlock_bh(&conn
->response_queue_lock
);
654 void iscsit_free_queue_reqs_for_conn(struct iscsi_conn
*conn
)
656 struct iscsi_queue_req
*qr
, *qr_tmp
;
658 spin_lock_bh(&conn
->immed_queue_lock
);
659 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->immed_queue_list
, qr_list
) {
660 list_del(&qr
->qr_list
);
662 atomic_dec(&qr
->cmd
->immed_queue_count
);
664 kmem_cache_free(lio_qr_cache
, qr
);
666 spin_unlock_bh(&conn
->immed_queue_lock
);
668 spin_lock_bh(&conn
->response_queue_lock
);
669 list_for_each_entry_safe(qr
, qr_tmp
, &conn
->response_queue_list
,
671 list_del(&qr
->qr_list
);
673 atomic_dec(&qr
->cmd
->response_queue_count
);
675 kmem_cache_free(lio_qr_cache
, qr
);
677 spin_unlock_bh(&conn
->response_queue_lock
);
680 void iscsit_release_cmd(struct iscsi_cmd
*cmd
)
682 struct iscsi_session
*sess
;
683 struct se_cmd
*se_cmd
= &cmd
->se_cmd
;
686 sess
= cmd
->conn
->sess
;
690 BUG_ON(!sess
|| !sess
->se_sess
);
693 kfree(cmd
->pdu_list
);
694 kfree(cmd
->seq_list
);
696 kfree(cmd
->iov_data
);
697 kfree(cmd
->text_in_ptr
);
699 percpu_ida_free(&sess
->se_sess
->sess_tag_pool
, se_cmd
->map_tag
);
701 EXPORT_SYMBOL(iscsit_release_cmd
);
703 static void __iscsit_free_cmd(struct iscsi_cmd
*cmd
, bool scsi_cmd
,
706 struct iscsi_conn
*conn
= cmd
->conn
;
709 if (cmd
->data_direction
== DMA_TO_DEVICE
) {
710 iscsit_stop_dataout_timer(cmd
);
711 iscsit_free_r2ts_from_list(cmd
);
713 if (cmd
->data_direction
== DMA_FROM_DEVICE
)
714 iscsit_free_all_datain_reqs(cmd
);
717 if (conn
&& check_queues
) {
718 iscsit_remove_cmd_from_immediate_queue(cmd
, conn
);
719 iscsit_remove_cmd_from_response_queue(cmd
, conn
);
723 void iscsit_free_cmd(struct iscsi_cmd
*cmd
, bool shutdown
)
725 struct se_cmd
*se_cmd
= NULL
;
728 * Determine if a struct se_cmd is associated with
729 * this struct iscsi_cmd.
731 switch (cmd
->iscsi_opcode
) {
732 case ISCSI_OP_SCSI_CMD
:
733 se_cmd
= &cmd
->se_cmd
;
734 __iscsit_free_cmd(cmd
, true, shutdown
);
738 case ISCSI_OP_SCSI_TMFUNC
:
739 rc
= transport_generic_free_cmd(&cmd
->se_cmd
, 1);
740 if (!rc
&& shutdown
&& se_cmd
&& se_cmd
->se_sess
) {
741 __iscsit_free_cmd(cmd
, true, shutdown
);
742 target_put_sess_cmd(se_cmd
->se_sess
, se_cmd
);
745 case ISCSI_OP_REJECT
:
747 * Handle special case for REJECT when iscsi_add_reject*() has
748 * overwritten the original iscsi_opcode assignment, and the
749 * associated cmd->se_cmd needs to be released.
751 if (cmd
->se_cmd
.se_tfo
!= NULL
) {
752 se_cmd
= &cmd
->se_cmd
;
753 __iscsit_free_cmd(cmd
, true, shutdown
);
755 rc
= transport_generic_free_cmd(&cmd
->se_cmd
, 1);
756 if (!rc
&& shutdown
&& se_cmd
->se_sess
) {
757 __iscsit_free_cmd(cmd
, true, shutdown
);
758 target_put_sess_cmd(se_cmd
->se_sess
, se_cmd
);
764 __iscsit_free_cmd(cmd
, false, shutdown
);
765 iscsit_release_cmd(cmd
);
770 int iscsit_check_session_usage_count(struct iscsi_session
*sess
)
772 spin_lock_bh(&sess
->session_usage_lock
);
773 if (sess
->session_usage_count
!= 0) {
774 sess
->session_waiting_on_uc
= 1;
775 spin_unlock_bh(&sess
->session_usage_lock
);
779 wait_for_completion(&sess
->session_waiting_on_uc_comp
);
782 spin_unlock_bh(&sess
->session_usage_lock
);
787 void iscsit_dec_session_usage_count(struct iscsi_session
*sess
)
789 spin_lock_bh(&sess
->session_usage_lock
);
790 sess
->session_usage_count
--;
792 if (!sess
->session_usage_count
&& sess
->session_waiting_on_uc
)
793 complete(&sess
->session_waiting_on_uc_comp
);
795 spin_unlock_bh(&sess
->session_usage_lock
);
798 void iscsit_inc_session_usage_count(struct iscsi_session
*sess
)
800 spin_lock_bh(&sess
->session_usage_lock
);
801 sess
->session_usage_count
++;
802 spin_unlock_bh(&sess
->session_usage_lock
);
806 * Setup conn->if_marker and conn->of_marker values based upon
807 * the initial marker-less interval. (see iSCSI v19 A.2)
809 int iscsit_set_sync_and_steering_values(struct iscsi_conn
*conn
)
811 int login_ifmarker_count
= 0, login_ofmarker_count
= 0, next_marker
= 0;
813 * IFMarkInt and OFMarkInt are negotiated as 32-bit words.
815 u32 IFMarkInt
= (conn
->conn_ops
->IFMarkInt
* 4);
816 u32 OFMarkInt
= (conn
->conn_ops
->OFMarkInt
* 4);
818 if (conn
->conn_ops
->OFMarker
) {
820 * Account for the first Login Command received not
821 * via iscsi_recv_msg().
823 conn
->of_marker
+= ISCSI_HDR_LEN
;
824 if (conn
->of_marker
<= OFMarkInt
) {
825 conn
->of_marker
= (OFMarkInt
- conn
->of_marker
);
827 login_ofmarker_count
= (conn
->of_marker
/ OFMarkInt
);
828 next_marker
= (OFMarkInt
* (login_ofmarker_count
+ 1)) +
829 (login_ofmarker_count
* MARKER_SIZE
);
830 conn
->of_marker
= (next_marker
- conn
->of_marker
);
832 conn
->of_marker_offset
= 0;
833 pr_debug("Setting OFMarker value to %u based on Initial"
834 " Markerless Interval.\n", conn
->of_marker
);
837 if (conn
->conn_ops
->IFMarker
) {
838 if (conn
->if_marker
<= IFMarkInt
) {
839 conn
->if_marker
= (IFMarkInt
- conn
->if_marker
);
841 login_ifmarker_count
= (conn
->if_marker
/ IFMarkInt
);
842 next_marker
= (IFMarkInt
* (login_ifmarker_count
+ 1)) +
843 (login_ifmarker_count
* MARKER_SIZE
);
844 conn
->if_marker
= (next_marker
- conn
->if_marker
);
846 pr_debug("Setting IFMarker value to %u based on Initial"
847 " Markerless Interval.\n", conn
->if_marker
);
853 struct iscsi_conn
*iscsit_get_conn_from_cid(struct iscsi_session
*sess
, u16 cid
)
855 struct iscsi_conn
*conn
;
857 spin_lock_bh(&sess
->conn_lock
);
858 list_for_each_entry(conn
, &sess
->sess_conn_list
, conn_list
) {
859 if ((conn
->cid
== cid
) &&
860 (conn
->conn_state
== TARG_CONN_STATE_LOGGED_IN
)) {
861 iscsit_inc_conn_usage_count(conn
);
862 spin_unlock_bh(&sess
->conn_lock
);
866 spin_unlock_bh(&sess
->conn_lock
);
871 struct iscsi_conn
*iscsit_get_conn_from_cid_rcfr(struct iscsi_session
*sess
, u16 cid
)
873 struct iscsi_conn
*conn
;
875 spin_lock_bh(&sess
->conn_lock
);
876 list_for_each_entry(conn
, &sess
->sess_conn_list
, conn_list
) {
877 if (conn
->cid
== cid
) {
878 iscsit_inc_conn_usage_count(conn
);
879 spin_lock(&conn
->state_lock
);
880 atomic_set(&conn
->connection_wait_rcfr
, 1);
881 spin_unlock(&conn
->state_lock
);
882 spin_unlock_bh(&sess
->conn_lock
);
886 spin_unlock_bh(&sess
->conn_lock
);
891 void iscsit_check_conn_usage_count(struct iscsi_conn
*conn
)
893 spin_lock_bh(&conn
->conn_usage_lock
);
894 if (conn
->conn_usage_count
!= 0) {
895 conn
->conn_waiting_on_uc
= 1;
896 spin_unlock_bh(&conn
->conn_usage_lock
);
898 wait_for_completion(&conn
->conn_waiting_on_uc_comp
);
901 spin_unlock_bh(&conn
->conn_usage_lock
);
904 void iscsit_dec_conn_usage_count(struct iscsi_conn
*conn
)
906 spin_lock_bh(&conn
->conn_usage_lock
);
907 conn
->conn_usage_count
--;
909 if (!conn
->conn_usage_count
&& conn
->conn_waiting_on_uc
)
910 complete(&conn
->conn_waiting_on_uc_comp
);
912 spin_unlock_bh(&conn
->conn_usage_lock
);
915 void iscsit_inc_conn_usage_count(struct iscsi_conn
*conn
)
917 spin_lock_bh(&conn
->conn_usage_lock
);
918 conn
->conn_usage_count
++;
919 spin_unlock_bh(&conn
->conn_usage_lock
);
922 static int iscsit_add_nopin(struct iscsi_conn
*conn
, int want_response
)
925 struct iscsi_cmd
*cmd
;
927 cmd
= iscsit_allocate_cmd(conn
, GFP_ATOMIC
);
931 cmd
->iscsi_opcode
= ISCSI_OP_NOOP_IN
;
932 state
= (want_response
) ? ISTATE_SEND_NOPIN_WANT_RESPONSE
:
933 ISTATE_SEND_NOPIN_NO_RESPONSE
;
934 cmd
->init_task_tag
= RESERVED_ITT
;
935 spin_lock_bh(&conn
->sess
->ttt_lock
);
936 cmd
->targ_xfer_tag
= (want_response
) ? conn
->sess
->targ_xfer_tag
++ :
938 if (want_response
&& (cmd
->targ_xfer_tag
== 0xFFFFFFFF))
939 cmd
->targ_xfer_tag
= conn
->sess
->targ_xfer_tag
++;
940 spin_unlock_bh(&conn
->sess
->ttt_lock
);
942 spin_lock_bh(&conn
->cmd_lock
);
943 list_add_tail(&cmd
->i_conn_node
, &conn
->conn_cmd_list
);
944 spin_unlock_bh(&conn
->cmd_lock
);
947 iscsit_start_nopin_response_timer(conn
);
948 iscsit_add_cmd_to_immediate_queue(cmd
, conn
, state
);
953 static void iscsit_handle_nopin_response_timeout(unsigned long data
)
955 struct iscsi_conn
*conn
= (struct iscsi_conn
*) data
;
957 iscsit_inc_conn_usage_count(conn
);
959 spin_lock_bh(&conn
->nopin_timer_lock
);
960 if (conn
->nopin_response_timer_flags
& ISCSI_TF_STOP
) {
961 spin_unlock_bh(&conn
->nopin_timer_lock
);
962 iscsit_dec_conn_usage_count(conn
);
966 pr_debug("Did not receive response to NOPIN on CID: %hu on"
967 " SID: %u, failing connection.\n", conn
->cid
,
969 conn
->nopin_response_timer_flags
&= ~ISCSI_TF_RUNNING
;
970 spin_unlock_bh(&conn
->nopin_timer_lock
);
973 struct iscsi_portal_group
*tpg
= conn
->sess
->tpg
;
974 struct iscsi_tiqn
*tiqn
= tpg
->tpg_tiqn
;
977 spin_lock_bh(&tiqn
->sess_err_stats
.lock
);
978 strcpy(tiqn
->sess_err_stats
.last_sess_fail_rem_name
,
979 conn
->sess
->sess_ops
->InitiatorName
);
980 tiqn
->sess_err_stats
.last_sess_failure_type
=
981 ISCSI_SESS_ERR_CXN_TIMEOUT
;
982 tiqn
->sess_err_stats
.cxn_timeout_errors
++;
983 conn
->sess
->conn_timeout_errors
++;
984 spin_unlock_bh(&tiqn
->sess_err_stats
.lock
);
988 iscsit_cause_connection_reinstatement(conn
, 0);
989 iscsit_dec_conn_usage_count(conn
);
992 void iscsit_mod_nopin_response_timer(struct iscsi_conn
*conn
)
994 struct iscsi_session
*sess
= conn
->sess
;
995 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
997 spin_lock_bh(&conn
->nopin_timer_lock
);
998 if (!(conn
->nopin_response_timer_flags
& ISCSI_TF_RUNNING
)) {
999 spin_unlock_bh(&conn
->nopin_timer_lock
);
1003 mod_timer(&conn
->nopin_response_timer
,
1004 (get_jiffies_64() + na
->nopin_response_timeout
* HZ
));
1005 spin_unlock_bh(&conn
->nopin_timer_lock
);
1009 * Called with conn->nopin_timer_lock held.
1011 void iscsit_start_nopin_response_timer(struct iscsi_conn
*conn
)
1013 struct iscsi_session
*sess
= conn
->sess
;
1014 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
1016 spin_lock_bh(&conn
->nopin_timer_lock
);
1017 if (conn
->nopin_response_timer_flags
& ISCSI_TF_RUNNING
) {
1018 spin_unlock_bh(&conn
->nopin_timer_lock
);
1022 init_timer(&conn
->nopin_response_timer
);
1023 conn
->nopin_response_timer
.expires
=
1024 (get_jiffies_64() + na
->nopin_response_timeout
* HZ
);
1025 conn
->nopin_response_timer
.data
= (unsigned long)conn
;
1026 conn
->nopin_response_timer
.function
= iscsit_handle_nopin_response_timeout
;
1027 conn
->nopin_response_timer_flags
&= ~ISCSI_TF_STOP
;
1028 conn
->nopin_response_timer_flags
|= ISCSI_TF_RUNNING
;
1029 add_timer(&conn
->nopin_response_timer
);
1031 pr_debug("Started NOPIN Response Timer on CID: %d to %u"
1032 " seconds\n", conn
->cid
, na
->nopin_response_timeout
);
1033 spin_unlock_bh(&conn
->nopin_timer_lock
);
1036 void iscsit_stop_nopin_response_timer(struct iscsi_conn
*conn
)
1038 spin_lock_bh(&conn
->nopin_timer_lock
);
1039 if (!(conn
->nopin_response_timer_flags
& ISCSI_TF_RUNNING
)) {
1040 spin_unlock_bh(&conn
->nopin_timer_lock
);
1043 conn
->nopin_response_timer_flags
|= ISCSI_TF_STOP
;
1044 spin_unlock_bh(&conn
->nopin_timer_lock
);
1046 del_timer_sync(&conn
->nopin_response_timer
);
1048 spin_lock_bh(&conn
->nopin_timer_lock
);
1049 conn
->nopin_response_timer_flags
&= ~ISCSI_TF_RUNNING
;
1050 spin_unlock_bh(&conn
->nopin_timer_lock
);
1053 static void iscsit_handle_nopin_timeout(unsigned long data
)
1055 struct iscsi_conn
*conn
= (struct iscsi_conn
*) data
;
1057 iscsit_inc_conn_usage_count(conn
);
1059 spin_lock_bh(&conn
->nopin_timer_lock
);
1060 if (conn
->nopin_timer_flags
& ISCSI_TF_STOP
) {
1061 spin_unlock_bh(&conn
->nopin_timer_lock
);
1062 iscsit_dec_conn_usage_count(conn
);
1065 conn
->nopin_timer_flags
&= ~ISCSI_TF_RUNNING
;
1066 spin_unlock_bh(&conn
->nopin_timer_lock
);
1068 iscsit_add_nopin(conn
, 1);
1069 iscsit_dec_conn_usage_count(conn
);
1073 * Called with conn->nopin_timer_lock held.
1075 void __iscsit_start_nopin_timer(struct iscsi_conn
*conn
)
1077 struct iscsi_session
*sess
= conn
->sess
;
1078 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
1080 * NOPIN timeout is disabled.
1082 if (!na
->nopin_timeout
)
1085 if (conn
->nopin_timer_flags
& ISCSI_TF_RUNNING
)
1088 init_timer(&conn
->nopin_timer
);
1089 conn
->nopin_timer
.expires
= (get_jiffies_64() + na
->nopin_timeout
* HZ
);
1090 conn
->nopin_timer
.data
= (unsigned long)conn
;
1091 conn
->nopin_timer
.function
= iscsit_handle_nopin_timeout
;
1092 conn
->nopin_timer_flags
&= ~ISCSI_TF_STOP
;
1093 conn
->nopin_timer_flags
|= ISCSI_TF_RUNNING
;
1094 add_timer(&conn
->nopin_timer
);
1096 pr_debug("Started NOPIN Timer on CID: %d at %u second"
1097 " interval\n", conn
->cid
, na
->nopin_timeout
);
1100 void iscsit_start_nopin_timer(struct iscsi_conn
*conn
)
1102 struct iscsi_session
*sess
= conn
->sess
;
1103 struct iscsi_node_attrib
*na
= iscsit_tpg_get_node_attrib(sess
);
1105 * NOPIN timeout is disabled..
1107 if (!na
->nopin_timeout
)
1110 spin_lock_bh(&conn
->nopin_timer_lock
);
1111 if (conn
->nopin_timer_flags
& ISCSI_TF_RUNNING
) {
1112 spin_unlock_bh(&conn
->nopin_timer_lock
);
1116 init_timer(&conn
->nopin_timer
);
1117 conn
->nopin_timer
.expires
= (get_jiffies_64() + na
->nopin_timeout
* HZ
);
1118 conn
->nopin_timer
.data
= (unsigned long)conn
;
1119 conn
->nopin_timer
.function
= iscsit_handle_nopin_timeout
;
1120 conn
->nopin_timer_flags
&= ~ISCSI_TF_STOP
;
1121 conn
->nopin_timer_flags
|= ISCSI_TF_RUNNING
;
1122 add_timer(&conn
->nopin_timer
);
1124 pr_debug("Started NOPIN Timer on CID: %d at %u second"
1125 " interval\n", conn
->cid
, na
->nopin_timeout
);
1126 spin_unlock_bh(&conn
->nopin_timer_lock
);
1129 void iscsit_stop_nopin_timer(struct iscsi_conn
*conn
)
1131 spin_lock_bh(&conn
->nopin_timer_lock
);
1132 if (!(conn
->nopin_timer_flags
& ISCSI_TF_RUNNING
)) {
1133 spin_unlock_bh(&conn
->nopin_timer_lock
);
1136 conn
->nopin_timer_flags
|= ISCSI_TF_STOP
;
1137 spin_unlock_bh(&conn
->nopin_timer_lock
);
1139 del_timer_sync(&conn
->nopin_timer
);
1141 spin_lock_bh(&conn
->nopin_timer_lock
);
1142 conn
->nopin_timer_flags
&= ~ISCSI_TF_RUNNING
;
1143 spin_unlock_bh(&conn
->nopin_timer_lock
);
1146 int iscsit_send_tx_data(
1147 struct iscsi_cmd
*cmd
,
1148 struct iscsi_conn
*conn
,
1151 int tx_sent
, tx_size
;
1156 tx_size
= cmd
->tx_size
;
1159 iov
= &cmd
->iov_data
[0];
1160 iov_count
= cmd
->iov_data_count
;
1162 iov
= &cmd
->iov_misc
[0];
1163 iov_count
= cmd
->iov_misc_count
;
1166 tx_sent
= tx_data(conn
, &iov
[0], iov_count
, tx_size
);
1167 if (tx_size
!= tx_sent
) {
1168 if (tx_sent
== -EAGAIN
) {
1169 pr_err("tx_data() returned -EAGAIN\n");
1179 int iscsit_fe_sendpage_sg(
1180 struct iscsi_cmd
*cmd
,
1181 struct iscsi_conn
*conn
)
1183 struct scatterlist
*sg
= cmd
->first_data_sg
;
1185 u32 tx_hdr_size
, data_len
;
1186 u32 offset
= cmd
->first_data_sg_off
;
1187 int tx_sent
, iov_off
;
1190 tx_hdr_size
= ISCSI_HDR_LEN
;
1191 if (conn
->conn_ops
->HeaderDigest
)
1192 tx_hdr_size
+= ISCSI_CRC_LEN
;
1194 iov
.iov_base
= cmd
->pdu
;
1195 iov
.iov_len
= tx_hdr_size
;
1197 tx_sent
= tx_data(conn
, &iov
, 1, tx_hdr_size
);
1198 if (tx_hdr_size
!= tx_sent
) {
1199 if (tx_sent
== -EAGAIN
) {
1200 pr_err("tx_data() returned -EAGAIN\n");
1206 data_len
= cmd
->tx_size
- tx_hdr_size
- cmd
->padding
;
1208 * Set iov_off used by padding and data digest tx_data() calls below
1209 * in order to determine proper offset into cmd->iov_data[]
1211 if (conn
->conn_ops
->DataDigest
) {
1212 data_len
-= ISCSI_CRC_LEN
;
1214 iov_off
= (cmd
->iov_data_count
- 2);
1216 iov_off
= (cmd
->iov_data_count
- 1);
1218 iov_off
= (cmd
->iov_data_count
- 1);
1221 * Perform sendpage() for each page in the scatterlist
1224 u32 space
= (sg
->length
- offset
);
1225 u32 sub_len
= min_t(u32
, data_len
, space
);
1227 tx_sent
= conn
->sock
->ops
->sendpage(conn
->sock
,
1228 sg_page(sg
), sg
->offset
+ offset
, sub_len
, 0);
1229 if (tx_sent
!= sub_len
) {
1230 if (tx_sent
== -EAGAIN
) {
1231 pr_err("tcp_sendpage() returned"
1236 pr_err("tcp_sendpage() failure: %d\n",
1241 data_len
-= sub_len
;
1248 struct kvec
*iov_p
= &cmd
->iov_data
[iov_off
++];
1250 tx_sent
= tx_data(conn
, iov_p
, 1, cmd
->padding
);
1251 if (cmd
->padding
!= tx_sent
) {
1252 if (tx_sent
== -EAGAIN
) {
1253 pr_err("tx_data() returned -EAGAIN\n");
1261 if (conn
->conn_ops
->DataDigest
) {
1262 struct kvec
*iov_d
= &cmd
->iov_data
[iov_off
];
1264 tx_sent
= tx_data(conn
, iov_d
, 1, ISCSI_CRC_LEN
);
1265 if (ISCSI_CRC_LEN
!= tx_sent
) {
1266 if (tx_sent
== -EAGAIN
) {
1267 pr_err("tx_data() returned -EAGAIN\n");
1278 * This function is used for mainly sending a ISCSI_TARG_LOGIN_RSP PDU
1279 * back to the Initiator when an expection condition occurs with the
1280 * errors set in status_class and status_detail.
1282 * Parameters: iSCSI Connection, Status Class, Status Detail.
1283 * Returns: 0 on success, -1 on error.
1285 int iscsit_tx_login_rsp(struct iscsi_conn
*conn
, u8 status_class
, u8 status_detail
)
1287 struct iscsi_login_rsp
*hdr
;
1288 struct iscsi_login
*login
= conn
->conn_login
;
1290 login
->login_failed
= 1;
1291 iscsit_collect_login_stats(conn
, status_class
, status_detail
);
1293 hdr
= (struct iscsi_login_rsp
*)&login
->rsp
[0];
1294 hdr
->opcode
= ISCSI_OP_LOGIN_RSP
;
1295 hdr
->status_class
= status_class
;
1296 hdr
->status_detail
= status_detail
;
1297 hdr
->itt
= conn
->login_itt
;
1299 return conn
->conn_transport
->iscsit_put_login_tx(conn
, login
, 0);
1302 void iscsit_print_session_params(struct iscsi_session
*sess
)
1304 struct iscsi_conn
*conn
;
1306 pr_debug("-----------------------------[Session Params for"
1307 " SID: %u]-----------------------------\n", sess
->sid
);
1308 spin_lock_bh(&sess
->conn_lock
);
1309 list_for_each_entry(conn
, &sess
->sess_conn_list
, conn_list
)
1310 iscsi_dump_conn_ops(conn
->conn_ops
);
1311 spin_unlock_bh(&sess
->conn_lock
);
1313 iscsi_dump_sess_ops(sess
->sess_ops
);
1316 static int iscsit_do_rx_data(
1317 struct iscsi_conn
*conn
,
1318 struct iscsi_data_count
*count
)
1320 int data
= count
->data_length
, rx_loop
= 0, total_rx
= 0, iov_len
;
1324 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1327 memset(&msg
, 0, sizeof(struct msghdr
));
1330 iov_len
= count
->iov_count
;
1332 while (total_rx
< data
) {
1333 rx_loop
= kernel_recvmsg(conn
->sock
, &msg
, iov_p
, iov_len
,
1334 (data
- total_rx
), MSG_WAITALL
);
1336 pr_debug("rx_loop: %d total_rx: %d\n",
1340 total_rx
+= rx_loop
;
1341 pr_debug("rx_loop: %d, total_rx: %d, data: %d\n",
1342 rx_loop
, total_rx
, data
);
1348 static int iscsit_do_tx_data(
1349 struct iscsi_conn
*conn
,
1350 struct iscsi_data_count
*count
)
1352 int data
= count
->data_length
, total_tx
= 0, tx_loop
= 0, iov_len
;
1356 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1360 pr_err("Data length is: %d\n", data
);
1364 memset(&msg
, 0, sizeof(struct msghdr
));
1367 iov_len
= count
->iov_count
;
1369 while (total_tx
< data
) {
1370 tx_loop
= kernel_sendmsg(conn
->sock
, &msg
, iov_p
, iov_len
,
1373 pr_debug("tx_loop: %d total_tx %d\n",
1377 total_tx
+= tx_loop
;
1378 pr_debug("tx_loop: %d, total_tx: %d, data: %d\n",
1379 tx_loop
, total_tx
, data
);
1386 struct iscsi_conn
*conn
,
1391 struct iscsi_data_count c
;
1393 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1396 memset(&c
, 0, sizeof(struct iscsi_data_count
));
1398 c
.iov_count
= iov_count
;
1399 c
.data_length
= data
;
1400 c
.type
= ISCSI_RX_DATA
;
1402 return iscsit_do_rx_data(conn
, &c
);
1406 struct iscsi_conn
*conn
,
1411 struct iscsi_data_count c
;
1413 if (!conn
|| !conn
->sock
|| !conn
->conn_ops
)
1416 memset(&c
, 0, sizeof(struct iscsi_data_count
));
1418 c
.iov_count
= iov_count
;
1419 c
.data_length
= data
;
1420 c
.type
= ISCSI_TX_DATA
;
1422 return iscsit_do_tx_data(conn
, &c
);
1425 void iscsit_collect_login_stats(
1426 struct iscsi_conn
*conn
,
1430 struct iscsi_param
*intrname
= NULL
;
1431 struct iscsi_tiqn
*tiqn
;
1432 struct iscsi_login_stats
*ls
;
1434 tiqn
= iscsit_snmp_get_tiqn(conn
);
1438 ls
= &tiqn
->login_stats
;
1440 spin_lock(&ls
->lock
);
1441 if (!strcmp(conn
->login_ip
, ls
->last_intr_fail_ip_addr
) &&
1442 ((get_jiffies_64() - ls
->last_fail_time
) < 10)) {
1443 /* We already have the failure info for this login */
1444 spin_unlock(&ls
->lock
);
1448 if (status_class
== ISCSI_STATUS_CLS_SUCCESS
)
1450 else if (status_class
== ISCSI_STATUS_CLS_REDIRECT
) {
1452 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_REDIRECT
;
1453 } else if ((status_class
== ISCSI_STATUS_CLS_INITIATOR_ERR
) &&
1454 (status_detail
== ISCSI_LOGIN_STATUS_AUTH_FAILED
)) {
1455 ls
->authenticate_fails
++;
1456 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_AUTHENTICATE
;
1457 } else if ((status_class
== ISCSI_STATUS_CLS_INITIATOR_ERR
) &&
1458 (status_detail
== ISCSI_LOGIN_STATUS_TGT_FORBIDDEN
)) {
1459 ls
->authorize_fails
++;
1460 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_AUTHORIZE
;
1461 } else if ((status_class
== ISCSI_STATUS_CLS_INITIATOR_ERR
) &&
1462 (status_detail
== ISCSI_LOGIN_STATUS_INIT_ERR
)) {
1463 ls
->negotiate_fails
++;
1464 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_NEGOTIATE
;
1467 ls
->last_fail_type
= ISCSI_LOGIN_FAIL_OTHER
;
1470 /* Save initiator name, ip address and time, if it is a failed login */
1471 if (status_class
!= ISCSI_STATUS_CLS_SUCCESS
) {
1472 if (conn
->param_list
)
1473 intrname
= iscsi_find_param_from_key(INITIATORNAME
,
1475 strcpy(ls
->last_intr_fail_name
,
1476 (intrname
? intrname
->value
: "Unknown"));
1478 ls
->last_intr_fail_ip_family
= conn
->login_family
;
1480 snprintf(ls
->last_intr_fail_ip_addr
, IPV6_ADDRESS_SPACE
,
1481 "%s", conn
->login_ip
);
1482 ls
->last_fail_time
= get_jiffies_64();
1485 spin_unlock(&ls
->lock
);
1488 struct iscsi_tiqn
*iscsit_snmp_get_tiqn(struct iscsi_conn
*conn
)
1490 struct iscsi_portal_group
*tpg
;
1492 if (!conn
|| !conn
->sess
)
1495 tpg
= conn
->sess
->tpg
;
1502 return tpg
->tpg_tiqn
;