1 /*******************************************************************************
2 * This file contains main functions related to iSCSI Parameter negotiation.
4 * (c) Copyright 2007-2013 Datera, Inc.
6 * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 ******************************************************************************/
19 #include <linux/ctype.h>
20 #include <linux/kthread.h>
21 #include <linux/slab.h>
22 #include <linux/sched/signal.h>
24 #include <scsi/iscsi_proto.h>
25 #include <target/target_core_base.h>
26 #include <target/target_core_fabric.h>
27 #include <target/iscsi/iscsi_transport.h>
29 #include <target/iscsi/iscsi_target_core.h>
30 #include "iscsi_target_parameters.h"
31 #include "iscsi_target_login.h"
32 #include "iscsi_target_nego.h"
33 #include "iscsi_target_tpg.h"
34 #include "iscsi_target_util.h"
35 #include "iscsi_target.h"
36 #include "iscsi_target_auth.h"
38 #define MAX_LOGIN_PDUS 7
41 void convert_null_to_semi(char *buf, int len)
45 for (i = 0; i < len; i++)
50 static int strlen_semi(char *buf)
54 while (buf[i] != '\0') {
66 unsigned int max_length,
73 if (!in_buf || !pattern || !out_buf || !type)
76 ptr = strstr(in_buf, pattern);
80 ptr = strstr(ptr, "=");
85 if (*ptr == '0' && (*(ptr+1) == 'x' || *(ptr+1) == 'X')) {
86 ptr += 2; /* skip 0x */
91 len = strlen_semi(ptr);
95 if (len >= max_length) {
96 pr_err("Length of input: %d exceeds max_length:"
97 " %d\n", len, max_length);
100 memcpy(out_buf, ptr, len);
106 static u32 iscsi_handle_authentication(
107 struct iscsi_conn *conn,
112 unsigned char *authtype)
114 struct iscsi_session *sess = conn->sess;
115 struct iscsi_node_auth *auth;
116 struct iscsi_node_acl *iscsi_nacl;
117 struct iscsi_portal_group *iscsi_tpg;
118 struct se_node_acl *se_nacl;
120 if (!sess->sess_ops->SessionType) {
122 * For SessionType=Normal
124 se_nacl = conn->sess->se_sess->se_node_acl;
126 pr_err("Unable to locate struct se_node_acl for"
130 iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
133 pr_err("Unable to locate struct iscsi_node_acl for"
138 if (se_nacl->dynamic_node_acl) {
139 iscsi_tpg = container_of(se_nacl->se_tpg,
140 struct iscsi_portal_group, tpg_se_tpg);
142 auth = &iscsi_tpg->tpg_demo_auth;
144 iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
147 auth = &iscsi_nacl->node_auth;
151 * For SessionType=Discovery
153 auth = &iscsit_global->discovery_acl.node_auth;
156 if (strstr("CHAP", authtype))
157 strcpy(conn->sess->auth_type, "CHAP");
159 strcpy(conn->sess->auth_type, NONE);
161 if (strstr("None", authtype))
164 else if (strstr("SRP", authtype))
165 return srp_main_loop(conn, auth, in_buf, out_buf,
166 &in_length, out_length);
168 else if (strstr("CHAP", authtype))
169 return chap_main_loop(conn, auth, in_buf, out_buf,
170 &in_length, out_length);
171 else if (strstr("SPKM1", authtype))
173 else if (strstr("SPKM2", authtype))
175 else if (strstr("KRB5", authtype))
181 static void iscsi_remove_failed_auth_entry(struct iscsi_conn *conn)
183 kfree(conn->auth_protocol);
186 int iscsi_target_check_login_request(
187 struct iscsi_conn *conn,
188 struct iscsi_login *login)
190 int req_csg, req_nsg;
192 struct iscsi_login_req *login_req;
194 login_req = (struct iscsi_login_req *) login->req;
195 payload_length = ntoh24(login_req->dlength);
197 switch (login_req->opcode & ISCSI_OPCODE_MASK) {
201 pr_err("Received unknown opcode 0x%02x.\n",
202 login_req->opcode & ISCSI_OPCODE_MASK);
203 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
204 ISCSI_LOGIN_STATUS_INIT_ERR);
208 if ((login_req->flags & ISCSI_FLAG_LOGIN_CONTINUE) &&
209 (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
210 pr_err("Login request has both ISCSI_FLAG_LOGIN_CONTINUE"
211 " and ISCSI_FLAG_LOGIN_TRANSIT set, protocol error.\n");
212 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
213 ISCSI_LOGIN_STATUS_INIT_ERR);
217 req_csg = ISCSI_LOGIN_CURRENT_STAGE(login_req->flags);
218 req_nsg = ISCSI_LOGIN_NEXT_STAGE(login_req->flags);
220 if (req_csg != login->current_stage) {
221 pr_err("Initiator unexpectedly changed login stage"
222 " from %d to %d, login failed.\n", login->current_stage,
224 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
225 ISCSI_LOGIN_STATUS_INIT_ERR);
229 if ((req_nsg == 2) || (req_csg >= 2) ||
230 ((login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT) &&
231 (req_nsg <= req_csg))) {
232 pr_err("Illegal login_req->flags Combination, CSG: %d,"
233 " NSG: %d, ISCSI_FLAG_LOGIN_TRANSIT: %d.\n", req_csg,
234 req_nsg, (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT));
235 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
236 ISCSI_LOGIN_STATUS_INIT_ERR);
240 if ((login_req->max_version != login->version_max) ||
241 (login_req->min_version != login->version_min)) {
242 pr_err("Login request changed Version Max/Nin"
243 " unexpectedly to 0x%02x/0x%02x, protocol error\n",
244 login_req->max_version, login_req->min_version);
245 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
246 ISCSI_LOGIN_STATUS_INIT_ERR);
250 if (memcmp(login_req->isid, login->isid, 6) != 0) {
251 pr_err("Login request changed ISID unexpectedly,"
252 " protocol error.\n");
253 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
254 ISCSI_LOGIN_STATUS_INIT_ERR);
258 if (login_req->itt != login->init_task_tag) {
259 pr_err("Login request changed ITT unexpectedly to"
260 " 0x%08x, protocol error.\n", login_req->itt);
261 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
262 ISCSI_LOGIN_STATUS_INIT_ERR);
266 if (payload_length > MAX_KEY_VALUE_PAIRS) {
267 pr_err("Login request payload exceeds default"
268 " MaxRecvDataSegmentLength: %u, protocol error.\n",
269 MAX_KEY_VALUE_PAIRS);
275 EXPORT_SYMBOL(iscsi_target_check_login_request);
277 static int iscsi_target_check_first_request(
278 struct iscsi_conn *conn,
279 struct iscsi_login *login)
281 struct iscsi_param *param = NULL;
282 struct se_node_acl *se_nacl;
284 login->first_request = 0;
286 list_for_each_entry(param, &conn->param_list->param_list, p_list) {
287 if (!strncmp(param->name, SESSIONTYPE, 11)) {
288 if (!IS_PSTATE_ACCEPTOR(param)) {
289 pr_err("SessionType key not received"
290 " in first login request.\n");
291 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
292 ISCSI_LOGIN_STATUS_MISSING_FIELDS);
295 if (!strncmp(param->value, DISCOVERY, 9))
299 if (!strncmp(param->name, INITIATORNAME, 13)) {
300 if (!IS_PSTATE_ACCEPTOR(param)) {
301 if (!login->leading_connection)
304 pr_err("InitiatorName key not received"
305 " in first login request.\n");
306 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
307 ISCSI_LOGIN_STATUS_MISSING_FIELDS);
312 * For non-leading connections, double check that the
313 * received InitiatorName matches the existing session's
314 * struct iscsi_node_acl.
316 if (!login->leading_connection) {
317 se_nacl = conn->sess->se_sess->se_node_acl;
319 pr_err("Unable to locate"
320 " struct se_node_acl\n");
321 iscsit_tx_login_rsp(conn,
322 ISCSI_STATUS_CLS_INITIATOR_ERR,
323 ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
327 if (strcmp(param->value,
328 se_nacl->initiatorname)) {
330 " InitiatorName: %s for this"
331 " iSCSI Initiator Node.\n",
333 iscsit_tx_login_rsp(conn,
334 ISCSI_STATUS_CLS_INITIATOR_ERR,
335 ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
345 static int iscsi_target_do_tx_login_io(struct iscsi_conn *conn, struct iscsi_login *login)
348 struct iscsi_login_rsp *login_rsp;
350 login_rsp = (struct iscsi_login_rsp *) login->rsp;
352 login_rsp->opcode = ISCSI_OP_LOGIN_RSP;
353 hton24(login_rsp->dlength, login->rsp_length);
354 memcpy(login_rsp->isid, login->isid, 6);
355 login_rsp->tsih = cpu_to_be16(login->tsih);
356 login_rsp->itt = login->init_task_tag;
357 login_rsp->statsn = cpu_to_be32(conn->stat_sn++);
358 login_rsp->exp_cmdsn = cpu_to_be32(conn->sess->exp_cmd_sn);
359 login_rsp->max_cmdsn = cpu_to_be32((u32) atomic_read(&conn->sess->max_cmd_sn));
361 pr_debug("Sending Login Response, Flags: 0x%02x, ITT: 0x%08x,"
362 " ExpCmdSN; 0x%08x, MaxCmdSN: 0x%08x, StatSN: 0x%08x, Length:"
363 " %u\n", login_rsp->flags, (__force u32)login_rsp->itt,
364 ntohl(login_rsp->exp_cmdsn), ntohl(login_rsp->max_cmdsn),
365 ntohl(login_rsp->statsn), login->rsp_length);
367 padding = ((-login->rsp_length) & 3);
369 * Before sending the last login response containing the transition
370 * bit for full-feature-phase, go ahead and start up TX/RX threads
371 * now to avoid potential resource allocation failures after the
372 * final login response has been sent.
374 if (login->login_complete) {
375 int rc = iscsit_start_kthreads(conn);
377 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
378 ISCSI_LOGIN_STATUS_NO_RESOURCES);
383 if (conn->conn_transport->iscsit_put_login_tx(conn, login,
384 login->rsp_length + padding) < 0)
387 login->rsp_length = 0;
392 if (login->login_complete) {
393 if (conn->rx_thread && conn->rx_thread_active) {
394 send_sig(SIGINT, conn->rx_thread, 1);
395 complete(&conn->rx_login_comp);
396 kthread_stop(conn->rx_thread);
398 if (conn->tx_thread && conn->tx_thread_active) {
399 send_sig(SIGINT, conn->tx_thread, 1);
400 kthread_stop(conn->tx_thread);
402 spin_lock(&iscsit_global->ts_bitmap_lock);
403 bitmap_release_region(iscsit_global->ts_bitmap, conn->bitmap_id,
405 spin_unlock(&iscsit_global->ts_bitmap_lock);
410 static void iscsi_target_sk_data_ready(struct sock *sk)
412 struct iscsi_conn *conn = sk->sk_user_data;
415 pr_debug("Entering iscsi_target_sk_data_ready: conn: %p\n", conn);
417 write_lock_bh(&sk->sk_callback_lock);
418 if (!sk->sk_user_data) {
419 write_unlock_bh(&sk->sk_callback_lock);
422 if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
423 write_unlock_bh(&sk->sk_callback_lock);
424 pr_debug("Got LOGIN_FLAGS_READY=0, conn: %p >>>>\n", conn);
427 if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
428 write_unlock_bh(&sk->sk_callback_lock);
429 pr_debug("Got LOGIN_FLAGS_CLOSED=1, conn: %p >>>>\n", conn);
432 if (test_and_set_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
433 write_unlock_bh(&sk->sk_callback_lock);
434 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1, conn: %p >>>>\n", conn);
438 rc = schedule_delayed_work(&conn->login_work, 0);
440 pr_debug("iscsi_target_sk_data_ready, schedule_delayed_work"
443 write_unlock_bh(&sk->sk_callback_lock);
446 static void iscsi_target_sk_state_change(struct sock *);
448 static void iscsi_target_set_sock_callbacks(struct iscsi_conn *conn)
456 pr_debug("Entering iscsi_target_set_sock_callbacks: conn: %p\n", conn);
458 write_lock_bh(&sk->sk_callback_lock);
459 sk->sk_user_data = conn;
460 conn->orig_data_ready = sk->sk_data_ready;
461 conn->orig_state_change = sk->sk_state_change;
462 sk->sk_data_ready = iscsi_target_sk_data_ready;
463 sk->sk_state_change = iscsi_target_sk_state_change;
464 write_unlock_bh(&sk->sk_callback_lock);
466 sk->sk_sndtimeo = TA_LOGIN_TIMEOUT * HZ;
467 sk->sk_rcvtimeo = TA_LOGIN_TIMEOUT * HZ;
470 static void iscsi_target_restore_sock_callbacks(struct iscsi_conn *conn)
478 pr_debug("Entering iscsi_target_restore_sock_callbacks: conn: %p\n", conn);
480 write_lock_bh(&sk->sk_callback_lock);
481 if (!sk->sk_user_data) {
482 write_unlock_bh(&sk->sk_callback_lock);
485 sk->sk_user_data = NULL;
486 sk->sk_data_ready = conn->orig_data_ready;
487 sk->sk_state_change = conn->orig_state_change;
488 write_unlock_bh(&sk->sk_callback_lock);
490 sk->sk_sndtimeo = MAX_SCHEDULE_TIMEOUT;
491 sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
494 static int iscsi_target_do_login(struct iscsi_conn *, struct iscsi_login *);
496 static bool __iscsi_target_sk_check_close(struct sock *sk)
498 if (sk->sk_state == TCP_CLOSE_WAIT || sk->sk_state == TCP_CLOSE) {
499 pr_debug("__iscsi_target_sk_check_close: TCP_CLOSE_WAIT|TCP_CLOSE,"
500 "returning FALSE\n");
506 static bool iscsi_target_sk_check_close(struct iscsi_conn *conn)
511 struct sock *sk = conn->sock->sk;
513 read_lock_bh(&sk->sk_callback_lock);
514 state = (__iscsi_target_sk_check_close(sk) ||
515 test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
516 read_unlock_bh(&sk->sk_callback_lock);
521 static bool iscsi_target_sk_check_flag(struct iscsi_conn *conn, unsigned int flag)
526 struct sock *sk = conn->sock->sk;
528 read_lock_bh(&sk->sk_callback_lock);
529 state = test_bit(flag, &conn->login_flags);
530 read_unlock_bh(&sk->sk_callback_lock);
535 static bool iscsi_target_sk_check_and_clear(struct iscsi_conn *conn, unsigned int flag)
540 struct sock *sk = conn->sock->sk;
542 write_lock_bh(&sk->sk_callback_lock);
543 state = (__iscsi_target_sk_check_close(sk) ||
544 test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
546 clear_bit(flag, &conn->login_flags);
547 write_unlock_bh(&sk->sk_callback_lock);
552 static void iscsi_target_login_drop(struct iscsi_conn *conn, struct iscsi_login *login)
554 struct iscsi_np *np = login->np;
555 bool zero_tsih = login->zero_tsih;
557 iscsi_remove_failed_auth_entry(conn);
558 iscsi_target_nego_release(conn);
559 iscsi_target_login_sess_out(conn, np, zero_tsih, true);
562 static void iscsi_target_login_timeout(unsigned long data)
564 struct iscsi_conn *conn = (struct iscsi_conn *)data;
566 pr_debug("Entering iscsi_target_login_timeout >>>>>>>>>>>>>>>>>>>\n");
568 if (conn->login_kworker) {
569 pr_debug("Sending SIGINT to conn->login_kworker %s/%d\n",
570 conn->login_kworker->comm, conn->login_kworker->pid);
571 send_sig(SIGINT, conn->login_kworker, 1);
575 static void iscsi_target_do_login_rx(struct work_struct *work)
577 struct iscsi_conn *conn = container_of(work,
578 struct iscsi_conn, login_work.work);
579 struct iscsi_login *login = conn->login;
580 struct iscsi_np *np = login->np;
581 struct iscsi_portal_group *tpg = conn->tpg;
582 struct iscsi_tpg_np *tpg_np = conn->tpg_np;
583 struct timer_list login_timer;
584 int rc, zero_tsih = login->zero_tsih;
587 pr_debug("entering iscsi_target_do_login_rx, conn: %p, %s:%d\n",
588 conn, current->comm, current->pid);
590 * If iscsi_target_do_login_rx() has been invoked by ->sk_data_ready()
591 * before initial PDU processing in iscsi_target_start_negotiation()
592 * has completed, go ahead and retry until it's cleared.
594 * Otherwise if the TCP connection drops while this is occuring,
595 * iscsi_target_start_negotiation() will detect the failure, call
596 * cancel_delayed_work_sync(&conn->login_work), and cleanup the
597 * remaining iscsi connection resources from iscsi_np process context.
599 if (iscsi_target_sk_check_flag(conn, LOGIN_FLAGS_INITIAL_PDU)) {
600 schedule_delayed_work(&conn->login_work, msecs_to_jiffies(10));
604 spin_lock(&tpg->tpg_state_lock);
605 state = (tpg->tpg_state == TPG_STATE_ACTIVE);
606 spin_unlock(&tpg->tpg_state_lock);
609 pr_debug("iscsi_target_do_login_rx: tpg_state != TPG_STATE_ACTIVE\n");
613 if (iscsi_target_sk_check_close(conn)) {
614 pr_debug("iscsi_target_do_login_rx, TCP state CLOSE\n");
618 conn->login_kworker = current;
619 allow_signal(SIGINT);
621 init_timer(&login_timer);
622 login_timer.expires = (get_jiffies_64() + TA_LOGIN_TIMEOUT * HZ);
623 login_timer.data = (unsigned long)conn;
624 login_timer.function = iscsi_target_login_timeout;
625 add_timer(&login_timer);
626 pr_debug("Starting login_timer for %s/%d\n", current->comm, current->pid);
628 rc = conn->conn_transport->iscsit_get_login_rx(conn, login);
629 del_timer_sync(&login_timer);
630 flush_signals(current);
631 conn->login_kworker = NULL;
636 pr_debug("iscsi_target_do_login_rx after rx_login_io, %p, %s:%d\n",
637 conn, current->comm, current->pid);
639 rc = iscsi_target_do_login(conn, login);
643 if (iscsi_target_sk_check_and_clear(conn, LOGIN_FLAGS_READ_ACTIVE))
645 } else if (rc == 1) {
646 iscsi_target_nego_release(conn);
647 iscsi_post_login_handler(np, conn, zero_tsih);
648 iscsit_deaccess_np(np, tpg, tpg_np);
653 iscsi_target_restore_sock_callbacks(conn);
654 iscsi_target_login_drop(conn, login);
655 iscsit_deaccess_np(np, tpg, tpg_np);
658 static void iscsi_target_do_cleanup(struct work_struct *work)
660 struct iscsi_conn *conn = container_of(work,
661 struct iscsi_conn, login_cleanup_work.work);
662 struct sock *sk = conn->sock->sk;
663 struct iscsi_login *login = conn->login;
664 struct iscsi_np *np = login->np;
665 struct iscsi_portal_group *tpg = conn->tpg;
666 struct iscsi_tpg_np *tpg_np = conn->tpg_np;
668 pr_debug("Entering iscsi_target_do_cleanup\n");
670 cancel_delayed_work_sync(&conn->login_work);
671 conn->orig_state_change(sk);
673 iscsi_target_restore_sock_callbacks(conn);
674 iscsi_target_login_drop(conn, login);
675 iscsit_deaccess_np(np, tpg, tpg_np);
677 pr_debug("iscsi_target_do_cleanup done()\n");
680 static void iscsi_target_sk_state_change(struct sock *sk)
682 struct iscsi_conn *conn;
683 void (*orig_state_change)(struct sock *);
686 pr_debug("Entering iscsi_target_sk_state_change\n");
688 write_lock_bh(&sk->sk_callback_lock);
689 conn = sk->sk_user_data;
691 write_unlock_bh(&sk->sk_callback_lock);
694 orig_state_change = conn->orig_state_change;
696 if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
697 pr_debug("Got LOGIN_FLAGS_READY=0 sk_state_change conn: %p\n",
699 write_unlock_bh(&sk->sk_callback_lock);
700 orig_state_change(sk);
703 state = __iscsi_target_sk_check_close(sk);
704 pr_debug("__iscsi_target_sk_close_change: state: %d\n", state);
706 if (test_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
707 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1 sk_state_change"
708 " conn: %p\n", conn);
710 set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
711 write_unlock_bh(&sk->sk_callback_lock);
712 orig_state_change(sk);
715 if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
716 pr_debug("Got LOGIN_FLAGS_CLOSED=1 sk_state_change conn: %p\n",
718 write_unlock_bh(&sk->sk_callback_lock);
719 orig_state_change(sk);
723 * If the TCP connection has dropped, go ahead and set LOGIN_FLAGS_CLOSED,
724 * but only queue conn->login_work -> iscsi_target_do_login_rx()
725 * processing if LOGIN_FLAGS_INITIAL_PDU has already been cleared.
727 * When iscsi_target_do_login_rx() runs, iscsi_target_sk_check_close()
728 * will detect the dropped TCP connection from delayed workqueue context.
730 * If LOGIN_FLAGS_INITIAL_PDU is still set, which means the initial
731 * iscsi_target_start_negotiation() is running, iscsi_target_do_login()
732 * via iscsi_target_sk_check_close() or iscsi_target_start_negotiation()
733 * via iscsi_target_sk_check_and_clear() is responsible for detecting the
734 * dropped TCP connection in iscsi_np process context, and cleaning up
735 * the remaining iscsi connection resources.
738 pr_debug("iscsi_target_sk_state_change got failed state\n");
739 set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
740 state = test_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
741 write_unlock_bh(&sk->sk_callback_lock);
743 orig_state_change(sk);
746 schedule_delayed_work(&conn->login_work, 0);
749 write_unlock_bh(&sk->sk_callback_lock);
751 orig_state_change(sk);
755 * NOTE: We check for existing sessions or connections AFTER the initiator
756 * has been successfully authenticated in order to protect against faked
757 * ISID/TSIH combinations.
759 static int iscsi_target_check_for_existing_instances(
760 struct iscsi_conn *conn,
761 struct iscsi_login *login)
763 if (login->checked_for_existing)
766 login->checked_for_existing = 1;
769 return iscsi_check_for_session_reinstatement(conn);
771 return iscsi_login_post_auth_non_zero_tsih(conn, login->cid,
772 login->initial_exp_statsn);
775 static int iscsi_target_do_authentication(
776 struct iscsi_conn *conn,
777 struct iscsi_login *login)
781 struct iscsi_param *param;
782 struct iscsi_login_req *login_req;
783 struct iscsi_login_rsp *login_rsp;
785 login_req = (struct iscsi_login_req *) login->req;
786 login_rsp = (struct iscsi_login_rsp *) login->rsp;
787 payload_length = ntoh24(login_req->dlength);
789 param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
793 authret = iscsi_handle_authentication(
802 pr_debug("Received OK response"
803 " from LIO Authentication, continuing.\n");
806 pr_debug("iSCSI security negotiation"
807 " completed successfully.\n");
808 login->auth_complete = 1;
809 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
810 (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
811 login_rsp->flags |= (ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
812 ISCSI_FLAG_LOGIN_TRANSIT);
813 login->current_stage = 1;
815 return iscsi_target_check_for_existing_instances(
818 pr_err("Security negotiation"
820 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
821 ISCSI_LOGIN_STATUS_AUTH_FAILED);
824 pr_err("Received unknown error %d from LIO"
825 " Authentication\n", authret);
826 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
827 ISCSI_LOGIN_STATUS_TARGET_ERROR);
834 static int iscsi_target_handle_csg_zero(
835 struct iscsi_conn *conn,
836 struct iscsi_login *login)
840 struct iscsi_param *param;
841 struct iscsi_login_req *login_req;
842 struct iscsi_login_rsp *login_rsp;
844 login_req = (struct iscsi_login_req *) login->req;
845 login_rsp = (struct iscsi_login_rsp *) login->rsp;
846 payload_length = ntoh24(login_req->dlength);
848 param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
852 ret = iscsi_decode_text_input(
853 PHASE_SECURITY|PHASE_DECLARATIVE,
854 SENDER_INITIATOR|SENDER_RECEIVER,
862 if (login->auth_complete) {
863 pr_err("Initiator has already been"
864 " successfully authenticated, but is still"
865 " sending %s keys.\n", param->value);
866 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
867 ISCSI_LOGIN_STATUS_INIT_ERR);
872 } else if (!payload_length) {
873 pr_err("Initiator sent zero length security payload,"
875 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
876 ISCSI_LOGIN_STATUS_AUTH_FAILED);
880 if (login->first_request)
881 if (iscsi_target_check_first_request(conn, login) < 0)
884 ret = iscsi_encode_text_output(
885 PHASE_SECURITY|PHASE_DECLARATIVE,
893 if (!iscsi_check_negotiated_keys(conn->param_list)) {
894 if (conn->tpg->tpg_attrib.authentication &&
895 !strncmp(param->value, NONE, 4)) {
896 pr_err("Initiator sent AuthMethod=None but"
897 " Target is enforcing iSCSI Authentication,"
899 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
900 ISCSI_LOGIN_STATUS_AUTH_FAILED);
904 if (conn->tpg->tpg_attrib.authentication &&
905 !login->auth_complete)
908 if (strncmp(param->value, NONE, 4) && !login->auth_complete)
911 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
912 (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
913 login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
914 ISCSI_FLAG_LOGIN_TRANSIT;
915 login->current_stage = 1;
921 return iscsi_target_do_authentication(conn, login);
924 static int iscsi_target_handle_csg_one(struct iscsi_conn *conn, struct iscsi_login *login)
928 struct iscsi_login_req *login_req;
929 struct iscsi_login_rsp *login_rsp;
931 login_req = (struct iscsi_login_req *) login->req;
932 login_rsp = (struct iscsi_login_rsp *) login->rsp;
933 payload_length = ntoh24(login_req->dlength);
935 ret = iscsi_decode_text_input(
936 PHASE_OPERATIONAL|PHASE_DECLARATIVE,
937 SENDER_INITIATOR|SENDER_RECEIVER,
942 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
943 ISCSI_LOGIN_STATUS_INIT_ERR);
947 if (login->first_request)
948 if (iscsi_target_check_first_request(conn, login) < 0)
951 if (iscsi_target_check_for_existing_instances(conn, login) < 0)
954 ret = iscsi_encode_text_output(
955 PHASE_OPERATIONAL|PHASE_DECLARATIVE,
961 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
962 ISCSI_LOGIN_STATUS_INIT_ERR);
966 if (!login->auth_complete &&
967 conn->tpg->tpg_attrib.authentication) {
968 pr_err("Initiator is requesting CSG: 1, has not been"
969 " successfully authenticated, and the Target is"
970 " enforcing iSCSI Authentication, login failed.\n");
971 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
972 ISCSI_LOGIN_STATUS_AUTH_FAILED);
976 if (!iscsi_check_negotiated_keys(conn->param_list))
977 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE3) &&
978 (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT))
979 login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE3 |
980 ISCSI_FLAG_LOGIN_TRANSIT;
985 static int iscsi_target_do_login(struct iscsi_conn *conn, struct iscsi_login *login)
988 struct iscsi_login_req *login_req;
989 struct iscsi_login_rsp *login_rsp;
991 login_req = (struct iscsi_login_req *) login->req;
992 login_rsp = (struct iscsi_login_rsp *) login->rsp;
995 if (++pdu_count > MAX_LOGIN_PDUS) {
996 pr_err("MAX_LOGIN_PDUS count reached.\n");
997 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
998 ISCSI_LOGIN_STATUS_TARGET_ERROR);
1002 switch (ISCSI_LOGIN_CURRENT_STAGE(login_req->flags)) {
1004 login_rsp->flags &= ~ISCSI_FLAG_LOGIN_CURRENT_STAGE_MASK;
1005 if (iscsi_target_handle_csg_zero(conn, login) < 0)
1009 login_rsp->flags |= ISCSI_FLAG_LOGIN_CURRENT_STAGE1;
1010 if (iscsi_target_handle_csg_one(conn, login) < 0)
1012 if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
1014 * Check to make sure the TCP connection has not
1015 * dropped asynchronously while session reinstatement
1016 * was occuring in this kthread context, before
1017 * transitioning to full feature phase operation.
1019 if (iscsi_target_sk_check_close(conn))
1022 login->tsih = conn->sess->tsih;
1023 login->login_complete = 1;
1024 iscsi_target_restore_sock_callbacks(conn);
1025 if (iscsi_target_do_tx_login_io(conn,
1032 pr_err("Illegal CSG: %d received from"
1033 " Initiator, protocol error.\n",
1034 ISCSI_LOGIN_CURRENT_STAGE(login_req->flags));
1038 if (iscsi_target_do_tx_login_io(conn, login) < 0)
1041 if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
1042 login_rsp->flags &= ~ISCSI_FLAG_LOGIN_TRANSIT;
1043 login_rsp->flags &= ~ISCSI_FLAG_LOGIN_NEXT_STAGE_MASK;
1051 static void iscsi_initiatorname_tolower(
1055 u32 iqn_size = strlen(param_buf), i;
1057 for (i = 0; i < iqn_size; i++) {
1067 * Processes the first Login Request..
1069 int iscsi_target_locate_portal(
1070 struct iscsi_np *np,
1071 struct iscsi_conn *conn,
1072 struct iscsi_login *login)
1074 char *i_buf = NULL, *s_buf = NULL, *t_buf = NULL;
1075 char *tmpbuf, *start = NULL, *end = NULL, *key, *value;
1076 struct iscsi_session *sess = conn->sess;
1077 struct iscsi_tiqn *tiqn;
1078 struct iscsi_tpg_np *tpg_np = NULL;
1079 struct iscsi_login_req *login_req;
1080 struct se_node_acl *se_nacl;
1081 u32 payload_length, queue_depth = 0;
1082 int sessiontype = 0, ret = 0, tag_num, tag_size;
1084 INIT_DELAYED_WORK(&conn->login_work, iscsi_target_do_login_rx);
1085 INIT_DELAYED_WORK(&conn->login_cleanup_work, iscsi_target_do_cleanup);
1086 iscsi_target_set_sock_callbacks(conn);
1090 login_req = (struct iscsi_login_req *) login->req;
1091 payload_length = ntoh24(login_req->dlength);
1093 tmpbuf = kzalloc(payload_length + 1, GFP_KERNEL);
1095 pr_err("Unable to allocate memory for tmpbuf.\n");
1099 memcpy(tmpbuf, login->req_buf, payload_length);
1100 tmpbuf[payload_length] = '\0';
1102 end = (start + payload_length);
1105 * Locate the initial keys expected from the Initiator node in
1106 * the first login request in order to progress with the login phase.
1108 while (start < end) {
1109 if (iscsi_extract_key_value(start, &key, &value) < 0) {
1114 if (!strncmp(key, "InitiatorName", 13))
1116 else if (!strncmp(key, "SessionType", 11))
1118 else if (!strncmp(key, "TargetName", 10))
1121 start += strlen(key) + strlen(value) + 2;
1124 * See 5.3. Login Phase.
1127 pr_err("InitiatorName key not received"
1128 " in first login request.\n");
1129 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1130 ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1135 * Convert the incoming InitiatorName to lowercase following
1136 * RFC-3720 3.2.6.1. section c) that says that iSCSI IQNs
1137 * are NOT case sensitive.
1139 iscsi_initiatorname_tolower(i_buf);
1142 if (!login->leading_connection)
1145 pr_err("SessionType key not received"
1146 " in first login request.\n");
1147 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1148 ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1154 * Use default portal group for discovery sessions.
1156 sessiontype = strncmp(s_buf, DISCOVERY, 9);
1158 conn->tpg = iscsit_global->discovery_tpg;
1159 if (!login->leading_connection)
1162 sess->sess_ops->SessionType = 1;
1164 * Setup crc32c modules from libcrypto
1166 if (iscsi_login_setup_crypto(conn) < 0) {
1167 pr_err("iscsi_login_setup_crypto() failed\n");
1172 * Serialize access across the discovery struct iscsi_portal_group to
1173 * process login attempt.
1175 if (iscsit_access_np(np, conn->tpg) < 0) {
1176 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1177 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1187 pr_err("TargetName key not received"
1188 " in first login request while"
1189 " SessionType=Normal.\n");
1190 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1191 ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1197 * Locate Target IQN from Storage Node.
1199 tiqn = iscsit_get_tiqn_for_login(t_buf);
1201 pr_err("Unable to locate Target IQN: %s in"
1202 " Storage Node\n", t_buf);
1203 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1204 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1208 pr_debug("Located Storage Object: %s\n", tiqn->tiqn);
1211 * Locate Target Portal Group from Storage Node.
1213 conn->tpg = iscsit_get_tpg_from_np(tiqn, np, &tpg_np);
1215 pr_err("Unable to locate Target Portal Group"
1216 " on %s\n", tiqn->tiqn);
1217 iscsit_put_tiqn_for_login(tiqn);
1218 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1219 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1223 conn->tpg_np = tpg_np;
1224 pr_debug("Located Portal Group Object: %hu\n", conn->tpg->tpgt);
1226 * Setup crc32c modules from libcrypto
1228 if (iscsi_login_setup_crypto(conn) < 0) {
1229 pr_err("iscsi_login_setup_crypto() failed\n");
1230 kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1231 iscsit_put_tiqn_for_login(tiqn);
1237 * Serialize access across the struct iscsi_portal_group to
1238 * process login attempt.
1240 if (iscsit_access_np(np, conn->tpg) < 0) {
1241 kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1242 iscsit_put_tiqn_for_login(tiqn);
1243 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1244 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1251 * conn->sess->node_acl will be set when the referenced
1252 * struct iscsi_session is located from received ISID+TSIH in
1253 * iscsi_login_non_zero_tsih_s2().
1255 if (!login->leading_connection) {
1261 * This value is required in iscsi_login_zero_tsih_s2()
1263 sess->sess_ops->SessionType = 0;
1266 * Locate incoming Initiator IQN reference from Storage Node.
1268 sess->se_sess->se_node_acl = core_tpg_check_initiator_node_acl(
1269 &conn->tpg->tpg_se_tpg, i_buf);
1270 if (!sess->se_sess->se_node_acl) {
1271 pr_err("iSCSI Initiator Node: %s is not authorized to"
1272 " access iSCSI target portal group: %hu.\n",
1273 i_buf, conn->tpg->tpgt);
1274 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1275 ISCSI_LOGIN_STATUS_TGT_FORBIDDEN);
1279 se_nacl = sess->se_sess->se_node_acl;
1280 queue_depth = se_nacl->queue_depth;
1282 * Setup pre-allocated tags based upon allowed per NodeACL CmdSN
1283 * depth for non immediate commands, plus extra tags for immediate
1286 * Also enforce a ISCSIT_MIN_TAGS to prevent unnecessary contention
1287 * in per-cpu-ida tag allocation logic + small queue_depth.
1290 tag_num = max_t(u32, ISCSIT_MIN_TAGS, queue_depth);
1291 tag_num = (tag_num * 2) + ISCSIT_EXTRA_TAGS;
1292 tag_size = sizeof(struct iscsi_cmd) + conn->conn_transport->priv_size;
1294 ret = transport_alloc_session_tags(sess->se_sess, tag_num, tag_size);
1296 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1297 ISCSI_LOGIN_STATUS_NO_RESOURCES);
1305 int iscsi_target_start_negotiation(
1306 struct iscsi_login *login,
1307 struct iscsi_conn *conn)
1312 struct sock *sk = conn->sock->sk;
1314 write_lock_bh(&sk->sk_callback_lock);
1315 set_bit(LOGIN_FLAGS_READY, &conn->login_flags);
1316 set_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
1317 write_unlock_bh(&sk->sk_callback_lock);
1320 * If iscsi_target_do_login returns zero to signal more PDU
1321 * exchanges are required to complete the login, go ahead and
1322 * clear LOGIN_FLAGS_INITIAL_PDU but only if the TCP connection
1325 * Otherwise if TCP connection dropped asynchronously, go ahead
1326 * and perform connection cleanup now.
1328 ret = iscsi_target_do_login(conn, login);
1329 if (!ret && iscsi_target_sk_check_and_clear(conn, LOGIN_FLAGS_INITIAL_PDU))
1333 cancel_delayed_work_sync(&conn->login_work);
1334 cancel_delayed_work_sync(&conn->login_cleanup_work);
1335 iscsi_target_restore_sock_callbacks(conn);
1336 iscsi_remove_failed_auth_entry(conn);
1339 iscsi_target_nego_release(conn);
1344 void iscsi_target_nego_release(struct iscsi_conn *conn)
1346 struct iscsi_login *login = conn->conn_login;
1351 kfree(login->req_buf);
1352 kfree(login->rsp_buf);
1355 conn->conn_login = NULL;