drivers/target/iscsi/iscsi_target_nego.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*******************************************************************************
   3  * This file contains main functions related to iSCSI Parameter negotiation.
   4  *
   5  * (c) Copyright 2007-2013 Datera, Inc.
   6  *
   7  * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
   8  *
   9  ******************************************************************************/
  10
  11 #include <linux/ctype.h>
  12 #include <linux/kthread.h>
  13 #include <linux/slab.h>
  14 #include <linux/sched/signal.h>
  15 #include <net/sock.h>
  16 #include <scsi/iscsi_proto.h>
  17 #include <target/target_core_base.h>
  18 #include <target/target_core_fabric.h>
  19 #include <target/iscsi/iscsi_transport.h>
  20
  21 #include <target/iscsi/iscsi_target_core.h>
  22 #include "iscsi_target_parameters.h"
  23 #include "iscsi_target_login.h"
  24 #include "iscsi_target_nego.h"
  25 #include "iscsi_target_tpg.h"
  26 #include "iscsi_target_util.h"
  27 #include "iscsi_target.h"
  28 #include "iscsi_target_auth.h"
  29
  30 #define MAX_LOGIN_PDUS  7
  31 #define TEXT_LEN        4096
  32
  33 void convert_null_to_semi(char *buf, int len)
  34 {
  35         int i;
  36
  37         for (i = 0; i < len; i++)
  38                 if (buf[i] == '\0')
  39                         buf[i] = ';';
  40 }
  41
  42 static int strlen_semi(char *buf)
  43 {
  44         int i = 0;
  45
  46         while (buf[i] != '\0') {
  47                 if (buf[i] == ';')
  48                         return i;
  49                 i++;
  50         }
  51
  52         return -1;
  53 }
  54
  55 int extract_param(
  56         const char *in_buf,
  57         const char *pattern,
  58         unsigned int max_length,
  59         char *out_buf,
  60         unsigned char *type)
  61 {
  62         char *ptr;
  63         int len;
  64
  65         if (!in_buf || !pattern || !out_buf || !type)
  66                 return -1;
  67
  68         ptr = strstr(in_buf, pattern);
  69         if (!ptr)
  70                 return -1;
  71
  72         ptr = strstr(ptr, "=");
  73         if (!ptr)
  74                 return -1;
  75
  76         ptr += 1;
  77         if (*ptr == '0' && (*(ptr+1) == 'x' || *(ptr+1) == 'X')) {
  78                 ptr += 2; /* skip 0x */
  79                 *type = HEX;
  80         } else
  81                 *type = DECIMAL;
  82
  83         len = strlen_semi(ptr);
  84         if (len < 0)
  85                 return -1;
  86
  87         if (len >= max_length) {
  88                 pr_err("Length of input: %d exceeds max_length:"
  89                         " %d\n", len, max_length);
  90                 return -1;
  91         }
  92         memcpy(out_buf, ptr, len);
  93         out_buf[len] = '\0';
  94
  95         return 0;
  96 }
  97
  98 static u32 iscsi_handle_authentication(
  99         struct iscsi_conn *conn,
 100         char *in_buf,
 101         char *out_buf,
 102         int in_length,
 103         int *out_length,
 104         unsigned char *authtype)
 105 {
 106         struct iscsi_session *sess = conn->sess;
 107         struct iscsi_node_auth *auth;
 108         struct iscsi_node_acl *iscsi_nacl;
 109         struct iscsi_portal_group *iscsi_tpg;
 110         struct se_node_acl *se_nacl;
 111
 112         if (!sess->sess_ops->SessionType) {
 113                 /*
 114                  * For SessionType=Normal
 115                  */
 116                 se_nacl = conn->sess->se_sess->se_node_acl;
 117                 if (!se_nacl) {
 118                         pr_err("Unable to locate struct se_node_acl for"
 119                                         " CHAP auth\n");
 120                         return -1;
 121                 }
 122                 iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
 123                                 se_node_acl);
 124                 if (!iscsi_nacl) {
 125                         pr_err("Unable to locate struct iscsi_node_acl for"
 126                                         " CHAP auth\n");
 127                         return -1;
 128                 }
 129
 130                 if (se_nacl->dynamic_node_acl) {
 131                         iscsi_tpg = container_of(se_nacl->se_tpg,
 132                                         struct iscsi_portal_group, tpg_se_tpg);
 133
 134                         auth = &iscsi_tpg->tpg_demo_auth;
 135                 } else {
 136                         iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
 137                                                   se_node_acl);
 138
 139                         auth = &iscsi_nacl->node_auth;
 140                 }
 141         } else {
 142                 /*
 143                  * For SessionType=Discovery
 144                  */
 145                 auth = &iscsit_global->discovery_acl.node_auth;
 146         }
 147
 148         if (strstr("CHAP", authtype))
 149                 strcpy(conn->sess->auth_type, "CHAP");
 150         else
 151                 strcpy(conn->sess->auth_type, NONE);
 152
 153         if (strstr("None", authtype))
 154                 return 1;
 155         else if (strstr("CHAP", authtype))
 156                 return chap_main_loop(conn, auth, in_buf, out_buf,
 157                                 &in_length, out_length);
 158         /* SRP, SPKM1, SPKM2 and KRB5 are unsupported */
 159         return 2;
 160 }
 161
 162 static void iscsi_remove_failed_auth_entry(struct iscsi_conn *conn)
 163 {
 164         kfree(conn->auth_protocol);
 165 }
 166
 167 int iscsi_target_check_login_request(
 168         struct iscsi_conn *conn,
 169         struct iscsi_login *login)
 170 {
 171         int req_csg, req_nsg;
 172         u32 payload_length;
 173         struct iscsi_login_req *login_req;
 174
 175         login_req = (struct iscsi_login_req *) login->req;
 176         payload_length = ntoh24(login_req->dlength);
 177
 178         switch (login_req->opcode & ISCSI_OPCODE_MASK) {
 179         case ISCSI_OP_LOGIN:
 180                 break;
 181         default:
 182                 pr_err("Received unknown opcode 0x%02x.\n",
 183                                 login_req->opcode & ISCSI_OPCODE_MASK);
 184                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 185                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 186                 return -1;
 187         }
 188
 189         if ((login_req->flags & ISCSI_FLAG_LOGIN_CONTINUE) &&
 190             (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
 191                 pr_err("Login request has both ISCSI_FLAG_LOGIN_CONTINUE"
 192                         " and ISCSI_FLAG_LOGIN_TRANSIT set, protocol error.\n");
 193                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 194                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 195                 return -1;
 196         }
 197
 198         req_csg = ISCSI_LOGIN_CURRENT_STAGE(login_req->flags);
 199         req_nsg = ISCSI_LOGIN_NEXT_STAGE(login_req->flags);
 200
 201         if (req_csg != login->current_stage) {
 202                 pr_err("Initiator unexpectedly changed login stage"
 203                         " from %d to %d, login failed.\n", login->current_stage,
 204                         req_csg);
 205                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 206                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 207                 return -1;
 208         }
 209
 210         if ((req_nsg == 2) || (req_csg >= 2) ||
 211            ((login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT) &&
 212             (req_nsg <= req_csg))) {
 213                 pr_err("Illegal login_req->flags Combination, CSG: %d,"
 214                         " NSG: %d, ISCSI_FLAG_LOGIN_TRANSIT: %d.\n", req_csg,
 215                         req_nsg, (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT));
 216                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 217                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 218                 return -1;
 219         }
 220
 221         if ((login_req->max_version != login->version_max) ||
 222             (login_req->min_version != login->version_min)) {
 223                 pr_err("Login request changed Version Max/Nin"
 224                         " unexpectedly to 0x%02x/0x%02x, protocol error\n",
 225                         login_req->max_version, login_req->min_version);
 226                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 227                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 228                 return -1;
 229         }
 230
 231         if (memcmp(login_req->isid, login->isid, 6) != 0) {
 232                 pr_err("Login request changed ISID unexpectedly,"
 233                                 " protocol error.\n");
 234                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 235                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 236                 return -1;
 237         }
 238
 239         if (login_req->itt != login->init_task_tag) {
 240                 pr_err("Login request changed ITT unexpectedly to"
 241                         " 0x%08x, protocol error.\n", login_req->itt);
 242                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 243                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 244                 return -1;
 245         }
 246
 247         if (payload_length > MAX_KEY_VALUE_PAIRS) {
 248                 pr_err("Login request payload exceeds default"
 249                         " MaxRecvDataSegmentLength: %u, protocol error.\n",
 250                                 MAX_KEY_VALUE_PAIRS);
 251                 return -1;
 252         }
 253
 254         return 0;
 255 }
 256 EXPORT_SYMBOL(iscsi_target_check_login_request);
 257
 258 static int iscsi_target_check_first_request(
 259         struct iscsi_conn *conn,
 260         struct iscsi_login *login)
 261 {
 262         struct iscsi_param *param = NULL;
 263         struct se_node_acl *se_nacl;
 264
 265         login->first_request = 0;
 266
 267         list_for_each_entry(param, &conn->param_list->param_list, p_list) {
 268                 if (!strncmp(param->name, SESSIONTYPE, 11)) {
 269                         if (!IS_PSTATE_ACCEPTOR(param)) {
 270                                 pr_err("SessionType key not received"
 271                                         " in first login request.\n");
 272                                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 273                                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
 274                                 return -1;
 275                         }
 276                         if (!strncmp(param->value, DISCOVERY, 9))
 277                                 return 0;
 278                 }
 279
 280                 if (!strncmp(param->name, INITIATORNAME, 13)) {
 281                         if (!IS_PSTATE_ACCEPTOR(param)) {
 282                                 if (!login->leading_connection)
 283                                         continue;
 284
 285                                 pr_err("InitiatorName key not received"
 286                                         " in first login request.\n");
 287                                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 288                                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
 289                                 return -1;
 290                         }
 291
 292                         /*
 293                          * For non-leading connections, double check that the
 294                          * received InitiatorName matches the existing session's
 295                          * struct iscsi_node_acl.
 296                          */
 297                         if (!login->leading_connection) {
 298                                 se_nacl = conn->sess->se_sess->se_node_acl;
 299                                 if (!se_nacl) {
 300                                         pr_err("Unable to locate"
 301                                                 " struct se_node_acl\n");
 302                                         iscsit_tx_login_rsp(conn,
 303                                                         ISCSI_STATUS_CLS_INITIATOR_ERR,
 304                                                         ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
 305                                         return -1;
 306                                 }
 307
 308                                 if (strcmp(param->value,
 309                                                 se_nacl->initiatorname)) {
 310                                         pr_err("Incorrect"
 311                                                 " InitiatorName: %s for this"
 312                                                 " iSCSI Initiator Node.\n",
 313                                                 param->value);
 314                                         iscsit_tx_login_rsp(conn,
 315                                                         ISCSI_STATUS_CLS_INITIATOR_ERR,
 316                                                         ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
 317                                         return -1;
 318                                 }
 319                         }
 320                 }
 321         }
 322
 323         return 0;
 324 }
 325
 326 static int iscsi_target_do_tx_login_io(struct iscsi_conn *conn, struct iscsi_login *login)
 327 {
 328         u32 padding = 0;
 329         struct iscsi_login_rsp *login_rsp;
 330
 331         login_rsp = (struct iscsi_login_rsp *) login->rsp;
 332
 333         login_rsp->opcode               = ISCSI_OP_LOGIN_RSP;
 334         hton24(login_rsp->dlength, login->rsp_length);
 335         memcpy(login_rsp->isid, login->isid, 6);
 336         login_rsp->tsih                 = cpu_to_be16(login->tsih);
 337         login_rsp->itt                  = login->init_task_tag;
 338         login_rsp->statsn               = cpu_to_be32(conn->stat_sn++);
 339         login_rsp->exp_cmdsn            = cpu_to_be32(conn->sess->exp_cmd_sn);
 340         login_rsp->max_cmdsn            = cpu_to_be32((u32) atomic_read(&conn->sess->max_cmd_sn));
 341
 342         pr_debug("Sending Login Response, Flags: 0x%02x, ITT: 0x%08x,"
 343                 " ExpCmdSN; 0x%08x, MaxCmdSN: 0x%08x, StatSN: 0x%08x, Length:"
 344                 " %u\n", login_rsp->flags, (__force u32)login_rsp->itt,
 345                 ntohl(login_rsp->exp_cmdsn), ntohl(login_rsp->max_cmdsn),
 346                 ntohl(login_rsp->statsn), login->rsp_length);
 347
 348         padding = ((-login->rsp_length) & 3);
 349         /*
 350          * Before sending the last login response containing the transition
 351          * bit for full-feature-phase, go ahead and start up TX/RX threads
 352          * now to avoid potential resource allocation failures after the
 353          * final login response has been sent.
 354          */
 355         if (login->login_complete) {
 356                 int rc = iscsit_start_kthreads(conn);
 357                 if (rc) {
 358                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 359                                             ISCSI_LOGIN_STATUS_NO_RESOURCES);
 360                         return -1;
 361                 }
 362         }
 363
 364         if (conn->conn_transport->iscsit_put_login_tx(conn, login,
 365                                         login->rsp_length + padding) < 0)
 366                 goto err;
 367
 368         login->rsp_length               = 0;
 369
 370         return 0;
 371
 372 err:
 373         if (login->login_complete) {
 374                 if (conn->rx_thread && conn->rx_thread_active) {
 375                         send_sig(SIGINT, conn->rx_thread, 1);
 376                         complete(&conn->rx_login_comp);
 377                         kthread_stop(conn->rx_thread);
 378                 }
 379                 if (conn->tx_thread && conn->tx_thread_active) {
 380                         send_sig(SIGINT, conn->tx_thread, 1);
 381                         kthread_stop(conn->tx_thread);
 382                 }
 383                 spin_lock(&iscsit_global->ts_bitmap_lock);
 384                 bitmap_release_region(iscsit_global->ts_bitmap, conn->bitmap_id,
 385                                       get_order(1));
 386                 spin_unlock(&iscsit_global->ts_bitmap_lock);
 387         }
 388         return -1;
 389 }
 390
 391 static void iscsi_target_sk_data_ready(struct sock *sk)
 392 {
 393         struct iscsi_conn *conn = sk->sk_user_data;
 394         bool rc;
 395
 396         pr_debug("Entering iscsi_target_sk_data_ready: conn: %p\n", conn);
 397
 398         write_lock_bh(&sk->sk_callback_lock);
 399         if (!sk->sk_user_data) {
 400                 write_unlock_bh(&sk->sk_callback_lock);
 401                 return;
 402         }
 403         if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
 404                 write_unlock_bh(&sk->sk_callback_lock);
 405                 pr_debug("Got LOGIN_FLAGS_READY=0, conn: %p >>>>\n", conn);
 406                 return;
 407         }
 408         if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
 409                 write_unlock_bh(&sk->sk_callback_lock);
 410                 pr_debug("Got LOGIN_FLAGS_CLOSED=1, conn: %p >>>>\n", conn);
 411                 return;
 412         }
 413         if (test_and_set_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
 414                 write_unlock_bh(&sk->sk_callback_lock);
 415                 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1, conn: %p >>>>\n", conn);
 416                 if (iscsi_target_sk_data_ready == conn->orig_data_ready)
 417                         return;
 418                 conn->orig_data_ready(sk);
 419                 return;
 420         }
 421
 422         rc = schedule_delayed_work(&conn->login_work, 0);
 423         if (!rc) {
 424                 pr_debug("iscsi_target_sk_data_ready, schedule_delayed_work"
 425                          " got false\n");
 426         }
 427         write_unlock_bh(&sk->sk_callback_lock);
 428 }
 429
 430 static void iscsi_target_sk_state_change(struct sock *);
 431
 432 static void iscsi_target_set_sock_callbacks(struct iscsi_conn *conn)
 433 {
 434         struct sock *sk;
 435
 436         if (!conn->sock)
 437                 return;
 438
 439         sk = conn->sock->sk;
 440         pr_debug("Entering iscsi_target_set_sock_callbacks: conn: %p\n", conn);
 441
 442         write_lock_bh(&sk->sk_callback_lock);
 443         sk->sk_user_data = conn;
 444         conn->orig_data_ready = sk->sk_data_ready;
 445         conn->orig_state_change = sk->sk_state_change;
 446         sk->sk_data_ready = iscsi_target_sk_data_ready;
 447         sk->sk_state_change = iscsi_target_sk_state_change;
 448         write_unlock_bh(&sk->sk_callback_lock);
 449
 450         sk->sk_sndtimeo = TA_LOGIN_TIMEOUT * HZ;
 451         sk->sk_rcvtimeo = TA_LOGIN_TIMEOUT * HZ;
 452 }
 453
 454 static void iscsi_target_restore_sock_callbacks(struct iscsi_conn *conn)
 455 {
 456         struct sock *sk;
 457
 458         if (!conn->sock)
 459                 return;
 460
 461         sk = conn->sock->sk;
 462         pr_debug("Entering iscsi_target_restore_sock_callbacks: conn: %p\n", conn);
 463
 464         write_lock_bh(&sk->sk_callback_lock);
 465         if (!sk->sk_user_data) {
 466                 write_unlock_bh(&sk->sk_callback_lock);
 467                 return;
 468         }
 469         sk->sk_user_data = NULL;
 470         sk->sk_data_ready = conn->orig_data_ready;
 471         sk->sk_state_change = conn->orig_state_change;
 472         write_unlock_bh(&sk->sk_callback_lock);
 473
 474         sk->sk_sndtimeo = MAX_SCHEDULE_TIMEOUT;
 475         sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
 476 }
 477
 478 static int iscsi_target_do_login(struct iscsi_conn *, struct iscsi_login *);
 479
 480 static bool __iscsi_target_sk_check_close(struct sock *sk)
 481 {
 482         if (sk->sk_state == TCP_CLOSE_WAIT || sk->sk_state == TCP_CLOSE) {
 483                 pr_debug("__iscsi_target_sk_check_close: TCP_CLOSE_WAIT|TCP_CLOSE,"
 484                         "returning TRUE\n");
 485                 return true;
 486         }
 487         return false;
 488 }
 489
 490 static bool iscsi_target_sk_check_close(struct iscsi_conn *conn)
 491 {
 492         bool state = false;
 493
 494         if (conn->sock) {
 495                 struct sock *sk = conn->sock->sk;
 496
 497                 read_lock_bh(&sk->sk_callback_lock);
 498                 state = (__iscsi_target_sk_check_close(sk) ||
 499                          test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
 500                 read_unlock_bh(&sk->sk_callback_lock);
 501         }
 502         return state;
 503 }
 504
 505 static bool iscsi_target_sk_check_flag(struct iscsi_conn *conn, unsigned int flag)
 506 {
 507         bool state = false;
 508
 509         if (conn->sock) {
 510                 struct sock *sk = conn->sock->sk;
 511
 512                 read_lock_bh(&sk->sk_callback_lock);
 513                 state = test_bit(flag, &conn->login_flags);
 514                 read_unlock_bh(&sk->sk_callback_lock);
 515         }
 516         return state;
 517 }
 518
 519 static bool iscsi_target_sk_check_and_clear(struct iscsi_conn *conn, unsigned int flag)
 520 {
 521         bool state = false;
 522
 523         if (conn->sock) {
 524                 struct sock *sk = conn->sock->sk;
 525
 526                 write_lock_bh(&sk->sk_callback_lock);
 527                 state = (__iscsi_target_sk_check_close(sk) ||
 528                          test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
 529                 if (!state)
 530                         clear_bit(flag, &conn->login_flags);
 531                 write_unlock_bh(&sk->sk_callback_lock);
 532         }
 533         return state;
 534 }
 535
 536 static void iscsi_target_login_drop(struct iscsi_conn *conn, struct iscsi_login *login)
 537 {
 538         bool zero_tsih = login->zero_tsih;
 539
 540         iscsi_remove_failed_auth_entry(conn);
 541         iscsi_target_nego_release(conn);
 542         iscsi_target_login_sess_out(conn, zero_tsih, true);
 543 }
 544
 545 struct conn_timeout {
 546         struct timer_list timer;
 547         struct iscsi_conn *conn;
 548 };
 549
 550 static void iscsi_target_login_timeout(struct timer_list *t)
 551 {
 552         struct conn_timeout *timeout = from_timer(timeout, t, timer);
 553         struct iscsi_conn *conn = timeout->conn;
 554
 555         pr_debug("Entering iscsi_target_login_timeout >>>>>>>>>>>>>>>>>>>\n");
 556
 557         if (conn->login_kworker) {
 558                 pr_debug("Sending SIGINT to conn->login_kworker %s/%d\n",
 559                          conn->login_kworker->comm, conn->login_kworker->pid);
 560                 send_sig(SIGINT, conn->login_kworker, 1);
 561         }
 562 }
 563
 564 static void iscsi_target_do_login_rx(struct work_struct *work)
 565 {
 566         struct iscsi_conn *conn = container_of(work,
 567                                 struct iscsi_conn, login_work.work);
 568         struct iscsi_login *login = conn->login;
 569         struct iscsi_np *np = login->np;
 570         struct iscsi_portal_group *tpg = conn->tpg;
 571         struct iscsi_tpg_np *tpg_np = conn->tpg_np;
 572         struct conn_timeout timeout;
 573         int rc, zero_tsih = login->zero_tsih;
 574         bool state;
 575
 576         pr_debug("entering iscsi_target_do_login_rx, conn: %p, %s:%d\n",
 577                         conn, current->comm, current->pid);
 578         /*
 579          * If iscsi_target_do_login_rx() has been invoked by ->sk_data_ready()
 580          * before initial PDU processing in iscsi_target_start_negotiation()
 581          * has completed, go ahead and retry until it's cleared.
 582          *
 583          * Otherwise if the TCP connection drops while this is occuring,
 584          * iscsi_target_start_negotiation() will detect the failure, call
 585          * cancel_delayed_work_sync(&conn->login_work), and cleanup the
 586          * remaining iscsi connection resources from iscsi_np process context.
 587          */
 588         if (iscsi_target_sk_check_flag(conn, LOGIN_FLAGS_INITIAL_PDU)) {
 589                 schedule_delayed_work(&conn->login_work, msecs_to_jiffies(10));
 590                 return;
 591         }
 592
 593         spin_lock(&tpg->tpg_state_lock);
 594         state = (tpg->tpg_state == TPG_STATE_ACTIVE);
 595         spin_unlock(&tpg->tpg_state_lock);
 596
 597         if (!state) {
 598                 pr_debug("iscsi_target_do_login_rx: tpg_state != TPG_STATE_ACTIVE\n");
 599                 goto err;
 600         }
 601
 602         if (iscsi_target_sk_check_close(conn)) {
 603                 pr_debug("iscsi_target_do_login_rx, TCP state CLOSE\n");
 604                 goto err;
 605         }
 606
 607         conn->login_kworker = current;
 608         allow_signal(SIGINT);
 609
 610         timeout.conn = conn;
 611         timer_setup_on_stack(&timeout.timer, iscsi_target_login_timeout, 0);
 612         mod_timer(&timeout.timer, jiffies + TA_LOGIN_TIMEOUT * HZ);
 613         pr_debug("Starting login timer for %s/%d\n", current->comm, current->pid);
 614
 615         rc = conn->conn_transport->iscsit_get_login_rx(conn, login);
 616         del_timer_sync(&timeout.timer);
 617         destroy_timer_on_stack(&timeout.timer);
 618         flush_signals(current);
 619         conn->login_kworker = NULL;
 620
 621         if (rc < 0)
 622                 goto err;
 623
 624         pr_debug("iscsi_target_do_login_rx after rx_login_io, %p, %s:%d\n",
 625                         conn, current->comm, current->pid);
 626
 627         /*
 628          * LOGIN_FLAGS_READ_ACTIVE is cleared so that sk_data_ready
 629          * could be triggered again after this.
 630          *
 631          * LOGIN_FLAGS_WRITE_ACTIVE is cleared after we successfully
 632          * process a login PDU, so that sk_state_chage can do login
 633          * cleanup as needed if the socket is closed. If a delayed work is
 634          * ongoing (LOGIN_FLAGS_WRITE_ACTIVE or LOGIN_FLAGS_READ_ACTIVE),
 635          * sk_state_change will leave the cleanup to the delayed work or
 636          * it will schedule a delayed work to do cleanup.
 637          */
 638         if (conn->sock) {
 639                 struct sock *sk = conn->sock->sk;
 640
 641                 write_lock_bh(&sk->sk_callback_lock);
 642                 if (!test_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags)) {
 643                         clear_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags);
 644                         set_bit(LOGIN_FLAGS_WRITE_ACTIVE, &conn->login_flags);
 645                 }
 646                 write_unlock_bh(&sk->sk_callback_lock);
 647         }
 648
 649         rc = iscsi_target_do_login(conn, login);
 650         if (rc < 0) {
 651                 goto err;
 652         } else if (!rc) {
 653                 if (iscsi_target_sk_check_and_clear(conn,
 654                                                     LOGIN_FLAGS_WRITE_ACTIVE))
 655                         goto err;
 656         } else if (rc == 1) {
 657                 cancel_delayed_work(&conn->login_work);
 658                 iscsi_target_nego_release(conn);
 659                 iscsi_post_login_handler(np, conn, zero_tsih);
 660                 iscsit_deaccess_np(np, tpg, tpg_np);
 661         }
 662         return;
 663
 664 err:
 665         iscsi_target_restore_sock_callbacks(conn);
 666         cancel_delayed_work(&conn->login_work);
 667         iscsi_target_login_drop(conn, login);
 668         iscsit_deaccess_np(np, tpg, tpg_np);
 669 }
 670
 671 static void iscsi_target_sk_state_change(struct sock *sk)
 672 {
 673         struct iscsi_conn *conn;
 674         void (*orig_state_change)(struct sock *);
 675         bool state;
 676
 677         pr_debug("Entering iscsi_target_sk_state_change\n");
 678
 679         write_lock_bh(&sk->sk_callback_lock);
 680         conn = sk->sk_user_data;
 681         if (!conn) {
 682                 write_unlock_bh(&sk->sk_callback_lock);
 683                 return;
 684         }
 685         orig_state_change = conn->orig_state_change;
 686
 687         if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
 688                 pr_debug("Got LOGIN_FLAGS_READY=0 sk_state_change conn: %p\n",
 689                          conn);
 690                 write_unlock_bh(&sk->sk_callback_lock);
 691                 orig_state_change(sk);
 692                 return;
 693         }
 694         state = __iscsi_target_sk_check_close(sk);
 695         pr_debug("__iscsi_target_sk_close_change: state: %d\n", state);
 696
 697         if (test_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags) ||
 698             test_bit(LOGIN_FLAGS_WRITE_ACTIVE, &conn->login_flags)) {
 699                 pr_debug("Got LOGIN_FLAGS_{READ|WRITE}_ACTIVE=1"
 700                          " sk_state_change conn: %p\n", conn);
 701                 if (state)
 702                         set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
 703                 write_unlock_bh(&sk->sk_callback_lock);
 704                 orig_state_change(sk);
 705                 return;
 706         }
 707         if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
 708                 pr_debug("Got LOGIN_FLAGS_CLOSED=1 sk_state_change conn: %p\n",
 709                          conn);
 710                 write_unlock_bh(&sk->sk_callback_lock);
 711                 orig_state_change(sk);
 712                 return;
 713         }
 714         /*
 715          * If the TCP connection has dropped, go ahead and set LOGIN_FLAGS_CLOSED,
 716          * but only queue conn->login_work -> iscsi_target_do_login_rx()
 717          * processing if LOGIN_FLAGS_INITIAL_PDU has already been cleared.
 718          *
 719          * When iscsi_target_do_login_rx() runs, iscsi_target_sk_check_close()
 720          * will detect the dropped TCP connection from delayed workqueue context.
 721          *
 722          * If LOGIN_FLAGS_INITIAL_PDU is still set, which means the initial
 723          * iscsi_target_start_negotiation() is running, iscsi_target_do_login()
 724          * via iscsi_target_sk_check_close() or iscsi_target_start_negotiation()
 725          * via iscsi_target_sk_check_and_clear() is responsible for detecting the
 726          * dropped TCP connection in iscsi_np process context, and cleaning up
 727          * the remaining iscsi connection resources.
 728          */
 729         if (state) {
 730                 pr_debug("iscsi_target_sk_state_change got failed state\n");
 731                 set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
 732                 state = test_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
 733                 write_unlock_bh(&sk->sk_callback_lock);
 734
 735                 orig_state_change(sk);
 736
 737                 if (!state)
 738                         schedule_delayed_work(&conn->login_work, 0);
 739                 return;
 740         }
 741         write_unlock_bh(&sk->sk_callback_lock);
 742
 743         orig_state_change(sk);
 744 }
 745
 746 /*
 747  *      NOTE: We check for existing sessions or connections AFTER the initiator
 748  *      has been successfully authenticated in order to protect against faked
 749  *      ISID/TSIH combinations.
 750  */
 751 static int iscsi_target_check_for_existing_instances(
 752         struct iscsi_conn *conn,
 753         struct iscsi_login *login)
 754 {
 755         if (login->checked_for_existing)
 756                 return 0;
 757
 758         login->checked_for_existing = 1;
 759
 760         if (!login->tsih)
 761                 return iscsi_check_for_session_reinstatement(conn);
 762         else
 763                 return iscsi_login_post_auth_non_zero_tsih(conn, login->cid,
 764                                 login->initial_exp_statsn);
 765 }
 766
 767 static int iscsi_target_do_authentication(
 768         struct iscsi_conn *conn,
 769         struct iscsi_login *login)
 770 {
 771         int authret;
 772         u32 payload_length;
 773         struct iscsi_param *param;
 774         struct iscsi_login_req *login_req;
 775         struct iscsi_login_rsp *login_rsp;
 776
 777         login_req = (struct iscsi_login_req *) login->req;
 778         login_rsp = (struct iscsi_login_rsp *) login->rsp;
 779         payload_length = ntoh24(login_req->dlength);
 780
 781         param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
 782         if (!param)
 783                 return -1;
 784
 785         authret = iscsi_handle_authentication(
 786                         conn,
 787                         login->req_buf,
 788                         login->rsp_buf,
 789                         payload_length,
 790                         &login->rsp_length,
 791                         param->value);
 792         switch (authret) {
 793         case 0:
 794                 pr_debug("Received OK response"
 795                 " from LIO Authentication, continuing.\n");
 796                 break;
 797         case 1:
 798                 pr_debug("iSCSI security negotiation"
 799                         " completed successfully.\n");
 800                 login->auth_complete = 1;
 801                 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
 802                     (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
 803                         login_rsp->flags |= (ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
 804                                              ISCSI_FLAG_LOGIN_TRANSIT);
 805                         login->current_stage = 1;
 806                 }
 807                 return iscsi_target_check_for_existing_instances(
 808                                 conn, login);
 809         case 2:
 810                 pr_err("Security negotiation"
 811                         " failed.\n");
 812                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 813                                 ISCSI_LOGIN_STATUS_AUTH_FAILED);
 814                 return -1;
 815         default:
 816                 pr_err("Received unknown error %d from LIO"
 817                                 " Authentication\n", authret);
 818                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 819                                 ISCSI_LOGIN_STATUS_TARGET_ERROR);
 820                 return -1;
 821         }
 822
 823         return 0;
 824 }
 825
 826 static int iscsi_target_handle_csg_zero(
 827         struct iscsi_conn *conn,
 828         struct iscsi_login *login)
 829 {
 830         int ret;
 831         u32 payload_length;
 832         struct iscsi_param *param;
 833         struct iscsi_login_req *login_req;
 834         struct iscsi_login_rsp *login_rsp;
 835
 836         login_req = (struct iscsi_login_req *) login->req;
 837         login_rsp = (struct iscsi_login_rsp *) login->rsp;
 838         payload_length = ntoh24(login_req->dlength);
 839
 840         param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
 841         if (!param)
 842                 return -1;
 843
 844         ret = iscsi_decode_text_input(
 845                         PHASE_SECURITY|PHASE_DECLARATIVE,
 846                         SENDER_INITIATOR|SENDER_RECEIVER,
 847                         login->req_buf,
 848                         payload_length,
 849                         conn);
 850         if (ret < 0)
 851                 return -1;
 852
 853         if (ret > 0) {
 854                 if (login->auth_complete) {
 855                         pr_err("Initiator has already been"
 856                                 " successfully authenticated, but is still"
 857                                 " sending %s keys.\n", param->value);
 858                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 859                                         ISCSI_LOGIN_STATUS_INIT_ERR);
 860                         return -1;
 861                 }
 862
 863                 goto do_auth;
 864         } else if (!payload_length) {
 865                 pr_err("Initiator sent zero length security payload,"
 866                        " login failed\n");
 867                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 868                                     ISCSI_LOGIN_STATUS_AUTH_FAILED);
 869                 return -1;
 870         }
 871
 872         if (login->first_request)
 873                 if (iscsi_target_check_first_request(conn, login) < 0)
 874                         return -1;
 875
 876         ret = iscsi_encode_text_output(
 877                         PHASE_SECURITY|PHASE_DECLARATIVE,
 878                         SENDER_TARGET,
 879                         login->rsp_buf,
 880                         &login->rsp_length,
 881                         conn->param_list,
 882                         conn->tpg->tpg_attrib.login_keys_workaround);
 883         if (ret < 0)
 884                 return -1;
 885
 886         if (!iscsi_check_negotiated_keys(conn->param_list)) {
 887                 if (conn->tpg->tpg_attrib.authentication &&
 888                     !strncmp(param->value, NONE, 4)) {
 889                         pr_err("Initiator sent AuthMethod=None but"
 890                                 " Target is enforcing iSCSI Authentication,"
 891                                         " login failed.\n");
 892                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 893                                         ISCSI_LOGIN_STATUS_AUTH_FAILED);
 894                         return -1;
 895                 }
 896
 897                 if (conn->tpg->tpg_attrib.authentication &&
 898                     !login->auth_complete)
 899                         return 0;
 900
 901                 if (strncmp(param->value, NONE, 4) && !login->auth_complete)
 902                         return 0;
 903
 904                 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
 905                     (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
 906                         login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
 907                                             ISCSI_FLAG_LOGIN_TRANSIT;
 908                         login->current_stage = 1;
 909                 }
 910         }
 911
 912         return 0;
 913 do_auth:
 914         return iscsi_target_do_authentication(conn, login);
 915 }
 916
 917 static int iscsi_target_handle_csg_one(struct iscsi_conn *conn, struct iscsi_login *login)
 918 {
 919         int ret;
 920         u32 payload_length;
 921         struct iscsi_login_req *login_req;
 922         struct iscsi_login_rsp *login_rsp;
 923
 924         login_req = (struct iscsi_login_req *) login->req;
 925         login_rsp = (struct iscsi_login_rsp *) login->rsp;
 926         payload_length = ntoh24(login_req->dlength);
 927
 928         ret = iscsi_decode_text_input(
 929                         PHASE_OPERATIONAL|PHASE_DECLARATIVE,
 930                         SENDER_INITIATOR|SENDER_RECEIVER,
 931                         login->req_buf,
 932                         payload_length,
 933                         conn);
 934         if (ret < 0) {
 935                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 936                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 937                 return -1;
 938         }
 939
 940         if (login->first_request)
 941                 if (iscsi_target_check_first_request(conn, login) < 0)
 942                         return -1;
 943
 944         if (iscsi_target_check_for_existing_instances(conn, login) < 0)
 945                 return -1;
 946
 947         ret = iscsi_encode_text_output(
 948                         PHASE_OPERATIONAL|PHASE_DECLARATIVE,
 949                         SENDER_TARGET,
 950                         login->rsp_buf,
 951                         &login->rsp_length,
 952                         conn->param_list,
 953                         conn->tpg->tpg_attrib.login_keys_workaround);
 954         if (ret < 0) {
 955                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 956                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 957                 return -1;
 958         }
 959
 960         if (!login->auth_complete &&
 961              conn->tpg->tpg_attrib.authentication) {
 962                 pr_err("Initiator is requesting CSG: 1, has not been"
 963                          " successfully authenticated, and the Target is"
 964                         " enforcing iSCSI Authentication, login failed.\n");
 965                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 966                                 ISCSI_LOGIN_STATUS_AUTH_FAILED);
 967                 return -1;
 968         }
 969
 970         if (!iscsi_check_negotiated_keys(conn->param_list))
 971                 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE3) &&
 972                     (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT))
 973                         login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE3 |
 974                                             ISCSI_FLAG_LOGIN_TRANSIT;
 975
 976         return 0;
 977 }
 978
 979 static int iscsi_target_do_login(struct iscsi_conn *conn, struct iscsi_login *login)
 980 {
 981         int pdu_count = 0;
 982         struct iscsi_login_req *login_req;
 983         struct iscsi_login_rsp *login_rsp;
 984
 985         login_req = (struct iscsi_login_req *) login->req;
 986         login_rsp = (struct iscsi_login_rsp *) login->rsp;
 987
 988         while (1) {
 989                 if (++pdu_count > MAX_LOGIN_PDUS) {
 990                         pr_err("MAX_LOGIN_PDUS count reached.\n");
 991                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 992                                         ISCSI_LOGIN_STATUS_TARGET_ERROR);
 993                         return -1;
 994                 }
 995
 996                 switch (ISCSI_LOGIN_CURRENT_STAGE(login_req->flags)) {
 997                 case 0:
 998                         login_rsp->flags &= ~ISCSI_FLAG_LOGIN_CURRENT_STAGE_MASK;
 999                         if (iscsi_target_handle_csg_zero(conn, login) < 0)
1000                                 return -1;
1001                         break;
1002                 case 1:
1003                         login_rsp->flags |= ISCSI_FLAG_LOGIN_CURRENT_STAGE1;
1004                         if (iscsi_target_handle_csg_one(conn, login) < 0)
1005                                 return -1;
1006                         if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
1007                                 /*
1008                                  * Check to make sure the TCP connection has not
1009                                  * dropped asynchronously while session reinstatement
1010                                  * was occuring in this kthread context, before
1011                                  * transitioning to full feature phase operation.
1012                                  */
1013                                 if (iscsi_target_sk_check_close(conn))
1014                                         return -1;
1015
1016                                 login->tsih = conn->sess->tsih;
1017                                 login->login_complete = 1;
1018                                 iscsi_target_restore_sock_callbacks(conn);
1019                                 if (iscsi_target_do_tx_login_io(conn,
1020                                                 login) < 0)
1021                                         return -1;
1022                                 return 1;
1023                         }
1024                         break;
1025                 default:
1026                         pr_err("Illegal CSG: %d received from"
1027                                 " Initiator, protocol error.\n",
1028                                 ISCSI_LOGIN_CURRENT_STAGE(login_req->flags));
1029                         break;
1030                 }
1031
1032                 if (iscsi_target_do_tx_login_io(conn, login) < 0)
1033                         return -1;
1034
1035                 if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
1036                         login_rsp->flags &= ~ISCSI_FLAG_LOGIN_TRANSIT;
1037                         login_rsp->flags &= ~ISCSI_FLAG_LOGIN_NEXT_STAGE_MASK;
1038                 }
1039                 break;
1040         }
1041
1042         return 0;
1043 }
1044
1045 static void iscsi_initiatorname_tolower(
1046         char *param_buf)
1047 {
1048         char *c;
1049         u32 iqn_size = strlen(param_buf), i;
1050
1051         for (i = 0; i < iqn_size; i++) {
1052                 c = &param_buf[i];
1053                 if (!isupper(*c))
1054                         continue;
1055
1056                 *c = tolower(*c);
1057         }
1058 }
1059
1060 /*
1061  * Processes the first Login Request..
1062  */
1063 int iscsi_target_locate_portal(
1064         struct iscsi_np *np,
1065         struct iscsi_conn *conn,
1066         struct iscsi_login *login)
1067 {
1068         char *i_buf = NULL, *s_buf = NULL, *t_buf = NULL;
1069         char *tmpbuf, *start = NULL, *end = NULL, *key, *value;
1070         struct iscsi_session *sess = conn->sess;
1071         struct iscsi_tiqn *tiqn;
1072         struct iscsi_tpg_np *tpg_np = NULL;
1073         struct iscsi_login_req *login_req;
1074         struct se_node_acl *se_nacl;
1075         u32 payload_length, queue_depth = 0;
1076         int sessiontype = 0, ret = 0, tag_num, tag_size;
1077
1078         INIT_DELAYED_WORK(&conn->login_work, iscsi_target_do_login_rx);
1079         iscsi_target_set_sock_callbacks(conn);
1080
1081         login->np = np;
1082
1083         login_req = (struct iscsi_login_req *) login->req;
1084         payload_length = ntoh24(login_req->dlength);
1085
1086         tmpbuf = kzalloc(payload_length + 1, GFP_KERNEL);
1087         if (!tmpbuf) {
1088                 pr_err("Unable to allocate memory for tmpbuf.\n");
1089                 return -1;
1090         }
1091
1092         memcpy(tmpbuf, login->req_buf, payload_length);
1093         tmpbuf[payload_length] = '\0';
1094         start = tmpbuf;
1095         end = (start + payload_length);
1096
1097         /*
1098          * Locate the initial keys expected from the Initiator node in
1099          * the first login request in order to progress with the login phase.
1100          */
1101         while (start < end) {
1102                 if (iscsi_extract_key_value(start, &key, &value) < 0) {
1103                         ret = -1;
1104                         goto out;
1105                 }
1106
1107                 if (!strncmp(key, "InitiatorName", 13))
1108                         i_buf = value;
1109                 else if (!strncmp(key, "SessionType", 11))
1110                         s_buf = value;
1111                 else if (!strncmp(key, "TargetName", 10))
1112                         t_buf = value;
1113
1114                 start += strlen(key) + strlen(value) + 2;
1115         }
1116         /*
1117          * See 5.3.  Login Phase.
1118          */
1119         if (!i_buf) {
1120                 pr_err("InitiatorName key not received"
1121                         " in first login request.\n");
1122                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1123                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1124                 ret = -1;
1125                 goto out;
1126         }
1127         /*
1128          * Convert the incoming InitiatorName to lowercase following
1129          * RFC-3720 3.2.6.1. section c) that says that iSCSI IQNs
1130          * are NOT case sensitive.
1131          */
1132         iscsi_initiatorname_tolower(i_buf);
1133
1134         if (!s_buf) {
1135                 if (!login->leading_connection)
1136                         goto get_target;
1137
1138                 pr_err("SessionType key not received"
1139                         " in first login request.\n");
1140                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1141                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1142                 ret = -1;
1143                 goto out;
1144         }
1145
1146         /*
1147          * Use default portal group for discovery sessions.
1148          */
1149         sessiontype = strncmp(s_buf, DISCOVERY, 9);
1150         if (!sessiontype) {
1151                 conn->tpg = iscsit_global->discovery_tpg;
1152                 if (!login->leading_connection)
1153                         goto get_target;
1154
1155                 sess->sess_ops->SessionType = 1;
1156                 /*
1157                  * Setup crc32c modules from libcrypto
1158                  */
1159                 if (iscsi_login_setup_crypto(conn) < 0) {
1160                         pr_err("iscsi_login_setup_crypto() failed\n");
1161                         ret = -1;
1162                         goto out;
1163                 }
1164                 /*
1165                  * Serialize access across the discovery struct iscsi_portal_group to
1166                  * process login attempt.
1167                  */
1168                 if (iscsit_access_np(np, conn->tpg) < 0) {
1169                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1170                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1171                         ret = -1;
1172                         goto out;
1173                 }
1174                 ret = 0;
1175                 goto alloc_tags;
1176         }
1177
1178 get_target:
1179         if (!t_buf) {
1180                 pr_err("TargetName key not received"
1181                         " in first login request while"
1182                         " SessionType=Normal.\n");
1183                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1184                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1185                 ret = -1;
1186                 goto out;
1187         }
1188
1189         /*
1190          * Locate Target IQN from Storage Node.
1191          */
1192         tiqn = iscsit_get_tiqn_for_login(t_buf);
1193         if (!tiqn) {
1194                 pr_err("Unable to locate Target IQN: %s in"
1195                         " Storage Node\n", t_buf);
1196                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1197                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1198                 ret = -1;
1199                 goto out;
1200         }
1201         pr_debug("Located Storage Object: %s\n", tiqn->tiqn);
1202
1203         /*
1204          * Locate Target Portal Group from Storage Node.
1205          */
1206         conn->tpg = iscsit_get_tpg_from_np(tiqn, np, &tpg_np);
1207         if (!conn->tpg) {
1208                 pr_err("Unable to locate Target Portal Group"
1209                                 " on %s\n", tiqn->tiqn);
1210                 iscsit_put_tiqn_for_login(tiqn);
1211                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1212                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1213                 ret = -1;
1214                 goto out;
1215         }
1216         conn->tpg_np = tpg_np;
1217         pr_debug("Located Portal Group Object: %hu\n", conn->tpg->tpgt);
1218         /*
1219          * Setup crc32c modules from libcrypto
1220          */
1221         if (iscsi_login_setup_crypto(conn) < 0) {
1222                 pr_err("iscsi_login_setup_crypto() failed\n");
1223                 kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1224                 iscsit_put_tiqn_for_login(tiqn);
1225                 conn->tpg = NULL;
1226                 ret = -1;
1227                 goto out;
1228         }
1229         /*
1230          * Serialize access across the struct iscsi_portal_group to
1231          * process login attempt.
1232          */
1233         if (iscsit_access_np(np, conn->tpg) < 0) {
1234                 kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1235                 iscsit_put_tiqn_for_login(tiqn);
1236                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1237                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1238                 conn->tpg = NULL;
1239                 ret = -1;
1240                 goto out;
1241         }
1242
1243         /*
1244          * conn->sess->node_acl will be set when the referenced
1245          * struct iscsi_session is located from received ISID+TSIH in
1246          * iscsi_login_non_zero_tsih_s2().
1247          */
1248         if (!login->leading_connection) {
1249                 ret = 0;
1250                 goto out;
1251         }
1252
1253         /*
1254          * This value is required in iscsi_login_zero_tsih_s2()
1255          */
1256         sess->sess_ops->SessionType = 0;
1257
1258         /*
1259          * Locate incoming Initiator IQN reference from Storage Node.
1260          */
1261         sess->se_sess->se_node_acl = core_tpg_check_initiator_node_acl(
1262                         &conn->tpg->tpg_se_tpg, i_buf);
1263         if (!sess->se_sess->se_node_acl) {
1264                 pr_err("iSCSI Initiator Node: %s is not authorized to"
1265                         " access iSCSI target portal group: %hu.\n",
1266                                 i_buf, conn->tpg->tpgt);
1267                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1268                                 ISCSI_LOGIN_STATUS_TGT_FORBIDDEN);
1269                 ret = -1;
1270                 goto out;
1271         }
1272         se_nacl = sess->se_sess->se_node_acl;
1273         queue_depth = se_nacl->queue_depth;
1274         /*
1275          * Setup pre-allocated tags based upon allowed per NodeACL CmdSN
1276          * depth for non immediate commands, plus extra tags for immediate
1277          * commands.
1278          *
1279          * Also enforce a ISCSIT_MIN_TAGS to prevent unnecessary contention
1280          * in per-cpu-ida tag allocation logic + small queue_depth.
1281          */
1282 alloc_tags:
1283         tag_num = max_t(u32, ISCSIT_MIN_TAGS, queue_depth);
1284         tag_num = (tag_num * 2) + ISCSIT_EXTRA_TAGS;
1285         tag_size = sizeof(struct iscsi_cmd) + conn->conn_transport->priv_size;
1286
1287         ret = transport_alloc_session_tags(sess->se_sess, tag_num, tag_size);
1288         if (ret < 0) {
1289                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1290                                     ISCSI_LOGIN_STATUS_NO_RESOURCES);
1291                 ret = -1;
1292         }
1293 out:
1294         kfree(tmpbuf);
1295         return ret;
1296 }
1297
1298 int iscsi_target_start_negotiation(
1299         struct iscsi_login *login,
1300         struct iscsi_conn *conn)
1301 {
1302         int ret;
1303
1304         if (conn->sock) {
1305                 struct sock *sk = conn->sock->sk;
1306
1307                 write_lock_bh(&sk->sk_callback_lock);
1308                 set_bit(LOGIN_FLAGS_READY, &conn->login_flags);
1309                 set_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
1310                 write_unlock_bh(&sk->sk_callback_lock);
1311         }
1312         /*
1313          * If iscsi_target_do_login returns zero to signal more PDU
1314          * exchanges are required to complete the login, go ahead and
1315          * clear LOGIN_FLAGS_INITIAL_PDU but only if the TCP connection
1316          * is still active.
1317          *
1318          * Otherwise if TCP connection dropped asynchronously, go ahead
1319          * and perform connection cleanup now.
1320          */
1321         ret = iscsi_target_do_login(conn, login);
1322         if (!ret && iscsi_target_sk_check_and_clear(conn, LOGIN_FLAGS_INITIAL_PDU))
1323                 ret = -1;
1324
1325         if (ret < 0) {
1326                 cancel_delayed_work_sync(&conn->login_work);
1327                 iscsi_target_restore_sock_callbacks(conn);
1328                 iscsi_remove_failed_auth_entry(conn);
1329         }
1330         if (ret != 0)
1331                 iscsi_target_nego_release(conn);
1332
1333         return ret;
1334 }
1335
1336 void iscsi_target_nego_release(struct iscsi_conn *conn)
1337 {
1338         struct iscsi_login *login = conn->conn_login;
1339
1340         if (!login)
1341                 return;
1342
1343         kfree(login->req_buf);
1344         kfree(login->rsp_buf);
1345         kfree(login);
1346
1347         conn->conn_login = NULL;
1348 }