drivers/target/iscsi/iscsi_target_nego.c

   1 /*******************************************************************************
   2  * This file contains main functions related to iSCSI Parameter negotiation.
   3  *
   4  * (c) Copyright 2007-2013 Datera, Inc.
   5  *
   6  * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
   7  *
   8  * This program is free software; you can redistribute it and/or modify
   9  * it under the terms of the GNU General Public License as published by
  10  * the Free Software Foundation; either version 2 of the License, or
  11  * (at your option) any later version.
  12  *
  13  * This program is distributed in the hope that it will be useful,
  14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16  * GNU General Public License for more details.
  17  ******************************************************************************/
  18
  19 #include <linux/ctype.h>
  20 #include <linux/kthread.h>
  21 #include <scsi/iscsi_proto.h>
  22 #include <target/target_core_base.h>
  23 #include <target/target_core_fabric.h>
  24 #include <target/iscsi/iscsi_transport.h>
  25
  26 #include <target/iscsi/iscsi_target_core.h>
  27 #include "iscsi_target_parameters.h"
  28 #include "iscsi_target_login.h"
  29 #include "iscsi_target_nego.h"
  30 #include "iscsi_target_tpg.h"
  31 #include "iscsi_target_util.h"
  32 #include "iscsi_target.h"
  33 #include "iscsi_target_auth.h"
  34
  35 #define MAX_LOGIN_PDUS  7
  36 #define TEXT_LEN        4096
  37
  38 void convert_null_to_semi(char *buf, int len)
  39 {
  40         int i;
  41
  42         for (i = 0; i < len; i++)
  43                 if (buf[i] == '\0')
  44                         buf[i] = ';';
  45 }
  46
  47 static int strlen_semi(char *buf)
  48 {
  49         int i = 0;
  50
  51         while (buf[i] != '\0') {
  52                 if (buf[i] == ';')
  53                         return i;
  54                 i++;
  55         }
  56
  57         return -1;
  58 }
  59
  60 int extract_param(
  61         const char *in_buf,
  62         const char *pattern,
  63         unsigned int max_length,
  64         char *out_buf,
  65         unsigned char *type)
  66 {
  67         char *ptr;
  68         int len;
  69
  70         if (!in_buf || !pattern || !out_buf || !type)
  71                 return -1;
  72
  73         ptr = strstr(in_buf, pattern);
  74         if (!ptr)
  75                 return -1;
  76
  77         ptr = strstr(ptr, "=");
  78         if (!ptr)
  79                 return -1;
  80
  81         ptr += 1;
  82         if (*ptr == '0' && (*(ptr+1) == 'x' || *(ptr+1) == 'X')) {
  83                 ptr += 2; /* skip 0x */
  84                 *type = HEX;
  85         } else
  86                 *type = DECIMAL;
  87
  88         len = strlen_semi(ptr);
  89         if (len < 0)
  90                 return -1;
  91
  92         if (len >= max_length) {
  93                 pr_err("Length of input: %d exceeds max_length:"
  94                         " %d\n", len, max_length);
  95                 return -1;
  96         }
  97         memcpy(out_buf, ptr, len);
  98         out_buf[len] = '\0';
  99
 100         return 0;
 101 }
 102
 103 static u32 iscsi_handle_authentication(
 104         struct iscsi_conn *conn,
 105         char *in_buf,
 106         char *out_buf,
 107         int in_length,
 108         int *out_length,
 109         unsigned char *authtype)
 110 {
 111         struct iscsi_session *sess = conn->sess;
 112         struct iscsi_node_auth *auth;
 113         struct iscsi_node_acl *iscsi_nacl;
 114         struct iscsi_portal_group *iscsi_tpg;
 115         struct se_node_acl *se_nacl;
 116
 117         if (!sess->sess_ops->SessionType) {
 118                 /*
 119                  * For SessionType=Normal
 120                  */
 121                 se_nacl = conn->sess->se_sess->se_node_acl;
 122                 if (!se_nacl) {
 123                         pr_err("Unable to locate struct se_node_acl for"
 124                                         " CHAP auth\n");
 125                         return -1;
 126                 }
 127                 iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
 128                                 se_node_acl);
 129                 if (!iscsi_nacl) {
 130                         pr_err("Unable to locate struct iscsi_node_acl for"
 131                                         " CHAP auth\n");
 132                         return -1;
 133                 }
 134
 135                 if (se_nacl->dynamic_node_acl) {
 136                         iscsi_tpg = container_of(se_nacl->se_tpg,
 137                                         struct iscsi_portal_group, tpg_se_tpg);
 138
 139                         auth = &iscsi_tpg->tpg_demo_auth;
 140                 } else {
 141                         iscsi_nacl = container_of(se_nacl, struct iscsi_node_acl,
 142                                                   se_node_acl);
 143
 144                         auth = &iscsi_nacl->node_auth;
 145                 }
 146         } else {
 147                 /*
 148                  * For SessionType=Discovery
 149                  */
 150                 auth = &iscsit_global->discovery_acl.node_auth;
 151         }
 152
 153         if (strstr("CHAP", authtype))
 154                 strcpy(conn->sess->auth_type, "CHAP");
 155         else
 156                 strcpy(conn->sess->auth_type, NONE);
 157
 158         if (strstr("None", authtype))
 159                 return 1;
 160 #ifdef CANSRP
 161         else if (strstr("SRP", authtype))
 162                 return srp_main_loop(conn, auth, in_buf, out_buf,
 163                                 &in_length, out_length);
 164 #endif
 165         else if (strstr("CHAP", authtype))
 166                 return chap_main_loop(conn, auth, in_buf, out_buf,
 167                                 &in_length, out_length);
 168         else if (strstr("SPKM1", authtype))
 169                 return 2;
 170         else if (strstr("SPKM2", authtype))
 171                 return 2;
 172         else if (strstr("KRB5", authtype))
 173                 return 2;
 174         else
 175                 return 2;
 176 }
 177
 178 static void iscsi_remove_failed_auth_entry(struct iscsi_conn *conn)
 179 {
 180         kfree(conn->auth_protocol);
 181 }
 182
 183 int iscsi_target_check_login_request(
 184         struct iscsi_conn *conn,
 185         struct iscsi_login *login)
 186 {
 187         int req_csg, req_nsg;
 188         u32 payload_length;
 189         struct iscsi_login_req *login_req;
 190
 191         login_req = (struct iscsi_login_req *) login->req;
 192         payload_length = ntoh24(login_req->dlength);
 193
 194         switch (login_req->opcode & ISCSI_OPCODE_MASK) {
 195         case ISCSI_OP_LOGIN:
 196                 break;
 197         default:
 198                 pr_err("Received unknown opcode 0x%02x.\n",
 199                                 login_req->opcode & ISCSI_OPCODE_MASK);
 200                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 201                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 202                 return -1;
 203         }
 204
 205         if ((login_req->flags & ISCSI_FLAG_LOGIN_CONTINUE) &&
 206             (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
 207                 pr_err("Login request has both ISCSI_FLAG_LOGIN_CONTINUE"
 208                         " and ISCSI_FLAG_LOGIN_TRANSIT set, protocol error.\n");
 209                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 210                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 211                 return -1;
 212         }
 213
 214         req_csg = ISCSI_LOGIN_CURRENT_STAGE(login_req->flags);
 215         req_nsg = ISCSI_LOGIN_NEXT_STAGE(login_req->flags);
 216
 217         if (req_csg != login->current_stage) {
 218                 pr_err("Initiator unexpectedly changed login stage"
 219                         " from %d to %d, login failed.\n", login->current_stage,
 220                         req_csg);
 221                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 222                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 223                 return -1;
 224         }
 225
 226         if ((req_nsg == 2) || (req_csg >= 2) ||
 227            ((login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT) &&
 228             (req_nsg <= req_csg))) {
 229                 pr_err("Illegal login_req->flags Combination, CSG: %d,"
 230                         " NSG: %d, ISCSI_FLAG_LOGIN_TRANSIT: %d.\n", req_csg,
 231                         req_nsg, (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT));
 232                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 233                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 234                 return -1;
 235         }
 236
 237         if ((login_req->max_version != login->version_max) ||
 238             (login_req->min_version != login->version_min)) {
 239                 pr_err("Login request changed Version Max/Nin"
 240                         " unexpectedly to 0x%02x/0x%02x, protocol error\n",
 241                         login_req->max_version, login_req->min_version);
 242                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 243                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 244                 return -1;
 245         }
 246
 247         if (memcmp(login_req->isid, login->isid, 6) != 0) {
 248                 pr_err("Login request changed ISID unexpectedly,"
 249                                 " protocol error.\n");
 250                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 251                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 252                 return -1;
 253         }
 254
 255         if (login_req->itt != login->init_task_tag) {
 256                 pr_err("Login request changed ITT unexpectedly to"
 257                         " 0x%08x, protocol error.\n", login_req->itt);
 258                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 259                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 260                 return -1;
 261         }
 262
 263         if (payload_length > MAX_KEY_VALUE_PAIRS) {
 264                 pr_err("Login request payload exceeds default"
 265                         " MaxRecvDataSegmentLength: %u, protocol error.\n",
 266                                 MAX_KEY_VALUE_PAIRS);
 267                 return -1;
 268         }
 269
 270         return 0;
 271 }
 272
 273 static int iscsi_target_check_first_request(
 274         struct iscsi_conn *conn,
 275         struct iscsi_login *login)
 276 {
 277         struct iscsi_param *param = NULL;
 278         struct se_node_acl *se_nacl;
 279
 280         login->first_request = 0;
 281
 282         list_for_each_entry(param, &conn->param_list->param_list, p_list) {
 283                 if (!strncmp(param->name, SESSIONTYPE, 11)) {
 284                         if (!IS_PSTATE_ACCEPTOR(param)) {
 285                                 pr_err("SessionType key not received"
 286                                         " in first login request.\n");
 287                                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 288                                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
 289                                 return -1;
 290                         }
 291                         if (!strncmp(param->value, DISCOVERY, 9))
 292                                 return 0;
 293                 }
 294
 295                 if (!strncmp(param->name, INITIATORNAME, 13)) {
 296                         if (!IS_PSTATE_ACCEPTOR(param)) {
 297                                 if (!login->leading_connection)
 298                                         continue;
 299
 300                                 pr_err("InitiatorName key not received"
 301                                         " in first login request.\n");
 302                                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 303                                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
 304                                 return -1;
 305                         }
 306
 307                         /*
 308                          * For non-leading connections, double check that the
 309                          * received InitiatorName matches the existing session's
 310                          * struct iscsi_node_acl.
 311                          */
 312                         if (!login->leading_connection) {
 313                                 se_nacl = conn->sess->se_sess->se_node_acl;
 314                                 if (!se_nacl) {
 315                                         pr_err("Unable to locate"
 316                                                 " struct se_node_acl\n");
 317                                         iscsit_tx_login_rsp(conn,
 318                                                         ISCSI_STATUS_CLS_INITIATOR_ERR,
 319                                                         ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
 320                                         return -1;
 321                                 }
 322
 323                                 if (strcmp(param->value,
 324                                                 se_nacl->initiatorname)) {
 325                                         pr_err("Incorrect"
 326                                                 " InitiatorName: %s for this"
 327                                                 " iSCSI Initiator Node.\n",
 328                                                 param->value);
 329                                         iscsit_tx_login_rsp(conn,
 330                                                         ISCSI_STATUS_CLS_INITIATOR_ERR,
 331                                                         ISCSI_LOGIN_STATUS_TGT_NOT_FOUND);
 332                                         return -1;
 333                                 }
 334                         }
 335                 }
 336         }
 337
 338         return 0;
 339 }
 340
 341 static int iscsi_target_do_tx_login_io(struct iscsi_conn *conn, struct iscsi_login *login)
 342 {
 343         u32 padding = 0;
 344         struct iscsi_login_rsp *login_rsp;
 345
 346         login_rsp = (struct iscsi_login_rsp *) login->rsp;
 347
 348         login_rsp->opcode               = ISCSI_OP_LOGIN_RSP;
 349         hton24(login_rsp->dlength, login->rsp_length);
 350         memcpy(login_rsp->isid, login->isid, 6);
 351         login_rsp->tsih                 = cpu_to_be16(login->tsih);
 352         login_rsp->itt                  = login->init_task_tag;
 353         login_rsp->statsn               = cpu_to_be32(conn->stat_sn++);
 354         login_rsp->exp_cmdsn            = cpu_to_be32(conn->sess->exp_cmd_sn);
 355         login_rsp->max_cmdsn            = cpu_to_be32((u32) atomic_read(&conn->sess->max_cmd_sn));
 356
 357         pr_debug("Sending Login Response, Flags: 0x%02x, ITT: 0x%08x,"
 358                 " ExpCmdSN; 0x%08x, MaxCmdSN: 0x%08x, StatSN: 0x%08x, Length:"
 359                 " %u\n", login_rsp->flags, (__force u32)login_rsp->itt,
 360                 ntohl(login_rsp->exp_cmdsn), ntohl(login_rsp->max_cmdsn),
 361                 ntohl(login_rsp->statsn), login->rsp_length);
 362
 363         padding = ((-login->rsp_length) & 3);
 364         /*
 365          * Before sending the last login response containing the transition
 366          * bit for full-feature-phase, go ahead and start up TX/RX threads
 367          * now to avoid potential resource allocation failures after the
 368          * final login response has been sent.
 369          */
 370         if (login->login_complete) {
 371                 int rc = iscsit_start_kthreads(conn);
 372                 if (rc) {
 373                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 374                                             ISCSI_LOGIN_STATUS_NO_RESOURCES);
 375                         return -1;
 376                 }
 377         }
 378
 379         if (conn->conn_transport->iscsit_put_login_tx(conn, login,
 380                                         login->rsp_length + padding) < 0)
 381                 goto err;
 382
 383         login->rsp_length               = 0;
 384
 385         return 0;
 386
 387 err:
 388         if (login->login_complete) {
 389                 if (conn->rx_thread && conn->rx_thread_active) {
 390                         send_sig(SIGINT, conn->rx_thread, 1);
 391                         complete(&conn->rx_login_comp);
 392                         kthread_stop(conn->rx_thread);
 393                 }
 394                 if (conn->tx_thread && conn->tx_thread_active) {
 395                         send_sig(SIGINT, conn->tx_thread, 1);
 396                         kthread_stop(conn->tx_thread);
 397                 }
 398                 spin_lock(&iscsit_global->ts_bitmap_lock);
 399                 bitmap_release_region(iscsit_global->ts_bitmap, conn->bitmap_id,
 400                                       get_order(1));
 401                 spin_unlock(&iscsit_global->ts_bitmap_lock);
 402         }
 403         return -1;
 404 }
 405
 406 static void iscsi_target_sk_data_ready(struct sock *sk)
 407 {
 408         struct iscsi_conn *conn = sk->sk_user_data;
 409         bool rc;
 410
 411         pr_debug("Entering iscsi_target_sk_data_ready: conn: %p\n", conn);
 412
 413         write_lock_bh(&sk->sk_callback_lock);
 414         if (!sk->sk_user_data) {
 415                 write_unlock_bh(&sk->sk_callback_lock);
 416                 return;
 417         }
 418         if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
 419                 write_unlock_bh(&sk->sk_callback_lock);
 420                 pr_debug("Got LOGIN_FLAGS_READY=0, conn: %p >>>>\n", conn);
 421                 return;
 422         }
 423         if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
 424                 write_unlock_bh(&sk->sk_callback_lock);
 425                 pr_debug("Got LOGIN_FLAGS_CLOSED=1, conn: %p >>>>\n", conn);
 426                 return;
 427         }
 428         if (test_and_set_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
 429                 write_unlock_bh(&sk->sk_callback_lock);
 430                 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1, conn: %p >>>>\n", conn);
 431                 return;
 432         }
 433
 434         rc = schedule_delayed_work(&conn->login_work, 0);
 435         if (!rc) {
 436                 pr_debug("iscsi_target_sk_data_ready, schedule_delayed_work"
 437                          " got false\n");
 438         }
 439         write_unlock_bh(&sk->sk_callback_lock);
 440 }
 441
 442 static void iscsi_target_sk_state_change(struct sock *);
 443
 444 static void iscsi_target_set_sock_callbacks(struct iscsi_conn *conn)
 445 {
 446         struct sock *sk;
 447
 448         if (!conn->sock)
 449                 return;
 450
 451         sk = conn->sock->sk;
 452         pr_debug("Entering iscsi_target_set_sock_callbacks: conn: %p\n", conn);
 453
 454         write_lock_bh(&sk->sk_callback_lock);
 455         sk->sk_user_data = conn;
 456         conn->orig_data_ready = sk->sk_data_ready;
 457         conn->orig_state_change = sk->sk_state_change;
 458         sk->sk_data_ready = iscsi_target_sk_data_ready;
 459         sk->sk_state_change = iscsi_target_sk_state_change;
 460         write_unlock_bh(&sk->sk_callback_lock);
 461
 462         sk->sk_sndtimeo = TA_LOGIN_TIMEOUT * HZ;
 463         sk->sk_rcvtimeo = TA_LOGIN_TIMEOUT * HZ;
 464 }
 465
 466 static void iscsi_target_restore_sock_callbacks(struct iscsi_conn *conn)
 467 {
 468         struct sock *sk;
 469
 470         if (!conn->sock)
 471                 return;
 472
 473         sk = conn->sock->sk;
 474         pr_debug("Entering iscsi_target_restore_sock_callbacks: conn: %p\n", conn);
 475
 476         write_lock_bh(&sk->sk_callback_lock);
 477         if (!sk->sk_user_data) {
 478                 write_unlock_bh(&sk->sk_callback_lock);
 479                 return;
 480         }
 481         sk->sk_user_data = NULL;
 482         sk->sk_data_ready = conn->orig_data_ready;
 483         sk->sk_state_change = conn->orig_state_change;
 484         write_unlock_bh(&sk->sk_callback_lock);
 485
 486         sk->sk_sndtimeo = MAX_SCHEDULE_TIMEOUT;
 487         sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;
 488 }
 489
 490 static int iscsi_target_do_login(struct iscsi_conn *, struct iscsi_login *);
 491
 492 static bool __iscsi_target_sk_check_close(struct sock *sk)
 493 {
 494         if (sk->sk_state == TCP_CLOSE_WAIT || sk->sk_state == TCP_CLOSE) {
 495                 pr_debug("__iscsi_target_sk_check_close: TCP_CLOSE_WAIT|TCP_CLOSE,"
 496                         "returning FALSE\n");
 497                 return true;
 498         }
 499         return false;
 500 }
 501
 502 static bool iscsi_target_sk_check_close(struct iscsi_conn *conn)
 503 {
 504         bool state = false;
 505
 506         if (conn->sock) {
 507                 struct sock *sk = conn->sock->sk;
 508
 509                 read_lock_bh(&sk->sk_callback_lock);
 510                 state = (__iscsi_target_sk_check_close(sk) ||
 511                          test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
 512                 read_unlock_bh(&sk->sk_callback_lock);
 513         }
 514         return state;
 515 }
 516
 517 static bool iscsi_target_sk_check_flag(struct iscsi_conn *conn, unsigned int flag)
 518 {
 519         bool state = false;
 520
 521         if (conn->sock) {
 522                 struct sock *sk = conn->sock->sk;
 523
 524                 read_lock_bh(&sk->sk_callback_lock);
 525                 state = test_bit(flag, &conn->login_flags);
 526                 read_unlock_bh(&sk->sk_callback_lock);
 527         }
 528         return state;
 529 }
 530
 531 static bool iscsi_target_sk_check_and_clear(struct iscsi_conn *conn, unsigned int flag)
 532 {
 533         bool state = false;
 534
 535         if (conn->sock) {
 536                 struct sock *sk = conn->sock->sk;
 537
 538                 write_lock_bh(&sk->sk_callback_lock);
 539                 state = (__iscsi_target_sk_check_close(sk) ||
 540                          test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags));
 541                 if (!state)
 542                         clear_bit(flag, &conn->login_flags);
 543                 write_unlock_bh(&sk->sk_callback_lock);
 544         }
 545         return state;
 546 }
 547
 548 static void iscsi_target_login_drop(struct iscsi_conn *conn, struct iscsi_login *login)
 549 {
 550         bool zero_tsih = login->zero_tsih;
 551
 552         iscsi_remove_failed_auth_entry(conn);
 553         iscsi_target_nego_release(conn);
 554         iscsi_target_login_sess_out(conn, zero_tsih, true);
 555 }
 556
 557 static void iscsi_target_login_timeout(unsigned long data)
 558 {
 559         struct iscsi_conn *conn = (struct iscsi_conn *)data;
 560
 561         pr_debug("Entering iscsi_target_login_timeout >>>>>>>>>>>>>>>>>>>\n");
 562
 563         if (conn->login_kworker) {
 564                 pr_debug("Sending SIGINT to conn->login_kworker %s/%d\n",
 565                          conn->login_kworker->comm, conn->login_kworker->pid);
 566                 send_sig(SIGINT, conn->login_kworker, 1);
 567         }
 568 }
 569
 570 static void iscsi_target_do_login_rx(struct work_struct *work)
 571 {
 572         struct iscsi_conn *conn = container_of(work,
 573                                 struct iscsi_conn, login_work.work);
 574         struct iscsi_login *login = conn->login;
 575         struct iscsi_np *np = login->np;
 576         struct iscsi_portal_group *tpg = conn->tpg;
 577         struct iscsi_tpg_np *tpg_np = conn->tpg_np;
 578         struct timer_list login_timer;
 579         int rc, zero_tsih = login->zero_tsih;
 580         bool state;
 581
 582         pr_debug("entering iscsi_target_do_login_rx, conn: %p, %s:%d\n",
 583                         conn, current->comm, current->pid);
 584         /*
 585          * If iscsi_target_do_login_rx() has been invoked by ->sk_data_ready()
 586          * before initial PDU processing in iscsi_target_start_negotiation()
 587          * has completed, go ahead and retry until it's cleared.
 588          *
 589          * Otherwise if the TCP connection drops while this is occuring,
 590          * iscsi_target_start_negotiation() will detect the failure, call
 591          * cancel_delayed_work_sync(&conn->login_work), and cleanup the
 592          * remaining iscsi connection resources from iscsi_np process context.
 593          */
 594         if (iscsi_target_sk_check_flag(conn, LOGIN_FLAGS_INITIAL_PDU)) {
 595                 schedule_delayed_work(&conn->login_work, msecs_to_jiffies(10));
 596                 return;
 597         }
 598
 599         spin_lock(&tpg->tpg_state_lock);
 600         state = (tpg->tpg_state == TPG_STATE_ACTIVE);
 601         spin_unlock(&tpg->tpg_state_lock);
 602
 603         if (!state) {
 604                 pr_debug("iscsi_target_do_login_rx: tpg_state != TPG_STATE_ACTIVE\n");
 605                 goto err;
 606         }
 607
 608         if (iscsi_target_sk_check_close(conn)) {
 609                 pr_debug("iscsi_target_do_login_rx, TCP state CLOSE\n");
 610                 goto err;
 611         }
 612
 613         conn->login_kworker = current;
 614         allow_signal(SIGINT);
 615
 616         init_timer(&login_timer);
 617         login_timer.expires = (get_jiffies_64() + TA_LOGIN_TIMEOUT * HZ);
 618         login_timer.data = (unsigned long)conn;
 619         login_timer.function = iscsi_target_login_timeout;
 620         add_timer(&login_timer);
 621         pr_debug("Starting login_timer for %s/%d\n", current->comm, current->pid);
 622
 623         rc = conn->conn_transport->iscsit_get_login_rx(conn, login);
 624         del_timer_sync(&login_timer);
 625         flush_signals(current);
 626         conn->login_kworker = NULL;
 627
 628         if (rc < 0)
 629                 goto err;
 630
 631         pr_debug("iscsi_target_do_login_rx after rx_login_io, %p, %s:%d\n",
 632                         conn, current->comm, current->pid);
 633
 634         rc = iscsi_target_do_login(conn, login);
 635         if (rc < 0) {
 636                 goto err;
 637         } else if (!rc) {
 638                 if (iscsi_target_sk_check_and_clear(conn, LOGIN_FLAGS_READ_ACTIVE))
 639                         goto err;
 640         } else if (rc == 1) {
 641                 iscsi_target_nego_release(conn);
 642                 iscsi_post_login_handler(np, conn, zero_tsih);
 643                 iscsit_deaccess_np(np, tpg, tpg_np);
 644         }
 645         return;
 646
 647 err:
 648         iscsi_target_restore_sock_callbacks(conn);
 649         iscsi_target_login_drop(conn, login);
 650         iscsit_deaccess_np(np, tpg, tpg_np);
 651 }
 652
 653 static void iscsi_target_do_cleanup(struct work_struct *work)
 654 {
 655         struct iscsi_conn *conn = container_of(work,
 656                                 struct iscsi_conn, login_cleanup_work.work);
 657         struct sock *sk = conn->sock->sk;
 658         struct iscsi_login *login = conn->login;
 659         struct iscsi_np *np = login->np;
 660         struct iscsi_portal_group *tpg = conn->tpg;
 661         struct iscsi_tpg_np *tpg_np = conn->tpg_np;
 662
 663         pr_debug("Entering iscsi_target_do_cleanup\n");
 664
 665         cancel_delayed_work_sync(&conn->login_work);
 666         conn->orig_state_change(sk);
 667
 668         iscsi_target_restore_sock_callbacks(conn);
 669         iscsi_target_login_drop(conn, login);
 670         iscsit_deaccess_np(np, tpg, tpg_np);
 671
 672         pr_debug("iscsi_target_do_cleanup done()\n");
 673 }
 674
 675 static void iscsi_target_sk_state_change(struct sock *sk)
 676 {
 677         struct iscsi_conn *conn;
 678         void (*orig_state_change)(struct sock *);
 679         bool state;
 680
 681         pr_debug("Entering iscsi_target_sk_state_change\n");
 682
 683         write_lock_bh(&sk->sk_callback_lock);
 684         conn = sk->sk_user_data;
 685         if (!conn) {
 686                 write_unlock_bh(&sk->sk_callback_lock);
 687                 return;
 688         }
 689         orig_state_change = conn->orig_state_change;
 690
 691         if (!test_bit(LOGIN_FLAGS_READY, &conn->login_flags)) {
 692                 pr_debug("Got LOGIN_FLAGS_READY=0 sk_state_change conn: %p\n",
 693                          conn);
 694                 write_unlock_bh(&sk->sk_callback_lock);
 695                 orig_state_change(sk);
 696                 return;
 697         }
 698         state = __iscsi_target_sk_check_close(sk);
 699         pr_debug("__iscsi_target_sk_close_change: state: %d\n", state);
 700
 701         if (test_bit(LOGIN_FLAGS_READ_ACTIVE, &conn->login_flags)) {
 702                 pr_debug("Got LOGIN_FLAGS_READ_ACTIVE=1 sk_state_change"
 703                          " conn: %p\n", conn);
 704                 if (state)
 705                         set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
 706                 write_unlock_bh(&sk->sk_callback_lock);
 707                 orig_state_change(sk);
 708                 return;
 709         }
 710         if (test_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags)) {
 711                 pr_debug("Got LOGIN_FLAGS_CLOSED=1 sk_state_change conn: %p\n",
 712                          conn);
 713                 write_unlock_bh(&sk->sk_callback_lock);
 714                 orig_state_change(sk);
 715                 return;
 716         }
 717         /*
 718          * If the TCP connection has dropped, go ahead and set LOGIN_FLAGS_CLOSED,
 719          * but only queue conn->login_work -> iscsi_target_do_login_rx()
 720          * processing if LOGIN_FLAGS_INITIAL_PDU has already been cleared.
 721          *
 722          * When iscsi_target_do_login_rx() runs, iscsi_target_sk_check_close()
 723          * will detect the dropped TCP connection from delayed workqueue context.
 724          *
 725          * If LOGIN_FLAGS_INITIAL_PDU is still set, which means the initial
 726          * iscsi_target_start_negotiation() is running, iscsi_target_do_login()
 727          * via iscsi_target_sk_check_close() or iscsi_target_start_negotiation()
 728          * via iscsi_target_sk_check_and_clear() is responsible for detecting the
 729          * dropped TCP connection in iscsi_np process context, and cleaning up
 730          * the remaining iscsi connection resources.
 731          */
 732         if (state) {
 733                 pr_debug("iscsi_target_sk_state_change got failed state\n");
 734                 set_bit(LOGIN_FLAGS_CLOSED, &conn->login_flags);
 735                 state = test_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
 736                 write_unlock_bh(&sk->sk_callback_lock);
 737
 738                 orig_state_change(sk);
 739
 740                 if (!state)
 741                         schedule_delayed_work(&conn->login_work, 0);
 742                 return;
 743         }
 744         write_unlock_bh(&sk->sk_callback_lock);
 745
 746         orig_state_change(sk);
 747 }
 748
 749 /*
 750  *      NOTE: We check for existing sessions or connections AFTER the initiator
 751  *      has been successfully authenticated in order to protect against faked
 752  *      ISID/TSIH combinations.
 753  */
 754 static int iscsi_target_check_for_existing_instances(
 755         struct iscsi_conn *conn,
 756         struct iscsi_login *login)
 757 {
 758         if (login->checked_for_existing)
 759                 return 0;
 760
 761         login->checked_for_existing = 1;
 762
 763         if (!login->tsih)
 764                 return iscsi_check_for_session_reinstatement(conn);
 765         else
 766                 return iscsi_login_post_auth_non_zero_tsih(conn, login->cid,
 767                                 login->initial_exp_statsn);
 768 }
 769
 770 static int iscsi_target_do_authentication(
 771         struct iscsi_conn *conn,
 772         struct iscsi_login *login)
 773 {
 774         int authret;
 775         u32 payload_length;
 776         struct iscsi_param *param;
 777         struct iscsi_login_req *login_req;
 778         struct iscsi_login_rsp *login_rsp;
 779
 780         login_req = (struct iscsi_login_req *) login->req;
 781         login_rsp = (struct iscsi_login_rsp *) login->rsp;
 782         payload_length = ntoh24(login_req->dlength);
 783
 784         param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
 785         if (!param)
 786                 return -1;
 787
 788         authret = iscsi_handle_authentication(
 789                         conn,
 790                         login->req_buf,
 791                         login->rsp_buf,
 792                         payload_length,
 793                         &login->rsp_length,
 794                         param->value);
 795         switch (authret) {
 796         case 0:
 797                 pr_debug("Received OK response"
 798                 " from LIO Authentication, continuing.\n");
 799                 break;
 800         case 1:
 801                 pr_debug("iSCSI security negotiation"
 802                         " completed successfully.\n");
 803                 login->auth_complete = 1;
 804                 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
 805                     (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
 806                         login_rsp->flags |= (ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
 807                                              ISCSI_FLAG_LOGIN_TRANSIT);
 808                         login->current_stage = 1;
 809                 }
 810                 return iscsi_target_check_for_existing_instances(
 811                                 conn, login);
 812         case 2:
 813                 pr_err("Security negotiation"
 814                         " failed.\n");
 815                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 816                                 ISCSI_LOGIN_STATUS_AUTH_FAILED);
 817                 return -1;
 818         default:
 819                 pr_err("Received unknown error %d from LIO"
 820                                 " Authentication\n", authret);
 821                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 822                                 ISCSI_LOGIN_STATUS_TARGET_ERROR);
 823                 return -1;
 824         }
 825
 826         return 0;
 827 }
 828
 829 static int iscsi_target_handle_csg_zero(
 830         struct iscsi_conn *conn,
 831         struct iscsi_login *login)
 832 {
 833         int ret;
 834         u32 payload_length;
 835         struct iscsi_param *param;
 836         struct iscsi_login_req *login_req;
 837         struct iscsi_login_rsp *login_rsp;
 838
 839         login_req = (struct iscsi_login_req *) login->req;
 840         login_rsp = (struct iscsi_login_rsp *) login->rsp;
 841         payload_length = ntoh24(login_req->dlength);
 842
 843         param = iscsi_find_param_from_key(AUTHMETHOD, conn->param_list);
 844         if (!param)
 845                 return -1;
 846
 847         ret = iscsi_decode_text_input(
 848                         PHASE_SECURITY|PHASE_DECLARATIVE,
 849                         SENDER_INITIATOR|SENDER_RECEIVER,
 850                         login->req_buf,
 851                         payload_length,
 852                         conn);
 853         if (ret < 0)
 854                 return -1;
 855
 856         if (ret > 0) {
 857                 if (login->auth_complete) {
 858                         pr_err("Initiator has already been"
 859                                 " successfully authenticated, but is still"
 860                                 " sending %s keys.\n", param->value);
 861                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 862                                         ISCSI_LOGIN_STATUS_INIT_ERR);
 863                         return -1;
 864                 }
 865
 866                 goto do_auth;
 867         } else if (!payload_length) {
 868                 pr_err("Initiator sent zero length security payload,"
 869                        " login failed\n");
 870                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 871                                     ISCSI_LOGIN_STATUS_AUTH_FAILED);
 872                 return -1;
 873         }
 874
 875         if (login->first_request)
 876                 if (iscsi_target_check_first_request(conn, login) < 0)
 877                         return -1;
 878
 879         ret = iscsi_encode_text_output(
 880                         PHASE_SECURITY|PHASE_DECLARATIVE,
 881                         SENDER_TARGET,
 882                         login->rsp_buf,
 883                         &login->rsp_length,
 884                         conn->param_list,
 885                         conn->tpg->tpg_attrib.login_keys_workaround);
 886         if (ret < 0)
 887                 return -1;
 888
 889         if (!iscsi_check_negotiated_keys(conn->param_list)) {
 890                 if (conn->tpg->tpg_attrib.authentication &&
 891                     !strncmp(param->value, NONE, 4)) {
 892                         pr_err("Initiator sent AuthMethod=None but"
 893                                 " Target is enforcing iSCSI Authentication,"
 894                                         " login failed.\n");
 895                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 896                                         ISCSI_LOGIN_STATUS_AUTH_FAILED);
 897                         return -1;
 898                 }
 899
 900                 if (conn->tpg->tpg_attrib.authentication &&
 901                     !login->auth_complete)
 902                         return 0;
 903
 904                 if (strncmp(param->value, NONE, 4) && !login->auth_complete)
 905                         return 0;
 906
 907                 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE1) &&
 908                     (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT)) {
 909                         login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE1 |
 910                                             ISCSI_FLAG_LOGIN_TRANSIT;
 911                         login->current_stage = 1;
 912                 }
 913         }
 914
 915         return 0;
 916 do_auth:
 917         return iscsi_target_do_authentication(conn, login);
 918 }
 919
 920 static int iscsi_target_handle_csg_one(struct iscsi_conn *conn, struct iscsi_login *login)
 921 {
 922         int ret;
 923         u32 payload_length;
 924         struct iscsi_login_req *login_req;
 925         struct iscsi_login_rsp *login_rsp;
 926
 927         login_req = (struct iscsi_login_req *) login->req;
 928         login_rsp = (struct iscsi_login_rsp *) login->rsp;
 929         payload_length = ntoh24(login_req->dlength);
 930
 931         ret = iscsi_decode_text_input(
 932                         PHASE_OPERATIONAL|PHASE_DECLARATIVE,
 933                         SENDER_INITIATOR|SENDER_RECEIVER,
 934                         login->req_buf,
 935                         payload_length,
 936                         conn);
 937         if (ret < 0) {
 938                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 939                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 940                 return -1;
 941         }
 942
 943         if (login->first_request)
 944                 if (iscsi_target_check_first_request(conn, login) < 0)
 945                         return -1;
 946
 947         if (iscsi_target_check_for_existing_instances(conn, login) < 0)
 948                 return -1;
 949
 950         ret = iscsi_encode_text_output(
 951                         PHASE_OPERATIONAL|PHASE_DECLARATIVE,
 952                         SENDER_TARGET,
 953                         login->rsp_buf,
 954                         &login->rsp_length,
 955                         conn->param_list,
 956                         conn->tpg->tpg_attrib.login_keys_workaround);
 957         if (ret < 0) {
 958                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 959                                 ISCSI_LOGIN_STATUS_INIT_ERR);
 960                 return -1;
 961         }
 962
 963         if (!login->auth_complete &&
 964              conn->tpg->tpg_attrib.authentication) {
 965                 pr_err("Initiator is requesting CSG: 1, has not been"
 966                          " successfully authenticated, and the Target is"
 967                         " enforcing iSCSI Authentication, login failed.\n");
 968                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
 969                                 ISCSI_LOGIN_STATUS_AUTH_FAILED);
 970                 return -1;
 971         }
 972
 973         if (!iscsi_check_negotiated_keys(conn->param_list))
 974                 if ((login_req->flags & ISCSI_FLAG_LOGIN_NEXT_STAGE3) &&
 975                     (login_req->flags & ISCSI_FLAG_LOGIN_TRANSIT))
 976                         login_rsp->flags |= ISCSI_FLAG_LOGIN_NEXT_STAGE3 |
 977                                             ISCSI_FLAG_LOGIN_TRANSIT;
 978
 979         return 0;
 980 }
 981
 982 static int iscsi_target_do_login(struct iscsi_conn *conn, struct iscsi_login *login)
 983 {
 984         int pdu_count = 0;
 985         struct iscsi_login_req *login_req;
 986         struct iscsi_login_rsp *login_rsp;
 987
 988         login_req = (struct iscsi_login_req *) login->req;
 989         login_rsp = (struct iscsi_login_rsp *) login->rsp;
 990
 991         while (1) {
 992                 if (++pdu_count > MAX_LOGIN_PDUS) {
 993                         pr_err("MAX_LOGIN_PDUS count reached.\n");
 994                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
 995                                         ISCSI_LOGIN_STATUS_TARGET_ERROR);
 996                         return -1;
 997                 }
 998
 999                 switch (ISCSI_LOGIN_CURRENT_STAGE(login_req->flags)) {
1000                 case 0:
1001                         login_rsp->flags &= ~ISCSI_FLAG_LOGIN_CURRENT_STAGE_MASK;
1002                         if (iscsi_target_handle_csg_zero(conn, login) < 0)
1003                                 return -1;
1004                         break;
1005                 case 1:
1006                         login_rsp->flags |= ISCSI_FLAG_LOGIN_CURRENT_STAGE1;
1007                         if (iscsi_target_handle_csg_one(conn, login) < 0)
1008                                 return -1;
1009                         if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
1010                                 /*
1011                                  * Check to make sure the TCP connection has not
1012                                  * dropped asynchronously while session reinstatement
1013                                  * was occuring in this kthread context, before
1014                                  * transitioning to full feature phase operation.
1015                                  */
1016                                 if (iscsi_target_sk_check_close(conn))
1017                                         return -1;
1018
1019                                 login->tsih = conn->sess->tsih;
1020                                 login->login_complete = 1;
1021                                 iscsi_target_restore_sock_callbacks(conn);
1022                                 if (iscsi_target_do_tx_login_io(conn,
1023                                                 login) < 0)
1024                                         return -1;
1025                                 return 1;
1026                         }
1027                         break;
1028                 default:
1029                         pr_err("Illegal CSG: %d received from"
1030                                 " Initiator, protocol error.\n",
1031                                 ISCSI_LOGIN_CURRENT_STAGE(login_req->flags));
1032                         break;
1033                 }
1034
1035                 if (iscsi_target_do_tx_login_io(conn, login) < 0)
1036                         return -1;
1037
1038                 if (login_rsp->flags & ISCSI_FLAG_LOGIN_TRANSIT) {
1039                         login_rsp->flags &= ~ISCSI_FLAG_LOGIN_TRANSIT;
1040                         login_rsp->flags &= ~ISCSI_FLAG_LOGIN_NEXT_STAGE_MASK;
1041                 }
1042                 break;
1043         }
1044
1045         return 0;
1046 }
1047
1048 static void iscsi_initiatorname_tolower(
1049         char *param_buf)
1050 {
1051         char *c;
1052         u32 iqn_size = strlen(param_buf), i;
1053
1054         for (i = 0; i < iqn_size; i++) {
1055                 c = &param_buf[i];
1056                 if (!isupper(*c))
1057                         continue;
1058
1059                 *c = tolower(*c);
1060         }
1061 }
1062
1063 /*
1064  * Processes the first Login Request..
1065  */
1066 int iscsi_target_locate_portal(
1067         struct iscsi_np *np,
1068         struct iscsi_conn *conn,
1069         struct iscsi_login *login)
1070 {
1071         char *i_buf = NULL, *s_buf = NULL, *t_buf = NULL;
1072         char *tmpbuf, *start = NULL, *end = NULL, *key, *value;
1073         struct iscsi_session *sess = conn->sess;
1074         struct iscsi_tiqn *tiqn;
1075         struct iscsi_tpg_np *tpg_np = NULL;
1076         struct iscsi_login_req *login_req;
1077         struct se_node_acl *se_nacl;
1078         u32 payload_length, queue_depth = 0;
1079         int sessiontype = 0, ret = 0, tag_num, tag_size;
1080
1081         INIT_DELAYED_WORK(&conn->login_work, iscsi_target_do_login_rx);
1082         INIT_DELAYED_WORK(&conn->login_cleanup_work, iscsi_target_do_cleanup);
1083         iscsi_target_set_sock_callbacks(conn);
1084
1085         login->np = np;
1086
1087         login_req = (struct iscsi_login_req *) login->req;
1088         payload_length = ntoh24(login_req->dlength);
1089
1090         tmpbuf = kzalloc(payload_length + 1, GFP_KERNEL);
1091         if (!tmpbuf) {
1092                 pr_err("Unable to allocate memory for tmpbuf.\n");
1093                 return -1;
1094         }
1095
1096         memcpy(tmpbuf, login->req_buf, payload_length);
1097         tmpbuf[payload_length] = '\0';
1098         start = tmpbuf;
1099         end = (start + payload_length);
1100
1101         /*
1102          * Locate the initial keys expected from the Initiator node in
1103          * the first login request in order to progress with the login phase.
1104          */
1105         while (start < end) {
1106                 if (iscsi_extract_key_value(start, &key, &value) < 0) {
1107                         ret = -1;
1108                         goto out;
1109                 }
1110
1111                 if (!strncmp(key, "InitiatorName", 13))
1112                         i_buf = value;
1113                 else if (!strncmp(key, "SessionType", 11))
1114                         s_buf = value;
1115                 else if (!strncmp(key, "TargetName", 10))
1116                         t_buf = value;
1117
1118                 start += strlen(key) + strlen(value) + 2;
1119         }
1120         /*
1121          * See 5.3.  Login Phase.
1122          */
1123         if (!i_buf) {
1124                 pr_err("InitiatorName key not received"
1125                         " in first login request.\n");
1126                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1127                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1128                 ret = -1;
1129                 goto out;
1130         }
1131         /*
1132          * Convert the incoming InitiatorName to lowercase following
1133          * RFC-3720 3.2.6.1. section c) that says that iSCSI IQNs
1134          * are NOT case sensitive.
1135          */
1136         iscsi_initiatorname_tolower(i_buf);
1137
1138         if (!s_buf) {
1139                 if (!login->leading_connection)
1140                         goto get_target;
1141
1142                 pr_err("SessionType key not received"
1143                         " in first login request.\n");
1144                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1145                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1146                 ret = -1;
1147                 goto out;
1148         }
1149
1150         /*
1151          * Use default portal group for discovery sessions.
1152          */
1153         sessiontype = strncmp(s_buf, DISCOVERY, 9);
1154         if (!sessiontype) {
1155                 conn->tpg = iscsit_global->discovery_tpg;
1156                 if (!login->leading_connection)
1157                         goto get_target;
1158
1159                 sess->sess_ops->SessionType = 1;
1160                 /*
1161                  * Setup crc32c modules from libcrypto
1162                  */
1163                 if (iscsi_login_setup_crypto(conn) < 0) {
1164                         pr_err("iscsi_login_setup_crypto() failed\n");
1165                         ret = -1;
1166                         goto out;
1167                 }
1168                 /*
1169                  * Serialize access across the discovery struct iscsi_portal_group to
1170                  * process login attempt.
1171                  */
1172                 if (iscsit_access_np(np, conn->tpg) < 0) {
1173                         iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1174                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1175                         ret = -1;
1176                         goto out;
1177                 }
1178                 ret = 0;
1179                 goto alloc_tags;
1180         }
1181
1182 get_target:
1183         if (!t_buf) {
1184                 pr_err("TargetName key not received"
1185                         " in first login request while"
1186                         " SessionType=Normal.\n");
1187                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1188                         ISCSI_LOGIN_STATUS_MISSING_FIELDS);
1189                 ret = -1;
1190                 goto out;
1191         }
1192
1193         /*
1194          * Locate Target IQN from Storage Node.
1195          */
1196         tiqn = iscsit_get_tiqn_for_login(t_buf);
1197         if (!tiqn) {
1198                 pr_err("Unable to locate Target IQN: %s in"
1199                         " Storage Node\n", t_buf);
1200                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1201                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1202                 ret = -1;
1203                 goto out;
1204         }
1205         pr_debug("Located Storage Object: %s\n", tiqn->tiqn);
1206
1207         /*
1208          * Locate Target Portal Group from Storage Node.
1209          */
1210         conn->tpg = iscsit_get_tpg_from_np(tiqn, np, &tpg_np);
1211         if (!conn->tpg) {
1212                 pr_err("Unable to locate Target Portal Group"
1213                                 " on %s\n", tiqn->tiqn);
1214                 iscsit_put_tiqn_for_login(tiqn);
1215                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1216                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1217                 ret = -1;
1218                 goto out;
1219         }
1220         conn->tpg_np = tpg_np;
1221         pr_debug("Located Portal Group Object: %hu\n", conn->tpg->tpgt);
1222         /*
1223          * Setup crc32c modules from libcrypto
1224          */
1225         if (iscsi_login_setup_crypto(conn) < 0) {
1226                 pr_err("iscsi_login_setup_crypto() failed\n");
1227                 kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1228                 iscsit_put_tiqn_for_login(tiqn);
1229                 conn->tpg = NULL;
1230                 ret = -1;
1231                 goto out;
1232         }
1233         /*
1234          * Serialize access across the struct iscsi_portal_group to
1235          * process login attempt.
1236          */
1237         if (iscsit_access_np(np, conn->tpg) < 0) {
1238                 kref_put(&tpg_np->tpg_np_kref, iscsit_login_kref_put);
1239                 iscsit_put_tiqn_for_login(tiqn);
1240                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1241                                 ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
1242                 conn->tpg = NULL;
1243                 ret = -1;
1244                 goto out;
1245         }
1246
1247         /*
1248          * conn->sess->node_acl will be set when the referenced
1249          * struct iscsi_session is located from received ISID+TSIH in
1250          * iscsi_login_non_zero_tsih_s2().
1251          */
1252         if (!login->leading_connection) {
1253                 ret = 0;
1254                 goto out;
1255         }
1256
1257         /*
1258          * This value is required in iscsi_login_zero_tsih_s2()
1259          */
1260         sess->sess_ops->SessionType = 0;
1261
1262         /*
1263          * Locate incoming Initiator IQN reference from Storage Node.
1264          */
1265         sess->se_sess->se_node_acl = core_tpg_check_initiator_node_acl(
1266                         &conn->tpg->tpg_se_tpg, i_buf);
1267         if (!sess->se_sess->se_node_acl) {
1268                 pr_err("iSCSI Initiator Node: %s is not authorized to"
1269                         " access iSCSI target portal group: %hu.\n",
1270                                 i_buf, conn->tpg->tpgt);
1271                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
1272                                 ISCSI_LOGIN_STATUS_TGT_FORBIDDEN);
1273                 ret = -1;
1274                 goto out;
1275         }
1276         se_nacl = sess->se_sess->se_node_acl;
1277         queue_depth = se_nacl->queue_depth;
1278         /*
1279          * Setup pre-allocated tags based upon allowed per NodeACL CmdSN
1280          * depth for non immediate commands, plus extra tags for immediate
1281          * commands.
1282          *
1283          * Also enforce a ISCSIT_MIN_TAGS to prevent unnecessary contention
1284          * in per-cpu-ida tag allocation logic + small queue_depth.
1285          */
1286 alloc_tags:
1287         tag_num = max_t(u32, ISCSIT_MIN_TAGS, queue_depth);
1288         tag_num = (tag_num * 2) + ISCSIT_EXTRA_TAGS;
1289         tag_size = sizeof(struct iscsi_cmd) + conn->conn_transport->priv_size;
1290
1291         ret = transport_alloc_session_tags(sess->se_sess, tag_num, tag_size);
1292         if (ret < 0) {
1293                 iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
1294                                     ISCSI_LOGIN_STATUS_NO_RESOURCES);
1295                 ret = -1;
1296         }
1297 out:
1298         kfree(tmpbuf);
1299         return ret;
1300 }
1301
1302 int iscsi_target_start_negotiation(
1303         struct iscsi_login *login,
1304         struct iscsi_conn *conn)
1305 {
1306         int ret;
1307
1308        if (conn->sock) {
1309                struct sock *sk = conn->sock->sk;
1310
1311                 write_lock_bh(&sk->sk_callback_lock);
1312                 set_bit(LOGIN_FLAGS_READY, &conn->login_flags);
1313                 set_bit(LOGIN_FLAGS_INITIAL_PDU, &conn->login_flags);
1314                 write_unlock_bh(&sk->sk_callback_lock);
1315         }
1316         /*
1317          * If iscsi_target_do_login returns zero to signal more PDU
1318          * exchanges are required to complete the login, go ahead and
1319          * clear LOGIN_FLAGS_INITIAL_PDU but only if the TCP connection
1320          * is still active.
1321          *
1322          * Otherwise if TCP connection dropped asynchronously, go ahead
1323          * and perform connection cleanup now.
1324          */
1325         ret = iscsi_target_do_login(conn, login);
1326         if (!ret && iscsi_target_sk_check_and_clear(conn, LOGIN_FLAGS_INITIAL_PDU))
1327                 ret = -1;
1328
1329         if (ret < 0) {
1330                 cancel_delayed_work_sync(&conn->login_work);
1331                 cancel_delayed_work_sync(&conn->login_cleanup_work);
1332                 iscsi_target_restore_sock_callbacks(conn);
1333                 iscsi_remove_failed_auth_entry(conn);
1334         }
1335         if (ret != 0)
1336                 iscsi_target_nego_release(conn);
1337
1338         return ret;
1339 }
1340
1341 void iscsi_target_nego_release(struct iscsi_conn *conn)
1342 {
1343         struct iscsi_login *login = conn->conn_login;
1344
1345         if (!login)
1346                 return;
1347
1348         kfree(login->req_buf);
1349         kfree(login->rsp_buf);
1350         kfree(login);
1351
1352         conn->conn_login = NULL;
1353 }