drivers/scsi/qla2xxx/tcm_qla2xxx.c

   1 /*******************************************************************************
   2  * This file contains tcm implementation using v4 configfs fabric infrastructure
   3  * for QLogic target mode HBAs
   4  *
   5  * (c) Copyright 2010-2013 Datera, Inc.
   6  *
   7  * Author: Nicholas A. Bellinger <nab@daterainc.com>
   8  *
   9  * tcm_qla2xxx_parse_wwn() and tcm_qla2xxx_format_wwn() contains code from
  10  * the TCM_FC / Open-FCoE.org fabric module.
  11  *
  12  * Copyright (c) 2010 Cisco Systems, Inc
  13  *
  14  * This program is free software; you can redistribute it and/or modify
  15  * it under the terms of the GNU General Public License as published by
  16  * the Free Software Foundation; either version 2 of the License, or
  17  * (at your option) any later version.
  18  *
  19  * This program is distributed in the hope that it will be useful,
  20  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  21  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  22  * GNU General Public License for more details.
  23  ****************************************************************************/
  24
  25
  26 #include <linux/module.h>
  27 #include <linux/moduleparam.h>
  28 #include <generated/utsrelease.h>
  29 #include <linux/utsname.h>
  30 #include <linux/init.h>
  31 #include <linux/list.h>
  32 #include <linux/slab.h>
  33 #include <linux/kthread.h>
  34 #include <linux/types.h>
  35 #include <linux/string.h>
  36 #include <linux/configfs.h>
  37 #include <linux/ctype.h>
  38 #include <asm/unaligned.h>
  39 #include <scsi/scsi.h>
  40 #include <scsi/scsi_host.h>
  41 #include <scsi/scsi_device.h>
  42 #include <scsi/scsi_cmnd.h>
  43 #include <target/target_core_base.h>
  44 #include <target/target_core_fabric.h>
  45 #include <target/target_core_fabric_configfs.h>
  46 #include <target/target_core_configfs.h>
  47 #include <target/configfs_macros.h>
  48
  49 #include "qla_def.h"
  50 #include "qla_target.h"
  51 #include "tcm_qla2xxx.h"
  52
  53 static struct workqueue_struct *tcm_qla2xxx_free_wq;
  54 static struct workqueue_struct *tcm_qla2xxx_cmd_wq;
  55
  56 /* Local pointer to allocated TCM configfs fabric module */
  57 static struct target_fabric_configfs *tcm_qla2xxx_fabric_configfs;
  58 static struct target_fabric_configfs *tcm_qla2xxx_npiv_fabric_configfs;
  59
  60 /*
  61  * Parse WWN.
  62  * If strict, we require lower-case hex and colon separators to be sure
  63  * the name is the same as what would be generated by ft_format_wwn()
  64  * so the name and wwn are mapped one-to-one.
  65  */
  66 static ssize_t tcm_qla2xxx_parse_wwn(const char *name, u64 *wwn, int strict)
  67 {
  68         const char *cp;
  69         char c;
  70         u32 nibble;
  71         u32 byte = 0;
  72         u32 pos = 0;
  73         u32 err;
  74
  75         *wwn = 0;
  76         for (cp = name; cp < &name[TCM_QLA2XXX_NAMELEN - 1]; cp++) {
  77                 c = *cp;
  78                 if (c == '\n' && cp[1] == '\0')
  79                         continue;
  80                 if (strict && pos++ == 2 && byte++ < 7) {
  81                         pos = 0;
  82                         if (c == ':')
  83                                 continue;
  84                         err = 1;
  85                         goto fail;
  86                 }
  87                 if (c == '\0') {
  88                         err = 2;
  89                         if (strict && byte != 8)
  90                                 goto fail;
  91                         return cp - name;
  92                 }
  93                 err = 3;
  94                 if (isdigit(c))
  95                         nibble = c - '0';
  96                 else if (isxdigit(c) && (islower(c) || !strict))
  97                         nibble = tolower(c) - 'a' + 10;
  98                 else
  99                         goto fail;
 100                 *wwn = (*wwn << 4) | nibble;
 101         }
 102         err = 4;
 103 fail:
 104         pr_debug("err %u len %zu pos %u byte %u\n",
 105                         err, cp - name, pos, byte);
 106         return -1;
 107 }
 108
 109 static ssize_t tcm_qla2xxx_format_wwn(char *buf, size_t len, u64 wwn)
 110 {
 111         u8 b[8];
 112
 113         put_unaligned_be64(wwn, b);
 114         return snprintf(buf, len,
 115                 "%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x:%2.2x",
 116                 b[0], b[1], b[2], b[3], b[4], b[5], b[6], b[7]);
 117 }
 118
 119 static char *tcm_qla2xxx_get_fabric_name(void)
 120 {
 121         return "qla2xxx";
 122 }
 123
 124 /*
 125  * From drivers/scsi/scsi_transport_fc.c:fc_parse_wwn
 126  */
 127 static int tcm_qla2xxx_npiv_extract_wwn(const char *ns, u64 *nm)
 128 {
 129         unsigned int i, j;
 130         u8 wwn[8];
 131
 132         memset(wwn, 0, sizeof(wwn));
 133
 134         /* Validate and store the new name */
 135         for (i = 0, j = 0; i < 16; i++) {
 136                 int value;
 137
 138                 value = hex_to_bin(*ns++);
 139                 if (value >= 0)
 140                         j = (j << 4) | value;
 141                 else
 142                         return -EINVAL;
 143
 144                 if (i % 2) {
 145                         wwn[i/2] = j & 0xff;
 146                         j = 0;
 147                 }
 148         }
 149
 150         *nm = wwn_to_u64(wwn);
 151         return 0;
 152 }
 153
 154 /*
 155  * This parsing logic follows drivers/scsi/scsi_transport_fc.c:
 156  * store_fc_host_vport_create()
 157  */
 158 static int tcm_qla2xxx_npiv_parse_wwn(
 159         const char *name,
 160         size_t count,
 161         u64 *wwpn,
 162         u64 *wwnn)
 163 {
 164         unsigned int cnt = count;
 165         int rc;
 166
 167         *wwpn = 0;
 168         *wwnn = 0;
 169
 170         /* count may include a LF at end of string */
 171         if (name[cnt-1] == '\n' || name[cnt-1] == 0)
 172                 cnt--;
 173
 174         /* validate we have enough characters for WWPN */
 175         if ((cnt != (16+1+16)) || (name[16] != ':'))
 176                 return -EINVAL;
 177
 178         rc = tcm_qla2xxx_npiv_extract_wwn(&name[0], wwpn);
 179         if (rc != 0)
 180                 return rc;
 181
 182         rc = tcm_qla2xxx_npiv_extract_wwn(&name[17], wwnn);
 183         if (rc != 0)
 184                 return rc;
 185
 186         return 0;
 187 }
 188
 189 static char *tcm_qla2xxx_npiv_get_fabric_name(void)
 190 {
 191         return "qla2xxx_npiv";
 192 }
 193
 194 static u8 tcm_qla2xxx_get_fabric_proto_ident(struct se_portal_group *se_tpg)
 195 {
 196         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 197                                 struct tcm_qla2xxx_tpg, se_tpg);
 198         struct tcm_qla2xxx_lport *lport = tpg->lport;
 199         u8 proto_id;
 200
 201         switch (lport->lport_proto_id) {
 202         case SCSI_PROTOCOL_FCP:
 203         default:
 204                 proto_id = fc_get_fabric_proto_ident(se_tpg);
 205                 break;
 206         }
 207
 208         return proto_id;
 209 }
 210
 211 static char *tcm_qla2xxx_get_fabric_wwn(struct se_portal_group *se_tpg)
 212 {
 213         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 214                                 struct tcm_qla2xxx_tpg, se_tpg);
 215         struct tcm_qla2xxx_lport *lport = tpg->lport;
 216
 217         return lport->lport_naa_name;
 218 }
 219
 220 static u16 tcm_qla2xxx_get_tag(struct se_portal_group *se_tpg)
 221 {
 222         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 223                                 struct tcm_qla2xxx_tpg, se_tpg);
 224         return tpg->lport_tpgt;
 225 }
 226
 227 static u32 tcm_qla2xxx_get_default_depth(struct se_portal_group *se_tpg)
 228 {
 229         return 1;
 230 }
 231
 232 static u32 tcm_qla2xxx_get_pr_transport_id(
 233         struct se_portal_group *se_tpg,
 234         struct se_node_acl *se_nacl,
 235         struct t10_pr_registration *pr_reg,
 236         int *format_code,
 237         unsigned char *buf)
 238 {
 239         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 240                                 struct tcm_qla2xxx_tpg, se_tpg);
 241         struct tcm_qla2xxx_lport *lport = tpg->lport;
 242         int ret = 0;
 243
 244         switch (lport->lport_proto_id) {
 245         case SCSI_PROTOCOL_FCP:
 246         default:
 247                 ret = fc_get_pr_transport_id(se_tpg, se_nacl, pr_reg,
 248                                         format_code, buf);
 249                 break;
 250         }
 251
 252         return ret;
 253 }
 254
 255 static u32 tcm_qla2xxx_get_pr_transport_id_len(
 256         struct se_portal_group *se_tpg,
 257         struct se_node_acl *se_nacl,
 258         struct t10_pr_registration *pr_reg,
 259         int *format_code)
 260 {
 261         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 262                                 struct tcm_qla2xxx_tpg, se_tpg);
 263         struct tcm_qla2xxx_lport *lport = tpg->lport;
 264         int ret = 0;
 265
 266         switch (lport->lport_proto_id) {
 267         case SCSI_PROTOCOL_FCP:
 268         default:
 269                 ret = fc_get_pr_transport_id_len(se_tpg, se_nacl, pr_reg,
 270                                         format_code);
 271                 break;
 272         }
 273
 274         return ret;
 275 }
 276
 277 static char *tcm_qla2xxx_parse_pr_out_transport_id(
 278         struct se_portal_group *se_tpg,
 279         const char *buf,
 280         u32 *out_tid_len,
 281         char **port_nexus_ptr)
 282 {
 283         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 284                                 struct tcm_qla2xxx_tpg, se_tpg);
 285         struct tcm_qla2xxx_lport *lport = tpg->lport;
 286         char *tid = NULL;
 287
 288         switch (lport->lport_proto_id) {
 289         case SCSI_PROTOCOL_FCP:
 290         default:
 291                 tid = fc_parse_pr_out_transport_id(se_tpg, buf, out_tid_len,
 292                                         port_nexus_ptr);
 293                 break;
 294         }
 295
 296         return tid;
 297 }
 298
 299 static int tcm_qla2xxx_check_demo_mode(struct se_portal_group *se_tpg)
 300 {
 301         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 302                                 struct tcm_qla2xxx_tpg, se_tpg);
 303
 304         return tpg->tpg_attrib.generate_node_acls;
 305 }
 306
 307 static int tcm_qla2xxx_check_demo_mode_cache(struct se_portal_group *se_tpg)
 308 {
 309         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 310                                 struct tcm_qla2xxx_tpg, se_tpg);
 311
 312         return tpg->tpg_attrib.cache_dynamic_acls;
 313 }
 314
 315 static int tcm_qla2xxx_check_demo_write_protect(struct se_portal_group *se_tpg)
 316 {
 317         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 318                                 struct tcm_qla2xxx_tpg, se_tpg);
 319
 320         return tpg->tpg_attrib.demo_mode_write_protect;
 321 }
 322
 323 static int tcm_qla2xxx_check_prod_write_protect(struct se_portal_group *se_tpg)
 324 {
 325         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 326                                 struct tcm_qla2xxx_tpg, se_tpg);
 327
 328         return tpg->tpg_attrib.prod_mode_write_protect;
 329 }
 330
 331 static int tcm_qla2xxx_check_demo_mode_login_only(struct se_portal_group *se_tpg)
 332 {
 333         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 334                                 struct tcm_qla2xxx_tpg, se_tpg);
 335
 336         return tpg->tpg_attrib.demo_mode_login_only;
 337 }
 338
 339 static struct se_node_acl *tcm_qla2xxx_alloc_fabric_acl(
 340         struct se_portal_group *se_tpg)
 341 {
 342         struct tcm_qla2xxx_nacl *nacl;
 343
 344         nacl = kzalloc(sizeof(struct tcm_qla2xxx_nacl), GFP_KERNEL);
 345         if (!nacl) {
 346                 pr_err("Unable to allocate struct tcm_qla2xxx_nacl\n");
 347                 return NULL;
 348         }
 349
 350         return &nacl->se_node_acl;
 351 }
 352
 353 static void tcm_qla2xxx_release_fabric_acl(
 354         struct se_portal_group *se_tpg,
 355         struct se_node_acl *se_nacl)
 356 {
 357         struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
 358                         struct tcm_qla2xxx_nacl, se_node_acl);
 359         kfree(nacl);
 360 }
 361
 362 static u32 tcm_qla2xxx_tpg_get_inst_index(struct se_portal_group *se_tpg)
 363 {
 364         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
 365                                 struct tcm_qla2xxx_tpg, se_tpg);
 366
 367         return tpg->lport_tpgt;
 368 }
 369
 370 static void tcm_qla2xxx_complete_mcmd(struct work_struct *work)
 371 {
 372         struct qla_tgt_mgmt_cmd *mcmd = container_of(work,
 373                         struct qla_tgt_mgmt_cmd, free_work);
 374
 375         transport_generic_free_cmd(&mcmd->se_cmd, 0);
 376 }
 377
 378 /*
 379  * Called from qla_target_template->free_mcmd(), and will call
 380  * tcm_qla2xxx_release_cmd() via normal struct target_core_fabric_ops
 381  * release callback.  qla_hw_data->hardware_lock is expected to be held
 382  */
 383 static void tcm_qla2xxx_free_mcmd(struct qla_tgt_mgmt_cmd *mcmd)
 384 {
 385         INIT_WORK(&mcmd->free_work, tcm_qla2xxx_complete_mcmd);
 386         queue_work(tcm_qla2xxx_free_wq, &mcmd->free_work);
 387 }
 388
 389 static void tcm_qla2xxx_complete_free(struct work_struct *work)
 390 {
 391         struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
 392
 393         cmd->cmd_in_wq = 0;
 394
 395         WARN_ON(cmd->cmd_flags &  BIT_16);
 396
 397         cmd->cmd_flags |= BIT_16;
 398         transport_generic_free_cmd(&cmd->se_cmd, 0);
 399 }
 400
 401 /*
 402  * Called from qla_target_template->free_cmd(), and will call
 403  * tcm_qla2xxx_release_cmd via normal struct target_core_fabric_ops
 404  * release callback.  qla_hw_data->hardware_lock is expected to be held
 405  */
 406 static void tcm_qla2xxx_free_cmd(struct qla_tgt_cmd *cmd)
 407 {
 408         cmd->cmd_in_wq = 1;
 409         INIT_WORK(&cmd->work, tcm_qla2xxx_complete_free);
 410         queue_work(tcm_qla2xxx_free_wq, &cmd->work);
 411 }
 412
 413 /*
 414  * Called from struct target_core_fabric_ops->check_stop_free() context
 415  */
 416 static int tcm_qla2xxx_check_stop_free(struct se_cmd *se_cmd)
 417 {
 418         struct qla_tgt_cmd *cmd;
 419
 420         if ((se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) == 0) {
 421                 cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
 422                 cmd->cmd_flags |= BIT_14;
 423         }
 424
 425         return target_put_sess_cmd(se_cmd->se_sess, se_cmd);
 426 }
 427
 428 /* tcm_qla2xxx_release_cmd - Callback from TCM Core to release underlying
 429  * fabric descriptor @se_cmd command to release
 430  */
 431 static void tcm_qla2xxx_release_cmd(struct se_cmd *se_cmd)
 432 {
 433         struct qla_tgt_cmd *cmd;
 434
 435         if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB) {
 436                 struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
 437                                 struct qla_tgt_mgmt_cmd, se_cmd);
 438                 qlt_free_mcmd(mcmd);
 439                 return;
 440         }
 441
 442         cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
 443         qlt_free_cmd(cmd);
 444 }
 445
 446 static int tcm_qla2xxx_shutdown_session(struct se_session *se_sess)
 447 {
 448         struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
 449         struct scsi_qla_host *vha;
 450         unsigned long flags;
 451
 452         BUG_ON(!sess);
 453         vha = sess->vha;
 454
 455         spin_lock_irqsave(&vha->hw->hardware_lock, flags);
 456         target_sess_cmd_list_set_waiting(se_sess);
 457         spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
 458
 459         return 1;
 460 }
 461
 462 static void tcm_qla2xxx_close_session(struct se_session *se_sess)
 463 {
 464         struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
 465         struct scsi_qla_host *vha;
 466         unsigned long flags;
 467
 468         BUG_ON(!sess);
 469         vha = sess->vha;
 470
 471         spin_lock_irqsave(&vha->hw->hardware_lock, flags);
 472         qlt_unreg_sess(sess);
 473         spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
 474 }
 475
 476 static u32 tcm_qla2xxx_sess_get_index(struct se_session *se_sess)
 477 {
 478         return 0;
 479 }
 480
 481 static int tcm_qla2xxx_write_pending(struct se_cmd *se_cmd)
 482 {
 483         struct qla_tgt_cmd *cmd = container_of(se_cmd,
 484                                 struct qla_tgt_cmd, se_cmd);
 485
 486         cmd->bufflen = se_cmd->data_length;
 487         cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
 488
 489         cmd->sg_cnt = se_cmd->t_data_nents;
 490         cmd->sg = se_cmd->t_data_sg;
 491
 492         cmd->prot_sg_cnt = se_cmd->t_prot_nents;
 493         cmd->prot_sg = se_cmd->t_prot_sg;
 494         cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
 495         se_cmd->pi_err = 0;
 496
 497         /*
 498          * qla_target.c:qlt_rdy_to_xfer() will call pci_map_sg() to setup
 499          * the SGL mappings into PCIe memory for incoming FCP WRITE data.
 500          */
 501         return qlt_rdy_to_xfer(cmd);
 502 }
 503
 504 static int tcm_qla2xxx_write_pending_status(struct se_cmd *se_cmd)
 505 {
 506         unsigned long flags;
 507         /*
 508          * Check for WRITE_PENDING status to determine if we need to wait for
 509          * CTIO aborts to be posted via hardware in tcm_qla2xxx_handle_data().
 510          */
 511         spin_lock_irqsave(&se_cmd->t_state_lock, flags);
 512         if (se_cmd->t_state == TRANSPORT_WRITE_PENDING ||
 513             se_cmd->t_state == TRANSPORT_COMPLETE_QF_WP) {
 514                 spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
 515                 wait_for_completion_timeout(&se_cmd->t_transport_stop_comp,
 516                                                 3000);
 517                 return 0;
 518         }
 519         spin_unlock_irqrestore(&se_cmd->t_state_lock, flags);
 520
 521         return 0;
 522 }
 523
 524 static void tcm_qla2xxx_set_default_node_attrs(struct se_node_acl *nacl)
 525 {
 526         return;
 527 }
 528
 529 static u32 tcm_qla2xxx_get_task_tag(struct se_cmd *se_cmd)
 530 {
 531         struct qla_tgt_cmd *cmd;
 532
 533         /* check for task mgmt cmd */
 534         if (se_cmd->se_cmd_flags & SCF_SCSI_TMR_CDB)
 535                 return 0xffffffff;
 536
 537         cmd = container_of(se_cmd, struct qla_tgt_cmd, se_cmd);
 538
 539         return cmd->tag;
 540 }
 541
 542 static int tcm_qla2xxx_get_cmd_state(struct se_cmd *se_cmd)
 543 {
 544         return 0;
 545 }
 546
 547 /*
 548  * Called from process context in qla_target.c:qlt_do_work() code
 549  */
 550 static int tcm_qla2xxx_handle_cmd(scsi_qla_host_t *vha, struct qla_tgt_cmd *cmd,
 551         unsigned char *cdb, uint32_t data_length, int fcp_task_attr,
 552         int data_dir, int bidi)
 553 {
 554         struct se_cmd *se_cmd = &cmd->se_cmd;
 555         struct se_session *se_sess;
 556         struct qla_tgt_sess *sess;
 557         int flags = TARGET_SCF_ACK_KREF;
 558
 559         if (bidi)
 560                 flags |= TARGET_SCF_BIDI_OP;
 561
 562         sess = cmd->sess;
 563         if (!sess) {
 564                 pr_err("Unable to locate struct qla_tgt_sess from qla_tgt_cmd\n");
 565                 return -EINVAL;
 566         }
 567
 568         se_sess = sess->se_sess;
 569         if (!se_sess) {
 570                 pr_err("Unable to locate active struct se_session\n");
 571                 return -EINVAL;
 572         }
 573
 574         return target_submit_cmd(se_cmd, se_sess, cdb, &cmd->sense_buffer[0],
 575                                 cmd->unpacked_lun, data_length, fcp_task_attr,
 576                                 data_dir, flags);
 577 }
 578
 579 static void tcm_qla2xxx_handle_data_work(struct work_struct *work)
 580 {
 581         struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
 582
 583         /*
 584          * Ensure that the complete FCP WRITE payload has been received.
 585          * Otherwise return an exception via CHECK_CONDITION status.
 586          */
 587         cmd->cmd_in_wq = 0;
 588         cmd->cmd_flags |= BIT_11;
 589         if (!cmd->write_data_transferred) {
 590                 /*
 591                  * Check if se_cmd has already been aborted via LUN_RESET, and
 592                  * waiting upon completion in tcm_qla2xxx_write_pending_status()
 593                  */
 594                 if (cmd->se_cmd.transport_state & CMD_T_ABORTED) {
 595                         complete(&cmd->se_cmd.t_transport_stop_comp);
 596                         return;
 597                 }
 598
 599                 if (cmd->se_cmd.pi_err)
 600                         transport_generic_request_failure(&cmd->se_cmd,
 601                                 cmd->se_cmd.pi_err);
 602                 else
 603                         transport_generic_request_failure(&cmd->se_cmd,
 604                                 TCM_CHECK_CONDITION_ABORT_CMD);
 605
 606                 return;
 607         }
 608
 609         return target_execute_cmd(&cmd->se_cmd);
 610 }
 611
 612 /*
 613  * Called from qla_target.c:qlt_do_ctio_completion()
 614  */
 615 static void tcm_qla2xxx_handle_data(struct qla_tgt_cmd *cmd)
 616 {
 617         cmd->cmd_flags |= BIT_10;
 618         cmd->cmd_in_wq = 1;
 619         INIT_WORK(&cmd->work, tcm_qla2xxx_handle_data_work);
 620         queue_work(tcm_qla2xxx_free_wq, &cmd->work);
 621 }
 622
 623 static void tcm_qla2xxx_handle_dif_work(struct work_struct *work)
 624 {
 625         struct qla_tgt_cmd *cmd = container_of(work, struct qla_tgt_cmd, work);
 626
 627         /* take an extra kref to prevent cmd free too early.
 628          * need to wait for SCSI status/check condition to
 629          * finish responding generate by transport_generic_request_failure.
 630          */
 631         kref_get(&cmd->se_cmd.cmd_kref);
 632         transport_generic_request_failure(&cmd->se_cmd, cmd->se_cmd.pi_err);
 633 }
 634
 635 /*
 636  * Called from qla_target.c:qlt_do_ctio_completion()
 637  */
 638 static void tcm_qla2xxx_handle_dif_err(struct qla_tgt_cmd *cmd)
 639 {
 640         INIT_WORK(&cmd->work, tcm_qla2xxx_handle_dif_work);
 641         queue_work(tcm_qla2xxx_free_wq, &cmd->work);
 642 }
 643
 644 /*
 645  * Called from qla_target.c:qlt_issue_task_mgmt()
 646  */
 647 static int tcm_qla2xxx_handle_tmr(struct qla_tgt_mgmt_cmd *mcmd, uint32_t lun,
 648         uint8_t tmr_func, uint32_t tag)
 649 {
 650         struct qla_tgt_sess *sess = mcmd->sess;
 651         struct se_cmd *se_cmd = &mcmd->se_cmd;
 652
 653         return target_submit_tmr(se_cmd, sess->se_sess, NULL, lun, mcmd,
 654                         tmr_func, GFP_ATOMIC, tag, TARGET_SCF_ACK_KREF);
 655 }
 656
 657 static int tcm_qla2xxx_queue_data_in(struct se_cmd *se_cmd)
 658 {
 659         struct qla_tgt_cmd *cmd = container_of(se_cmd,
 660                                 struct qla_tgt_cmd, se_cmd);
 661
 662         cmd->cmd_flags |= BIT_4;
 663         cmd->bufflen = se_cmd->data_length;
 664         cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
 665         cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
 666
 667         cmd->sg_cnt = se_cmd->t_data_nents;
 668         cmd->sg = se_cmd->t_data_sg;
 669         cmd->offset = 0;
 670         cmd->cmd_flags |= BIT_3;
 671
 672         cmd->prot_sg_cnt = se_cmd->t_prot_nents;
 673         cmd->prot_sg = se_cmd->t_prot_sg;
 674         cmd->blk_sz  = se_cmd->se_dev->dev_attrib.block_size;
 675         se_cmd->pi_err = 0;
 676
 677         /*
 678          * Now queue completed DATA_IN the qla2xxx LLD and response ring
 679          */
 680         return qlt_xmit_response(cmd, QLA_TGT_XMIT_DATA|QLA_TGT_XMIT_STATUS,
 681                                 se_cmd->scsi_status);
 682 }
 683
 684 static int tcm_qla2xxx_queue_status(struct se_cmd *se_cmd)
 685 {
 686         struct qla_tgt_cmd *cmd = container_of(se_cmd,
 687                                 struct qla_tgt_cmd, se_cmd);
 688         int xmit_type = QLA_TGT_XMIT_STATUS;
 689
 690         cmd->bufflen = se_cmd->data_length;
 691         cmd->sg = NULL;
 692         cmd->sg_cnt = 0;
 693         cmd->offset = 0;
 694         cmd->dma_data_direction = target_reverse_dma_direction(se_cmd);
 695         cmd->aborted = (se_cmd->transport_state & CMD_T_ABORTED);
 696         if (cmd->cmd_flags &  BIT_5) {
 697                 pr_crit("Bit_5 already set for cmd = %p.\n", cmd);
 698                 dump_stack();
 699         }
 700         cmd->cmd_flags |= BIT_5;
 701
 702         if (se_cmd->data_direction == DMA_FROM_DEVICE) {
 703                 /*
 704                  * For FCP_READ with CHECK_CONDITION status, clear cmd->bufflen
 705                  * for qla_tgt_xmit_response LLD code
 706                  */
 707                 if (se_cmd->se_cmd_flags & SCF_OVERFLOW_BIT) {
 708                         se_cmd->se_cmd_flags &= ~SCF_OVERFLOW_BIT;
 709                         se_cmd->residual_count = 0;
 710                 }
 711                 se_cmd->se_cmd_flags |= SCF_UNDERFLOW_BIT;
 712                 se_cmd->residual_count += se_cmd->data_length;
 713
 714                 cmd->bufflen = 0;
 715         }
 716         /*
 717          * Now queue status response to qla2xxx LLD code and response ring
 718          */
 719         return qlt_xmit_response(cmd, xmit_type, se_cmd->scsi_status);
 720 }
 721
 722 static void tcm_qla2xxx_queue_tm_rsp(struct se_cmd *se_cmd)
 723 {
 724         struct se_tmr_req *se_tmr = se_cmd->se_tmr_req;
 725         struct qla_tgt_mgmt_cmd *mcmd = container_of(se_cmd,
 726                                 struct qla_tgt_mgmt_cmd, se_cmd);
 727
 728         pr_debug("queue_tm_rsp: mcmd: %p func: 0x%02x response: 0x%02x\n",
 729                         mcmd, se_tmr->function, se_tmr->response);
 730         /*
 731          * Do translation between TCM TM response codes and
 732          * QLA2xxx FC TM response codes.
 733          */
 734         switch (se_tmr->response) {
 735         case TMR_FUNCTION_COMPLETE:
 736                 mcmd->fc_tm_rsp = FC_TM_SUCCESS;
 737                 break;
 738         case TMR_TASK_DOES_NOT_EXIST:
 739                 mcmd->fc_tm_rsp = FC_TM_BAD_CMD;
 740                 break;
 741         case TMR_FUNCTION_REJECTED:
 742                 mcmd->fc_tm_rsp = FC_TM_REJECT;
 743                 break;
 744         case TMR_LUN_DOES_NOT_EXIST:
 745         default:
 746                 mcmd->fc_tm_rsp = FC_TM_FAILED;
 747                 break;
 748         }
 749         /*
 750          * Queue the TM response to QLA2xxx LLD to build a
 751          * CTIO response packet.
 752          */
 753         qlt_xmit_tm_rsp(mcmd);
 754 }
 755
 756 static void tcm_qla2xxx_aborted_task(struct se_cmd *se_cmd)
 757 {
 758         struct qla_tgt_cmd *cmd = container_of(se_cmd,
 759                                 struct qla_tgt_cmd, se_cmd);
 760         struct scsi_qla_host *vha = cmd->vha;
 761         struct qla_hw_data *ha = vha->hw;
 762
 763         if (!cmd->sg_mapped)
 764                 return;
 765
 766         pci_unmap_sg(ha->pdev, cmd->sg, cmd->sg_cnt, cmd->dma_data_direction);
 767         cmd->sg_mapped = 0;
 768 }
 769
 770 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *,
 771                         struct tcm_qla2xxx_nacl *, struct qla_tgt_sess *);
 772 /*
 773  * Expected to be called with struct qla_hw_data->hardware_lock held
 774  */
 775 static void tcm_qla2xxx_clear_nacl_from_fcport_map(struct qla_tgt_sess *sess)
 776 {
 777         struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
 778         struct se_portal_group *se_tpg = se_nacl->se_tpg;
 779         struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
 780         struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
 781                                 struct tcm_qla2xxx_lport, lport_wwn);
 782         struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
 783                                 struct tcm_qla2xxx_nacl, se_node_acl);
 784         void *node;
 785
 786         pr_debug("fc_rport domain: port_id 0x%06x\n", nacl->nport_id);
 787
 788         node = btree_remove32(&lport->lport_fcport_map, nacl->nport_id);
 789         if (WARN_ON(node && (node != se_nacl))) {
 790                 /*
 791                  * The nacl no longer matches what we think it should be.
 792                  * Most likely a new dynamic acl has been added while
 793                  * someone dropped the hardware lock.  It clearly is a
 794                  * bug elsewhere, but this bit can't make things worse.
 795                  */
 796                 btree_insert32(&lport->lport_fcport_map, nacl->nport_id,
 797                                node, GFP_ATOMIC);
 798         }
 799
 800         pr_debug("Removed from fcport_map: %p for WWNN: 0x%016LX, port_id: 0x%06x\n",
 801             se_nacl, nacl->nport_wwnn, nacl->nport_id);
 802         /*
 803          * Now clear the se_nacl and session pointers from our HW lport lookup
 804          * table mapping for this initiator's fabric S_ID and LOOP_ID entries.
 805          *
 806          * This is done ahead of callbacks into tcm_qla2xxx_free_session() ->
 807          * target_wait_for_sess_cmds() before the session waits for outstanding
 808          * I/O to complete, to avoid a race between session shutdown execution
 809          * and incoming ATIOs or TMRs picking up a stale se_node_act reference.
 810          */
 811         tcm_qla2xxx_clear_sess_lookup(lport, nacl, sess);
 812 }
 813
 814 static void tcm_qla2xxx_release_session(struct kref *kref)
 815 {
 816         struct se_session *se_sess = container_of(kref,
 817                         struct se_session, sess_kref);
 818
 819         qlt_unreg_sess(se_sess->fabric_sess_ptr);
 820 }
 821
 822 static void tcm_qla2xxx_put_session(struct se_session *se_sess)
 823 {
 824         struct qla_tgt_sess *sess = se_sess->fabric_sess_ptr;
 825         struct qla_hw_data *ha = sess->vha->hw;
 826         unsigned long flags;
 827
 828         spin_lock_irqsave(&ha->hardware_lock, flags);
 829         kref_put(&se_sess->sess_kref, tcm_qla2xxx_release_session);
 830         spin_unlock_irqrestore(&ha->hardware_lock, flags);
 831 }
 832
 833 static void tcm_qla2xxx_put_sess(struct qla_tgt_sess *sess)
 834 {
 835         if (!sess)
 836                 return;
 837
 838         assert_spin_locked(&sess->vha->hw->hardware_lock);
 839         kref_put(&sess->se_sess->sess_kref, tcm_qla2xxx_release_session);
 840 }
 841
 842 static void tcm_qla2xxx_shutdown_sess(struct qla_tgt_sess *sess)
 843 {
 844         assert_spin_locked(&sess->vha->hw->hardware_lock);
 845         target_sess_cmd_list_set_waiting(sess->se_sess);
 846 }
 847
 848 static struct se_node_acl *tcm_qla2xxx_make_nodeacl(
 849         struct se_portal_group *se_tpg,
 850         struct config_group *group,
 851         const char *name)
 852 {
 853         struct se_node_acl *se_nacl, *se_nacl_new;
 854         struct tcm_qla2xxx_nacl *nacl;
 855         u64 wwnn;
 856         u32 qla2xxx_nexus_depth;
 857
 858         if (tcm_qla2xxx_parse_wwn(name, &wwnn, 1) < 0)
 859                 return ERR_PTR(-EINVAL);
 860
 861         se_nacl_new = tcm_qla2xxx_alloc_fabric_acl(se_tpg);
 862         if (!se_nacl_new)
 863                 return ERR_PTR(-ENOMEM);
 864 /* #warning FIXME: Hardcoded qla2xxx_nexus depth in tcm_qla2xxx_make_nodeacl */
 865         qla2xxx_nexus_depth = 1;
 866
 867         /*
 868          * se_nacl_new may be released by core_tpg_add_initiator_node_acl()
 869          * when converting a NodeACL from demo mode -> explict
 870          */
 871         se_nacl = core_tpg_add_initiator_node_acl(se_tpg, se_nacl_new,
 872                                 name, qla2xxx_nexus_depth);
 873         if (IS_ERR(se_nacl)) {
 874                 tcm_qla2xxx_release_fabric_acl(se_tpg, se_nacl_new);
 875                 return se_nacl;
 876         }
 877         /*
 878          * Locate our struct tcm_qla2xxx_nacl and set the FC Nport WWPN
 879          */
 880         nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
 881         nacl->nport_wwnn = wwnn;
 882         tcm_qla2xxx_format_wwn(&nacl->nport_name[0], TCM_QLA2XXX_NAMELEN, wwnn);
 883
 884         return se_nacl;
 885 }
 886
 887 static void tcm_qla2xxx_drop_nodeacl(struct se_node_acl *se_acl)
 888 {
 889         struct se_portal_group *se_tpg = se_acl->se_tpg;
 890         struct tcm_qla2xxx_nacl *nacl = container_of(se_acl,
 891                                 struct tcm_qla2xxx_nacl, se_node_acl);
 892
 893         core_tpg_del_initiator_node_acl(se_tpg, se_acl, 1);
 894         kfree(nacl);
 895 }
 896
 897 /* Start items for tcm_qla2xxx_tpg_attrib_cit */
 898
 899 #define DEF_QLA_TPG_ATTRIB(name)                                        \
 900                                                                         \
 901 static ssize_t tcm_qla2xxx_tpg_attrib_show_##name(                      \
 902         struct se_portal_group *se_tpg,                                 \
 903         char *page)                                                     \
 904 {                                                                       \
 905         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,              \
 906                         struct tcm_qla2xxx_tpg, se_tpg);                \
 907                                                                         \
 908         return sprintf(page, "%u\n", tpg->tpg_attrib.name);     \
 909 }                                                                       \
 910                                                                         \
 911 static ssize_t tcm_qla2xxx_tpg_attrib_store_##name(                     \
 912         struct se_portal_group *se_tpg,                                 \
 913         const char *page,                                               \
 914         size_t count)                                                   \
 915 {                                                                       \
 916         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,              \
 917                         struct tcm_qla2xxx_tpg, se_tpg);                \
 918         unsigned long val;                                              \
 919         int ret;                                                        \
 920                                                                         \
 921         ret = kstrtoul(page, 0, &val);                                  \
 922         if (ret < 0) {                                                  \
 923                 pr_err("kstrtoul() failed with"                         \
 924                                 " ret: %d\n", ret);                     \
 925                 return -EINVAL;                                         \
 926         }                                                               \
 927         ret = tcm_qla2xxx_set_attrib_##name(tpg, val);                  \
 928                                                                         \
 929         return (!ret) ? count : -EINVAL;                                \
 930 }
 931
 932 #define DEF_QLA_TPG_ATTR_BOOL(_name)                                    \
 933                                                                         \
 934 static int tcm_qla2xxx_set_attrib_##_name(                              \
 935         struct tcm_qla2xxx_tpg *tpg,                                    \
 936         unsigned long val)                                              \
 937 {                                                                       \
 938         struct tcm_qla2xxx_tpg_attrib *a = &tpg->tpg_attrib;            \
 939                                                                         \
 940         if ((val != 0) && (val != 1)) {                                 \
 941                 pr_err("Illegal boolean value %lu\n", val);             \
 942                 return -EINVAL;                                         \
 943         }                                                               \
 944                                                                         \
 945         a->_name = val;                                                 \
 946         return 0;                                                       \
 947 }
 948
 949 #define QLA_TPG_ATTR(_name, _mode) \
 950         TF_TPG_ATTRIB_ATTR(tcm_qla2xxx, _name, _mode);
 951
 952 /*
 953  * Define tcm_qla2xxx_tpg_attrib_s_generate_node_acls
 954  */
 955 DEF_QLA_TPG_ATTR_BOOL(generate_node_acls);
 956 DEF_QLA_TPG_ATTRIB(generate_node_acls);
 957 QLA_TPG_ATTR(generate_node_acls, S_IRUGO | S_IWUSR);
 958
 959 /*
 960  Define tcm_qla2xxx_attrib_s_cache_dynamic_acls
 961  */
 962 DEF_QLA_TPG_ATTR_BOOL(cache_dynamic_acls);
 963 DEF_QLA_TPG_ATTRIB(cache_dynamic_acls);
 964 QLA_TPG_ATTR(cache_dynamic_acls, S_IRUGO | S_IWUSR);
 965
 966 /*
 967  * Define tcm_qla2xxx_tpg_attrib_s_demo_mode_write_protect
 968  */
 969 DEF_QLA_TPG_ATTR_BOOL(demo_mode_write_protect);
 970 DEF_QLA_TPG_ATTRIB(demo_mode_write_protect);
 971 QLA_TPG_ATTR(demo_mode_write_protect, S_IRUGO | S_IWUSR);
 972
 973 /*
 974  * Define tcm_qla2xxx_tpg_attrib_s_prod_mode_write_protect
 975  */
 976 DEF_QLA_TPG_ATTR_BOOL(prod_mode_write_protect);
 977 DEF_QLA_TPG_ATTRIB(prod_mode_write_protect);
 978 QLA_TPG_ATTR(prod_mode_write_protect, S_IRUGO | S_IWUSR);
 979
 980 /*
 981  * Define tcm_qla2xxx_tpg_attrib_s_demo_mode_login_only
 982  */
 983 DEF_QLA_TPG_ATTR_BOOL(demo_mode_login_only);
 984 DEF_QLA_TPG_ATTRIB(demo_mode_login_only);
 985 QLA_TPG_ATTR(demo_mode_login_only, S_IRUGO | S_IWUSR);
 986
 987 static struct configfs_attribute *tcm_qla2xxx_tpg_attrib_attrs[] = {
 988         &tcm_qla2xxx_tpg_attrib_generate_node_acls.attr,
 989         &tcm_qla2xxx_tpg_attrib_cache_dynamic_acls.attr,
 990         &tcm_qla2xxx_tpg_attrib_demo_mode_write_protect.attr,
 991         &tcm_qla2xxx_tpg_attrib_prod_mode_write_protect.attr,
 992         &tcm_qla2xxx_tpg_attrib_demo_mode_login_only.attr,
 993         NULL,
 994 };
 995
 996 /* End items for tcm_qla2xxx_tpg_attrib_cit */
 997
 998 static ssize_t tcm_qla2xxx_tpg_show_enable(
 999         struct se_portal_group *se_tpg,
1000         char *page)
1001 {
1002         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1003                         struct tcm_qla2xxx_tpg, se_tpg);
1004
1005         return snprintf(page, PAGE_SIZE, "%d\n",
1006                         atomic_read(&tpg->lport_tpg_enabled));
1007 }
1008
1009 static void tcm_qla2xxx_depend_tpg(struct work_struct *work)
1010 {
1011         struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
1012                                 struct tcm_qla2xxx_tpg, tpg_base_work);
1013         struct se_portal_group *se_tpg = &base_tpg->se_tpg;
1014         struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
1015
1016         if (!configfs_depend_item(se_tpg->se_tpg_tfo->tf_subsys,
1017                                   &se_tpg->tpg_group.cg_item)) {
1018                 atomic_set(&base_tpg->lport_tpg_enabled, 1);
1019                 qlt_enable_vha(base_vha);
1020         }
1021         complete(&base_tpg->tpg_base_comp);
1022 }
1023
1024 static void tcm_qla2xxx_undepend_tpg(struct work_struct *work)
1025 {
1026         struct tcm_qla2xxx_tpg *base_tpg = container_of(work,
1027                                 struct tcm_qla2xxx_tpg, tpg_base_work);
1028         struct se_portal_group *se_tpg = &base_tpg->se_tpg;
1029         struct scsi_qla_host *base_vha = base_tpg->lport->qla_vha;
1030
1031         if (!qlt_stop_phase1(base_vha->vha_tgt.qla_tgt)) {
1032                 atomic_set(&base_tpg->lport_tpg_enabled, 0);
1033                 configfs_undepend_item(se_tpg->se_tpg_tfo->tf_subsys,
1034                                        &se_tpg->tpg_group.cg_item);
1035         }
1036         complete(&base_tpg->tpg_base_comp);
1037 }
1038
1039 static ssize_t tcm_qla2xxx_tpg_store_enable(
1040         struct se_portal_group *se_tpg,
1041         const char *page,
1042         size_t count)
1043 {
1044         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1045                         struct tcm_qla2xxx_tpg, se_tpg);
1046         unsigned long op;
1047         int rc;
1048
1049         rc = kstrtoul(page, 0, &op);
1050         if (rc < 0) {
1051                 pr_err("kstrtoul() returned %d\n", rc);
1052                 return -EINVAL;
1053         }
1054         if ((op != 1) && (op != 0)) {
1055                 pr_err("Illegal value for tpg_enable: %lu\n", op);
1056                 return -EINVAL;
1057         }
1058         if (op) {
1059                 if (atomic_read(&tpg->lport_tpg_enabled))
1060                         return -EEXIST;
1061
1062                 INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_depend_tpg);
1063         } else {
1064                 if (!atomic_read(&tpg->lport_tpg_enabled))
1065                         return count;
1066
1067                 INIT_WORK(&tpg->tpg_base_work, tcm_qla2xxx_undepend_tpg);
1068         }
1069         init_completion(&tpg->tpg_base_comp);
1070         schedule_work(&tpg->tpg_base_work);
1071         wait_for_completion(&tpg->tpg_base_comp);
1072
1073         if (op) {
1074                 if (!atomic_read(&tpg->lport_tpg_enabled))
1075                         return -ENODEV;
1076         } else {
1077                 if (atomic_read(&tpg->lport_tpg_enabled))
1078                         return -EPERM;
1079         }
1080         return count;
1081 }
1082
1083 TF_TPG_BASE_ATTR(tcm_qla2xxx, enable, S_IRUGO | S_IWUSR);
1084
1085 static struct configfs_attribute *tcm_qla2xxx_tpg_attrs[] = {
1086         &tcm_qla2xxx_tpg_enable.attr,
1087         NULL,
1088 };
1089
1090 static struct se_portal_group *tcm_qla2xxx_make_tpg(
1091         struct se_wwn *wwn,
1092         struct config_group *group,
1093         const char *name)
1094 {
1095         struct tcm_qla2xxx_lport *lport = container_of(wwn,
1096                         struct tcm_qla2xxx_lport, lport_wwn);
1097         struct tcm_qla2xxx_tpg *tpg;
1098         unsigned long tpgt;
1099         int ret;
1100
1101         if (strstr(name, "tpgt_") != name)
1102                 return ERR_PTR(-EINVAL);
1103         if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1104                 return ERR_PTR(-EINVAL);
1105
1106         if ((tpgt != 1)) {
1107                 pr_err("In non NPIV mode, a single TPG=1 is used for HW port mappings\n");
1108                 return ERR_PTR(-ENOSYS);
1109         }
1110
1111         tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1112         if (!tpg) {
1113                 pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1114                 return ERR_PTR(-ENOMEM);
1115         }
1116         tpg->lport = lport;
1117         tpg->lport_tpgt = tpgt;
1118         /*
1119          * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1120          * NodeACLs
1121          */
1122         tpg->tpg_attrib.generate_node_acls = 1;
1123         tpg->tpg_attrib.demo_mode_write_protect = 1;
1124         tpg->tpg_attrib.cache_dynamic_acls = 1;
1125         tpg->tpg_attrib.demo_mode_login_only = 1;
1126
1127         ret = core_tpg_register(&tcm_qla2xxx_fabric_configfs->tf_ops, wwn,
1128                                 &tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
1129         if (ret < 0) {
1130                 kfree(tpg);
1131                 return NULL;
1132         }
1133
1134         lport->tpg_1 = tpg;
1135
1136         return &tpg->se_tpg;
1137 }
1138
1139 static void tcm_qla2xxx_drop_tpg(struct se_portal_group *se_tpg)
1140 {
1141         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1142                         struct tcm_qla2xxx_tpg, se_tpg);
1143         struct tcm_qla2xxx_lport *lport = tpg->lport;
1144         struct scsi_qla_host *vha = lport->qla_vha;
1145         /*
1146          * Call into qla2x_target.c LLD logic to shutdown the active
1147          * FC Nexuses and disable target mode operation for this qla_hw_data
1148          */
1149         if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stop)
1150                 qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1151
1152         core_tpg_deregister(se_tpg);
1153         /*
1154          * Clear local TPG=1 pointer for non NPIV mode.
1155          */
1156         lport->tpg_1 = NULL;
1157         kfree(tpg);
1158 }
1159
1160 static ssize_t tcm_qla2xxx_npiv_tpg_show_enable(
1161         struct se_portal_group *se_tpg,
1162         char *page)
1163 {
1164         return tcm_qla2xxx_tpg_show_enable(se_tpg, page);
1165 }
1166
1167 static ssize_t tcm_qla2xxx_npiv_tpg_store_enable(
1168         struct se_portal_group *se_tpg,
1169         const char *page,
1170         size_t count)
1171 {
1172         struct se_wwn *se_wwn = se_tpg->se_tpg_wwn;
1173         struct tcm_qla2xxx_lport *lport = container_of(se_wwn,
1174                         struct tcm_qla2xxx_lport, lport_wwn);
1175         struct scsi_qla_host *vha = lport->qla_vha;
1176         struct tcm_qla2xxx_tpg *tpg = container_of(se_tpg,
1177                         struct tcm_qla2xxx_tpg, se_tpg);
1178         unsigned long op;
1179         int rc;
1180
1181         rc = kstrtoul(page, 0, &op);
1182         if (rc < 0) {
1183                 pr_err("kstrtoul() returned %d\n", rc);
1184                 return -EINVAL;
1185         }
1186         if ((op != 1) && (op != 0)) {
1187                 pr_err("Illegal value for tpg_enable: %lu\n", op);
1188                 return -EINVAL;
1189         }
1190         if (op) {
1191                 if (atomic_read(&tpg->lport_tpg_enabled))
1192                         return -EEXIST;
1193
1194                 atomic_set(&tpg->lport_tpg_enabled, 1);
1195                 qlt_enable_vha(vha);
1196         } else {
1197                 if (!atomic_read(&tpg->lport_tpg_enabled))
1198                         return count;
1199
1200                 atomic_set(&tpg->lport_tpg_enabled, 0);
1201                 qlt_stop_phase1(vha->vha_tgt.qla_tgt);
1202         }
1203
1204         return count;
1205 }
1206
1207 TF_TPG_BASE_ATTR(tcm_qla2xxx_npiv, enable, S_IRUGO | S_IWUSR);
1208
1209 static struct configfs_attribute *tcm_qla2xxx_npiv_tpg_attrs[] = {
1210         &tcm_qla2xxx_npiv_tpg_enable.attr,
1211         NULL,
1212 };
1213
1214 static struct se_portal_group *tcm_qla2xxx_npiv_make_tpg(
1215         struct se_wwn *wwn,
1216         struct config_group *group,
1217         const char *name)
1218 {
1219         struct tcm_qla2xxx_lport *lport = container_of(wwn,
1220                         struct tcm_qla2xxx_lport, lport_wwn);
1221         struct tcm_qla2xxx_tpg *tpg;
1222         unsigned long tpgt;
1223         int ret;
1224
1225         if (strstr(name, "tpgt_") != name)
1226                 return ERR_PTR(-EINVAL);
1227         if (kstrtoul(name + 5, 10, &tpgt) || tpgt > USHRT_MAX)
1228                 return ERR_PTR(-EINVAL);
1229
1230         tpg = kzalloc(sizeof(struct tcm_qla2xxx_tpg), GFP_KERNEL);
1231         if (!tpg) {
1232                 pr_err("Unable to allocate struct tcm_qla2xxx_tpg\n");
1233                 return ERR_PTR(-ENOMEM);
1234         }
1235         tpg->lport = lport;
1236         tpg->lport_tpgt = tpgt;
1237
1238         /*
1239          * By default allow READ-ONLY TPG demo-mode access w/ cached dynamic
1240          * NodeACLs
1241          */
1242         tpg->tpg_attrib.generate_node_acls = 1;
1243         tpg->tpg_attrib.demo_mode_write_protect = 1;
1244         tpg->tpg_attrib.cache_dynamic_acls = 1;
1245         tpg->tpg_attrib.demo_mode_login_only = 1;
1246
1247         ret = core_tpg_register(&tcm_qla2xxx_npiv_fabric_configfs->tf_ops, wwn,
1248                                 &tpg->se_tpg, tpg, TRANSPORT_TPG_TYPE_NORMAL);
1249         if (ret < 0) {
1250                 kfree(tpg);
1251                 return NULL;
1252         }
1253         lport->tpg_1 = tpg;
1254         return &tpg->se_tpg;
1255 }
1256
1257 /*
1258  * Expected to be called with struct qla_hw_data->hardware_lock held
1259  */
1260 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_s_id(
1261         scsi_qla_host_t *vha,
1262         const uint8_t *s_id)
1263 {
1264         struct tcm_qla2xxx_lport *lport;
1265         struct se_node_acl *se_nacl;
1266         struct tcm_qla2xxx_nacl *nacl;
1267         u32 key;
1268
1269         lport = vha->vha_tgt.target_lport_ptr;
1270         if (!lport) {
1271                 pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1272                 dump_stack();
1273                 return NULL;
1274         }
1275
1276         key = (((unsigned long)s_id[0] << 16) |
1277                ((unsigned long)s_id[1] << 8) |
1278                (unsigned long)s_id[2]);
1279         pr_debug("find_sess_by_s_id: 0x%06x\n", key);
1280
1281         se_nacl = btree_lookup32(&lport->lport_fcport_map, key);
1282         if (!se_nacl) {
1283                 pr_debug("Unable to locate s_id: 0x%06x\n", key);
1284                 return NULL;
1285         }
1286         pr_debug("find_sess_by_s_id: located se_nacl: %p, initiatorname: %s\n",
1287             se_nacl, se_nacl->initiatorname);
1288
1289         nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1290         if (!nacl->qla_tgt_sess) {
1291                 pr_err("Unable to locate struct qla_tgt_sess\n");
1292                 return NULL;
1293         }
1294
1295         return nacl->qla_tgt_sess;
1296 }
1297
1298 /*
1299  * Expected to be called with struct qla_hw_data->hardware_lock held
1300  */
1301 static void tcm_qla2xxx_set_sess_by_s_id(
1302         struct tcm_qla2xxx_lport *lport,
1303         struct se_node_acl *new_se_nacl,
1304         struct tcm_qla2xxx_nacl *nacl,
1305         struct se_session *se_sess,
1306         struct qla_tgt_sess *qla_tgt_sess,
1307         uint8_t *s_id)
1308 {
1309         u32 key;
1310         void *slot;
1311         int rc;
1312
1313         key = (((unsigned long)s_id[0] << 16) |
1314                ((unsigned long)s_id[1] << 8) |
1315                (unsigned long)s_id[2]);
1316         pr_debug("set_sess_by_s_id: %06x\n", key);
1317
1318         slot = btree_lookup32(&lport->lport_fcport_map, key);
1319         if (!slot) {
1320                 if (new_se_nacl) {
1321                         pr_debug("Setting up new fc_port entry to new_se_nacl\n");
1322                         nacl->nport_id = key;
1323                         rc = btree_insert32(&lport->lport_fcport_map, key,
1324                                         new_se_nacl, GFP_ATOMIC);
1325                         if (rc)
1326                                 printk(KERN_ERR "Unable to insert s_id into fcport_map: %06x\n",
1327                                     (int)key);
1328                 } else {
1329                         pr_debug("Wiping nonexisting fc_port entry\n");
1330                 }
1331
1332                 qla_tgt_sess->se_sess = se_sess;
1333                 nacl->qla_tgt_sess = qla_tgt_sess;
1334                 return;
1335         }
1336
1337         if (nacl->qla_tgt_sess) {
1338                 if (new_se_nacl == NULL) {
1339                         pr_debug("Clearing existing nacl->qla_tgt_sess and fc_port entry\n");
1340                         btree_remove32(&lport->lport_fcport_map, key);
1341                         nacl->qla_tgt_sess = NULL;
1342                         return;
1343                 }
1344                 pr_debug("Replacing existing nacl->qla_tgt_sess and fc_port entry\n");
1345                 btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1346                 qla_tgt_sess->se_sess = se_sess;
1347                 nacl->qla_tgt_sess = qla_tgt_sess;
1348                 return;
1349         }
1350
1351         if (new_se_nacl == NULL) {
1352                 pr_debug("Clearing existing fc_port entry\n");
1353                 btree_remove32(&lport->lport_fcport_map, key);
1354                 return;
1355         }
1356
1357         pr_debug("Replacing existing fc_port entry w/o active nacl->qla_tgt_sess\n");
1358         btree_update32(&lport->lport_fcport_map, key, new_se_nacl);
1359         qla_tgt_sess->se_sess = se_sess;
1360         nacl->qla_tgt_sess = qla_tgt_sess;
1361
1362         pr_debug("Setup nacl->qla_tgt_sess %p by s_id for se_nacl: %p, initiatorname: %s\n",
1363             nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1364 }
1365
1366 /*
1367  * Expected to be called with struct qla_hw_data->hardware_lock held
1368  */
1369 static struct qla_tgt_sess *tcm_qla2xxx_find_sess_by_loop_id(
1370         scsi_qla_host_t *vha,
1371         const uint16_t loop_id)
1372 {
1373         struct tcm_qla2xxx_lport *lport;
1374         struct se_node_acl *se_nacl;
1375         struct tcm_qla2xxx_nacl *nacl;
1376         struct tcm_qla2xxx_fc_loopid *fc_loopid;
1377
1378         lport = vha->vha_tgt.target_lport_ptr;
1379         if (!lport) {
1380                 pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1381                 dump_stack();
1382                 return NULL;
1383         }
1384
1385         pr_debug("find_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1386
1387         fc_loopid = lport->lport_loopid_map + loop_id;
1388         se_nacl = fc_loopid->se_nacl;
1389         if (!se_nacl) {
1390                 pr_debug("Unable to locate se_nacl by loop_id: 0x%04x\n",
1391                     loop_id);
1392                 return NULL;
1393         }
1394
1395         nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1396
1397         if (!nacl->qla_tgt_sess) {
1398                 pr_err("Unable to locate struct qla_tgt_sess\n");
1399                 return NULL;
1400         }
1401
1402         return nacl->qla_tgt_sess;
1403 }
1404
1405 /*
1406  * Expected to be called with struct qla_hw_data->hardware_lock held
1407  */
1408 static void tcm_qla2xxx_set_sess_by_loop_id(
1409         struct tcm_qla2xxx_lport *lport,
1410         struct se_node_acl *new_se_nacl,
1411         struct tcm_qla2xxx_nacl *nacl,
1412         struct se_session *se_sess,
1413         struct qla_tgt_sess *qla_tgt_sess,
1414         uint16_t loop_id)
1415 {
1416         struct se_node_acl *saved_nacl;
1417         struct tcm_qla2xxx_fc_loopid *fc_loopid;
1418
1419         pr_debug("set_sess_by_loop_id: Using loop_id: 0x%04x\n", loop_id);
1420
1421         fc_loopid = &((struct tcm_qla2xxx_fc_loopid *)
1422                         lport->lport_loopid_map)[loop_id];
1423
1424         saved_nacl = fc_loopid->se_nacl;
1425         if (!saved_nacl) {
1426                 pr_debug("Setting up new fc_loopid->se_nacl to new_se_nacl\n");
1427                 fc_loopid->se_nacl = new_se_nacl;
1428                 if (qla_tgt_sess->se_sess != se_sess)
1429                         qla_tgt_sess->se_sess = se_sess;
1430                 if (nacl->qla_tgt_sess != qla_tgt_sess)
1431                         nacl->qla_tgt_sess = qla_tgt_sess;
1432                 return;
1433         }
1434
1435         if (nacl->qla_tgt_sess) {
1436                 if (new_se_nacl == NULL) {
1437                         pr_debug("Clearing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1438                         fc_loopid->se_nacl = NULL;
1439                         nacl->qla_tgt_sess = NULL;
1440                         return;
1441                 }
1442
1443                 pr_debug("Replacing existing nacl->qla_tgt_sess and fc_loopid->se_nacl\n");
1444                 fc_loopid->se_nacl = new_se_nacl;
1445                 if (qla_tgt_sess->se_sess != se_sess)
1446                         qla_tgt_sess->se_sess = se_sess;
1447                 if (nacl->qla_tgt_sess != qla_tgt_sess)
1448                         nacl->qla_tgt_sess = qla_tgt_sess;
1449                 return;
1450         }
1451
1452         if (new_se_nacl == NULL) {
1453                 pr_debug("Clearing fc_loopid->se_nacl\n");
1454                 fc_loopid->se_nacl = NULL;
1455                 return;
1456         }
1457
1458         pr_debug("Replacing existing fc_loopid->se_nacl w/o active nacl->qla_tgt_sess\n");
1459         fc_loopid->se_nacl = new_se_nacl;
1460         if (qla_tgt_sess->se_sess != se_sess)
1461                 qla_tgt_sess->se_sess = se_sess;
1462         if (nacl->qla_tgt_sess != qla_tgt_sess)
1463                 nacl->qla_tgt_sess = qla_tgt_sess;
1464
1465         pr_debug("Setup nacl->qla_tgt_sess %p by loop_id for se_nacl: %p, initiatorname: %s\n",
1466             nacl->qla_tgt_sess, new_se_nacl, new_se_nacl->initiatorname);
1467 }
1468
1469 /*
1470  * Should always be called with qla_hw_data->hardware_lock held.
1471  */
1472 static void tcm_qla2xxx_clear_sess_lookup(struct tcm_qla2xxx_lport *lport,
1473                 struct tcm_qla2xxx_nacl *nacl, struct qla_tgt_sess *sess)
1474 {
1475         struct se_session *se_sess = sess->se_sess;
1476         unsigned char be_sid[3];
1477
1478         be_sid[0] = sess->s_id.b.domain;
1479         be_sid[1] = sess->s_id.b.area;
1480         be_sid[2] = sess->s_id.b.al_pa;
1481
1482         tcm_qla2xxx_set_sess_by_s_id(lport, NULL, nacl, se_sess,
1483                                 sess, be_sid);
1484         tcm_qla2xxx_set_sess_by_loop_id(lport, NULL, nacl, se_sess,
1485                                 sess, sess->loop_id);
1486 }
1487
1488 static void tcm_qla2xxx_free_session(struct qla_tgt_sess *sess)
1489 {
1490         struct qla_tgt *tgt = sess->tgt;
1491         struct qla_hw_data *ha = tgt->ha;
1492         scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1493         struct se_session *se_sess;
1494         struct se_node_acl *se_nacl;
1495         struct tcm_qla2xxx_lport *lport;
1496         struct tcm_qla2xxx_nacl *nacl;
1497
1498         BUG_ON(in_interrupt());
1499
1500         se_sess = sess->se_sess;
1501         if (!se_sess) {
1502                 pr_err("struct qla_tgt_sess->se_sess is NULL\n");
1503                 dump_stack();
1504                 return;
1505         }
1506         se_nacl = se_sess->se_node_acl;
1507         nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1508
1509         lport = vha->vha_tgt.target_lport_ptr;
1510         if (!lport) {
1511                 pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1512                 dump_stack();
1513                 return;
1514         }
1515         target_wait_for_sess_cmds(se_sess);
1516
1517         transport_deregister_session_configfs(sess->se_sess);
1518         transport_deregister_session(sess->se_sess);
1519 }
1520
1521 /*
1522  * Called via qlt_create_sess():ha->qla2x_tmpl->check_initiator_node_acl()
1523  * to locate struct se_node_acl
1524  */
1525 static int tcm_qla2xxx_check_initiator_node_acl(
1526         scsi_qla_host_t *vha,
1527         unsigned char *fc_wwpn,
1528         void *qla_tgt_sess,
1529         uint8_t *s_id,
1530         uint16_t loop_id)
1531 {
1532         struct qla_hw_data *ha = vha->hw;
1533         struct tcm_qla2xxx_lport *lport;
1534         struct tcm_qla2xxx_tpg *tpg;
1535         struct tcm_qla2xxx_nacl *nacl;
1536         struct se_portal_group *se_tpg;
1537         struct se_node_acl *se_nacl;
1538         struct se_session *se_sess;
1539         struct qla_tgt_sess *sess = qla_tgt_sess;
1540         unsigned char port_name[36];
1541         unsigned long flags;
1542         int num_tags = (ha->fw_xcb_count) ? ha->fw_xcb_count :
1543                        TCM_QLA2XXX_DEFAULT_TAGS;
1544
1545         lport = vha->vha_tgt.target_lport_ptr;
1546         if (!lport) {
1547                 pr_err("Unable to locate struct tcm_qla2xxx_lport\n");
1548                 dump_stack();
1549                 return -EINVAL;
1550         }
1551         /*
1552          * Locate the TPG=1 reference..
1553          */
1554         tpg = lport->tpg_1;
1555         if (!tpg) {
1556                 pr_err("Unable to lcoate struct tcm_qla2xxx_lport->tpg_1\n");
1557                 return -EINVAL;
1558         }
1559         se_tpg = &tpg->se_tpg;
1560
1561         se_sess = transport_init_session_tags(num_tags,
1562                                               sizeof(struct qla_tgt_cmd),
1563                                               TARGET_PROT_NORMAL);
1564         if (IS_ERR(se_sess)) {
1565                 pr_err("Unable to initialize struct se_session\n");
1566                 return PTR_ERR(se_sess);
1567         }
1568         /*
1569          * Format the FCP Initiator port_name into colon seperated values to
1570          * match the format by tcm_qla2xxx explict ConfigFS NodeACLs.
1571          */
1572         memset(&port_name, 0, 36);
1573         snprintf(port_name, 36, "%02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x",
1574                 fc_wwpn[0], fc_wwpn[1], fc_wwpn[2], fc_wwpn[3], fc_wwpn[4],
1575                 fc_wwpn[5], fc_wwpn[6], fc_wwpn[7]);
1576         /*
1577          * Locate our struct se_node_acl either from an explict NodeACL created
1578          * via ConfigFS, or via running in TPG demo mode.
1579          */
1580         se_sess->se_node_acl = core_tpg_check_initiator_node_acl(se_tpg,
1581                                         port_name);
1582         if (!se_sess->se_node_acl) {
1583                 transport_free_session(se_sess);
1584                 return -EINVAL;
1585         }
1586         se_nacl = se_sess->se_node_acl;
1587         nacl = container_of(se_nacl, struct tcm_qla2xxx_nacl, se_node_acl);
1588         /*
1589          * And now setup the new se_nacl and session pointers into our HW lport
1590          * mappings for fabric S_ID and LOOP_ID.
1591          */
1592         spin_lock_irqsave(&ha->hardware_lock, flags);
1593         tcm_qla2xxx_set_sess_by_s_id(lport, se_nacl, nacl, se_sess,
1594                         qla_tgt_sess, s_id);
1595         tcm_qla2xxx_set_sess_by_loop_id(lport, se_nacl, nacl, se_sess,
1596                         qla_tgt_sess, loop_id);
1597         spin_unlock_irqrestore(&ha->hardware_lock, flags);
1598         /*
1599          * Finally register the new FC Nexus with TCM
1600          */
1601         __transport_register_session(se_nacl->se_tpg, se_nacl, se_sess, sess);
1602
1603         return 0;
1604 }
1605
1606 static void tcm_qla2xxx_update_sess(struct qla_tgt_sess *sess, port_id_t s_id,
1607                                     uint16_t loop_id, bool conf_compl_supported)
1608 {
1609         struct qla_tgt *tgt = sess->tgt;
1610         struct qla_hw_data *ha = tgt->ha;
1611         scsi_qla_host_t *vha = pci_get_drvdata(ha->pdev);
1612         struct tcm_qla2xxx_lport *lport = vha->vha_tgt.target_lport_ptr;
1613         struct se_node_acl *se_nacl = sess->se_sess->se_node_acl;
1614         struct tcm_qla2xxx_nacl *nacl = container_of(se_nacl,
1615                         struct tcm_qla2xxx_nacl, se_node_acl);
1616         u32 key;
1617
1618
1619         if (sess->loop_id != loop_id || sess->s_id.b24 != s_id.b24)
1620                 pr_info("Updating session %p from port %8phC loop_id %d -> %d s_id %x:%x:%x -> %x:%x:%x\n",
1621                     sess, sess->port_name,
1622                     sess->loop_id, loop_id, sess->s_id.b.domain,
1623                     sess->s_id.b.area, sess->s_id.b.al_pa, s_id.b.domain,
1624                     s_id.b.area, s_id.b.al_pa);
1625
1626         if (sess->loop_id != loop_id) {
1627                 /*
1628                  * Because we can shuffle loop IDs around and we
1629                  * update different sessions non-atomically, we might
1630                  * have overwritten this session's old loop ID
1631                  * already, and we might end up overwriting some other
1632                  * session that will be updated later.  So we have to
1633                  * be extra careful and we can't warn about those things...
1634                  */
1635                 if (lport->lport_loopid_map[sess->loop_id].se_nacl == se_nacl)
1636                         lport->lport_loopid_map[sess->loop_id].se_nacl = NULL;
1637
1638                 lport->lport_loopid_map[loop_id].se_nacl = se_nacl;
1639
1640                 sess->loop_id = loop_id;
1641         }
1642
1643         if (sess->s_id.b24 != s_id.b24) {
1644                 key = (((u32) sess->s_id.b.domain << 16) |
1645                        ((u32) sess->s_id.b.area   <<  8) |
1646                        ((u32) sess->s_id.b.al_pa));
1647
1648                 if (btree_lookup32(&lport->lport_fcport_map, key))
1649                         WARN(btree_remove32(&lport->lport_fcport_map, key) != se_nacl,
1650                              "Found wrong se_nacl when updating s_id %x:%x:%x\n",
1651                              sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1652                 else
1653                         WARN(1, "No lport_fcport_map entry for s_id %x:%x:%x\n",
1654                              sess->s_id.b.domain, sess->s_id.b.area, sess->s_id.b.al_pa);
1655
1656                 key = (((u32) s_id.b.domain << 16) |
1657                        ((u32) s_id.b.area   <<  8) |
1658                        ((u32) s_id.b.al_pa));
1659
1660                 if (btree_lookup32(&lport->lport_fcport_map, key)) {
1661                         WARN(1, "Already have lport_fcport_map entry for s_id %x:%x:%x\n",
1662                              s_id.b.domain, s_id.b.area, s_id.b.al_pa);
1663                         btree_update32(&lport->lport_fcport_map, key, se_nacl);
1664                 } else {
1665                         btree_insert32(&lport->lport_fcport_map, key, se_nacl, GFP_ATOMIC);
1666                 }
1667
1668                 sess->s_id = s_id;
1669                 nacl->nport_id = key;
1670         }
1671
1672         sess->conf_compl_supported = conf_compl_supported;
1673 }
1674
1675 /*
1676  * Calls into tcm_qla2xxx used by qla2xxx LLD I/O path.
1677  */
1678 static struct qla_tgt_func_tmpl tcm_qla2xxx_template = {
1679         .handle_cmd             = tcm_qla2xxx_handle_cmd,
1680         .handle_data            = tcm_qla2xxx_handle_data,
1681         .handle_dif_err         = tcm_qla2xxx_handle_dif_err,
1682         .handle_tmr             = tcm_qla2xxx_handle_tmr,
1683         .free_cmd               = tcm_qla2xxx_free_cmd,
1684         .free_mcmd              = tcm_qla2xxx_free_mcmd,
1685         .free_session           = tcm_qla2xxx_free_session,
1686         .update_sess            = tcm_qla2xxx_update_sess,
1687         .check_initiator_node_acl = tcm_qla2xxx_check_initiator_node_acl,
1688         .find_sess_by_s_id      = tcm_qla2xxx_find_sess_by_s_id,
1689         .find_sess_by_loop_id   = tcm_qla2xxx_find_sess_by_loop_id,
1690         .clear_nacl_from_fcport_map = tcm_qla2xxx_clear_nacl_from_fcport_map,
1691         .put_sess               = tcm_qla2xxx_put_sess,
1692         .shutdown_sess          = tcm_qla2xxx_shutdown_sess,
1693 };
1694
1695 static int tcm_qla2xxx_init_lport(struct tcm_qla2xxx_lport *lport)
1696 {
1697         int rc;
1698
1699         rc = btree_init32(&lport->lport_fcport_map);
1700         if (rc) {
1701                 pr_err("Unable to initialize lport->lport_fcport_map btree\n");
1702                 return rc;
1703         }
1704
1705         lport->lport_loopid_map = vmalloc(sizeof(struct tcm_qla2xxx_fc_loopid) *
1706                                 65536);
1707         if (!lport->lport_loopid_map) {
1708                 pr_err("Unable to allocate lport->lport_loopid_map of %zu bytes\n",
1709                     sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1710                 btree_destroy32(&lport->lport_fcport_map);
1711                 return -ENOMEM;
1712         }
1713         memset(lport->lport_loopid_map, 0, sizeof(struct tcm_qla2xxx_fc_loopid)
1714                * 65536);
1715         pr_debug("qla2xxx: Allocated lport_loopid_map of %zu bytes\n",
1716                sizeof(struct tcm_qla2xxx_fc_loopid) * 65536);
1717         return 0;
1718 }
1719
1720 static int tcm_qla2xxx_lport_register_cb(struct scsi_qla_host *vha,
1721                                          void *target_lport_ptr,
1722                                          u64 npiv_wwpn, u64 npiv_wwnn)
1723 {
1724         struct qla_hw_data *ha = vha->hw;
1725         struct tcm_qla2xxx_lport *lport =
1726                         (struct tcm_qla2xxx_lport *)target_lport_ptr;
1727         /*
1728          * Setup tgt_ops, local pointer to vha and target_lport_ptr
1729          */
1730         ha->tgt.tgt_ops = &tcm_qla2xxx_template;
1731         vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1732         lport->qla_vha = vha;
1733
1734         return 0;
1735 }
1736
1737 static struct se_wwn *tcm_qla2xxx_make_lport(
1738         struct target_fabric_configfs *tf,
1739         struct config_group *group,
1740         const char *name)
1741 {
1742         struct tcm_qla2xxx_lport *lport;
1743         u64 wwpn;
1744         int ret = -ENODEV;
1745
1746         if (tcm_qla2xxx_parse_wwn(name, &wwpn, 1) < 0)
1747                 return ERR_PTR(-EINVAL);
1748
1749         lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1750         if (!lport) {
1751                 pr_err("Unable to allocate struct tcm_qla2xxx_lport\n");
1752                 return ERR_PTR(-ENOMEM);
1753         }
1754         lport->lport_wwpn = wwpn;
1755         tcm_qla2xxx_format_wwn(&lport->lport_name[0], TCM_QLA2XXX_NAMELEN,
1756                                 wwpn);
1757         sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) wwpn);
1758
1759         ret = tcm_qla2xxx_init_lport(lport);
1760         if (ret != 0)
1761                 goto out;
1762
1763         ret = qlt_lport_register(lport, wwpn, 0, 0,
1764                                  tcm_qla2xxx_lport_register_cb);
1765         if (ret != 0)
1766                 goto out_lport;
1767
1768         return &lport->lport_wwn;
1769 out_lport:
1770         vfree(lport->lport_loopid_map);
1771         btree_destroy32(&lport->lport_fcport_map);
1772 out:
1773         kfree(lport);
1774         return ERR_PTR(ret);
1775 }
1776
1777 static void tcm_qla2xxx_drop_lport(struct se_wwn *wwn)
1778 {
1779         struct tcm_qla2xxx_lport *lport = container_of(wwn,
1780                         struct tcm_qla2xxx_lport, lport_wwn);
1781         struct scsi_qla_host *vha = lport->qla_vha;
1782         struct se_node_acl *node;
1783         u32 key = 0;
1784
1785         /*
1786          * Call into qla2x_target.c LLD logic to complete the
1787          * shutdown of struct qla_tgt after the call to
1788          * qlt_stop_phase1() from tcm_qla2xxx_drop_tpg() above..
1789          */
1790         if (vha->vha_tgt.qla_tgt && !vha->vha_tgt.qla_tgt->tgt_stopped)
1791                 qlt_stop_phase2(vha->vha_tgt.qla_tgt);
1792
1793         qlt_lport_deregister(vha);
1794
1795         vfree(lport->lport_loopid_map);
1796         btree_for_each_safe32(&lport->lport_fcport_map, key, node)
1797                 btree_remove32(&lport->lport_fcport_map, key);
1798         btree_destroy32(&lport->lport_fcport_map);
1799         kfree(lport);
1800 }
1801
1802 static int tcm_qla2xxx_lport_register_npiv_cb(struct scsi_qla_host *base_vha,
1803                                               void *target_lport_ptr,
1804                                               u64 npiv_wwpn, u64 npiv_wwnn)
1805 {
1806         struct fc_vport *vport;
1807         struct Scsi_Host *sh = base_vha->host;
1808         struct scsi_qla_host *npiv_vha;
1809         struct tcm_qla2xxx_lport *lport =
1810                         (struct tcm_qla2xxx_lport *)target_lport_ptr;
1811         struct tcm_qla2xxx_lport *base_lport =
1812                         (struct tcm_qla2xxx_lport *)base_vha->vha_tgt.target_lport_ptr;
1813         struct tcm_qla2xxx_tpg *base_tpg;
1814         struct fc_vport_identifiers vport_id;
1815
1816         if (!qla_tgt_mode_enabled(base_vha)) {
1817                 pr_err("qla2xxx base_vha not enabled for target mode\n");
1818                 return -EPERM;
1819         }
1820
1821         if (!base_lport || !base_lport->tpg_1 ||
1822             !atomic_read(&base_lport->tpg_1->lport_tpg_enabled)) {
1823                 pr_err("qla2xxx base_lport or tpg_1 not available\n");
1824                 return -EPERM;
1825         }
1826         base_tpg = base_lport->tpg_1;
1827
1828         memset(&vport_id, 0, sizeof(vport_id));
1829         vport_id.port_name = npiv_wwpn;
1830         vport_id.node_name = npiv_wwnn;
1831         vport_id.roles = FC_PORT_ROLE_FCP_INITIATOR;
1832         vport_id.vport_type = FC_PORTTYPE_NPIV;
1833         vport_id.disable = false;
1834
1835         vport = fc_vport_create(sh, 0, &vport_id);
1836         if (!vport) {
1837                 pr_err("fc_vport_create failed for qla2xxx_npiv\n");
1838                 return -ENODEV;
1839         }
1840         /*
1841          * Setup local pointer to NPIV vhba + target_lport_ptr
1842          */
1843         npiv_vha = (struct scsi_qla_host *)vport->dd_data;
1844         npiv_vha->vha_tgt.target_lport_ptr = target_lport_ptr;
1845         lport->qla_vha = npiv_vha;
1846         scsi_host_get(npiv_vha->host);
1847         return 0;
1848 }
1849
1850
1851 static struct se_wwn *tcm_qla2xxx_npiv_make_lport(
1852         struct target_fabric_configfs *tf,
1853         struct config_group *group,
1854         const char *name)
1855 {
1856         struct tcm_qla2xxx_lport *lport;
1857         u64 phys_wwpn, npiv_wwpn, npiv_wwnn;
1858         char *p, tmp[128];
1859         int ret;
1860
1861         snprintf(tmp, 128, "%s", name);
1862
1863         p = strchr(tmp, '@');
1864         if (!p) {
1865                 pr_err("Unable to locate NPIV '@' seperator\n");
1866                 return ERR_PTR(-EINVAL);
1867         }
1868         *p++ = '\0';
1869
1870         if (tcm_qla2xxx_parse_wwn(tmp, &phys_wwpn, 1) < 0)
1871                 return ERR_PTR(-EINVAL);
1872
1873         if (tcm_qla2xxx_npiv_parse_wwn(p, strlen(p)+1,
1874                                        &npiv_wwpn, &npiv_wwnn) < 0)
1875                 return ERR_PTR(-EINVAL);
1876
1877         lport = kzalloc(sizeof(struct tcm_qla2xxx_lport), GFP_KERNEL);
1878         if (!lport) {
1879                 pr_err("Unable to allocate struct tcm_qla2xxx_lport for NPIV\n");
1880                 return ERR_PTR(-ENOMEM);
1881         }
1882         lport->lport_npiv_wwpn = npiv_wwpn;
1883         lport->lport_npiv_wwnn = npiv_wwnn;
1884         sprintf(lport->lport_naa_name, "naa.%016llx", (unsigned long long) npiv_wwpn);
1885
1886         ret = tcm_qla2xxx_init_lport(lport);
1887         if (ret != 0)
1888                 goto out;
1889
1890         ret = qlt_lport_register(lport, phys_wwpn, npiv_wwpn, npiv_wwnn,
1891                                  tcm_qla2xxx_lport_register_npiv_cb);
1892         if (ret != 0)
1893                 goto out_lport;
1894
1895         return &lport->lport_wwn;
1896 out_lport:
1897         vfree(lport->lport_loopid_map);
1898         btree_destroy32(&lport->lport_fcport_map);
1899 out:
1900         kfree(lport);
1901         return ERR_PTR(ret);
1902 }
1903
1904 static void tcm_qla2xxx_npiv_drop_lport(struct se_wwn *wwn)
1905 {
1906         struct tcm_qla2xxx_lport *lport = container_of(wwn,
1907                         struct tcm_qla2xxx_lport, lport_wwn);
1908         struct scsi_qla_host *npiv_vha = lport->qla_vha;
1909         struct qla_hw_data *ha = npiv_vha->hw;
1910         scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
1911
1912         scsi_host_put(npiv_vha->host);
1913         /*
1914          * Notify libfc that we want to release the vha->fc_vport
1915          */
1916         fc_vport_terminate(npiv_vha->fc_vport);
1917         scsi_host_put(base_vha->host);
1918         kfree(lport);
1919 }
1920
1921
1922 static ssize_t tcm_qla2xxx_wwn_show_attr_version(
1923         struct target_fabric_configfs *tf,
1924         char *page)
1925 {
1926         return sprintf(page,
1927             "TCM QLOGIC QLA2XXX NPIV capable fabric module %s on %s/%s on "
1928             UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
1929             utsname()->machine);
1930 }
1931
1932 TF_WWN_ATTR_RO(tcm_qla2xxx, version);
1933
1934 static struct configfs_attribute *tcm_qla2xxx_wwn_attrs[] = {
1935         &tcm_qla2xxx_wwn_version.attr,
1936         NULL,
1937 };
1938
1939 static struct target_core_fabric_ops tcm_qla2xxx_ops = {
1940         .get_fabric_name                = tcm_qla2xxx_get_fabric_name,
1941         .get_fabric_proto_ident         = tcm_qla2xxx_get_fabric_proto_ident,
1942         .tpg_get_wwn                    = tcm_qla2xxx_get_fabric_wwn,
1943         .tpg_get_tag                    = tcm_qla2xxx_get_tag,
1944         .tpg_get_default_depth          = tcm_qla2xxx_get_default_depth,
1945         .tpg_get_pr_transport_id        = tcm_qla2xxx_get_pr_transport_id,
1946         .tpg_get_pr_transport_id_len    = tcm_qla2xxx_get_pr_transport_id_len,
1947         .tpg_parse_pr_out_transport_id  = tcm_qla2xxx_parse_pr_out_transport_id,
1948         .tpg_check_demo_mode            = tcm_qla2xxx_check_demo_mode,
1949         .tpg_check_demo_mode_cache      = tcm_qla2xxx_check_demo_mode_cache,
1950         .tpg_check_demo_mode_write_protect =
1951                                         tcm_qla2xxx_check_demo_write_protect,
1952         .tpg_check_prod_mode_write_protect =
1953                                         tcm_qla2xxx_check_prod_write_protect,
1954         .tpg_check_demo_mode_login_only = tcm_qla2xxx_check_demo_mode_login_only,
1955         .tpg_alloc_fabric_acl           = tcm_qla2xxx_alloc_fabric_acl,
1956         .tpg_release_fabric_acl         = tcm_qla2xxx_release_fabric_acl,
1957         .tpg_get_inst_index             = tcm_qla2xxx_tpg_get_inst_index,
1958         .check_stop_free                = tcm_qla2xxx_check_stop_free,
1959         .release_cmd                    = tcm_qla2xxx_release_cmd,
1960         .put_session                    = tcm_qla2xxx_put_session,
1961         .shutdown_session               = tcm_qla2xxx_shutdown_session,
1962         .close_session                  = tcm_qla2xxx_close_session,
1963         .sess_get_index                 = tcm_qla2xxx_sess_get_index,
1964         .sess_get_initiator_sid         = NULL,
1965         .write_pending                  = tcm_qla2xxx_write_pending,
1966         .write_pending_status           = tcm_qla2xxx_write_pending_status,
1967         .set_default_node_attributes    = tcm_qla2xxx_set_default_node_attrs,
1968         .get_task_tag                   = tcm_qla2xxx_get_task_tag,
1969         .get_cmd_state                  = tcm_qla2xxx_get_cmd_state,
1970         .queue_data_in                  = tcm_qla2xxx_queue_data_in,
1971         .queue_status                   = tcm_qla2xxx_queue_status,
1972         .queue_tm_rsp                   = tcm_qla2xxx_queue_tm_rsp,
1973         .aborted_task                   = tcm_qla2xxx_aborted_task,
1974         /*
1975          * Setup function pointers for generic logic in
1976          * target_core_fabric_configfs.c
1977          */
1978         .fabric_make_wwn                = tcm_qla2xxx_make_lport,
1979         .fabric_drop_wwn                = tcm_qla2xxx_drop_lport,
1980         .fabric_make_tpg                = tcm_qla2xxx_make_tpg,
1981         .fabric_drop_tpg                = tcm_qla2xxx_drop_tpg,
1982         .fabric_post_link               = NULL,
1983         .fabric_pre_unlink              = NULL,
1984         .fabric_make_np                 = NULL,
1985         .fabric_drop_np                 = NULL,
1986         .fabric_make_nodeacl            = tcm_qla2xxx_make_nodeacl,
1987         .fabric_drop_nodeacl            = tcm_qla2xxx_drop_nodeacl,
1988 };
1989
1990 static struct target_core_fabric_ops tcm_qla2xxx_npiv_ops = {
1991         .get_fabric_name                = tcm_qla2xxx_npiv_get_fabric_name,
1992         .get_fabric_proto_ident         = tcm_qla2xxx_get_fabric_proto_ident,
1993         .tpg_get_wwn                    = tcm_qla2xxx_get_fabric_wwn,
1994         .tpg_get_tag                    = tcm_qla2xxx_get_tag,
1995         .tpg_get_default_depth          = tcm_qla2xxx_get_default_depth,
1996         .tpg_get_pr_transport_id        = tcm_qla2xxx_get_pr_transport_id,
1997         .tpg_get_pr_transport_id_len    = tcm_qla2xxx_get_pr_transport_id_len,
1998         .tpg_parse_pr_out_transport_id  = tcm_qla2xxx_parse_pr_out_transport_id,
1999         .tpg_check_demo_mode            = tcm_qla2xxx_check_demo_mode,
2000         .tpg_check_demo_mode_cache      = tcm_qla2xxx_check_demo_mode_cache,
2001         .tpg_check_demo_mode_write_protect = tcm_qla2xxx_check_demo_mode,
2002         .tpg_check_prod_mode_write_protect =
2003             tcm_qla2xxx_check_prod_write_protect,
2004         .tpg_check_demo_mode_login_only = tcm_qla2xxx_check_demo_mode_login_only,
2005         .tpg_alloc_fabric_acl           = tcm_qla2xxx_alloc_fabric_acl,
2006         .tpg_release_fabric_acl         = tcm_qla2xxx_release_fabric_acl,
2007         .tpg_get_inst_index             = tcm_qla2xxx_tpg_get_inst_index,
2008         .check_stop_free                = tcm_qla2xxx_check_stop_free,
2009         .release_cmd                    = tcm_qla2xxx_release_cmd,
2010         .put_session                    = tcm_qla2xxx_put_session,
2011         .shutdown_session               = tcm_qla2xxx_shutdown_session,
2012         .close_session                  = tcm_qla2xxx_close_session,
2013         .sess_get_index                 = tcm_qla2xxx_sess_get_index,
2014         .sess_get_initiator_sid         = NULL,
2015         .write_pending                  = tcm_qla2xxx_write_pending,
2016         .write_pending_status           = tcm_qla2xxx_write_pending_status,
2017         .set_default_node_attributes    = tcm_qla2xxx_set_default_node_attrs,
2018         .get_task_tag                   = tcm_qla2xxx_get_task_tag,
2019         .get_cmd_state                  = tcm_qla2xxx_get_cmd_state,
2020         .queue_data_in                  = tcm_qla2xxx_queue_data_in,
2021         .queue_status                   = tcm_qla2xxx_queue_status,
2022         .queue_tm_rsp                   = tcm_qla2xxx_queue_tm_rsp,
2023         .aborted_task                   = tcm_qla2xxx_aborted_task,
2024         /*
2025          * Setup function pointers for generic logic in
2026          * target_core_fabric_configfs.c
2027          */
2028         .fabric_make_wwn                = tcm_qla2xxx_npiv_make_lport,
2029         .fabric_drop_wwn                = tcm_qla2xxx_npiv_drop_lport,
2030         .fabric_make_tpg                = tcm_qla2xxx_npiv_make_tpg,
2031         .fabric_drop_tpg                = tcm_qla2xxx_drop_tpg,
2032         .fabric_post_link               = NULL,
2033         .fabric_pre_unlink              = NULL,
2034         .fabric_make_np                 = NULL,
2035         .fabric_drop_np                 = NULL,
2036         .fabric_make_nodeacl            = tcm_qla2xxx_make_nodeacl,
2037         .fabric_drop_nodeacl            = tcm_qla2xxx_drop_nodeacl,
2038 };
2039
2040 static int tcm_qla2xxx_register_configfs(void)
2041 {
2042         struct target_fabric_configfs *fabric, *npiv_fabric;
2043         int ret;
2044
2045         pr_debug("TCM QLOGIC QLA2XXX fabric module %s on %s/%s on "
2046             UTS_RELEASE"\n", TCM_QLA2XXX_VERSION, utsname()->sysname,
2047             utsname()->machine);
2048         /*
2049          * Register the top level struct config_item_type with TCM core
2050          */
2051         fabric = target_fabric_configfs_init(THIS_MODULE, "qla2xxx");
2052         if (IS_ERR(fabric)) {
2053                 pr_err("target_fabric_configfs_init() failed\n");
2054                 return PTR_ERR(fabric);
2055         }
2056         /*
2057          * Setup fabric->tf_ops from our local tcm_qla2xxx_ops
2058          */
2059         fabric->tf_ops = tcm_qla2xxx_ops;
2060         /*
2061          * Setup default attribute lists for various fabric->tf_cit_tmpl
2062          */
2063         fabric->tf_cit_tmpl.tfc_wwn_cit.ct_attrs = tcm_qla2xxx_wwn_attrs;
2064         fabric->tf_cit_tmpl.tfc_tpg_base_cit.ct_attrs = tcm_qla2xxx_tpg_attrs;
2065         fabric->tf_cit_tmpl.tfc_tpg_attrib_cit.ct_attrs =
2066                                                 tcm_qla2xxx_tpg_attrib_attrs;
2067         fabric->tf_cit_tmpl.tfc_tpg_param_cit.ct_attrs = NULL;
2068         fabric->tf_cit_tmpl.tfc_tpg_np_base_cit.ct_attrs = NULL;
2069         fabric->tf_cit_tmpl.tfc_tpg_nacl_base_cit.ct_attrs = NULL;
2070         fabric->tf_cit_tmpl.tfc_tpg_nacl_attrib_cit.ct_attrs = NULL;
2071         fabric->tf_cit_tmpl.tfc_tpg_nacl_auth_cit.ct_attrs = NULL;
2072         fabric->tf_cit_tmpl.tfc_tpg_nacl_param_cit.ct_attrs = NULL;
2073         /*
2074          * Register the fabric for use within TCM
2075          */
2076         ret = target_fabric_configfs_register(fabric);
2077         if (ret < 0) {
2078                 pr_err("target_fabric_configfs_register() failed for TCM_QLA2XXX\n");
2079                 return ret;
2080         }
2081         /*
2082          * Setup our local pointer to *fabric
2083          */
2084         tcm_qla2xxx_fabric_configfs = fabric;
2085         pr_debug("TCM_QLA2XXX[0] - Set fabric -> tcm_qla2xxx_fabric_configfs\n");
2086
2087         /*
2088          * Register the top level struct config_item_type for NPIV with TCM core
2089          */
2090         npiv_fabric = target_fabric_configfs_init(THIS_MODULE, "qla2xxx_npiv");
2091         if (IS_ERR(npiv_fabric)) {
2092                 pr_err("target_fabric_configfs_init() failed\n");
2093                 ret = PTR_ERR(npiv_fabric);
2094                 goto out_fabric;
2095         }
2096         /*
2097          * Setup fabric->tf_ops from our local tcm_qla2xxx_npiv_ops
2098          */
2099         npiv_fabric->tf_ops = tcm_qla2xxx_npiv_ops;
2100         /*
2101          * Setup default attribute lists for various npiv_fabric->tf_cit_tmpl
2102          */
2103         npiv_fabric->tf_cit_tmpl.tfc_wwn_cit.ct_attrs = tcm_qla2xxx_wwn_attrs;
2104         npiv_fabric->tf_cit_tmpl.tfc_tpg_base_cit.ct_attrs =
2105             tcm_qla2xxx_npiv_tpg_attrs;
2106         npiv_fabric->tf_cit_tmpl.tfc_tpg_attrib_cit.ct_attrs = NULL;
2107         npiv_fabric->tf_cit_tmpl.tfc_tpg_param_cit.ct_attrs = NULL;
2108         npiv_fabric->tf_cit_tmpl.tfc_tpg_np_base_cit.ct_attrs = NULL;
2109         npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_base_cit.ct_attrs = NULL;
2110         npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_attrib_cit.ct_attrs = NULL;
2111         npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_auth_cit.ct_attrs = NULL;
2112         npiv_fabric->tf_cit_tmpl.tfc_tpg_nacl_param_cit.ct_attrs = NULL;
2113         /*
2114          * Register the npiv_fabric for use within TCM
2115          */
2116         ret = target_fabric_configfs_register(npiv_fabric);
2117         if (ret < 0) {
2118                 pr_err("target_fabric_configfs_register() failed for TCM_QLA2XXX\n");
2119                 goto out_fabric;
2120         }
2121         /*
2122          * Setup our local pointer to *npiv_fabric
2123          */
2124         tcm_qla2xxx_npiv_fabric_configfs = npiv_fabric;
2125         pr_debug("TCM_QLA2XXX[0] - Set fabric -> tcm_qla2xxx_npiv_fabric_configfs\n");
2126
2127         tcm_qla2xxx_free_wq = alloc_workqueue("tcm_qla2xxx_free",
2128                                                 WQ_MEM_RECLAIM, 0);
2129         if (!tcm_qla2xxx_free_wq) {
2130                 ret = -ENOMEM;
2131                 goto out_fabric_npiv;
2132         }
2133
2134         tcm_qla2xxx_cmd_wq = alloc_workqueue("tcm_qla2xxx_cmd", 0, 0);
2135         if (!tcm_qla2xxx_cmd_wq) {
2136                 ret = -ENOMEM;
2137                 goto out_free_wq;
2138         }
2139
2140         return 0;
2141
2142 out_free_wq:
2143         destroy_workqueue(tcm_qla2xxx_free_wq);
2144 out_fabric_npiv:
2145         target_fabric_configfs_deregister(tcm_qla2xxx_npiv_fabric_configfs);
2146 out_fabric:
2147         target_fabric_configfs_deregister(tcm_qla2xxx_fabric_configfs);
2148         return ret;
2149 }
2150
2151 static void tcm_qla2xxx_deregister_configfs(void)
2152 {
2153         destroy_workqueue(tcm_qla2xxx_cmd_wq);
2154         destroy_workqueue(tcm_qla2xxx_free_wq);
2155
2156         target_fabric_configfs_deregister(tcm_qla2xxx_fabric_configfs);
2157         tcm_qla2xxx_fabric_configfs = NULL;
2158         pr_debug("TCM_QLA2XXX[0] - Cleared tcm_qla2xxx_fabric_configfs\n");
2159
2160         target_fabric_configfs_deregister(tcm_qla2xxx_npiv_fabric_configfs);
2161         tcm_qla2xxx_npiv_fabric_configfs = NULL;
2162         pr_debug("TCM_QLA2XXX[0] - Cleared tcm_qla2xxx_npiv_fabric_configfs\n");
2163 }
2164
2165 static int __init tcm_qla2xxx_init(void)
2166 {
2167         int ret;
2168
2169         ret = tcm_qla2xxx_register_configfs();
2170         if (ret < 0)
2171                 return ret;
2172
2173         return 0;
2174 }
2175
2176 static void __exit tcm_qla2xxx_exit(void)
2177 {
2178         tcm_qla2xxx_deregister_configfs();
2179 }
2180
2181 MODULE_DESCRIPTION("TCM QLA2XXX series NPIV enabled fabric driver");
2182 MODULE_LICENSE("GPL");
2183 module_init(tcm_qla2xxx_init);
2184 module_exit(tcm_qla2xxx_exit);