scsi: lpfc: vmid: Implement ELS commands for appid
authorGaurav Srivastava <gaurav.srivastava@broadcom.com>
Tue, 8 Jun 2021 04:35:50 +0000 (10:05 +0530)
committerMartin K. Petersen <martin.petersen@oracle.com>
Thu, 10 Jun 2021 14:01:32 +0000 (10:01 -0400)
Implement ELS commands QFPA and UVEM for the priority tagging appid
support.

Link: https://lore.kernel.org/r/20210608043556.274139-8-muneendra.kumar@broadcom.com
Reviewed-by: Hannes Reinecke <hare@suse.de>
Signed-off-by: Gaurav Srivastava <gaurav.srivastava@broadcom.com>
Signed-off-by: James Smart <jsmart2021@gmail.com>
Signed-off-by: Muneendra Kumar <muneendra.kumar@broadcom.com>
Signed-off-by: Martin K. Petersen <martin.petersen@oracle.com>
drivers/scsi/lpfc/lpfc_els.c

index be9c92d97d6308f4a3f925c92e823debf5df1d40..e481f5fe29d7fd78f6d921eec4e2af379e6306ca 100644 (file)
@@ -25,6 +25,7 @@
 #include <linux/pci.h>
 #include <linux/slab.h>
 #include <linux/interrupt.h>
+#include <linux/delay.h>
 
 #include <scsi/scsi.h>
 #include <scsi/scsi_device.h>
@@ -55,9 +56,15 @@ static int lpfc_issue_els_fdisc(struct lpfc_vport *vport,
                                struct lpfc_nodelist *ndlp, uint8_t retry);
 static int lpfc_issue_fabric_iocb(struct lpfc_hba *phba,
                                  struct lpfc_iocbq *iocb);
+static void lpfc_cmpl_els_uvem(struct lpfc_hba *, struct lpfc_iocbq *,
+                              struct lpfc_iocbq *);
 
 static int lpfc_max_els_tries = 3;
 
+static void lpfc_init_cs_ctl_bitmap(struct lpfc_vport *vport);
+static void lpfc_vmid_set_cs_ctl_range(struct lpfc_vport *vport, u32 min, u32 max);
+static void lpfc_vmid_put_cs_ctl(struct lpfc_vport *vport, u32 ctcl_vmid);
+
 /**
  * lpfc_els_chk_latt - Check host link attention event for a vport
  * @vport: pointer to a host virtual N_Port data structure.
@@ -314,10 +321,10 @@ lpfc_prep_els_iocb(struct lpfc_vport *vport, uint8_t expectRsp,
                lpfc_printf_vlog(vport, KERN_INFO, LOG_ELS,
                                 "0116 Xmit ELS command x%x to remote "
                                 "NPORT x%x I/O tag: x%x, port state:x%x "
-                                "rpi x%x fc_flag:x%x\n",
+                                "rpi x%x fc_flag:x%x nlp_flag:x%x vport:x%p\n",
                                 elscmd, did, elsiocb->iotag,
                                 vport->port_state, ndlp->nlp_rpi,
-                                vport->fc_flag);
+                                vport->fc_flag, ndlp->nlp_flag, vport);
        } else {
                /* Xmit ELS response <elsCmd> to remote NPORT <did> */
                lpfc_printf_vlog(vport, KERN_INFO, LOG_ELS,
@@ -1112,11 +1119,15 @@ stop_rr_fcf_flogi:
        /* FLOGI completes successfully */
        lpfc_printf_vlog(vport, KERN_INFO, LOG_ELS,
                         "0101 FLOGI completes successfully, I/O tag:x%x, "
-                        "xri x%x Data: x%x x%x x%x x%x x%x %x\n",
+                        "xri x%x Data: x%x x%x x%x x%x x%x x%x x%x\n",
                         cmdiocb->iotag, cmdiocb->sli4_xritag,
                         irsp->un.ulpWord[4], sp->cmn.e_d_tov,
                         sp->cmn.w2.r_a_tov, sp->cmn.edtovResolution,
-                        vport->port_state, vport->fc_flag);
+                        vport->port_state, vport->fc_flag,
+                        sp->cmn.priority_tagging);
+
+       if (sp->cmn.priority_tagging)
+               vport->vmid_flag |= LPFC_VMID_ISSUE_QFPA;
 
        if (vport->port_state == LPFC_FLOGI) {
                /*
@@ -1308,6 +1319,18 @@ lpfc_issue_els_flogi(struct lpfc_vport *vport, struct lpfc_nodelist *ndlp,
        if (sp->cmn.fcphHigh < FC_PH3)
                sp->cmn.fcphHigh = FC_PH3;
 
+       /* Determine if switch supports priority tagging */
+       if (phba->cfg_vmid_priority_tagging) {
+               sp->cmn.priority_tagging = 1;
+               /* lpfc_vmid_host_uuid is combination of wwpn and wwnn */
+               if (uuid_is_null((uuid_t *)vport->lpfc_vmid_host_uuid)) {
+                       memcpy(vport->lpfc_vmid_host_uuid, phba->wwpn,
+                              sizeof(phba->wwpn));
+                       memcpy(&vport->lpfc_vmid_host_uuid[8], phba->wwnn,
+                              sizeof(phba->wwnn));
+               }
+       }
+
        if  (phba->sli_rev == LPFC_SLI_REV4) {
                if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) ==
                    LPFC_SLI_INTF_IF_TYPE_0) {
@@ -1934,6 +1957,7 @@ lpfc_cmpl_els_plogi(struct lpfc_hba *phba, struct lpfc_iocbq *cmdiocb,
        struct lpfc_nodelist *ndlp, *free_ndlp;
        struct lpfc_dmabuf *prsp;
        int disc;
+       struct serv_parm *sp = NULL;
 
        /* we pass cmdiocb to state machine which needs rspiocb as well */
        cmdiocb->context_un.rsp_iocb = rspiocb;
@@ -2035,6 +2059,23 @@ lpfc_cmpl_els_plogi(struct lpfc_hba *phba, struct lpfc_iocbq *cmdiocb,
                                   cmdiocb->context2)->list.next,
                                  struct lpfc_dmabuf, list);
                ndlp = lpfc_plogi_confirm_nport(phba, prsp->virt, ndlp);
+
+               sp = (struct serv_parm *)((u8 *)prsp->virt +
+                                         sizeof(u32));
+
+               ndlp->vmid_support = 0;
+               if ((phba->cfg_vmid_app_header && sp->cmn.app_hdr_support) ||
+                   (phba->cfg_vmid_priority_tagging &&
+                    sp->cmn.priority_tagging)) {
+                       lpfc_printf_log(phba, KERN_DEBUG, LOG_ELS,
+                                       "4018 app_hdr_support %d tagging %d DID x%x\n",
+                                       sp->cmn.app_hdr_support,
+                                       sp->cmn.priority_tagging,
+                                       ndlp->nlp_DID);
+                       /* if the dest port supports VMID, mark it in ndlp */
+                       ndlp->vmid_support = 1;
+               }
+
                lpfc_disc_state_machine(vport, ndlp, cmdiocb,
                                        NLP_EVT_CMPL_PLOGI);
        }
@@ -2157,6 +2198,14 @@ lpfc_issue_els_plogi(struct lpfc_vport *vport, uint32_t did, uint8_t retry)
        memset(sp->un.vendorVersion, 0, sizeof(sp->un.vendorVersion));
        sp->cmn.bbRcvSizeMsb &= 0xF;
 
+       /* Check if the destination port supports VMID */
+       ndlp->vmid_support = 0;
+       if (vport->vmid_priority_tagging)
+               sp->cmn.priority_tagging = 1;
+       else if (phba->cfg_vmid_app_header &&
+                bf_get(lpfc_ftr_ashdr, &phba->sli4_hba.sli4_flags))
+               sp->cmn.app_hdr_support = 1;
+
        lpfc_debugfs_disc_trc(vport, LPFC_DISC_TRC_ELS_CMD,
                "Issue PLOGI:     did:x%x",
                did, 0, 0);
@@ -10465,3 +10514,312 @@ lpfc_sli_abts_recover_port(struct lpfc_vport *vport,
        lpfc_unreg_rpi(vport, ndlp);
 }
 
+static void lpfc_init_cs_ctl_bitmap(struct lpfc_vport *vport)
+{
+       bitmap_zero(vport->vmid_priority_range, LPFC_VMID_MAX_PRIORITY_RANGE);
+}
+
+static void
+lpfc_vmid_set_cs_ctl_range(struct lpfc_vport *vport, u32 min, u32 max)
+{
+       u32 i;
+
+       if ((min > max) || (max > LPFC_VMID_MAX_PRIORITY_RANGE))
+               return;
+
+       for (i = min; i <= max; i++)
+               set_bit(i, vport->vmid_priority_range);
+}
+
+static void lpfc_vmid_put_cs_ctl(struct lpfc_vport *vport, u32 ctcl_vmid)
+{
+       set_bit(ctcl_vmid, vport->vmid_priority_range);
+}
+
+u32 lpfc_vmid_get_cs_ctl(struct lpfc_vport *vport)
+{
+       u32 i;
+
+       i = find_first_bit(vport->vmid_priority_range,
+                          LPFC_VMID_MAX_PRIORITY_RANGE);
+
+       if (i == LPFC_VMID_MAX_PRIORITY_RANGE)
+               return 0;
+
+       clear_bit(i, vport->vmid_priority_range);
+       return i;
+}
+
+#define MAX_PRIORITY_DESC      255
+
+static void
+lpfc_cmpl_els_qfpa(struct lpfc_hba *phba, struct lpfc_iocbq *cmdiocb,
+                  struct lpfc_iocbq *rspiocb)
+{
+       struct lpfc_vport *vport = cmdiocb->vport;
+       struct priority_range_desc *desc;
+       struct lpfc_dmabuf *prsp = NULL;
+       struct lpfc_vmid_priority_range *vmid_range = NULL;
+       u32 *data;
+       struct lpfc_dmabuf *dmabuf = cmdiocb->context2;
+       IOCB_t *irsp = &rspiocb->iocb;
+       u8 *pcmd, max_desc;
+       u32 len, i;
+       struct lpfc_nodelist *ndlp = (struct lpfc_nodelist *)cmdiocb->context1;
+
+       prsp = list_get_first(&dmabuf->list, struct lpfc_dmabuf, list);
+       if (!prsp)
+               goto out;
+
+       pcmd = prsp->virt;
+       data = (u32 *)pcmd;
+       if (data[0] == ELS_CMD_LS_RJT) {
+               lpfc_printf_vlog(vport, KERN_WARNING, LOG_SLI,
+                                "3277 QFPA LS_RJT x%x  x%x\n",
+                                data[0], data[1]);
+               goto out;
+       }
+       if (irsp->ulpStatus) {
+               lpfc_printf_vlog(vport, KERN_ERR, LOG_SLI,
+                                "6529 QFPA failed with status x%x  x%x\n",
+                                irsp->ulpStatus, irsp->un.ulpWord[4]);
+               goto out;
+       }
+
+       if (!vport->qfpa_res) {
+               max_desc = FCELSSIZE / sizeof(*vport->qfpa_res);
+               vport->qfpa_res = kcalloc(max_desc, sizeof(*vport->qfpa_res),
+                                         GFP_KERNEL);
+               if (!vport->qfpa_res)
+                       goto out;
+       }
+
+       len = *((u32 *)(pcmd + 4));
+       len = be32_to_cpu(len);
+       memcpy(vport->qfpa_res, pcmd, len + 8);
+       len = len / LPFC_PRIORITY_RANGE_DESC_SIZE;
+
+       desc = (struct priority_range_desc *)(pcmd + 8);
+       vmid_range = vport->vmid_priority.vmid_range;
+       if (!vmid_range) {
+               vmid_range = kcalloc(MAX_PRIORITY_DESC, sizeof(*vmid_range),
+                                    GFP_KERNEL);
+               if (!vmid_range) {
+                       kfree(vport->qfpa_res);
+                       goto out;
+               }
+               vport->vmid_priority.vmid_range = vmid_range;
+       }
+       vport->vmid_priority.num_descriptors = len;
+
+       for (i = 0; i < len; i++, vmid_range++, desc++) {
+               lpfc_printf_vlog(vport, KERN_DEBUG, LOG_ELS,
+                                "6539 vmid values low=%d, high=%d, qos=%d, "
+                                "local ve id=%d\n", desc->lo_range,
+                                desc->hi_range, desc->qos_priority,
+                                desc->local_ve_id);
+
+               vmid_range->low = desc->lo_range << 1;
+               if (desc->local_ve_id == QFPA_ODD_ONLY)
+                       vmid_range->low++;
+               if (desc->qos_priority)
+                       vport->vmid_flag |= LPFC_VMID_QOS_ENABLED;
+               vmid_range->qos = desc->qos_priority;
+
+               vmid_range->high = desc->hi_range << 1;
+               if ((desc->local_ve_id == QFPA_ODD_ONLY) ||
+                   (desc->local_ve_id == QFPA_EVEN_ODD))
+                       vmid_range->high++;
+       }
+       lpfc_init_cs_ctl_bitmap(vport);
+       for (i = 0; i < vport->vmid_priority.num_descriptors; i++) {
+               lpfc_vmid_set_cs_ctl_range(vport,
+                               vport->vmid_priority.vmid_range[i].low,
+                               vport->vmid_priority.vmid_range[i].high);
+       }
+
+       vport->vmid_flag |= LPFC_VMID_QFPA_CMPL;
+ out:
+       lpfc_els_free_iocb(phba, cmdiocb);
+       lpfc_nlp_put(ndlp);
+}
+
+int lpfc_issue_els_qfpa(struct lpfc_vport *vport)
+{
+       struct lpfc_hba *phba = vport->phba;
+       struct lpfc_nodelist *ndlp;
+       struct lpfc_iocbq *elsiocb;
+       u8 *pcmd;
+       int ret;
+
+       ndlp = lpfc_findnode_did(phba->pport, Fabric_DID);
+       if (!ndlp || ndlp->nlp_state != NLP_STE_UNMAPPED_NODE)
+               return -ENXIO;
+
+       elsiocb = lpfc_prep_els_iocb(vport, 1, LPFC_QFPA_SIZE, 2, ndlp,
+                                    ndlp->nlp_DID, ELS_CMD_QFPA);
+       if (!elsiocb)
+               return -ENOMEM;
+
+       pcmd = (u8 *)(((struct lpfc_dmabuf *)elsiocb->context2)->virt);
+
+       *((u32 *)(pcmd)) = ELS_CMD_QFPA;
+       pcmd += 4;
+
+       elsiocb->iocb_cmpl = lpfc_cmpl_els_qfpa;
+
+       elsiocb->context1 = lpfc_nlp_get(ndlp);
+       if (!elsiocb->context1) {
+               lpfc_els_free_iocb(vport->phba, elsiocb);
+               return -ENXIO;
+       }
+
+       ret = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, elsiocb, 2);
+       if (ret != IOCB_SUCCESS) {
+               lpfc_els_free_iocb(phba, elsiocb);
+               lpfc_nlp_put(ndlp);
+               return -EIO;
+       }
+       vport->vmid_flag &= ~LPFC_VMID_QOS_ENABLED;
+       return 0;
+}
+
+int
+lpfc_vmid_uvem(struct lpfc_vport *vport,
+              struct lpfc_vmid *vmid, bool instantiated)
+{
+       struct lpfc_vem_id_desc *vem_id_desc;
+       struct lpfc_nodelist *ndlp;
+       struct lpfc_iocbq *elsiocb;
+       struct instantiated_ve_desc *inst_desc;
+       struct lpfc_vmid_context *vmid_context;
+       u8 *pcmd;
+       u32 *len;
+       int ret = 0;
+
+       ndlp = lpfc_findnode_did(vport, Fabric_DID);
+       if (!ndlp || ndlp->nlp_state != NLP_STE_UNMAPPED_NODE)
+               return -ENXIO;
+
+       vmid_context = kmalloc(sizeof(*vmid_context), GFP_KERNEL);
+       if (!vmid_context)
+               return -ENOMEM;
+       elsiocb = lpfc_prep_els_iocb(vport, 1, LPFC_UVEM_SIZE, 2,
+                                    ndlp, Fabric_DID, ELS_CMD_UVEM);
+       if (!elsiocb)
+               goto out;
+
+       lpfc_printf_vlog(vport, KERN_DEBUG, LOG_ELS,
+                        "3427 Host vmid %s %d\n",
+                        vmid->host_vmid, instantiated);
+       vmid_context->vmp = vmid;
+       vmid_context->nlp = ndlp;
+       vmid_context->instantiated = instantiated;
+       elsiocb->vmid_tag.vmid_context = vmid_context;
+       pcmd = (u8 *)(((struct lpfc_dmabuf *)elsiocb->context2)->virt);
+
+       if (uuid_is_null((uuid_t *)vport->lpfc_vmid_host_uuid))
+               memcpy(vport->lpfc_vmid_host_uuid, vmid->host_vmid,
+                      LPFC_COMPRESS_VMID_SIZE);
+
+       *((u32 *)(pcmd)) = ELS_CMD_UVEM;
+       len = (u32 *)(pcmd + 4);
+       *len = cpu_to_be32(LPFC_UVEM_SIZE - 8);
+
+       vem_id_desc = (struct lpfc_vem_id_desc *)(pcmd + 8);
+       vem_id_desc->tag = be32_to_cpu(VEM_ID_DESC_TAG);
+       vem_id_desc->length = be32_to_cpu(LPFC_UVEM_VEM_ID_DESC_SIZE);
+       memcpy(vem_id_desc->vem_id, vport->lpfc_vmid_host_uuid,
+              LPFC_COMPRESS_VMID_SIZE);
+
+       inst_desc = (struct instantiated_ve_desc *)(pcmd + 32);
+       inst_desc->tag = be32_to_cpu(INSTANTIATED_VE_DESC_TAG);
+       inst_desc->length = be32_to_cpu(LPFC_UVEM_VE_MAP_DESC_SIZE);
+       memcpy(inst_desc->global_vem_id, vmid->host_vmid,
+              LPFC_COMPRESS_VMID_SIZE);
+
+       bf_set(lpfc_instantiated_nport_id, inst_desc, vport->fc_myDID);
+       bf_set(lpfc_instantiated_local_id, inst_desc,
+              vmid->un.cs_ctl_vmid);
+       if (instantiated) {
+               inst_desc->tag = be32_to_cpu(INSTANTIATED_VE_DESC_TAG);
+       } else {
+               inst_desc->tag = be32_to_cpu(DEINSTANTIATED_VE_DESC_TAG);
+               lpfc_vmid_put_cs_ctl(vport, vmid->un.cs_ctl_vmid);
+       }
+       inst_desc->word6 = cpu_to_be32(inst_desc->word6);
+
+       elsiocb->iocb_cmpl = lpfc_cmpl_els_uvem;
+
+       elsiocb->context1 = lpfc_nlp_get(ndlp);
+       if (!elsiocb->context1) {
+               lpfc_els_free_iocb(vport->phba, elsiocb);
+               goto out;
+       }
+
+       ret = lpfc_sli_issue_iocb(vport->phba, LPFC_ELS_RING, elsiocb, 0);
+       if (ret != IOCB_SUCCESS) {
+               lpfc_els_free_iocb(vport->phba, elsiocb);
+               lpfc_nlp_put(ndlp);
+               goto out;
+       }
+
+       return 0;
+ out:
+       kfree(vmid_context);
+       return -EIO;
+}
+
+static void
+lpfc_cmpl_els_uvem(struct lpfc_hba *phba, struct lpfc_iocbq *icmdiocb,
+                  struct lpfc_iocbq *rspiocb)
+{
+       struct lpfc_vport *vport = icmdiocb->vport;
+       struct lpfc_dmabuf *prsp = NULL;
+       struct lpfc_vmid_context *vmid_context =
+           icmdiocb->vmid_tag.vmid_context;
+       struct lpfc_nodelist *ndlp = icmdiocb->context1;
+       u8 *pcmd;
+       u32 *data;
+       IOCB_t *irsp = &rspiocb->iocb;
+       struct lpfc_dmabuf *dmabuf = icmdiocb->context2;
+       struct lpfc_vmid *vmid;
+
+       vmid = vmid_context->vmp;
+       if (!ndlp || ndlp->nlp_state != NLP_STE_UNMAPPED_NODE)
+               ndlp = NULL;
+
+       prsp = list_get_first(&dmabuf->list, struct lpfc_dmabuf, list);
+       if (!prsp)
+               goto out;
+       pcmd = prsp->virt;
+       data = (u32 *)pcmd;
+       if (data[0] == ELS_CMD_LS_RJT) {
+               lpfc_printf_vlog(vport, KERN_WARNING, LOG_SLI,
+                                "4532 UVEM LS_RJT %x %x\n", data[0], data[1]);
+               goto out;
+       }
+       if (irsp->ulpStatus) {
+               lpfc_printf_vlog(vport, KERN_WARNING, LOG_SLI,
+                                "4533 UVEM error status %x: %x\n",
+                                irsp->ulpStatus, irsp->un.ulpWord[4]);
+               goto out;
+       }
+       spin_lock(&phba->hbalock);
+       /* Set IN USE flag */
+       vport->vmid_flag |= LPFC_VMID_IN_USE;
+       phba->pport->vmid_flag |= LPFC_VMID_IN_USE;
+       spin_unlock(&phba->hbalock);
+
+       if (vmid_context->instantiated) {
+               write_lock(&vport->vmid_lock);
+               vmid->flag |= LPFC_VMID_REGISTERED;
+               vmid->flag &= ~LPFC_VMID_REQ_REGISTER;
+               write_unlock(&vport->vmid_lock);
+       }
+
+ out:
+       kfree(vmid_context);
+       lpfc_els_free_iocb(phba, icmdiocb);
+       lpfc_nlp_put(ndlp);
+}