projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
treewide: remove extra semicolons
[linux-2.6-block.git] / drivers / scsi / lpfc / lpfc_bsg.c
CommitLineData
f1c3b0fc
JS		 1/*******************************************************************
2 * This file is part of the Emulex Linux Device Driver for *
3 * Fibre Channel Host Bus Adapters. *
4fede78f 4 * Copyright (C) 2009-2010 Emulex. All rights reserved. *
f1c3b0fc
JS		 5 * EMULEX and SLI are trademarks of Emulex. *
6 * www.emulex.com *
7 * *
8 * This program is free software; you can redistribute it and/or *
9 * modify it under the terms of version 2 of the GNU General *
10 * Public License as published by the Free Software Foundation. *
11 * This program is distributed in the hope that it will be useful. *
12 * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
13 * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
14 * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
15 * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
16 * TO BE LEGALLY INVALID. See the GNU General Public License for *
17 * more details, a copy of which can be found in the file COPYING *
18 * included with this package. *
19 *******************************************************************/
20
21#include <linux/interrupt.h>
22#include <linux/mempool.h>
23#include <linux/pci.h>
5a0e3ad6 24#include <linux/slab.h>
277e76f1 25#include <linux/delay.h>
f1c3b0fc
JS		 26
27#include <scsi/scsi.h>
28#include <scsi/scsi_host.h>
29#include <scsi/scsi_transport_fc.h>
30#include <scsi/scsi_bsg_fc.h>
6a9c52cf 31#include <scsi/fc/fc_fs.h>
f1c3b0fc
JS		 32
33#include "lpfc_hw4.h"
34#include "lpfc_hw.h"
35#include "lpfc_sli.h"
36#include "lpfc_sli4.h"
37#include "lpfc_nl.h"
4fede78f 38#include "lpfc_bsg.h"
f1c3b0fc
JS		 39#include "lpfc_disc.h"
40#include "lpfc_scsi.h"
41#include "lpfc.h"
42#include "lpfc_logmsg.h"
43#include "lpfc_crtn.h"
44#include "lpfc_vport.h"
45#include "lpfc_version.h"
46
4cc0e56e
JS		 47struct lpfc_bsg_event {
48 struct list_head node;
49 struct kref kref;
50 wait_queue_head_t wq;
51
52 /* Event type and waiter identifiers */
53 uint32_t type_mask;
54 uint32_t req_id;
55 uint32_t reg_id;
56
57 /* next two flags are here for the auto-delete logic */
58 unsigned long wait_time_stamp;
59 int waiting;
60
61 /* seen and not seen events */
62 struct list_head events_to_get;
63 struct list_head events_to_see;
64
65 /* job waiting for this event to finish */
66 struct fc_bsg_job *set_job;
67};
68
69struct lpfc_bsg_iocb {
70 struct lpfc_iocbq *cmdiocbq;
71 struct lpfc_iocbq *rspiocbq;
72 struct lpfc_dmabuf *bmp;
73 struct lpfc_nodelist *ndlp;
74
75 /* job waiting for this iocb to finish */
76 struct fc_bsg_job *set_job;
77};
78
3b5dd52a
JS		 79struct lpfc_bsg_mbox {
80 LPFC_MBOXQ_t *pmboxq;
81 MAILBOX_t *mb;
7a470277
JS		 82 struct lpfc_dmabuf *rxbmp; /* for BIU diags */
83 struct lpfc_dmabufext *dmp; /* for BIU diags */
84 uint8_t *ext; /* extended mailbox data */
85 uint32_t mbOffset; /* from app */
86 uint32_t inExtWLen; /* from app */
c7495937 87 uint32_t outExtWLen; /* from app */
3b5dd52a
JS		 88
89 /* job waiting for this mbox command to finish */
90 struct fc_bsg_job *set_job;
91};
92
e2aed29f
JS		 93#define MENLO_DID 0x0000FC0E
94
95struct lpfc_bsg_menlo {
96 struct lpfc_iocbq *cmdiocbq;
97 struct lpfc_iocbq *rspiocbq;
98 struct lpfc_dmabuf *bmp;
99
100 /* job waiting for this iocb to finish */
101 struct fc_bsg_job *set_job;
102};
103
4cc0e56e
JS		 104#define TYPE_EVT 1
105#define TYPE_IOCB 2
3b5dd52a 106#define TYPE_MBOX 3
e2aed29f 107#define TYPE_MENLO 4
4cc0e56e
JS		 108struct bsg_job_data {
109 uint32_t type;
110 union {
111 struct lpfc_bsg_event *evt;
112 struct lpfc_bsg_iocb iocb;
3b5dd52a 113 struct lpfc_bsg_mbox mbox;
e2aed29f 114 struct lpfc_bsg_menlo menlo;
4cc0e56e
JS		 115 } context_un;
116};
117
118struct event_data {
119 struct list_head node;
120 uint32_t type;
121 uint32_t immed_dat;
122 void *data;
123 uint32_t len;
124};
125
3b5dd52a 126#define BUF_SZ_4K 4096
4cc0e56e
JS		 127#define SLI_CT_ELX_LOOPBACK 0x10
128
129enum ELX_LOOPBACK_CMD {
130 ELX_LOOPBACK_XRI_SETUP,
131 ELX_LOOPBACK_DATA,
132};
133
3b5dd52a
JS		 134#define ELX_LOOPBACK_HEADER_SZ \
135 (size_t)(&((struct lpfc_sli_ct_request *)NULL)->un)
136
4cc0e56e
JS		 137struct lpfc_dmabufext {
138 struct lpfc_dmabuf dma;
139 uint32_t size;
140 uint32_t flag;
141};
142
143/**
144 * lpfc_bsg_send_mgmt_cmd_cmp - lpfc_bsg_send_mgmt_cmd's completion handler
145 * @phba: Pointer to HBA context object.
146 * @cmdiocbq: Pointer to command iocb.
147 * @rspiocbq: Pointer to response iocb.
148 *
149 * This function is the completion handler for iocbs issued using
150 * lpfc_bsg_send_mgmt_cmd function. This function is called by the
151 * ring event handler function without any lock held. This function
152 * can be called from both worker thread context and interrupt
153 * context. This function also can be called from another thread which
154 * cleans up the SLI layer objects.
155 * This function copies the contents of the response iocb to the
156 * response iocb memory object provided by the caller of
157 * lpfc_sli_issue_iocb_wait and then wakes up the thread which
158 * sleeps for the iocb completion.
159 **/
160static void
161lpfc_bsg_send_mgmt_cmd_cmp(struct lpfc_hba *phba,
162 struct lpfc_iocbq *cmdiocbq,
163 struct lpfc_iocbq *rspiocbq)
164{
4cc0e56e
JS		 165 struct bsg_job_data *dd_data;
166 struct fc_bsg_job *job;
167 IOCB_t *rsp;
168 struct lpfc_dmabuf *bmp;
169 struct lpfc_nodelist *ndlp;
170 struct lpfc_bsg_iocb *iocb;
171 unsigned long flags;
172 int rc = 0;
173
174 spin_lock_irqsave(&phba->ct_ev_lock, flags);
be858b65 175 dd_data = cmdiocbq->context2;
4cc0e56e
JS		 176 if (!dd_data) {
177 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
be858b65 178 lpfc_sli_release_iocbq(phba, cmdiocbq);
4cc0e56e
JS		 179 return;
180 }
181
182 iocb = &dd_data->context_un.iocb;
183 job = iocb->set_job;
184 job->dd_data = NULL; /* so timeout handler does not reply */
185
4cc0e56e 186 bmp = iocb->bmp;
4cc0e56e 187 rsp = &rspiocbq->iocb;
be858b65 188 ndlp = cmdiocbq->context1;
4cc0e56e
JS		 189
190 pci_unmap_sg(phba->pcidev, job->request_payload.sg_list,
191 job->request_payload.sg_cnt, DMA_TO_DEVICE);
192 pci_unmap_sg(phba->pcidev, job->reply_payload.sg_list,
193 job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
194
195 if (rsp->ulpStatus) {
196 if (rsp->ulpStatus == IOSTAT_LOCAL_REJECT) {
197 switch (rsp->un.ulpWord[4] & 0xff) {
198 case IOERR_SEQUENCE_TIMEOUT:
199 rc = -ETIMEDOUT;
200 break;
201 case IOERR_INVALID_RPI:
202 rc = -EFAULT;
203 break;
204 default:
205 rc = -EACCES;
206 break;
207 }
208 } else
209 rc = -EACCES;
210 } else
211 job->reply->reply_payload_rcv_len =
212 rsp->un.genreq64.bdl.bdeSize;
213
214 lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
4cc0e56e
JS		 215 lpfc_sli_release_iocbq(phba, cmdiocbq);
216 lpfc_nlp_put(ndlp);
217 kfree(bmp);
218 kfree(dd_data);
219 /* make error code available to userspace */
220 job->reply->result = rc;
221 /* complete the job back to userspace */
222 job->job_done(job);
223 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
224 return;
225}
226
f1c3b0fc 227/**
4cc0e56e 228 * lpfc_bsg_send_mgmt_cmd - send a CT command from a bsg request
f1c3b0fc 229 * @job: fc_bsg_job to handle
3b5dd52a 230 **/
f1c3b0fc 231static int
4cc0e56e 232lpfc_bsg_send_mgmt_cmd(struct fc_bsg_job *job)
f1c3b0fc 233{
f1c3b0fc
JS		 234 struct lpfc_vport *vport = (struct lpfc_vport *)job->shost->hostdata;
235 struct lpfc_hba *phba = vport->phba;
236 struct lpfc_rport_data *rdata = job->rport->dd_data;
237 struct lpfc_nodelist *ndlp = rdata->pnode;
238 struct ulp_bde64 *bpl = NULL;
239 uint32_t timeout;
240 struct lpfc_iocbq *cmdiocbq = NULL;
f1c3b0fc 241 IOCB_t *cmd;
f1c3b0fc
JS		 242 struct lpfc_dmabuf *bmp = NULL;
243 int request_nseg;
244 int reply_nseg;
245 struct scatterlist *sgel = NULL;
246 int numbde;
247 dma_addr_t busaddr;
4cc0e56e
JS		 248 struct bsg_job_data *dd_data;
249 uint32_t creg_val;
f1c3b0fc 250 int rc = 0;
d439d286 251 int iocb_stat;
f1c3b0fc
JS		 252
253 /* in case no data is transferred */
254 job->reply->reply_payload_rcv_len = 0;
255
4cc0e56e
JS		 256 /* allocate our bsg tracking structure */
257 dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
258 if (!dd_data) {
259 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
260 "2733 Failed allocation of dd_data\n");
261 rc = -ENOMEM;
262 goto no_dd_data;
263 }
264
f1c3b0fc 265 if (!lpfc_nlp_get(ndlp)) {
4cc0e56e
JS		 266 rc = -ENODEV;
267 goto no_ndlp;
268 }
269
270 bmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
271 if (!bmp) {
272 rc = -ENOMEM;
273 goto free_ndlp;
f1c3b0fc
JS		 274 }
275
276 if (ndlp->nlp_flag & NLP_ELS_SND_MASK) {
277 rc = -ENODEV;
4cc0e56e 278 goto free_bmp;
f1c3b0fc
JS		 279 }
280
f1c3b0fc
JS		 281 cmdiocbq = lpfc_sli_get_iocbq(phba);
282 if (!cmdiocbq) {
283 rc = -ENOMEM;
4cc0e56e 284 goto free_bmp;
f1c3b0fc 285 }
f1c3b0fc 286
4cc0e56e 287 cmd = &cmdiocbq->iocb;
f1c3b0fc
JS		 288 bmp->virt = lpfc_mbuf_alloc(phba, 0, &bmp->phys);
289 if (!bmp->virt) {
290 rc = -ENOMEM;
be858b65 291 goto free_cmdiocbq;
f1c3b0fc 292 }
f1c3b0fc
JS		 293
294 INIT_LIST_HEAD(&bmp->list);
295 bpl = (struct ulp_bde64 *) bmp->virt;
f1c3b0fc
JS		 296 request_nseg = pci_map_sg(phba->pcidev, job->request_payload.sg_list,
297 job->request_payload.sg_cnt, DMA_TO_DEVICE);
298 for_each_sg(job->request_payload.sg_list, sgel, request_nseg, numbde) {
299 busaddr = sg_dma_address(sgel);
300 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64;
301 bpl->tus.f.bdeSize = sg_dma_len(sgel);
302 bpl->tus.w = cpu_to_le32(bpl->tus.w);
303 bpl->addrLow = cpu_to_le32(putPaddrLow(busaddr));
304 bpl->addrHigh = cpu_to_le32(putPaddrHigh(busaddr));
305 bpl++;
306 }
307
308 reply_nseg = pci_map_sg(phba->pcidev, job->reply_payload.sg_list,
309 job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
310 for_each_sg(job->reply_payload.sg_list, sgel, reply_nseg, numbde) {
311 busaddr = sg_dma_address(sgel);
312 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64I;
313 bpl->tus.f.bdeSize = sg_dma_len(sgel);
314 bpl->tus.w = cpu_to_le32(bpl->tus.w);
315 bpl->addrLow = cpu_to_le32(putPaddrLow(busaddr));
316 bpl->addrHigh = cpu_to_le32(putPaddrHigh(busaddr));
317 bpl++;
318 }
319
320 cmd->un.genreq64.bdl.ulpIoTag32 = 0;
321 cmd->un.genreq64.bdl.addrHigh = putPaddrHigh(bmp->phys);
322 cmd->un.genreq64.bdl.addrLow = putPaddrLow(bmp->phys);
323 cmd->un.genreq64.bdl.bdeFlags = BUFF_TYPE_BLP_64;
324 cmd->un.genreq64.bdl.bdeSize =
325 (request_nseg + reply_nseg) * sizeof(struct ulp_bde64);
326 cmd->ulpCommand = CMD_GEN_REQUEST64_CR;
327 cmd->un.genreq64.w5.hcsw.Fctl = (SI | LA);
328 cmd->un.genreq64.w5.hcsw.Dfctl = 0;
6a9c52cf
JS		 329 cmd->un.genreq64.w5.hcsw.Rctl = FC_RCTL_DD_UNSOL_CTL;
330 cmd->un.genreq64.w5.hcsw.Type = FC_TYPE_CT;
f1c3b0fc
JS		 331 cmd->ulpBdeCount = 1;
332 cmd->ulpLe = 1;
333 cmd->ulpClass = CLASS3;
334 cmd->ulpContext = ndlp->nlp_rpi;
335 cmd->ulpOwner = OWN_CHIP;
336 cmdiocbq->vport = phba->pport;
4cc0e56e 337 cmdiocbq->context3 = bmp;
f1c3b0fc 338 cmdiocbq->iocb_flag |= LPFC_IO_LIBDFC;
f1c3b0fc 339 timeout = phba->fc_ratov * 2;
4cc0e56e
JS		 340 cmd->ulpTimeout = timeout;
341
342 cmdiocbq->iocb_cmpl = lpfc_bsg_send_mgmt_cmd_cmp;
be858b65
JS		 343 cmdiocbq->context1 = ndlp;
344 cmdiocbq->context2 = dd_data;
4cc0e56e
JS		 345 dd_data->type = TYPE_IOCB;
346 dd_data->context_un.iocb.cmdiocbq = cmdiocbq;
4cc0e56e
JS		 347 dd_data->context_un.iocb.set_job = job;
348 dd_data->context_un.iocb.bmp = bmp;
4cc0e56e
JS		 349
350 if (phba->cfg_poll & DISABLE_FCP_RING_INT) {
351 creg_val = readl(phba->HCregaddr);
352 creg_val |= (HC_R0INT_ENA << LPFC_FCP_RING);
353 writel(creg_val, phba->HCregaddr);
354 readl(phba->HCregaddr); /* flush */
f1c3b0fc
JS		 355 }
356
d439d286
JS		 357 iocb_stat = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, cmdiocbq, 0);
358 if (iocb_stat == IOCB_SUCCESS)
4cc0e56e 359 return 0; /* done for now */
d439d286
JS		 360 else if (iocb_stat == IOCB_BUSY)
361 rc = -EAGAIN;
2a9bf3d0 362 else
d439d286 363 rc = -EIO;
2a9bf3d0 364
f1c3b0fc 365
4cc0e56e
JS		 366 /* iocb failed so cleanup */
367 pci_unmap_sg(phba->pcidev, job->request_payload.sg_list,
368 job->request_payload.sg_cnt, DMA_TO_DEVICE);
369 pci_unmap_sg(phba->pcidev, job->reply_payload.sg_list,
370 job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
f1c3b0fc 371
f1c3b0fc 372 lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
4cc0e56e 373
f1c3b0fc
JS		 374free_cmdiocbq:
375 lpfc_sli_release_iocbq(phba, cmdiocbq);
4cc0e56e
JS		 376free_bmp:
377 kfree(bmp);
378free_ndlp:
f1c3b0fc 379 lpfc_nlp_put(ndlp);
4cc0e56e
JS		 380no_ndlp:
381 kfree(dd_data);
382no_dd_data:
383 /* make error code available to userspace */
384 job->reply->result = rc;
385 job->dd_data = NULL;
386 return rc;
387}
388
389/**
390 * lpfc_bsg_rport_els_cmp - lpfc_bsg_rport_els's completion handler
391 * @phba: Pointer to HBA context object.
392 * @cmdiocbq: Pointer to command iocb.
393 * @rspiocbq: Pointer to response iocb.
394 *
395 * This function is the completion handler for iocbs issued using
396 * lpfc_bsg_rport_els_cmp function. This function is called by the
397 * ring event handler function without any lock held. This function
398 * can be called from both worker thread context and interrupt
399 * context. This function also can be called from other thread which
400 * cleans up the SLI layer objects.
3b5dd52a 401 * This function copies the contents of the response iocb to the
4cc0e56e
JS		 402 * response iocb memory object provided by the caller of
403 * lpfc_sli_issue_iocb_wait and then wakes up the thread which
404 * sleeps for the iocb completion.
405 **/
406static void
407lpfc_bsg_rport_els_cmp(struct lpfc_hba *phba,
408 struct lpfc_iocbq *cmdiocbq,
409 struct lpfc_iocbq *rspiocbq)
410{
411 struct bsg_job_data *dd_data;
412 struct fc_bsg_job *job;
413 IOCB_t *rsp;
414 struct lpfc_nodelist *ndlp;
415 struct lpfc_dmabuf *pbuflist = NULL;
416 struct fc_bsg_ctels_reply *els_reply;
417 uint8_t *rjt_data;
418 unsigned long flags;
419 int rc = 0;
420
421 spin_lock_irqsave(&phba->ct_ev_lock, flags);
422 dd_data = cmdiocbq->context1;
423 /* normal completion and timeout crossed paths, already done */
424 if (!dd_data) {
67221a42 425 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
4cc0e56e
JS		 426 return;
427 }
428
429 cmdiocbq->iocb_flag |= LPFC_IO_WAKE;
430 if (cmdiocbq->context2 && rspiocbq)
431 memcpy(&((struct lpfc_iocbq *)cmdiocbq->context2)->iocb,
432 &rspiocbq->iocb, sizeof(IOCB_t));
433
434 job = dd_data->context_un.iocb.set_job;
435 cmdiocbq = dd_data->context_un.iocb.cmdiocbq;
436 rspiocbq = dd_data->context_un.iocb.rspiocbq;
437 rsp = &rspiocbq->iocb;
438 ndlp = dd_data->context_un.iocb.ndlp;
439
440 pci_unmap_sg(phba->pcidev, job->request_payload.sg_list,
441 job->request_payload.sg_cnt, DMA_TO_DEVICE);
442 pci_unmap_sg(phba->pcidev, job->reply_payload.sg_list,
443 job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
444
445 if (job->reply->result == -EAGAIN)
446 rc = -EAGAIN;
447 else if (rsp->ulpStatus == IOSTAT_SUCCESS)
448 job->reply->reply_payload_rcv_len =
449 rsp->un.elsreq64.bdl.bdeSize;
450 else if (rsp->ulpStatus == IOSTAT_LS_RJT) {
451 job->reply->reply_payload_rcv_len =
452 sizeof(struct fc_bsg_ctels_reply);
453 /* LS_RJT data returned in word 4 */
454 rjt_data = (uint8_t *)&rsp->un.ulpWord[4];
455 els_reply = &job->reply->reply_data.ctels_reply;
456 els_reply->status = FC_CTELS_STATUS_REJECT;
457 els_reply->rjt_data.action = rjt_data[3];
458 els_reply->rjt_data.reason_code = rjt_data[2];
459 els_reply->rjt_data.reason_explanation = rjt_data[1];
460 els_reply->rjt_data.vendor_unique = rjt_data[0];
461 } else
462 rc = -EIO;
f1c3b0fc 463
4cc0e56e
JS		 464 pbuflist = (struct lpfc_dmabuf *) cmdiocbq->context3;
465 lpfc_mbuf_free(phba, pbuflist->virt, pbuflist->phys);
466 lpfc_sli_release_iocbq(phba, rspiocbq);
467 lpfc_sli_release_iocbq(phba, cmdiocbq);
468 lpfc_nlp_put(ndlp);
469 kfree(dd_data);
f1c3b0fc
JS		 470 /* make error code available to userspace */
471 job->reply->result = rc;
4cc0e56e 472 job->dd_data = NULL;
f1c3b0fc
JS		 473 /* complete the job back to userspace */
474 job->job_done(job);
4cc0e56e
JS		 475 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
476 return;
f1c3b0fc
JS		 477}
478
479/**
480 * lpfc_bsg_rport_els - send an ELS command from a bsg request
481 * @job: fc_bsg_job to handle
3b5dd52a 482 **/
f1c3b0fc
JS		 483static int
484lpfc_bsg_rport_els(struct fc_bsg_job *job)
485{
486 struct lpfc_vport *vport = (struct lpfc_vport *)job->shost->hostdata;
487 struct lpfc_hba *phba = vport->phba;
488 struct lpfc_rport_data *rdata = job->rport->dd_data;
489 struct lpfc_nodelist *ndlp = rdata->pnode;
f1c3b0fc
JS		 490 uint32_t elscmd;
491 uint32_t cmdsize;
492 uint32_t rspsize;
493 struct lpfc_iocbq *rspiocbq;
494 struct lpfc_iocbq *cmdiocbq;
495 IOCB_t *rsp;
496 uint16_t rpi = 0;
497 struct lpfc_dmabuf *pcmd;
498 struct lpfc_dmabuf *prsp;
499 struct lpfc_dmabuf *pbuflist = NULL;
500 struct ulp_bde64 *bpl;
f1c3b0fc
JS		 501 int request_nseg;
502 int reply_nseg;
503 struct scatterlist *sgel = NULL;
504 int numbde;
505 dma_addr_t busaddr;
4cc0e56e
JS		 506 struct bsg_job_data *dd_data;
507 uint32_t creg_val;
f1c3b0fc
JS		 508 int rc = 0;
509
510 /* in case no data is transferred */
511 job->reply->reply_payload_rcv_len = 0;
512
4cc0e56e
JS		 513 /* allocate our bsg tracking structure */
514 dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
515 if (!dd_data) {
516 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
517 "2735 Failed allocation of dd_data\n");
518 rc = -ENOMEM;
519 goto no_dd_data;
520 }
521
f1c3b0fc
JS		 522 if (!lpfc_nlp_get(ndlp)) {
523 rc = -ENODEV;
4cc0e56e 524 goto free_dd_data;
f1c3b0fc
JS		 525 }
526
527 elscmd = job->request->rqst_data.r_els.els_code;
528 cmdsize = job->request_payload.payload_len;
529 rspsize = job->reply_payload.payload_len;
530 rspiocbq = lpfc_sli_get_iocbq(phba);
531 if (!rspiocbq) {
532 lpfc_nlp_put(ndlp);
533 rc = -ENOMEM;
4cc0e56e 534 goto free_dd_data;
f1c3b0fc
JS		 535 }
536
537 rsp = &rspiocbq->iocb;
538 rpi = ndlp->nlp_rpi;
539
4cc0e56e 540 cmdiocbq = lpfc_prep_els_iocb(vport, 1, cmdsize, 0, ndlp,
f1c3b0fc 541 ndlp->nlp_DID, elscmd);
f1c3b0fc 542 if (!cmdiocbq) {
4cc0e56e
JS		 543 rc = -EIO;
544 goto free_rspiocbq;
f1c3b0fc
JS		 545 }
546
4cc0e56e 547 /* prep els iocb set context1 to the ndlp, context2 to the command
3b5dd52a
JS		 548 * dmabuf, context3 holds the data dmabuf
549 */
f1c3b0fc
JS		 550 pcmd = (struct lpfc_dmabuf *) cmdiocbq->context2;
551 prsp = (struct lpfc_dmabuf *) pcmd->list.next;
f1c3b0fc
JS		 552 lpfc_mbuf_free(phba, pcmd->virt, pcmd->phys);
553 kfree(pcmd);
554 lpfc_mbuf_free(phba, prsp->virt, prsp->phys);
555 kfree(prsp);
556 cmdiocbq->context2 = NULL;
557
558 pbuflist = (struct lpfc_dmabuf *) cmdiocbq->context3;
559 bpl = (struct ulp_bde64 *) pbuflist->virt;
560
561 request_nseg = pci_map_sg(phba->pcidev, job->request_payload.sg_list,
562 job->request_payload.sg_cnt, DMA_TO_DEVICE);
f1c3b0fc
JS		 563 for_each_sg(job->request_payload.sg_list, sgel, request_nseg, numbde) {
564 busaddr = sg_dma_address(sgel);
565 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64;
566 bpl->tus.f.bdeSize = sg_dma_len(sgel);
567 bpl->tus.w = cpu_to_le32(bpl->tus.w);
568 bpl->addrLow = cpu_to_le32(putPaddrLow(busaddr));
569 bpl->addrHigh = cpu_to_le32(putPaddrHigh(busaddr));
570 bpl++;
571 }
572
573 reply_nseg = pci_map_sg(phba->pcidev, job->reply_payload.sg_list,
574 job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
575 for_each_sg(job->reply_payload.sg_list, sgel, reply_nseg, numbde) {
576 busaddr = sg_dma_address(sgel);
577 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64I;
578 bpl->tus.f.bdeSize = sg_dma_len(sgel);
579 bpl->tus.w = cpu_to_le32(bpl->tus.w);
580 bpl->addrLow = cpu_to_le32(putPaddrLow(busaddr));
581 bpl->addrHigh = cpu_to_le32(putPaddrHigh(busaddr));
582 bpl++;
583 }
f1c3b0fc
JS		 584 cmdiocbq->iocb.un.elsreq64.bdl.bdeSize =
585 (request_nseg + reply_nseg) * sizeof(struct ulp_bde64);
586 cmdiocbq->iocb.ulpContext = rpi;
587 cmdiocbq->iocb_flag |= LPFC_IO_LIBDFC;
588 cmdiocbq->context1 = NULL;
589 cmdiocbq->context2 = NULL;
590
4cc0e56e
JS		 591 cmdiocbq->iocb_cmpl = lpfc_bsg_rport_els_cmp;
592 cmdiocbq->context1 = dd_data;
593 cmdiocbq->context2 = rspiocbq;
594 dd_data->type = TYPE_IOCB;
595 dd_data->context_un.iocb.cmdiocbq = cmdiocbq;
596 dd_data->context_un.iocb.rspiocbq = rspiocbq;
597 dd_data->context_un.iocb.set_job = job;
6eab04a8 598 dd_data->context_un.iocb.bmp = NULL;
4cc0e56e
JS		 599 dd_data->context_un.iocb.ndlp = ndlp;
600
601 if (phba->cfg_poll & DISABLE_FCP_RING_INT) {
602 creg_val = readl(phba->HCregaddr);
603 creg_val |= (HC_R0INT_ENA << LPFC_FCP_RING);
604 writel(creg_val, phba->HCregaddr);
605 readl(phba->HCregaddr); /* flush */
606 }
607 rc = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, cmdiocbq, 0);
f1c3b0fc 608 lpfc_nlp_put(ndlp);
4cc0e56e
JS		 609 if (rc == IOCB_SUCCESS)
610 return 0; /* done for now */
2a9bf3d0 611 else if (rc == IOCB_BUSY)
d439d286 612 rc = -EAGAIN;
2a9bf3d0 613 else
d439d286 614 rc = -EIO;
f1c3b0fc 615
4cc0e56e
JS		 616 pci_unmap_sg(phba->pcidev, job->request_payload.sg_list,
617 job->request_payload.sg_cnt, DMA_TO_DEVICE);
618 pci_unmap_sg(phba->pcidev, job->reply_payload.sg_list,
619 job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
f1c3b0fc 620
4cc0e56e 621 lpfc_mbuf_free(phba, pbuflist->virt, pbuflist->phys);
f1c3b0fc 622
4cc0e56e 623 lpfc_sli_release_iocbq(phba, cmdiocbq);
f1c3b0fc 624
4cc0e56e
JS		 625free_rspiocbq:
626 lpfc_sli_release_iocbq(phba, rspiocbq);
f1c3b0fc 627
4cc0e56e
JS		 628free_dd_data:
629 kfree(dd_data);
f1c3b0fc 630
4cc0e56e
JS		 631no_dd_data:
632 /* make error code available to userspace */
633 job->reply->result = rc;
634 job->dd_data = NULL;
635 return rc;
f1c3b0fc
JS		 636}
637
3b5dd52a
JS		 638/**
639 * lpfc_bsg_event_free - frees an allocated event structure
640 * @kref: Pointer to a kref.
641 *
642 * Called from kref_put. Back cast the kref into an event structure address.
643 * Free any events to get, delete associated nodes, free any events to see,
644 * free any data then free the event itself.
645 **/
f1c3b0fc 646static void
4cc0e56e 647lpfc_bsg_event_free(struct kref *kref)
f1c3b0fc 648{
4cc0e56e
JS		 649 struct lpfc_bsg_event *evt = container_of(kref, struct lpfc_bsg_event,
650 kref);
f1c3b0fc
JS		 651 struct event_data *ed;
652
653 list_del(&evt->node);
654
655 while (!list_empty(&evt->events_to_get)) {
656 ed = list_entry(evt->events_to_get.next, typeof(*ed), node);
657 list_del(&ed->node);
658 kfree(ed->data);
659 kfree(ed);
660 }
661
662 while (!list_empty(&evt->events_to_see)) {
663 ed = list_entry(evt->events_to_see.next, typeof(*ed), node);
664 list_del(&ed->node);
665 kfree(ed->data);
666 kfree(ed);
667 }
668
669 kfree(evt);
670}
671
3b5dd52a
JS		 672/**
673 * lpfc_bsg_event_ref - increments the kref for an event
674 * @evt: Pointer to an event structure.
675 **/
f1c3b0fc 676static inline void
4cc0e56e 677lpfc_bsg_event_ref(struct lpfc_bsg_event *evt)
f1c3b0fc 678{
4cc0e56e 679 kref_get(&evt->kref);
f1c3b0fc
JS		 680}
681
3b5dd52a
JS		 682/**
683 * lpfc_bsg_event_unref - Uses kref_put to free an event structure
684 * @evt: Pointer to an event structure.
685 **/
f1c3b0fc 686static inline void
4cc0e56e 687lpfc_bsg_event_unref(struct lpfc_bsg_event *evt)
f1c3b0fc 688{
4cc0e56e 689 kref_put(&evt->kref, lpfc_bsg_event_free);
f1c3b0fc
JS		 690}
691
3b5dd52a
JS		 692/**
693 * lpfc_bsg_event_new - allocate and initialize a event structure
694 * @ev_mask: Mask of events.
695 * @ev_reg_id: Event reg id.
696 * @ev_req_id: Event request id.
697 **/
4cc0e56e
JS		 698static struct lpfc_bsg_event *
699lpfc_bsg_event_new(uint32_t ev_mask, int ev_reg_id, uint32_t ev_req_id)
700{
701 struct lpfc_bsg_event *evt = kzalloc(sizeof(*evt), GFP_KERNEL);
f1c3b0fc 702
4cc0e56e
JS		 703 if (!evt)
704 return NULL;
705
706 INIT_LIST_HEAD(&evt->events_to_get);
707 INIT_LIST_HEAD(&evt->events_to_see);
708 evt->type_mask = ev_mask;
709 evt->req_id = ev_req_id;
710 evt->reg_id = ev_reg_id;
711 evt->wait_time_stamp = jiffies;
712 init_waitqueue_head(&evt->wq);
713 kref_init(&evt->kref);
714 return evt;
715}
716
3b5dd52a
JS		 717/**
718 * diag_cmd_data_free - Frees an lpfc dma buffer extension
719 * @phba: Pointer to HBA context object.
720 * @mlist: Pointer to an lpfc dma buffer extension.
721 **/
4cc0e56e 722static int
3b5dd52a 723diag_cmd_data_free(struct lpfc_hba *phba, struct lpfc_dmabufext *mlist)
4cc0e56e
JS		 724{
725 struct lpfc_dmabufext *mlast;
726 struct pci_dev *pcidev;
727 struct list_head head, *curr, *next;
728
729 if ((!mlist) || (!lpfc_is_link_up(phba) &&
730 (phba->link_flag & LS_LOOPBACK_MODE))) {
731 return 0;
732 }
733
734 pcidev = phba->pcidev;
735 list_add_tail(&head, &mlist->dma.list);
736
737 list_for_each_safe(curr, next, &head) {
738 mlast = list_entry(curr, struct lpfc_dmabufext , dma.list);
739 if (mlast->dma.virt)
740 dma_free_coherent(&pcidev->dev,
741 mlast->size,
742 mlast->dma.virt,
743 mlast->dma.phys);
744 kfree(mlast);
745 }
746 return 0;
747}
f1c3b0fc
JS		 748
749/**
750 * lpfc_bsg_ct_unsol_event - process an unsolicited CT command
751 * @phba:
752 * @pring:
753 * @piocbq:
754 *
755 * This function is called when an unsolicited CT command is received. It
4cc0e56e 756 * forwards the event to any processes registered to receive CT events.
3b5dd52a 757 **/
4fede78f 758int
f1c3b0fc
JS		 759lpfc_bsg_ct_unsol_event(struct lpfc_hba *phba, struct lpfc_sli_ring *pring,
760 struct lpfc_iocbq *piocbq)
761{
762 uint32_t evt_req_id = 0;
763 uint32_t cmd;
764 uint32_t len;
765 struct lpfc_dmabuf *dmabuf = NULL;
4cc0e56e 766 struct lpfc_bsg_event *evt;
f1c3b0fc
JS		 767 struct event_data *evt_dat = NULL;
768 struct lpfc_iocbq *iocbq;
769 size_t offset = 0;
770 struct list_head head;
771 struct ulp_bde64 *bde;
772 dma_addr_t dma_addr;
773 int i;
774 struct lpfc_dmabuf *bdeBuf1 = piocbq->context2;
775 struct lpfc_dmabuf *bdeBuf2 = piocbq->context3;
776 struct lpfc_hbq_entry *hbqe;
777 struct lpfc_sli_ct_request *ct_req;
4cc0e56e 778 struct fc_bsg_job *job = NULL;
4fede78f 779 unsigned long flags;
4cc0e56e 780 int size = 0;
f1c3b0fc
JS		 781
782 INIT_LIST_HEAD(&head);
783 list_add_tail(&head, &piocbq->list);
784
785 if (piocbq->iocb.ulpBdeCount == 0 ||
786 piocbq->iocb.un.cont64[0].tus.f.bdeSize == 0)
787 goto error_ct_unsol_exit;
788
4cc0e56e
JS		 789 if (phba->link_state == LPFC_HBA_ERROR ||
790 (!(phba->sli.sli_flag & LPFC_SLI_ACTIVE)))
791 goto error_ct_unsol_exit;
792
f1c3b0fc
JS		 793 if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED)
794 dmabuf = bdeBuf1;
795 else {
796 dma_addr = getPaddr(piocbq->iocb.un.cont64[0].addrHigh,
797 piocbq->iocb.un.cont64[0].addrLow);
798 dmabuf = lpfc_sli_ringpostbuf_get(phba, pring, dma_addr);
799 }
4cc0e56e
JS		 800 if (dmabuf == NULL)
801 goto error_ct_unsol_exit;
f1c3b0fc
JS		 802 ct_req = (struct lpfc_sli_ct_request *)dmabuf->virt;
803 evt_req_id = ct_req->FsType;
804 cmd = ct_req->CommandResponse.bits.CmdRsp;
805 len = ct_req->CommandResponse.bits.Size;
806 if (!(phba->sli3_options & LPFC_SLI3_HBQ_ENABLED))
807 lpfc_sli_ringpostbuf_put(phba, pring, dmabuf);
808
4fede78f 809 spin_lock_irqsave(&phba->ct_ev_lock, flags);
f1c3b0fc 810 list_for_each_entry(evt, &phba->ct_ev_waiters, node) {
4cc0e56e
JS		 811 if (!(evt->type_mask & FC_REG_CT_EVENT) ||
812 evt->req_id != evt_req_id)
f1c3b0fc
JS		 813 continue;
814
4cc0e56e
JS		 815 lpfc_bsg_event_ref(evt);
816 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
f1c3b0fc 817 evt_dat = kzalloc(sizeof(*evt_dat), GFP_KERNEL);
4cc0e56e
JS		 818 if (evt_dat == NULL) {
819 spin_lock_irqsave(&phba->ct_ev_lock, flags);
820 lpfc_bsg_event_unref(evt);
f1c3b0fc
JS		 821 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
822 "2614 Memory allocation failed for "
823 "CT event\n");
824 break;
825 }
826
f1c3b0fc
JS		 827 if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED) {
828 /* take accumulated byte count from the last iocbq */
829 iocbq = list_entry(head.prev, typeof(*iocbq), list);
830 evt_dat->len = iocbq->iocb.unsli3.rcvsli3.acc_len;
831 } else {
832 list_for_each_entry(iocbq, &head, list) {
833 for (i = 0; i < iocbq->iocb.ulpBdeCount; i++)
834 evt_dat->len +=
835 iocbq->iocb.un.cont64[i].tus.f.bdeSize;
836 }
837 }
838
839 evt_dat->data = kzalloc(evt_dat->len, GFP_KERNEL);
4cc0e56e 840 if (evt_dat->data == NULL) {
f1c3b0fc
JS		 841 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
842 "2615 Memory allocation failed for "
843 "CT event data, size %d\n",
844 evt_dat->len);
845 kfree(evt_dat);
4fede78f 846 spin_lock_irqsave(&phba->ct_ev_lock, flags);
4cc0e56e 847 lpfc_bsg_event_unref(evt);
4fede78f 848 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
f1c3b0fc
JS		 849 goto error_ct_unsol_exit;
850 }
851
852 list_for_each_entry(iocbq, &head, list) {
4cc0e56e 853 size = 0;
f1c3b0fc
JS		 854 if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED) {
855 bdeBuf1 = iocbq->context2;
856 bdeBuf2 = iocbq->context3;
857 }
858 for (i = 0; i < iocbq->iocb.ulpBdeCount; i++) {
f1c3b0fc
JS		 859 if (phba->sli3_options &
860 LPFC_SLI3_HBQ_ENABLED) {
861 if (i == 0) {
862 hbqe = (struct lpfc_hbq_entry *)
863 &iocbq->iocb.un.ulpWord[0];
864 size = hbqe->bde.tus.f.bdeSize;
865 dmabuf = bdeBuf1;
866 } else if (i == 1) {
867 hbqe = (struct lpfc_hbq_entry *)
868 &iocbq->iocb.unsli3.
869 sli3Words[4];
870 size = hbqe->bde.tus.f.bdeSize;
871 dmabuf = bdeBuf2;
872 }
873 if ((offset + size) > evt_dat->len)
874 size = evt_dat->len - offset;
875 } else {
876 size = iocbq->iocb.un.cont64[i].
877 tus.f.bdeSize;
878 bde = &iocbq->iocb.un.cont64[i];
879 dma_addr = getPaddr(bde->addrHigh,
880 bde->addrLow);
881 dmabuf = lpfc_sli_ringpostbuf_get(phba,
882 pring, dma_addr);
883 }
884 if (!dmabuf) {
885 lpfc_printf_log(phba, KERN_ERR,
886 LOG_LIBDFC, "2616 No dmabuf "
887 "found for iocbq 0x%p\n",
888 iocbq);
889 kfree(evt_dat->data);
890 kfree(evt_dat);
4fede78f
JS		 891 spin_lock_irqsave(&phba->ct_ev_lock,
892 flags);
4cc0e56e 893 lpfc_bsg_event_unref(evt);
4fede78f
JS		 894 spin_unlock_irqrestore(
895 &phba->ct_ev_lock, flags);
f1c3b0fc
JS		 896 goto error_ct_unsol_exit;
897 }
898 memcpy((char *)(evt_dat->data) + offset,
899 dmabuf->virt, size);
900 offset += size;
901 if (evt_req_id != SLI_CT_ELX_LOOPBACK &&
902 !(phba->sli3_options &
903 LPFC_SLI3_HBQ_ENABLED)) {
904 lpfc_sli_ringpostbuf_put(phba, pring,
905 dmabuf);
906 } else {
907 switch (cmd) {
4cc0e56e 908 case ELX_LOOPBACK_DATA:
3b5dd52a 909 diag_cmd_data_free(phba,
4cc0e56e
JS		 910 (struct lpfc_dmabufext *)
911 dmabuf);
912 break;
f1c3b0fc 913 case ELX_LOOPBACK_XRI_SETUP:
4cc0e56e
JS		 914 if ((phba->sli_rev ==
915 LPFC_SLI_REV2) ||
916 (phba->sli3_options &
917 LPFC_SLI3_HBQ_ENABLED
918 )) {
919 lpfc_in_buf_free(phba,
920 dmabuf);
921 } else {
f1c3b0fc
JS		 922 lpfc_post_buffer(phba,
923 pring,
924 1);
4cc0e56e 925 }
f1c3b0fc
JS		 926 break;
927 default:
928 if (!(phba->sli3_options &
929 LPFC_SLI3_HBQ_ENABLED))
930 lpfc_post_buffer(phba,
931 pring,
932 1);
933 break;
934 }
935 }
936 }
937 }
938
4fede78f 939 spin_lock_irqsave(&phba->ct_ev_lock, flags);
f1c3b0fc
JS		 940 if (phba->sli_rev == LPFC_SLI_REV4) {
941 evt_dat->immed_dat = phba->ctx_idx;
942 phba->ctx_idx = (phba->ctx_idx + 1) % 64;
589a52d6
JS		 943 /* Provide warning for over-run of the ct_ctx array */
944 if (phba->ct_ctx[evt_dat->immed_dat].flags &
945 UNSOL_VALID)
946 lpfc_printf_log(phba, KERN_WARNING, LOG_ELS,
947 "2717 CT context array entry "
948 "[%d] over-run: oxid:x%x, "
949 "sid:x%x\n", phba->ctx_idx,
950 phba->ct_ctx[
951 evt_dat->immed_dat].oxid,
952 phba->ct_ctx[
953 evt_dat->immed_dat].SID);
f1c3b0fc
JS		 954 phba->ct_ctx[evt_dat->immed_dat].oxid =
955 piocbq->iocb.ulpContext;
956 phba->ct_ctx[evt_dat->immed_dat].SID =
957 piocbq->iocb.un.rcvels.remoteID;
589a52d6 958 phba->ct_ctx[evt_dat->immed_dat].flags = UNSOL_VALID;
f1c3b0fc
JS		 959 } else
960 evt_dat->immed_dat = piocbq->iocb.ulpContext;
961
962 evt_dat->type = FC_REG_CT_EVENT;
963 list_add(&evt_dat->node, &evt->events_to_see);
4cc0e56e
JS		 964 if (evt_req_id == SLI_CT_ELX_LOOPBACK) {
965 wake_up_interruptible(&evt->wq);
966 lpfc_bsg_event_unref(evt);
f1c3b0fc 967 break;
4cc0e56e
JS		 968 }
969
970 list_move(evt->events_to_see.prev, &evt->events_to_get);
971 lpfc_bsg_event_unref(evt);
972
973 job = evt->set_job;
974 evt->set_job = NULL;
975 if (job) {
976 job->reply->reply_payload_rcv_len = size;
977 /* make error code available to userspace */
978 job->reply->result = 0;
979 job->dd_data = NULL;
980 /* complete the job back to userspace */
981 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
982 job->job_done(job);
983 spin_lock_irqsave(&phba->ct_ev_lock, flags);
984 }
f1c3b0fc 985 }
4fede78f 986 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
f1c3b0fc
JS		 987
988error_ct_unsol_exit:
989 if (!list_empty(&head))
990 list_del(&head);
4cc0e56e
JS		 991 if (evt_req_id == SLI_CT_ELX_LOOPBACK)
992 return 0;
4fede78f 993 return 1;
f1c3b0fc
JS		 994}
995
996/**
4cc0e56e 997 * lpfc_bsg_hba_set_event - process a SET_EVENT bsg vendor command
f1c3b0fc 998 * @job: SET_EVENT fc_bsg_job
3b5dd52a 999 **/
f1c3b0fc 1000static int
4cc0e56e 1001lpfc_bsg_hba_set_event(struct fc_bsg_job *job)
f1c3b0fc
JS		 1002{
1003 struct lpfc_vport *vport = (struct lpfc_vport *)job->shost->hostdata;
1004 struct lpfc_hba *phba = vport->phba;
1005 struct set_ct_event *event_req;
4cc0e56e 1006 struct lpfc_bsg_event *evt;
f1c3b0fc 1007 int rc = 0;
4cc0e56e
JS		 1008 struct bsg_job_data *dd_data = NULL;
1009 uint32_t ev_mask;
1010 unsigned long flags;
f1c3b0fc
JS		 1011
1012 if (job->request_len <
1013 sizeof(struct fc_bsg_request) + sizeof(struct set_ct_event)) {
1014 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1015 "2612 Received SET_CT_EVENT below minimum "
1016 "size\n");
4cc0e56e
JS		 1017 rc = -EINVAL;
1018 goto job_error;
1019 }
1020
1021 dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
1022 if (dd_data == NULL) {
1023 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1024 "2734 Failed allocation of dd_data\n");
1025 rc = -ENOMEM;
1026 goto job_error;
f1c3b0fc
JS		 1027 }
1028
1029 event_req = (struct set_ct_event *)
1030 job->request->rqst_data.h_vendor.vendor_cmd;
4cc0e56e
JS		 1031 ev_mask = ((uint32_t)(unsigned long)event_req->type_mask &
1032 FC_REG_EVENT_MASK);
4fede78f 1033 spin_lock_irqsave(&phba->ct_ev_lock, flags);
f1c3b0fc
JS		 1034 list_for_each_entry(evt, &phba->ct_ev_waiters, node) {
1035 if (evt->reg_id == event_req->ev_reg_id) {
4cc0e56e 1036 lpfc_bsg_event_ref(evt);
f1c3b0fc
JS		 1037 evt->wait_time_stamp = jiffies;
1038 break;
1039 }
1040 }
4fede78f 1041 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
f1c3b0fc
JS		 1042
1043 if (&evt->node == &phba->ct_ev_waiters) {
1044 /* no event waiting struct yet - first call */
4cc0e56e 1045 evt = lpfc_bsg_event_new(ev_mask, event_req->ev_reg_id,
f1c3b0fc
JS		 1046 event_req->ev_req_id);
1047 if (!evt) {
1048 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1049 "2617 Failed allocation of event "
1050 "waiter\n");
4cc0e56e
JS		 1051 rc = -ENOMEM;
1052 goto job_error;
f1c3b0fc
JS		 1053 }
1054
4fede78f 1055 spin_lock_irqsave(&phba->ct_ev_lock, flags);
f1c3b0fc 1056 list_add(&evt->node, &phba->ct_ev_waiters);
4cc0e56e
JS		 1057 lpfc_bsg_event_ref(evt);
1058 evt->wait_time_stamp = jiffies;
4fede78f 1059 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
f1c3b0fc
JS		 1060 }
1061
4fede78f 1062 spin_lock_irqsave(&phba->ct_ev_lock, flags);
4cc0e56e
JS		 1063 evt->waiting = 1;
1064 dd_data->type = TYPE_EVT;
1065 dd_data->context_un.evt = evt;
1066 evt->set_job = job; /* for unsolicited command */
1067 job->dd_data = dd_data; /* for fc transport timeout callback*/
4fede78f 1068 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
4cc0e56e 1069 return 0; /* call job done later */
f1c3b0fc 1070
4cc0e56e
JS		 1071job_error:
1072 if (dd_data != NULL)
1073 kfree(dd_data);
f1c3b0fc 1074
4cc0e56e
JS		 1075 job->dd_data = NULL;
1076 return rc;
f1c3b0fc
JS		 1077}
1078
1079/**
4cc0e56e 1080 * lpfc_bsg_hba_get_event - process a GET_EVENT bsg vendor command
f1c3b0fc 1081 * @job: GET_EVENT fc_bsg_job
3b5dd52a 1082 **/
f1c3b0fc 1083static int
4cc0e56e 1084lpfc_bsg_hba_get_event(struct fc_bsg_job *job)
f1c3b0fc
JS		 1085{
1086 struct lpfc_vport *vport = (struct lpfc_vport *)job->shost->hostdata;
1087 struct lpfc_hba *phba = vport->phba;
1088 struct get_ct_event *event_req;
1089 struct get_ct_event_reply *event_reply;
4cc0e56e 1090 struct lpfc_bsg_event *evt;
f1c3b0fc 1091 struct event_data *evt_dat = NULL;
4fede78f 1092 unsigned long flags;
4cc0e56e 1093 uint32_t rc = 0;
f1c3b0fc
JS		 1094
1095 if (job->request_len <
1096 sizeof(struct fc_bsg_request) + sizeof(struct get_ct_event)) {
1097 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1098 "2613 Received GET_CT_EVENT request below "
1099 "minimum size\n");
4cc0e56e
JS		 1100 rc = -EINVAL;
1101 goto job_error;
f1c3b0fc
JS		 1102 }
1103
1104 event_req = (struct get_ct_event *)
1105 job->request->rqst_data.h_vendor.vendor_cmd;
1106
1107 event_reply = (struct get_ct_event_reply *)
1108 job->reply->reply_data.vendor_reply.vendor_rsp;
4fede78f 1109 spin_lock_irqsave(&phba->ct_ev_lock, flags);
f1c3b0fc
JS		 1110 list_for_each_entry(evt, &phba->ct_ev_waiters, node) {
1111 if (evt->reg_id == event_req->ev_reg_id) {
1112 if (list_empty(&evt->events_to_get))
1113 break;
4cc0e56e 1114 lpfc_bsg_event_ref(evt);
f1c3b0fc
JS		 1115 evt->wait_time_stamp = jiffies;
1116 evt_dat = list_entry(evt->events_to_get.prev,
1117 struct event_data, node);
1118 list_del(&evt_dat->node);
1119 break;
1120 }
1121 }
4fede78f 1122 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
f1c3b0fc 1123
4cc0e56e
JS		 1124 /* The app may continue to ask for event data until it gets
1125 * an error indicating that there isn't anymore
1126 */
1127 if (evt_dat == NULL) {
f1c3b0fc
JS		 1128 job->reply->reply_payload_rcv_len = 0;
1129 rc = -ENOENT;
4cc0e56e 1130 goto job_error;
f1c3b0fc
JS		 1131 }
1132
4cc0e56e
JS		 1133 if (evt_dat->len > job->request_payload.payload_len) {
1134 evt_dat->len = job->request_payload.payload_len;
1135 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1136 "2618 Truncated event data at %d "
1137 "bytes\n",
1138 job->request_payload.payload_len);
f1c3b0fc
JS		 1139 }
1140
4cc0e56e 1141 event_reply->type = evt_dat->type;
f1c3b0fc 1142 event_reply->immed_data = evt_dat->immed_dat;
f1c3b0fc
JS		 1143 if (evt_dat->len > 0)
1144 job->reply->reply_payload_rcv_len =
4cc0e56e
JS		 1145 sg_copy_from_buffer(job->request_payload.sg_list,
1146 job->request_payload.sg_cnt,
f1c3b0fc
JS		 1147 evt_dat->data, evt_dat->len);
1148 else
1149 job->reply->reply_payload_rcv_len = 0;
f1c3b0fc 1150
4cc0e56e 1151 if (evt_dat) {
f1c3b0fc 1152 kfree(evt_dat->data);
4cc0e56e
JS		 1153 kfree(evt_dat);
1154 }
1155
4fede78f 1156 spin_lock_irqsave(&phba->ct_ev_lock, flags);
4cc0e56e 1157 lpfc_bsg_event_unref(evt);
4fede78f 1158 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
4cc0e56e
JS		 1159 job->dd_data = NULL;
1160 job->reply->result = 0;
f1c3b0fc 1161 job->job_done(job);
4cc0e56e 1162 return 0;
f1c3b0fc 1163
4cc0e56e
JS		 1164job_error:
1165 job->dd_data = NULL;
1166 job->reply->result = rc;
f1c3b0fc
JS		 1167 return rc;
1168}
1169
1170/**
3b5dd52a
JS		 1171 * lpfc_issue_ct_rsp_cmp - lpfc_issue_ct_rsp's completion handler
1172 * @phba: Pointer to HBA context object.
1173 * @cmdiocbq: Pointer to command iocb.
1174 * @rspiocbq: Pointer to response iocb.
1175 *
1176 * This function is the completion handler for iocbs issued using
1177 * lpfc_issue_ct_rsp_cmp function. This function is called by the
1178 * ring event handler function without any lock held. This function
1179 * can be called from both worker thread context and interrupt
1180 * context. This function also can be called from other thread which
1181 * cleans up the SLI layer objects.
1182 * This function copy the contents of the response iocb to the
1183 * response iocb memory object provided by the caller of
1184 * lpfc_sli_issue_iocb_wait and then wakes up the thread which
1185 * sleeps for the iocb completion.
1186 **/
1187static void
1188lpfc_issue_ct_rsp_cmp(struct lpfc_hba *phba,
1189 struct lpfc_iocbq *cmdiocbq,
1190 struct lpfc_iocbq *rspiocbq)
1191{
1192 struct bsg_job_data *dd_data;
1193 struct fc_bsg_job *job;
1194 IOCB_t *rsp;
1195 struct lpfc_dmabuf *bmp;
1196 struct lpfc_nodelist *ndlp;
1197 unsigned long flags;
1198 int rc = 0;
1199
1200 spin_lock_irqsave(&phba->ct_ev_lock, flags);
be858b65 1201 dd_data = cmdiocbq->context2;
3b5dd52a
JS		 1202 /* normal completion and timeout crossed paths, already done */
1203 if (!dd_data) {
67221a42 1204 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3b5dd52a
JS		 1205 return;
1206 }
1207
1208 job = dd_data->context_un.iocb.set_job;
1209 bmp = dd_data->context_un.iocb.bmp;
1210 rsp = &rspiocbq->iocb;
1211 ndlp = dd_data->context_un.iocb.ndlp;
1212
1213 pci_unmap_sg(phba->pcidev, job->request_payload.sg_list,
1214 job->request_payload.sg_cnt, DMA_TO_DEVICE);
1215
1216 if (rsp->ulpStatus) {
1217 if (rsp->ulpStatus == IOSTAT_LOCAL_REJECT) {
1218 switch (rsp->un.ulpWord[4] & 0xff) {
1219 case IOERR_SEQUENCE_TIMEOUT:
1220 rc = -ETIMEDOUT;
1221 break;
1222 case IOERR_INVALID_RPI:
1223 rc = -EFAULT;
1224 break;
1225 default:
1226 rc = -EACCES;
1227 break;
1228 }
1229 } else
1230 rc = -EACCES;
1231 } else
1232 job->reply->reply_payload_rcv_len =
1233 rsp->un.genreq64.bdl.bdeSize;
1234
1235 lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
1236 lpfc_sli_release_iocbq(phba, cmdiocbq);
1237 lpfc_nlp_put(ndlp);
1238 kfree(bmp);
1239 kfree(dd_data);
1240 /* make error code available to userspace */
1241 job->reply->result = rc;
1242 job->dd_data = NULL;
1243 /* complete the job back to userspace */
1244 job->job_done(job);
1245 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1246 return;
1247}
1248
1249/**
1250 * lpfc_issue_ct_rsp - issue a ct response
1251 * @phba: Pointer to HBA context object.
1252 * @job: Pointer to the job object.
1253 * @tag: tag index value into the ports context exchange array.
1254 * @bmp: Pointer to a dma buffer descriptor.
1255 * @num_entry: Number of enties in the bde.
1256 **/
f1c3b0fc 1257static int
3b5dd52a
JS		 1258lpfc_issue_ct_rsp(struct lpfc_hba *phba, struct fc_bsg_job *job, uint32_t tag,
1259 struct lpfc_dmabuf *bmp, int num_entry)
f1c3b0fc 1260{
3b5dd52a
JS		 1261 IOCB_t *icmd;
1262 struct lpfc_iocbq *ctiocb = NULL;
1263 int rc = 0;
1264 struct lpfc_nodelist *ndlp = NULL;
1265 struct bsg_job_data *dd_data;
1266 uint32_t creg_val;
f1c3b0fc 1267
3b5dd52a
JS		 1268 /* allocate our bsg tracking structure */
1269 dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
1270 if (!dd_data) {
1271 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1272 "2736 Failed allocation of dd_data\n");
1273 rc = -ENOMEM;
1274 goto no_dd_data;
1275 }
f1c3b0fc 1276
3b5dd52a
JS		 1277 /* Allocate buffer for command iocb */
1278 ctiocb = lpfc_sli_get_iocbq(phba);
1279 if (!ctiocb) {
d439d286 1280 rc = -ENOMEM;
3b5dd52a
JS		 1281 goto no_ctiocb;
1282 }
1283
1284 icmd = &ctiocb->iocb;
1285 icmd->un.xseq64.bdl.ulpIoTag32 = 0;
1286 icmd->un.xseq64.bdl.addrHigh = putPaddrHigh(bmp->phys);
1287 icmd->un.xseq64.bdl.addrLow = putPaddrLow(bmp->phys);
1288 icmd->un.xseq64.bdl.bdeFlags = BUFF_TYPE_BLP_64;
1289 icmd->un.xseq64.bdl.bdeSize = (num_entry * sizeof(struct ulp_bde64));
1290 icmd->un.xseq64.w5.hcsw.Fctl = (LS | LA);
1291 icmd->un.xseq64.w5.hcsw.Dfctl = 0;
1292 icmd->un.xseq64.w5.hcsw.Rctl = FC_RCTL_DD_SOL_CTL;
1293 icmd->un.xseq64.w5.hcsw.Type = FC_TYPE_CT;
1294
1295 /* Fill in rest of iocb */
1296 icmd->ulpCommand = CMD_XMIT_SEQUENCE64_CX;
1297 icmd->ulpBdeCount = 1;
1298 icmd->ulpLe = 1;
1299 icmd->ulpClass = CLASS3;
1300 if (phba->sli_rev == LPFC_SLI_REV4) {
1301 /* Do not issue unsol response if oxid not marked as valid */
1302 if (!(phba->ct_ctx[tag].flags & UNSOL_VALID)) {
1303 rc = IOCB_ERROR;
1304 goto issue_ct_rsp_exit;
1305 }
1306 icmd->ulpContext = phba->ct_ctx[tag].oxid;
1307 ndlp = lpfc_findnode_did(phba->pport, phba->ct_ctx[tag].SID);
1308 if (!ndlp) {
1309 lpfc_printf_log(phba, KERN_WARNING, LOG_ELS,
1310 "2721 ndlp null for oxid %x SID %x\n",
1311 icmd->ulpContext,
1312 phba->ct_ctx[tag].SID);
1313 rc = IOCB_ERROR;
1314 goto issue_ct_rsp_exit;
1315 }
589a52d6
JS		 1316
1317 /* Check if the ndlp is active */
1318 if (!ndlp || !NLP_CHK_NODE_ACT(ndlp)) {
1319 rc = -IOCB_ERROR;
1320 goto issue_ct_rsp_exit;
1321 }
1322
1323 /* get a refernece count so the ndlp doesn't go away while
1324 * we respond
1325 */
1326 if (!lpfc_nlp_get(ndlp)) {
1327 rc = -IOCB_ERROR;
1328 goto issue_ct_rsp_exit;
1329 }
1330
3b5dd52a
JS		 1331 icmd->un.ulpWord[3] = ndlp->nlp_rpi;
1332 /* The exchange is done, mark the entry as invalid */
1333 phba->ct_ctx[tag].flags &= ~UNSOL_VALID;
1334 } else
1335 icmd->ulpContext = (ushort) tag;
1336
1337 icmd->ulpTimeout = phba->fc_ratov * 2;
1338
1339 /* Xmit CT response on exchange <xid> */
1340 lpfc_printf_log(phba, KERN_INFO, LOG_ELS,
1341 "2722 Xmit CT response on exchange x%x Data: x%x x%x\n",
1342 icmd->ulpContext, icmd->ulpIoTag, phba->link_state);
1343
1344 ctiocb->iocb_cmpl = NULL;
1345 ctiocb->iocb_flag |= LPFC_IO_LIBDFC;
1346 ctiocb->vport = phba->pport;
1347 ctiocb->context3 = bmp;
1348
1349 ctiocb->iocb_cmpl = lpfc_issue_ct_rsp_cmp;
be858b65
JS		 1350 ctiocb->context2 = dd_data;
1351 ctiocb->context1 = ndlp;
3b5dd52a
JS		 1352 dd_data->type = TYPE_IOCB;
1353 dd_data->context_un.iocb.cmdiocbq = ctiocb;
1354 dd_data->context_un.iocb.rspiocbq = NULL;
1355 dd_data->context_un.iocb.set_job = job;
1356 dd_data->context_un.iocb.bmp = bmp;
1357 dd_data->context_un.iocb.ndlp = ndlp;
1358
1359 if (phba->cfg_poll & DISABLE_FCP_RING_INT) {
1360 creg_val = readl(phba->HCregaddr);
1361 creg_val |= (HC_R0INT_ENA << LPFC_FCP_RING);
1362 writel(creg_val, phba->HCregaddr);
1363 readl(phba->HCregaddr); /* flush */
f1c3b0fc 1364 }
4cc0e56e 1365
3b5dd52a
JS		 1366 rc = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, ctiocb, 0);
1367
1368 if (rc == IOCB_SUCCESS)
1369 return 0; /* done for now */
1370
1371issue_ct_rsp_exit:
1372 lpfc_sli_release_iocbq(phba, ctiocb);
1373no_ctiocb:
1374 kfree(dd_data);
1375no_dd_data:
4cc0e56e 1376 return rc;
f1c3b0fc
JS		 1377}
1378
1379/**
3b5dd52a
JS		 1380 * lpfc_bsg_send_mgmt_rsp - process a SEND_MGMT_RESP bsg vendor command
1381 * @job: SEND_MGMT_RESP fc_bsg_job
1382 **/
1383static int
1384lpfc_bsg_send_mgmt_rsp(struct fc_bsg_job *job)
f1c3b0fc 1385{
3b5dd52a
JS		 1386 struct lpfc_vport *vport = (struct lpfc_vport *)job->shost->hostdata;
1387 struct lpfc_hba *phba = vport->phba;
1388 struct send_mgmt_resp *mgmt_resp = (struct send_mgmt_resp *)
1389 job->request->rqst_data.h_vendor.vendor_cmd;
1390 struct ulp_bde64 *bpl;
1391 struct lpfc_dmabuf *bmp = NULL;
1392 struct scatterlist *sgel = NULL;
1393 int request_nseg;
1394 int numbde;
1395 dma_addr_t busaddr;
1396 uint32_t tag = mgmt_resp->tag;
1397 unsigned long reqbfrcnt =
1398 (unsigned long)job->request_payload.payload_len;
1399 int rc = 0;
f1c3b0fc 1400
3b5dd52a
JS		 1401 /* in case no data is transferred */
1402 job->reply->reply_payload_rcv_len = 0;
1403
1404 if (!reqbfrcnt || (reqbfrcnt > (80 * BUF_SZ_4K))) {
1405 rc = -ERANGE;
1406 goto send_mgmt_rsp_exit;
1407 }
1408
1409 bmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
1410 if (!bmp) {
1411 rc = -ENOMEM;
1412 goto send_mgmt_rsp_exit;
1413 }
1414
1415 bmp->virt = lpfc_mbuf_alloc(phba, 0, &bmp->phys);
1416 if (!bmp->virt) {
1417 rc = -ENOMEM;
1418 goto send_mgmt_rsp_free_bmp;
1419 }
1420
1421 INIT_LIST_HEAD(&bmp->list);
1422 bpl = (struct ulp_bde64 *) bmp->virt;
1423 request_nseg = pci_map_sg(phba->pcidev, job->request_payload.sg_list,
1424 job->request_payload.sg_cnt, DMA_TO_DEVICE);
1425 for_each_sg(job->request_payload.sg_list, sgel, request_nseg, numbde) {
1426 busaddr = sg_dma_address(sgel);
1427 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64;
1428 bpl->tus.f.bdeSize = sg_dma_len(sgel);
1429 bpl->tus.w = cpu_to_le32(bpl->tus.w);
1430 bpl->addrLow = cpu_to_le32(putPaddrLow(busaddr));
1431 bpl->addrHigh = cpu_to_le32(putPaddrHigh(busaddr));
1432 bpl++;
f1c3b0fc
JS		 1433 }
1434
3b5dd52a
JS		 1435 rc = lpfc_issue_ct_rsp(phba, job, tag, bmp, request_nseg);
1436
1437 if (rc == IOCB_SUCCESS)
1438 return 0; /* done for now */
1439
1440 /* TBD need to handle a timeout */
1441 pci_unmap_sg(phba->pcidev, job->request_payload.sg_list,
1442 job->request_payload.sg_cnt, DMA_TO_DEVICE);
1443 rc = -EACCES;
1444 lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
1445
1446send_mgmt_rsp_free_bmp:
1447 kfree(bmp);
1448send_mgmt_rsp_exit:
1449 /* make error code available to userspace */
1450 job->reply->result = rc;
1451 job->dd_data = NULL;
f1c3b0fc
JS		 1452 return rc;
1453}
1454
1455/**
3b5dd52a
JS		 1456 * lpfc_bsg_diag_mode - process a LPFC_BSG_VENDOR_DIAG_MODE bsg vendor command
1457 * @job: LPFC_BSG_VENDOR_DIAG_MODE
f1c3b0fc 1458 *
3b5dd52a
JS		 1459 * This function is responsible for placing a port into diagnostic loopback
1460 * mode in order to perform a diagnostic loopback test.
1461 * All new scsi requests are blocked, a small delay is used to allow the
1462 * scsi requests to complete then the link is brought down. If the link is
1463 * is placed in loopback mode then scsi requests are again allowed
1464 * so the scsi mid-layer doesn't give up on the port.
1465 * All of this is done in-line.
f1c3b0fc 1466 */
3b5dd52a
JS		 1467static int
1468lpfc_bsg_diag_mode(struct fc_bsg_job *job)
f1c3b0fc 1469{
3b5dd52a 1470 struct Scsi_Host *shost = job->shost;
f1c3b0fc
JS		 1471 struct lpfc_vport *vport = (struct lpfc_vport *)job->shost->hostdata;
1472 struct lpfc_hba *phba = vport->phba;
3b5dd52a
JS		 1473 struct diag_mode_set *loopback_mode;
1474 struct lpfc_sli *psli = &phba->sli;
1475 struct lpfc_sli_ring *pring = &psli->ring[LPFC_FCP_RING];
1476 uint32_t link_flags;
1477 uint32_t timeout;
1478 struct lpfc_vport **vports;
1479 LPFC_MBOXQ_t *pmboxq;
1480 int mbxstatus;
1481 int i = 0;
1482 int rc = 0;
f1c3b0fc 1483
3b5dd52a
JS		 1484 /* no data to return just the return code */
1485 job->reply->reply_payload_rcv_len = 0;
1486
1487 if (job->request_len <
1488 sizeof(struct fc_bsg_request) + sizeof(struct diag_mode_set)) {
1489 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
1490 "2738 Received DIAG MODE request below minimum "
1491 "size\n");
1492 rc = -EINVAL;
1493 goto job_error;
1494 }
1495
1496 loopback_mode = (struct diag_mode_set *)
1497 job->request->rqst_data.h_vendor.vendor_cmd;
1498 link_flags = loopback_mode->type;
515e0aa2 1499 timeout = loopback_mode->timeout * 100;
3b5dd52a
JS		 1500
1501 if ((phba->link_state == LPFC_HBA_ERROR) ||
1502 (psli->sli_flag & LPFC_BLOCK_MGMT_IO) ||
1503 (!(psli->sli_flag & LPFC_SLI_ACTIVE))) {
1504 rc = -EACCES;
1505 goto job_error;
1506 }
1507
1508 pmboxq = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
1509 if (!pmboxq) {
1510 rc = -ENOMEM;
1511 goto job_error;
1512 }
1513
1514 vports = lpfc_create_vport_work_array(phba);
1515 if (vports) {
1516 for (i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1517 shost = lpfc_shost_from_vport(vports[i]);
1518 scsi_block_requests(shost);
1519 }
1520
1521 lpfc_destroy_vport_work_array(phba, vports);
1522 } else {
1523 shost = lpfc_shost_from_vport(phba->pport);
1524 scsi_block_requests(shost);
1525 }
1526
1527 while (pring->txcmplq_cnt) {
1528 if (i++ > 500) /* wait up to 5 seconds */
1529 break;
1530
1531 msleep(10);
1532 }
1533
1534 memset((void *)pmboxq, 0, sizeof(LPFC_MBOXQ_t));
1535 pmboxq->u.mb.mbxCommand = MBX_DOWN_LINK;
1536 pmboxq->u.mb.mbxOwner = OWN_HOST;
1537
1538 mbxstatus = lpfc_sli_issue_mbox_wait(phba, pmboxq, LPFC_MBOX_TMO);
1539
1540 if ((mbxstatus == MBX_SUCCESS) && (pmboxq->u.mb.mbxStatus == 0)) {
1541 /* wait for link down before proceeding */
1542 i = 0;
1543 while (phba->link_state != LPFC_LINK_DOWN) {
1544 if (i++ > timeout) {
1545 rc = -ETIMEDOUT;
1546 goto loopback_mode_exit;
1547 }
1548
1549 msleep(10);
1550 }
1551
1552 memset((void *)pmboxq, 0, sizeof(LPFC_MBOXQ_t));
1553 if (link_flags == INTERNAL_LOOP_BACK)
1554 pmboxq->u.mb.un.varInitLnk.link_flags = FLAGS_LOCAL_LB;
1555 else
1556 pmboxq->u.mb.un.varInitLnk.link_flags =
1557 FLAGS_TOPOLOGY_MODE_LOOP;
1558
1559 pmboxq->u.mb.mbxCommand = MBX_INIT_LINK;
1560 pmboxq->u.mb.mbxOwner = OWN_HOST;
1561
1562 mbxstatus = lpfc_sli_issue_mbox_wait(phba, pmboxq,
1563 LPFC_MBOX_TMO);
1564
1565 if ((mbxstatus != MBX_SUCCESS) || (pmboxq->u.mb.mbxStatus))
1566 rc = -ENODEV;
1567 else {
1568 phba->link_flag |= LS_LOOPBACK_MODE;
1569 /* wait for the link attention interrupt */
1570 msleep(100);
1571
1572 i = 0;
1573 while (phba->link_state != LPFC_HBA_READY) {
1574 if (i++ > timeout) {
1575 rc = -ETIMEDOUT;
1576 break;
1577 }
1578
1579 msleep(10);
1580 }
1581 }
1582
1583 } else
1584 rc = -ENODEV;
1585
1586loopback_mode_exit:
1587 vports = lpfc_create_vport_work_array(phba);
1588 if (vports) {
1589 for (i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1590 shost = lpfc_shost_from_vport(vports[i]);
1591 scsi_unblock_requests(shost);
1592 }
1593 lpfc_destroy_vport_work_array(phba, vports);
1594 } else {
1595 shost = lpfc_shost_from_vport(phba->pport);
1596 scsi_unblock_requests(shost);
1597 }
1598
1599 /*
1600 * Let SLI layer release mboxq if mbox command completed after timeout.
1601 */
1602 if (mbxstatus != MBX_TIMEOUT)
1603 mempool_free(pmboxq, phba->mbox_mem_pool);
1604
1605job_error:
1606 /* make error code available to userspace */
1607 job->reply->result = rc;
1608 /* complete the job back to userspace if no error */
1609 if (rc == 0)
1610 job->job_done(job);
1611 return rc;
1612}
1613
1614/**
1615 * lpfcdiag_loop_self_reg - obtains a remote port login id
1616 * @phba: Pointer to HBA context object
1617 * @rpi: Pointer to a remote port login id
1618 *
1619 * This function obtains a remote port login id so the diag loopback test
1620 * can send and receive its own unsolicited CT command.
1621 **/
4042629e 1622static int lpfcdiag_loop_self_reg(struct lpfc_hba *phba, uint16_t *rpi)
3b5dd52a
JS		 1623{
1624 LPFC_MBOXQ_t *mbox;
1625 struct lpfc_dmabuf *dmabuff;
1626 int status;
1627
1628 mbox = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
1629 if (!mbox)
d439d286 1630 return -ENOMEM;
3b5dd52a 1631
4042629e
JS		 1632 if (phba->sli_rev == LPFC_SLI_REV4)
1633 *rpi = lpfc_sli4_alloc_rpi(phba);
3b5dd52a 1634 status = lpfc_reg_rpi(phba, 0, phba->pport->fc_myDID,
4042629e 1635 (uint8_t *)&phba->pport->fc_sparam, mbox, *rpi);
3b5dd52a
JS		 1636 if (status) {
1637 mempool_free(mbox, phba->mbox_mem_pool);
4042629e
JS		 1638 if (phba->sli_rev == LPFC_SLI_REV4)
1639 lpfc_sli4_free_rpi(phba, *rpi);
d439d286 1640 return -ENOMEM;
3b5dd52a
JS		 1641 }
1642
1643 dmabuff = (struct lpfc_dmabuf *) mbox->context1;
1644 mbox->context1 = NULL;
d439d286 1645 mbox->context2 = NULL;
3b5dd52a
JS		 1646 status = lpfc_sli_issue_mbox_wait(phba, mbox, LPFC_MBOX_TMO);
1647
1648 if ((status != MBX_SUCCESS) || (mbox->u.mb.mbxStatus)) {
1649 lpfc_mbuf_free(phba, dmabuff->virt, dmabuff->phys);
1650 kfree(dmabuff);
1651 if (status != MBX_TIMEOUT)
1652 mempool_free(mbox, phba->mbox_mem_pool);
4042629e
JS		 1653 if (phba->sli_rev == LPFC_SLI_REV4)
1654 lpfc_sli4_free_rpi(phba, *rpi);
d439d286 1655 return -ENODEV;
3b5dd52a
JS		 1656 }
1657
1658 *rpi = mbox->u.mb.un.varWords[0];
1659
1660 lpfc_mbuf_free(phba, dmabuff->virt, dmabuff->phys);
1661 kfree(dmabuff);
1662 mempool_free(mbox, phba->mbox_mem_pool);
1663 return 0;
1664}
1665
1666/**
1667 * lpfcdiag_loop_self_unreg - unregs from the rpi
1668 * @phba: Pointer to HBA context object
1669 * @rpi: Remote port login id
1670 *
1671 * This function unregisters the rpi obtained in lpfcdiag_loop_self_reg
1672 **/
1673static int lpfcdiag_loop_self_unreg(struct lpfc_hba *phba, uint16_t rpi)
1674{
1675 LPFC_MBOXQ_t *mbox;
1676 int status;
1677
1678 /* Allocate mboxq structure */
1679 mbox = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
1680 if (mbox == NULL)
d439d286 1681 return -ENOMEM;
3b5dd52a
JS		 1682
1683 lpfc_unreg_login(phba, 0, rpi, mbox);
1684 status = lpfc_sli_issue_mbox_wait(phba, mbox, LPFC_MBOX_TMO);
1685
1686 if ((status != MBX_SUCCESS) || (mbox->u.mb.mbxStatus)) {
1687 if (status != MBX_TIMEOUT)
1688 mempool_free(mbox, phba->mbox_mem_pool);
d439d286 1689 return -EIO;
3b5dd52a 1690 }
3b5dd52a 1691 mempool_free(mbox, phba->mbox_mem_pool);
4042629e
JS		 1692 if (phba->sli_rev == LPFC_SLI_REV4)
1693 lpfc_sli4_free_rpi(phba, rpi);
3b5dd52a
JS		 1694 return 0;
1695}
1696
1697/**
1698 * lpfcdiag_loop_get_xri - obtains the transmit and receive ids
1699 * @phba: Pointer to HBA context object
1700 * @rpi: Remote port login id
1701 * @txxri: Pointer to transmit exchange id
1702 * @rxxri: Pointer to response exchabge id
1703 *
1704 * This function obtains the transmit and receive ids required to send
1705 * an unsolicited ct command with a payload. A special lpfc FsType and CmdRsp
1706 * flags are used to the unsolicted response handler is able to process
1707 * the ct command sent on the same port.
1708 **/
1709static int lpfcdiag_loop_get_xri(struct lpfc_hba *phba, uint16_t rpi,
1710 uint16_t *txxri, uint16_t * rxxri)
1711{
1712 struct lpfc_bsg_event *evt;
1713 struct lpfc_iocbq *cmdiocbq, *rspiocbq;
1714 IOCB_t *cmd, *rsp;
1715 struct lpfc_dmabuf *dmabuf;
1716 struct ulp_bde64 *bpl = NULL;
1717 struct lpfc_sli_ct_request *ctreq = NULL;
1718 int ret_val = 0;
d439d286 1719 int time_left;
515e0aa2 1720 int iocb_stat = 0;
3b5dd52a
JS		 1721 unsigned long flags;
1722
1723 *txxri = 0;
1724 *rxxri = 0;
1725 evt = lpfc_bsg_event_new(FC_REG_CT_EVENT, current->pid,
1726 SLI_CT_ELX_LOOPBACK);
1727 if (!evt)
d439d286 1728 return -ENOMEM;
3b5dd52a
JS		 1729
1730 spin_lock_irqsave(&phba->ct_ev_lock, flags);
1731 list_add(&evt->node, &phba->ct_ev_waiters);
1732 lpfc_bsg_event_ref(evt);
1733 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1734
1735 cmdiocbq = lpfc_sli_get_iocbq(phba);
1736 rspiocbq = lpfc_sli_get_iocbq(phba);
1737
1738 dmabuf = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
1739 if (dmabuf) {
1740 dmabuf->virt = lpfc_mbuf_alloc(phba, 0, &dmabuf->phys);
c7495937
JS		 1741 if (dmabuf->virt) {
1742 INIT_LIST_HEAD(&dmabuf->list);
1743 bpl = (struct ulp_bde64 *) dmabuf->virt;
1744 memset(bpl, 0, sizeof(*bpl));
1745 ctreq = (struct lpfc_sli_ct_request *)(bpl + 1);
1746 bpl->addrHigh =
1747 le32_to_cpu(putPaddrHigh(dmabuf->phys +
1748 sizeof(*bpl)));
1749 bpl->addrLow =
1750 le32_to_cpu(putPaddrLow(dmabuf->phys +
1751 sizeof(*bpl)));
1752 bpl->tus.f.bdeFlags = 0;
1753 bpl->tus.f.bdeSize = ELX_LOOPBACK_HEADER_SZ;
1754 bpl->tus.w = le32_to_cpu(bpl->tus.w);
1755 }
3b5dd52a
JS		 1756 }
1757
1758 if (cmdiocbq == NULL || rspiocbq == NULL ||
c7495937
JS		 1759 dmabuf == NULL || bpl == NULL || ctreq == NULL ||
1760 dmabuf->virt == NULL) {
d439d286 1761 ret_val = -ENOMEM;
3b5dd52a
JS		 1762 goto err_get_xri_exit;
1763 }
1764
1765 cmd = &cmdiocbq->iocb;
1766 rsp = &rspiocbq->iocb;
1767
1768 memset(ctreq, 0, ELX_LOOPBACK_HEADER_SZ);
1769
1770 ctreq->RevisionId.bits.Revision = SLI_CT_REVISION;
1771 ctreq->RevisionId.bits.InId = 0;
1772 ctreq->FsType = SLI_CT_ELX_LOOPBACK;
1773 ctreq->FsSubType = 0;
1774 ctreq->CommandResponse.bits.CmdRsp = ELX_LOOPBACK_XRI_SETUP;
1775 ctreq->CommandResponse.bits.Size = 0;
1776
1777
1778 cmd->un.xseq64.bdl.addrHigh = putPaddrHigh(dmabuf->phys);
1779 cmd->un.xseq64.bdl.addrLow = putPaddrLow(dmabuf->phys);
1780 cmd->un.xseq64.bdl.bdeFlags = BUFF_TYPE_BLP_64;
1781 cmd->un.xseq64.bdl.bdeSize = sizeof(*bpl);
1782
1783 cmd->un.xseq64.w5.hcsw.Fctl = LA;
1784 cmd->un.xseq64.w5.hcsw.Dfctl = 0;
1785 cmd->un.xseq64.w5.hcsw.Rctl = FC_RCTL_DD_UNSOL_CTL;
1786 cmd->un.xseq64.w5.hcsw.Type = FC_TYPE_CT;
1787
1788 cmd->ulpCommand = CMD_XMIT_SEQUENCE64_CR;
1789 cmd->ulpBdeCount = 1;
1790 cmd->ulpLe = 1;
1791 cmd->ulpClass = CLASS3;
1792 cmd->ulpContext = rpi;
1793
1794 cmdiocbq->iocb_flag |= LPFC_IO_LIBDFC;
1795 cmdiocbq->vport = phba->pport;
1796
d439d286 1797 iocb_stat = lpfc_sli_issue_iocb_wait(phba, LPFC_ELS_RING, cmdiocbq,
3b5dd52a
JS		 1798 rspiocbq,
1799 (phba->fc_ratov * 2)
1800 + LPFC_DRVR_TIMEOUT);
d439d286
JS		 1801 if (iocb_stat) {
1802 ret_val = -EIO;
3b5dd52a 1803 goto err_get_xri_exit;
d439d286 1804 }
3b5dd52a
JS		 1805 *txxri = rsp->ulpContext;
1806
1807 evt->waiting = 1;
1808 evt->wait_time_stamp = jiffies;
d439d286 1809 time_left = wait_event_interruptible_timeout(
3b5dd52a
JS		 1810 evt->wq, !list_empty(&evt->events_to_see),
1811 ((phba->fc_ratov * 2) + LPFC_DRVR_TIMEOUT) * HZ);
1812 if (list_empty(&evt->events_to_see))
d439d286 1813 ret_val = (time_left) ? -EINTR : -ETIMEDOUT;
3b5dd52a 1814 else {
3b5dd52a
JS		 1815 spin_lock_irqsave(&phba->ct_ev_lock, flags);
1816 list_move(evt->events_to_see.prev, &evt->events_to_get);
1817 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1818 *rxxri = (list_entry(evt->events_to_get.prev,
1819 typeof(struct event_data),
1820 node))->immed_dat;
1821 }
1822 evt->waiting = 0;
1823
1824err_get_xri_exit:
1825 spin_lock_irqsave(&phba->ct_ev_lock, flags);
1826 lpfc_bsg_event_unref(evt); /* release ref */
1827 lpfc_bsg_event_unref(evt); /* delete */
1828 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
1829
1830 if (dmabuf) {
1831 if (dmabuf->virt)
1832 lpfc_mbuf_free(phba, dmabuf->virt, dmabuf->phys);
1833 kfree(dmabuf);
1834 }
1835
d439d286 1836 if (cmdiocbq && (iocb_stat != IOCB_TIMEDOUT))
3b5dd52a
JS		 1837 lpfc_sli_release_iocbq(phba, cmdiocbq);
1838 if (rspiocbq)
1839 lpfc_sli_release_iocbq(phba, rspiocbq);
1840 return ret_val;
1841}
1842
1843/**
1844 * diag_cmd_data_alloc - fills in a bde struct with dma buffers
1845 * @phba: Pointer to HBA context object
1846 * @bpl: Pointer to 64 bit bde structure
1847 * @size: Number of bytes to process
1848 * @nocopydata: Flag to copy user data into the allocated buffer
1849 *
1850 * This function allocates page size buffers and populates an lpfc_dmabufext.
1851 * If allowed the user data pointed to with indataptr is copied into the kernel
1852 * memory. The chained list of page size buffers is returned.
1853 **/
1854static struct lpfc_dmabufext *
1855diag_cmd_data_alloc(struct lpfc_hba *phba,
1856 struct ulp_bde64 *bpl, uint32_t size,
1857 int nocopydata)
1858{
1859 struct lpfc_dmabufext *mlist = NULL;
1860 struct lpfc_dmabufext *dmp;
1861 int cnt, offset = 0, i = 0;
1862 struct pci_dev *pcidev;
1863
1864 pcidev = phba->pcidev;
1865
1866 while (size) {
1867 /* We get chunks of 4K */
1868 if (size > BUF_SZ_4K)
1869 cnt = BUF_SZ_4K;
1870 else
1871 cnt = size;
1872
1873 /* allocate struct lpfc_dmabufext buffer header */
1874 dmp = kmalloc(sizeof(struct lpfc_dmabufext), GFP_KERNEL);
1875 if (!dmp)
1876 goto out;
1877
1878 INIT_LIST_HEAD(&dmp->dma.list);
1879
1880 /* Queue it to a linked list */
1881 if (mlist)
1882 list_add_tail(&dmp->dma.list, &mlist->dma.list);
1883 else
1884 mlist = dmp;
1885
1886 /* allocate buffer */
1887 dmp->dma.virt = dma_alloc_coherent(&pcidev->dev,
1888 cnt,
1889 &(dmp->dma.phys),
1890 GFP_KERNEL);
1891
1892 if (!dmp->dma.virt)
1893 goto out;
1894
1895 dmp->size = cnt;
1896
1897 if (nocopydata) {
1898 bpl->tus.f.bdeFlags = 0;
1899 pci_dma_sync_single_for_device(phba->pcidev,
1900 dmp->dma.phys, LPFC_BPL_SIZE, PCI_DMA_TODEVICE);
1901
1902 } else {
1903 memset((uint8_t *)dmp->dma.virt, 0, cnt);
1904 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64I;
1905 }
1906
1907 /* build buffer ptr list for IOCB */
1908 bpl->addrLow = le32_to_cpu(putPaddrLow(dmp->dma.phys));
1909 bpl->addrHigh = le32_to_cpu(putPaddrHigh(dmp->dma.phys));
1910 bpl->tus.f.bdeSize = (ushort) cnt;
1911 bpl->tus.w = le32_to_cpu(bpl->tus.w);
1912 bpl++;
1913
1914 i++;
1915 offset += cnt;
1916 size -= cnt;
1917 }
1918
1919 mlist->flag = i;
1920 return mlist;
1921out:
1922 diag_cmd_data_free(phba, mlist);
1923 return NULL;
1924}
1925
1926/**
1927 * lpfcdiag_loop_post_rxbufs - post the receive buffers for an unsol CT cmd
1928 * @phba: Pointer to HBA context object
1929 * @rxxri: Receive exchange id
1930 * @len: Number of data bytes
1931 *
1932 * This function allocates and posts a data buffer of sufficient size to recieve
1933 * an unsolicted CT command.
1934 **/
1935static int lpfcdiag_loop_post_rxbufs(struct lpfc_hba *phba, uint16_t rxxri,
1936 size_t len)
1937{
1938 struct lpfc_sli *psli = &phba->sli;
1939 struct lpfc_sli_ring *pring = &psli->ring[LPFC_ELS_RING];
1940 struct lpfc_iocbq *cmdiocbq;
1941 IOCB_t *cmd = NULL;
1942 struct list_head head, *curr, *next;
1943 struct lpfc_dmabuf *rxbmp;
1944 struct lpfc_dmabuf *dmp;
1945 struct lpfc_dmabuf *mp[2] = {NULL, NULL};
1946 struct ulp_bde64 *rxbpl = NULL;
1947 uint32_t num_bde;
1948 struct lpfc_dmabufext *rxbuffer = NULL;
1949 int ret_val = 0;
d439d286 1950 int iocb_stat;
3b5dd52a
JS		 1951 int i = 0;
1952
1953 cmdiocbq = lpfc_sli_get_iocbq(phba);
1954 rxbmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
1955 if (rxbmp != NULL) {
1956 rxbmp->virt = lpfc_mbuf_alloc(phba, 0, &rxbmp->phys);
c7495937
JS		 1957 if (rxbmp->virt) {
1958 INIT_LIST_HEAD(&rxbmp->list);
1959 rxbpl = (struct ulp_bde64 *) rxbmp->virt;
1960 rxbuffer = diag_cmd_data_alloc(phba, rxbpl, len, 0);
1961 }
3b5dd52a
JS		 1962 }
1963
1964 if (!cmdiocbq || !rxbmp || !rxbpl || !rxbuffer) {
d439d286 1965 ret_val = -ENOMEM;
3b5dd52a
JS		 1966 goto err_post_rxbufs_exit;
1967 }
1968
1969 /* Queue buffers for the receive exchange */
1970 num_bde = (uint32_t)rxbuffer->flag;
1971 dmp = &rxbuffer->dma;
1972
1973 cmd = &cmdiocbq->iocb;
1974 i = 0;
1975
1976 INIT_LIST_HEAD(&head);
1977 list_add_tail(&head, &dmp->list);
1978 list_for_each_safe(curr, next, &head) {
1979 mp[i] = list_entry(curr, struct lpfc_dmabuf, list);
1980 list_del(curr);
1981
1982 if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED) {
1983 mp[i]->buffer_tag = lpfc_sli_get_buffer_tag(phba);
1984 cmd->un.quexri64cx.buff.bde.addrHigh =
1985 putPaddrHigh(mp[i]->phys);
1986 cmd->un.quexri64cx.buff.bde.addrLow =
1987 putPaddrLow(mp[i]->phys);
1988 cmd->un.quexri64cx.buff.bde.tus.f.bdeSize =
1989 ((struct lpfc_dmabufext *)mp[i])->size;
1990 cmd->un.quexri64cx.buff.buffer_tag = mp[i]->buffer_tag;
1991 cmd->ulpCommand = CMD_QUE_XRI64_CX;
1992 cmd->ulpPU = 0;
1993 cmd->ulpLe = 1;
1994 cmd->ulpBdeCount = 1;
1995 cmd->unsli3.que_xri64cx_ext_words.ebde_count = 0;
1996
1997 } else {
1998 cmd->un.cont64[i].addrHigh = putPaddrHigh(mp[i]->phys);
1999 cmd->un.cont64[i].addrLow = putPaddrLow(mp[i]->phys);
2000 cmd->un.cont64[i].tus.f.bdeSize =
2001 ((struct lpfc_dmabufext *)mp[i])->size;
2002 cmd->ulpBdeCount = ++i;
2003
2004 if ((--num_bde > 0) && (i < 2))
2005 continue;
2006
2007 cmd->ulpCommand = CMD_QUE_XRI_BUF64_CX;
2008 cmd->ulpLe = 1;
2009 }
2010
2011 cmd->ulpClass = CLASS3;
2012 cmd->ulpContext = rxxri;
2013
d439d286
JS		 2014 iocb_stat = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, cmdiocbq,
2015 0);
2016 if (iocb_stat == IOCB_ERROR) {
3b5dd52a
JS		 2017 diag_cmd_data_free(phba,
2018 (struct lpfc_dmabufext *)mp[0]);
2019 if (mp[1])
2020 diag_cmd_data_free(phba,
2021 (struct lpfc_dmabufext *)mp[1]);
2022 dmp = list_entry(next, struct lpfc_dmabuf, list);
d439d286 2023 ret_val = -EIO;
3b5dd52a
JS		 2024 goto err_post_rxbufs_exit;
2025 }
2026
2027 lpfc_sli_ringpostbuf_put(phba, pring, mp[0]);
2028 if (mp[1]) {
2029 lpfc_sli_ringpostbuf_put(phba, pring, mp[1]);
2030 mp[1] = NULL;
2031 }
2032
2033 /* The iocb was freed by lpfc_sli_issue_iocb */
2034 cmdiocbq = lpfc_sli_get_iocbq(phba);
2035 if (!cmdiocbq) {
2036 dmp = list_entry(next, struct lpfc_dmabuf, list);
d439d286 2037 ret_val = -EIO;
3b5dd52a
JS		 2038 goto err_post_rxbufs_exit;
2039 }
2040
2041 cmd = &cmdiocbq->iocb;
2042 i = 0;
2043 }
2044 list_del(&head);
2045
2046err_post_rxbufs_exit:
2047
2048 if (rxbmp) {
2049 if (rxbmp->virt)
2050 lpfc_mbuf_free(phba, rxbmp->virt, rxbmp->phys);
2051 kfree(rxbmp);
2052 }
2053
2054 if (cmdiocbq)
2055 lpfc_sli_release_iocbq(phba, cmdiocbq);
2056 return ret_val;
2057}
2058
2059/**
2060 * lpfc_bsg_diag_test - with a port in loopback issues a Ct cmd to itself
2061 * @job: LPFC_BSG_VENDOR_DIAG_TEST fc_bsg_job
2062 *
2063 * This function receives a user data buffer to be transmitted and received on
2064 * the same port, the link must be up and in loopback mode prior
2065 * to being called.
2066 * 1. A kernel buffer is allocated to copy the user data into.
2067 * 2. The port registers with "itself".
2068 * 3. The transmit and receive exchange ids are obtained.
2069 * 4. The receive exchange id is posted.
2070 * 5. A new els loopback event is created.
2071 * 6. The command and response iocbs are allocated.
2072 * 7. The cmd iocb FsType is set to elx loopback and the CmdRsp to looppback.
2073 *
2074 * This function is meant to be called n times while the port is in loopback
2075 * so it is the apps responsibility to issue a reset to take the port out
2076 * of loopback mode.
2077 **/
2078static int
2079lpfc_bsg_diag_test(struct fc_bsg_job *job)
2080{
2081 struct lpfc_vport *vport = (struct lpfc_vport *)job->shost->hostdata;
2082 struct lpfc_hba *phba = vport->phba;
2083 struct diag_mode_test *diag_mode;
2084 struct lpfc_bsg_event *evt;
2085 struct event_data *evdat;
2086 struct lpfc_sli *psli = &phba->sli;
2087 uint32_t size;
2088 uint32_t full_size;
2089 size_t segment_len = 0, segment_offset = 0, current_offset = 0;
4042629e 2090 uint16_t rpi = 0;
3b5dd52a
JS		 2091 struct lpfc_iocbq *cmdiocbq, *rspiocbq;
2092 IOCB_t *cmd, *rsp;
2093 struct lpfc_sli_ct_request *ctreq;
2094 struct lpfc_dmabuf *txbmp;
2095 struct ulp_bde64 *txbpl = NULL;
2096 struct lpfc_dmabufext *txbuffer = NULL;
2097 struct list_head head;
2098 struct lpfc_dmabuf *curr;
2099 uint16_t txxri, rxxri;
2100 uint32_t num_bde;
2101 uint8_t *ptr = NULL, *rx_databuf = NULL;
2102 int rc = 0;
d439d286
JS		 2103 int time_left;
2104 int iocb_stat;
3b5dd52a
JS		 2105 unsigned long flags;
2106 void *dataout = NULL;
2107 uint32_t total_mem;
2108
2109 /* in case no data is returned return just the return code */
2110 job->reply->reply_payload_rcv_len = 0;
2111
2112 if (job->request_len <
2113 sizeof(struct fc_bsg_request) + sizeof(struct diag_mode_test)) {
2114 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2115 "2739 Received DIAG TEST request below minimum "
2116 "size\n");
2117 rc = -EINVAL;
2118 goto loopback_test_exit;
2119 }
2120
2121 if (job->request_payload.payload_len !=
2122 job->reply_payload.payload_len) {
2123 rc = -EINVAL;
2124 goto loopback_test_exit;
2125 }
2126
2127 diag_mode = (struct diag_mode_test *)
2128 job->request->rqst_data.h_vendor.vendor_cmd;
2129
2130 if ((phba->link_state == LPFC_HBA_ERROR) ||
2131 (psli->sli_flag & LPFC_BLOCK_MGMT_IO) ||
2132 (!(psli->sli_flag & LPFC_SLI_ACTIVE))) {
2133 rc = -EACCES;
2134 goto loopback_test_exit;
2135 }
2136
2137 if (!lpfc_is_link_up(phba) || !(phba->link_flag & LS_LOOPBACK_MODE)) {
2138 rc = -EACCES;
2139 goto loopback_test_exit;
2140 }
2141
2142 size = job->request_payload.payload_len;
2143 full_size = size + ELX_LOOPBACK_HEADER_SZ; /* plus the header */
2144
2145 if ((size == 0) || (size > 80 * BUF_SZ_4K)) {
2146 rc = -ERANGE;
2147 goto loopback_test_exit;
2148 }
2149
63e801ce 2150 if (full_size >= BUF_SZ_4K) {
3b5dd52a
JS		 2151 /*
2152 * Allocate memory for ioctl data. If buffer is bigger than 64k,
2153 * then we allocate 64k and re-use that buffer over and over to
2154 * xfer the whole block. This is because Linux kernel has a
2155 * problem allocating more than 120k of kernel space memory. Saw
2156 * problem with GET_FCPTARGETMAPPING...
2157 */
2158 if (size <= (64 * 1024))
63e801ce 2159 total_mem = full_size;
3b5dd52a
JS		 2160 else
2161 total_mem = 64 * 1024;
2162 } else
2163 /* Allocate memory for ioctl data */
2164 total_mem = BUF_SZ_4K;
2165
2166 dataout = kmalloc(total_mem, GFP_KERNEL);
2167 if (dataout == NULL) {
2168 rc = -ENOMEM;
2169 goto loopback_test_exit;
2170 }
2171
2172 ptr = dataout;
2173 ptr += ELX_LOOPBACK_HEADER_SZ;
2174 sg_copy_to_buffer(job->request_payload.sg_list,
2175 job->request_payload.sg_cnt,
2176 ptr, size);
3b5dd52a 2177 rc = lpfcdiag_loop_self_reg(phba, &rpi);
d439d286 2178 if (rc)
3b5dd52a 2179 goto loopback_test_exit;
3b5dd52a
JS		 2180
2181 rc = lpfcdiag_loop_get_xri(phba, rpi, &txxri, &rxxri);
2182 if (rc) {
2183 lpfcdiag_loop_self_unreg(phba, rpi);
3b5dd52a
JS		 2184 goto loopback_test_exit;
2185 }
2186
2187 rc = lpfcdiag_loop_post_rxbufs(phba, rxxri, full_size);
2188 if (rc) {
2189 lpfcdiag_loop_self_unreg(phba, rpi);
3b5dd52a
JS		 2190 goto loopback_test_exit;
2191 }
2192
2193 evt = lpfc_bsg_event_new(FC_REG_CT_EVENT, current->pid,
2194 SLI_CT_ELX_LOOPBACK);
2195 if (!evt) {
2196 lpfcdiag_loop_self_unreg(phba, rpi);
2197 rc = -ENOMEM;
2198 goto loopback_test_exit;
2199 }
2200
2201 spin_lock_irqsave(&phba->ct_ev_lock, flags);
2202 list_add(&evt->node, &phba->ct_ev_waiters);
2203 lpfc_bsg_event_ref(evt);
2204 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
2205
2206 cmdiocbq = lpfc_sli_get_iocbq(phba);
2207 rspiocbq = lpfc_sli_get_iocbq(phba);
2208 txbmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
2209
2210 if (txbmp) {
2211 txbmp->virt = lpfc_mbuf_alloc(phba, 0, &txbmp->phys);
c7495937
JS		 2212 if (txbmp->virt) {
2213 INIT_LIST_HEAD(&txbmp->list);
2214 txbpl = (struct ulp_bde64 *) txbmp->virt;
3b5dd52a
JS		 2215 txbuffer = diag_cmd_data_alloc(phba,
2216 txbpl, full_size, 0);
c7495937 2217 }
3b5dd52a
JS		 2218 }
2219
c7495937
JS		 2220 if (!cmdiocbq || !rspiocbq || !txbmp || !txbpl || !txbuffer ||
2221 !txbmp->virt) {
3b5dd52a
JS		 2222 rc = -ENOMEM;
2223 goto err_loopback_test_exit;
2224 }
2225
2226 cmd = &cmdiocbq->iocb;
2227 rsp = &rspiocbq->iocb;
2228
2229 INIT_LIST_HEAD(&head);
2230 list_add_tail(&head, &txbuffer->dma.list);
2231 list_for_each_entry(curr, &head, list) {
2232 segment_len = ((struct lpfc_dmabufext *)curr)->size;
2233 if (current_offset == 0) {
2234 ctreq = curr->virt;
2235 memset(ctreq, 0, ELX_LOOPBACK_HEADER_SZ);
2236 ctreq->RevisionId.bits.Revision = SLI_CT_REVISION;
2237 ctreq->RevisionId.bits.InId = 0;
2238 ctreq->FsType = SLI_CT_ELX_LOOPBACK;
2239 ctreq->FsSubType = 0;
2240 ctreq->CommandResponse.bits.CmdRsp = ELX_LOOPBACK_DATA;
2241 ctreq->CommandResponse.bits.Size = size;
2242 segment_offset = ELX_LOOPBACK_HEADER_SZ;
2243 } else
2244 segment_offset = 0;
2245
2246 BUG_ON(segment_offset >= segment_len);
2247 memcpy(curr->virt + segment_offset,
2248 ptr + current_offset,
2249 segment_len - segment_offset);
2250
2251 current_offset += segment_len - segment_offset;
2252 BUG_ON(current_offset > size);
2253 }
2254 list_del(&head);
2255
2256 /* Build the XMIT_SEQUENCE iocb */
2257
2258 num_bde = (uint32_t)txbuffer->flag;
2259
2260 cmd->un.xseq64.bdl.addrHigh = putPaddrHigh(txbmp->phys);
2261 cmd->un.xseq64.bdl.addrLow = putPaddrLow(txbmp->phys);
2262 cmd->un.xseq64.bdl.bdeFlags = BUFF_TYPE_BLP_64;
2263 cmd->un.xseq64.bdl.bdeSize = (num_bde * sizeof(struct ulp_bde64));
2264
2265 cmd->un.xseq64.w5.hcsw.Fctl = (LS | LA);
2266 cmd->un.xseq64.w5.hcsw.Dfctl = 0;
2267 cmd->un.xseq64.w5.hcsw.Rctl = FC_RCTL_DD_UNSOL_CTL;
2268 cmd->un.xseq64.w5.hcsw.Type = FC_TYPE_CT;
2269
2270 cmd->ulpCommand = CMD_XMIT_SEQUENCE64_CX;
2271 cmd->ulpBdeCount = 1;
2272 cmd->ulpLe = 1;
2273 cmd->ulpClass = CLASS3;
2274 cmd->ulpContext = txxri;
2275
2276 cmdiocbq->iocb_flag |= LPFC_IO_LIBDFC;
2277 cmdiocbq->vport = phba->pport;
2278
d439d286
JS		 2279 iocb_stat = lpfc_sli_issue_iocb_wait(phba, LPFC_ELS_RING, cmdiocbq,
2280 rspiocbq, (phba->fc_ratov * 2) +
2281 LPFC_DRVR_TIMEOUT);
3b5dd52a 2282
d439d286 2283 if ((iocb_stat != IOCB_SUCCESS) || (rsp->ulpStatus != IOCB_SUCCESS)) {
3b5dd52a
JS		 2284 rc = -EIO;
2285 goto err_loopback_test_exit;
2286 }
2287
2288 evt->waiting = 1;
d439d286 2289 time_left = wait_event_interruptible_timeout(
3b5dd52a
JS		 2290 evt->wq, !list_empty(&evt->events_to_see),
2291 ((phba->fc_ratov * 2) + LPFC_DRVR_TIMEOUT) * HZ);
2292 evt->waiting = 0;
2293 if (list_empty(&evt->events_to_see))
d439d286 2294 rc = (time_left) ? -EINTR : -ETIMEDOUT;
3b5dd52a
JS		 2295 else {
2296 spin_lock_irqsave(&phba->ct_ev_lock, flags);
2297 list_move(evt->events_to_see.prev, &evt->events_to_get);
2298 evdat = list_entry(evt->events_to_get.prev,
2299 typeof(*evdat), node);
2300 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
2301 rx_databuf = evdat->data;
2302 if (evdat->len != full_size) {
2303 lpfc_printf_log(phba, KERN_ERR, LOG_LIBDFC,
2304 "1603 Loopback test did not receive expected "
2305 "data length. actual length 0x%x expected "
2306 "length 0x%x\n",
2307 evdat->len, full_size);
2308 rc = -EIO;
2309 } else if (rx_databuf == NULL)
2310 rc = -EIO;
2311 else {
2312 rc = IOCB_SUCCESS;
2313 /* skip over elx loopback header */
2314 rx_databuf += ELX_LOOPBACK_HEADER_SZ;
2315 job->reply->reply_payload_rcv_len =
2316 sg_copy_from_buffer(job->reply_payload.sg_list,
2317 job->reply_payload.sg_cnt,
2318 rx_databuf, size);
2319 job->reply->reply_payload_rcv_len = size;
2320 }
2321 }
2322
2323err_loopback_test_exit:
2324 lpfcdiag_loop_self_unreg(phba, rpi);
2325
2326 spin_lock_irqsave(&phba->ct_ev_lock, flags);
2327 lpfc_bsg_event_unref(evt); /* release ref */
2328 lpfc_bsg_event_unref(evt); /* delete */
2329 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
2330
2331 if (cmdiocbq != NULL)
2332 lpfc_sli_release_iocbq(phba, cmdiocbq);
2333
2334 if (rspiocbq != NULL)
2335 lpfc_sli_release_iocbq(phba, rspiocbq);
2336
2337 if (txbmp != NULL) {
2338 if (txbpl != NULL) {
2339 if (txbuffer != NULL)
2340 diag_cmd_data_free(phba, txbuffer);
2341 lpfc_mbuf_free(phba, txbmp->virt, txbmp->phys);
2342 }
2343 kfree(txbmp);
2344 }
2345
2346loopback_test_exit:
2347 kfree(dataout);
2348 /* make error code available to userspace */
2349 job->reply->result = rc;
2350 job->dd_data = NULL;
2351 /* complete the job back to userspace if no error */
2352 if (rc == 0)
2353 job->job_done(job);
2354 return rc;
2355}
2356
2357/**
2358 * lpfc_bsg_get_dfc_rev - process a GET_DFC_REV bsg vendor command
2359 * @job: GET_DFC_REV fc_bsg_job
2360 **/
2361static int
2362lpfc_bsg_get_dfc_rev(struct fc_bsg_job *job)
2363{
2364 struct lpfc_vport *vport = (struct lpfc_vport *)job->shost->hostdata;
2365 struct lpfc_hba *phba = vport->phba;
2366 struct get_mgmt_rev *event_req;
2367 struct get_mgmt_rev_reply *event_reply;
2368 int rc = 0;
2369
2370 if (job->request_len <
2371 sizeof(struct fc_bsg_request) + sizeof(struct get_mgmt_rev)) {
2372 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2373 "2740 Received GET_DFC_REV request below "
2374 "minimum size\n");
2375 rc = -EINVAL;
2376 goto job_error;
2377 }
2378
2379 event_req = (struct get_mgmt_rev *)
2380 job->request->rqst_data.h_vendor.vendor_cmd;
2381
2382 event_reply = (struct get_mgmt_rev_reply *)
2383 job->reply->reply_data.vendor_reply.vendor_rsp;
2384
2385 if (job->reply_len <
2386 sizeof(struct fc_bsg_request) + sizeof(struct get_mgmt_rev_reply)) {
2387 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2388 "2741 Received GET_DFC_REV reply below "
2389 "minimum size\n");
2390 rc = -EINVAL;
2391 goto job_error;
2392 }
2393
2394 event_reply->info.a_Major = MANAGEMENT_MAJOR_REV;
2395 event_reply->info.a_Minor = MANAGEMENT_MINOR_REV;
2396job_error:
2397 job->reply->result = rc;
2398 if (rc == 0)
2399 job->job_done(job);
2400 return rc;
2401}
2402
2403/**
2404 * lpfc_bsg_wake_mbox_wait - lpfc_bsg_issue_mbox mbox completion handler
2405 * @phba: Pointer to HBA context object.
2406 * @pmboxq: Pointer to mailbox command.
2407 *
2408 * This is completion handler function for mailbox commands issued from
2409 * lpfc_bsg_issue_mbox function. This function is called by the
2410 * mailbox event handler function with no lock held. This function
2411 * will wake up thread waiting on the wait queue pointed by context1
2412 * of the mailbox.
2413 **/
2414void
2415lpfc_bsg_wake_mbox_wait(struct lpfc_hba *phba, LPFC_MBOXQ_t *pmboxq)
2416{
2417 struct bsg_job_data *dd_data;
3b5dd52a
JS		 2418 struct fc_bsg_job *job;
2419 uint32_t size;
2420 unsigned long flags;
7a470277
JS		 2421 uint8_t *to;
2422 uint8_t *from;
3b5dd52a
JS		 2423
2424 spin_lock_irqsave(&phba->ct_ev_lock, flags);
2425 dd_data = pmboxq->context1;
7a470277 2426 /* job already timed out? */
3b5dd52a
JS		 2427 if (!dd_data) {
2428 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
2429 return;
2430 }
2431
7a470277
JS		 2432 /* build the outgoing buffer to do an sg copy
2433 * the format is the response mailbox followed by any extended
2434 * mailbox data
2435 */
2436 from = (uint8_t *)&pmboxq->u.mb;
2437 to = (uint8_t *)dd_data->context_un.mbox.mb;
2438 memcpy(to, from, sizeof(MAILBOX_t));
c7495937
JS		 2439 if (pmboxq->u.mb.mbxStatus == MBX_SUCCESS) {
2440 /* copy the extended data if any, count is in words */
2441 if (dd_data->context_un.mbox.outExtWLen) {
2442 from = (uint8_t *)dd_data->context_un.mbox.ext;
2443 to += sizeof(MAILBOX_t);
2444 size = dd_data->context_un.mbox.outExtWLen *
2445 sizeof(uint32_t);
2446 memcpy(to, from, size);
2447 } else if (pmboxq->u.mb.mbxCommand == MBX_RUN_BIU_DIAG64) {
2448 from = (uint8_t *)dd_data->context_un.mbox.
2449 dmp->dma.virt;
2450 to += sizeof(MAILBOX_t);
2451 size = dd_data->context_un.mbox.dmp->size;
2452 memcpy(to, from, size);
2453 } else if ((phba->sli_rev == LPFC_SLI_REV4) &&
2454 (pmboxq->u.mb.mbxCommand == MBX_DUMP_MEMORY)) {
2455 from = (uint8_t *)dd_data->context_un.mbox.dmp->dma.
2456 virt;
2457 to += sizeof(MAILBOX_t);
2458 size = pmboxq->u.mb.un.varWords[5];
2459 memcpy(to, from, size);
515e0aa2
JS		 2460 } else if ((phba->sli_rev == LPFC_SLI_REV4) &&
2461 (pmboxq->u.mb.mbxCommand == MBX_SLI4_CONFIG)) {
2462 struct lpfc_mbx_nembed_cmd *nembed_sge =
2463 (struct lpfc_mbx_nembed_cmd *)
2464 &pmboxq->u.mb.un.varWords[0];
2465
2466 from = (uint8_t *)dd_data->context_un.mbox.dmp->dma.
2467 virt;
2468 to += sizeof(MAILBOX_t);
2469 size = nembed_sge->sge[0].length;
2470 memcpy(to, from, size);
c7495937
JS		 2471 } else if (pmboxq->u.mb.mbxCommand == MBX_READ_EVENT_LOG) {
2472 from = (uint8_t *)dd_data->context_un.
2473 mbox.dmp->dma.virt;
2474 to += sizeof(MAILBOX_t);
2475 size = dd_data->context_un.mbox.dmp->size;
2476 memcpy(to, from, size);
2477 }
7a470277
JS		 2478 }
2479
2480 from = (uint8_t *)dd_data->context_un.mbox.mb;
3b5dd52a 2481 job = dd_data->context_un.mbox.set_job;
7a470277 2482 size = job->reply_payload.payload_len;
3b5dd52a
JS		 2483 job->reply->reply_payload_rcv_len =
2484 sg_copy_from_buffer(job->reply_payload.sg_list,
2485 job->reply_payload.sg_cnt,
7a470277 2486 from, size);
3b5dd52a 2487 job->reply->result = 0;
7a470277 2488
3b5dd52a
JS		 2489 dd_data->context_un.mbox.set_job = NULL;
2490 job->dd_data = NULL;
2491 job->job_done(job);
7a470277
JS		 2492 /* need to hold the lock until we call job done to hold off
2493 * the timeout handler returning to the midlayer while
2494 * we are stillprocessing the job
2495 */
3b5dd52a 2496 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
7a470277
JS		 2497
2498 kfree(dd_data->context_un.mbox.mb);
3b5dd52a 2499 mempool_free(dd_data->context_un.mbox.pmboxq, phba->mbox_mem_pool);
7a470277
JS		 2500 kfree(dd_data->context_un.mbox.ext);
2501 if (dd_data->context_un.mbox.dmp) {
2502 dma_free_coherent(&phba->pcidev->dev,
2503 dd_data->context_un.mbox.dmp->size,
2504 dd_data->context_un.mbox.dmp->dma.virt,
2505 dd_data->context_un.mbox.dmp->dma.phys);
2506 kfree(dd_data->context_un.mbox.dmp);
2507 }
2508 if (dd_data->context_un.mbox.rxbmp) {
2509 lpfc_mbuf_free(phba, dd_data->context_un.mbox.rxbmp->virt,
2510 dd_data->context_un.mbox.rxbmp->phys);
2511 kfree(dd_data->context_un.mbox.rxbmp);
2512 }
3b5dd52a
JS		 2513 kfree(dd_data);
2514 return;
2515}
2516
2517/**
2518 * lpfc_bsg_check_cmd_access - test for a supported mailbox command
2519 * @phba: Pointer to HBA context object.
2520 * @mb: Pointer to a mailbox object.
2521 * @vport: Pointer to a vport object.
2522 *
2523 * Some commands require the port to be offline, some may not be called from
2524 * the application.
2525 **/
2526static int lpfc_bsg_check_cmd_access(struct lpfc_hba *phba,
2527 MAILBOX_t *mb, struct lpfc_vport *vport)
2528{
2529 /* return negative error values for bsg job */
2530 switch (mb->mbxCommand) {
2531 /* Offline only */
2532 case MBX_INIT_LINK:
2533 case MBX_DOWN_LINK:
2534 case MBX_CONFIG_LINK:
2535 case MBX_CONFIG_RING:
2536 case MBX_RESET_RING:
2537 case MBX_UNREG_LOGIN:
2538 case MBX_CLEAR_LA:
2539 case MBX_DUMP_CONTEXT:
2540 case MBX_RUN_DIAGS:
2541 case MBX_RESTART:
2542 case MBX_SET_MASK:
2543 if (!(vport->fc_flag & FC_OFFLINE_MODE)) {
2544 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2545 "2743 Command 0x%x is illegal in on-line "
2546 "state\n",
2547 mb->mbxCommand);
2548 return -EPERM;
2549 }
2550 case MBX_WRITE_NV:
2551 case MBX_WRITE_VPARMS:
2552 case MBX_LOAD_SM:
2553 case MBX_READ_NV:
2554 case MBX_READ_CONFIG:
2555 case MBX_READ_RCONFIG:
2556 case MBX_READ_STATUS:
2557 case MBX_READ_XRI:
2558 case MBX_READ_REV:
2559 case MBX_READ_LNK_STAT:
2560 case MBX_DUMP_MEMORY:
2561 case MBX_DOWN_LOAD:
2562 case MBX_UPDATE_CFG:
2563 case MBX_KILL_BOARD:
2564 case MBX_LOAD_AREA:
2565 case MBX_LOAD_EXP_ROM:
2566 case MBX_BEACON:
2567 case MBX_DEL_LD_ENTRY:
2568 case MBX_SET_DEBUG:
2569 case MBX_WRITE_WWN:
2570 case MBX_SLI4_CONFIG:
c7495937 2571 case MBX_READ_EVENT_LOG:
3b5dd52a
JS		 2572 case MBX_READ_EVENT_LOG_STATUS:
2573 case MBX_WRITE_EVENT_LOG:
2574 case MBX_PORT_CAPABILITIES:
2575 case MBX_PORT_IOV_CONTROL:
7a470277 2576 case MBX_RUN_BIU_DIAG64:
3b5dd52a
JS		 2577 break;
2578 case MBX_SET_VARIABLE:
e2aed29f
JS		 2579 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2580 "1226 mbox: set_variable 0x%x, 0x%x\n",
2581 mb->un.varWords[0],
2582 mb->un.varWords[1]);
2583 if ((mb->un.varWords[0] == SETVAR_MLOMNT)
2584 && (mb->un.varWords[1] == 1)) {
2585 phba->wait_4_mlo_maint_flg = 1;
2586 } else if (mb->un.varWords[0] == SETVAR_MLORST) {
2587 phba->link_flag &= ~LS_LOOPBACK_MODE;
76a95d75 2588 phba->fc_topology = LPFC_TOPOLOGY_PT_PT;
e2aed29f
JS		 2589 }
2590 break;
3b5dd52a 2591 case MBX_READ_SPARM64:
76a95d75 2592 case MBX_READ_TOPOLOGY:
3b5dd52a
JS		 2593 case MBX_REG_LOGIN:
2594 case MBX_REG_LOGIN64:
2595 case MBX_CONFIG_PORT:
2596 case MBX_RUN_BIU_DIAG:
2597 default:
2598 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2599 "2742 Unknown Command 0x%x\n",
2600 mb->mbxCommand);
2601 return -EPERM;
2602 }
2603
2604 return 0; /* ok */
2605}
2606
2607/**
2608 * lpfc_bsg_issue_mbox - issues a mailbox command on behalf of an app
2609 * @phba: Pointer to HBA context object.
2610 * @mb: Pointer to a mailbox object.
2611 * @vport: Pointer to a vport object.
2612 *
2613 * Allocate a tracking object, mailbox command memory, get a mailbox
2614 * from the mailbox pool, copy the caller mailbox command.
2615 *
2616 * If offline and the sli is active we need to poll for the command (port is
2617 * being reset) and com-plete the job, otherwise issue the mailbox command and
2618 * let our completion handler finish the command.
2619 **/
2620static uint32_t
2621lpfc_bsg_issue_mbox(struct lpfc_hba *phba, struct fc_bsg_job *job,
2622 struct lpfc_vport *vport)
2623{
7a470277
JS		 2624 LPFC_MBOXQ_t *pmboxq = NULL; /* internal mailbox queue */
2625 MAILBOX_t *pmb; /* shortcut to the pmboxq mailbox */
2626 /* a 4k buffer to hold the mb and extended data from/to the bsg */
2627 MAILBOX_t *mb = NULL;
2628 struct bsg_job_data *dd_data = NULL; /* bsg data tracking structure */
3b5dd52a 2629 uint32_t size;
7a470277
JS		 2630 struct lpfc_dmabuf *rxbmp = NULL; /* for biu diag */
2631 struct lpfc_dmabufext *dmp = NULL; /* for biu diag */
2632 struct ulp_bde64 *rxbpl = NULL;
2633 struct dfc_mbox_req *mbox_req = (struct dfc_mbox_req *)
2634 job->request->rqst_data.h_vendor.vendor_cmd;
2635 uint8_t *ext = NULL;
3b5dd52a 2636 int rc = 0;
7a470277
JS		 2637 uint8_t *from;
2638
2639 /* in case no data is transferred */
2640 job->reply->reply_payload_rcv_len = 0;
2641
2642 /* check if requested extended data lengths are valid */
2643 if ((mbox_req->inExtWLen > MAILBOX_EXT_SIZE) ||
c7495937 2644 (mbox_req->outExtWLen > MAILBOX_EXT_SIZE)) {
7a470277
JS		 2645 rc = -ERANGE;
2646 goto job_done;
2647 }
3b5dd52a
JS		 2648
2649 /* allocate our bsg tracking structure */
2650 dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
2651 if (!dd_data) {
2652 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
2653 "2727 Failed allocation of dd_data\n");
7a470277
JS		 2654 rc = -ENOMEM;
2655 goto job_done;
3b5dd52a
JS		 2656 }
2657
49198b37 2658 mb = kzalloc(BSG_MBOX_SIZE, GFP_KERNEL);
3b5dd52a 2659 if (!mb) {
7a470277
JS		 2660 rc = -ENOMEM;
2661 goto job_done;
3b5dd52a
JS		 2662 }
2663
2664 pmboxq = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
2665 if (!pmboxq) {
7a470277
JS		 2666 rc = -ENOMEM;
2667 goto job_done;
3b5dd52a 2668 }
7a470277 2669 memset(pmboxq, 0, sizeof(LPFC_MBOXQ_t));
3b5dd52a
JS		 2670
2671 size = job->request_payload.payload_len;
7a470277
JS		 2672 sg_copy_to_buffer(job->request_payload.sg_list,
2673 job->request_payload.sg_cnt,
2674 mb, size);
3b5dd52a
JS		 2675
2676 rc = lpfc_bsg_check_cmd_access(phba, mb, vport);
7a470277
JS		 2677 if (rc != 0)
2678 goto job_done; /* must be negative */
3b5dd52a 2679
3b5dd52a
JS		 2680 pmb = &pmboxq->u.mb;
2681 memcpy(pmb, mb, sizeof(*pmb));
2682 pmb->mbxOwner = OWN_HOST;
3b5dd52a
JS		 2683 pmboxq->vport = vport;
2684
c7495937
JS		 2685 /* If HBA encountered an error attention, allow only DUMP
2686 * or RESTART mailbox commands until the HBA is restarted.
2687 */
2688 if (phba->pport->stopped &&
2689 pmb->mbxCommand != MBX_DUMP_MEMORY &&
2690 pmb->mbxCommand != MBX_RESTART &&
2691 pmb->mbxCommand != MBX_WRITE_VPARMS &&
2692 pmb->mbxCommand != MBX_WRITE_WWN)
2693 lpfc_printf_log(phba, KERN_WARNING, LOG_MBOX,
2694 "2797 mbox: Issued mailbox cmd "
2695 "0x%x while in stopped state.\n",
2696 pmb->mbxCommand);
2697
2698 /* Don't allow mailbox commands to be sent when blocked
2699 * or when in the middle of discovery
2700 */
2701 if (phba->sli.sli_flag & LPFC_BLOCK_MGMT_IO) {
2702 rc = -EAGAIN;
2703 goto job_done;
2704 }
2705
7a470277 2706 /* extended mailbox commands will need an extended buffer */
c7495937 2707 if (mbox_req->inExtWLen || mbox_req->outExtWLen) {
7a470277
JS		 2708 ext = kzalloc(MAILBOX_EXT_SIZE, GFP_KERNEL);
2709 if (!ext) {
2710 rc = -ENOMEM;
2711 goto job_done;
2712 }
2713
2714 /* any data for the device? */
2715 if (mbox_req->inExtWLen) {
2716 from = (uint8_t *)mb;
2717 from += sizeof(MAILBOX_t);
2718 memcpy((uint8_t *)ext, from,
2719 mbox_req->inExtWLen * sizeof(uint32_t));
2720 }
2721
7a470277
JS		 2722 pmboxq->context2 = ext;
2723 pmboxq->in_ext_byte_len =
2724 mbox_req->inExtWLen * sizeof(uint32_t);
2725 pmboxq->out_ext_byte_len =
c7495937 2726 mbox_req->outExtWLen * sizeof(uint32_t);
7a470277
JS		 2727 pmboxq->mbox_offset_word = mbox_req->mbOffset;
2728 }
2729
2730 /* biu diag will need a kernel buffer to transfer the data
2731 * allocate our own buffer and setup the mailbox command to
2732 * use ours
2733 */
2734 if (pmb->mbxCommand == MBX_RUN_BIU_DIAG64) {
c7495937
JS		 2735 uint32_t transmit_length = pmb->un.varWords[1];
2736 uint32_t receive_length = pmb->un.varWords[4];
2737 /* transmit length cannot be greater than receive length or
2738 * mailbox extension size
2739 */
2740 if ((transmit_length > receive_length) ||
2741 (transmit_length > MAILBOX_EXT_SIZE)) {
2742 rc = -ERANGE;
2743 goto job_done;
2744 }
2745
7a470277
JS		 2746 rxbmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
2747 if (!rxbmp) {
2748 rc = -ENOMEM;
2749 goto job_done;
2750 }
2751
2752 rxbmp->virt = lpfc_mbuf_alloc(phba, 0, &rxbmp->phys);
c7495937
JS		 2753 if (!rxbmp->virt) {
2754 rc = -ENOMEM;
2755 goto job_done;
2756 }
2757
7a470277
JS		 2758 INIT_LIST_HEAD(&rxbmp->list);
2759 rxbpl = (struct ulp_bde64 *) rxbmp->virt;
c7495937 2760 dmp = diag_cmd_data_alloc(phba, rxbpl, transmit_length, 0);
7a470277
JS		 2761 if (!dmp) {
2762 rc = -ENOMEM;
2763 goto job_done;
2764 }
2765
7a470277
JS		 2766 INIT_LIST_HEAD(&dmp->dma.list);
2767 pmb->un.varBIUdiag.un.s2.xmit_bde64.addrHigh =
2768 putPaddrHigh(dmp->dma.phys);
2769 pmb->un.varBIUdiag.un.s2.xmit_bde64.addrLow =
2770 putPaddrLow(dmp->dma.phys);
2771
2772 pmb->un.varBIUdiag.un.s2.rcv_bde64.addrHigh =
2773 putPaddrHigh(dmp->dma.phys +
2774 pmb->un.varBIUdiag.un.s2.
2775 xmit_bde64.tus.f.bdeSize);
2776 pmb->un.varBIUdiag.un.s2.rcv_bde64.addrLow =
2777 putPaddrLow(dmp->dma.phys +
2778 pmb->un.varBIUdiag.un.s2.
2779 xmit_bde64.tus.f.bdeSize);
c7495937
JS		 2780
2781 /* copy the transmit data found in the mailbox extension area */
2782 from = (uint8_t *)mb;
2783 from += sizeof(MAILBOX_t);
2784 memcpy((uint8_t *)dmp->dma.virt, from, transmit_length);
2785 } else if (pmb->mbxCommand == MBX_READ_EVENT_LOG) {
2786 struct READ_EVENT_LOG_VAR *rdEventLog =
2787 &pmb->un.varRdEventLog ;
2788 uint32_t receive_length = rdEventLog->rcv_bde64.tus.f.bdeSize;
2789 uint32_t mode = bf_get(lpfc_event_log, rdEventLog);
2790
2791 /* receive length cannot be greater than mailbox
2792 * extension size
2793 */
2794 if (receive_length > MAILBOX_EXT_SIZE) {
2795 rc = -ERANGE;
2796 goto job_done;
2797 }
2798
2799 /* mode zero uses a bde like biu diags command */
2800 if (mode == 0) {
2801
2802 /* rebuild the command for sli4 using our own buffers
2803 * like we do for biu diags
2804 */
2805
2806 rxbmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
2807 if (!rxbmp) {
2808 rc = -ENOMEM;
2809 goto job_done;
2810 }
2811
2812 rxbmp->virt = lpfc_mbuf_alloc(phba, 0, &rxbmp->phys);
2813 rxbpl = (struct ulp_bde64 *) rxbmp->virt;
2814 if (rxbpl) {
2815 INIT_LIST_HEAD(&rxbmp->list);
2816 dmp = diag_cmd_data_alloc(phba, rxbpl,
2817 receive_length, 0);
2818 }
2819
2820 if (!dmp) {
2821 rc = -ENOMEM;
2822 goto job_done;
2823 }
2824
2825 INIT_LIST_HEAD(&dmp->dma.list);
2826 pmb->un.varWords[3] = putPaddrLow(dmp->dma.phys);
2827 pmb->un.varWords[4] = putPaddrHigh(dmp->dma.phys);
2828 }
2829 } else if (phba->sli_rev == LPFC_SLI_REV4) {
2830 if (pmb->mbxCommand == MBX_DUMP_MEMORY) {
2831 /* rebuild the command for sli4 using our own buffers
2832 * like we do for biu diags
2833 */
2834 uint32_t receive_length = pmb->un.varWords[2];
2835 /* receive length cannot be greater than mailbox
2836 * extension size
2837 */
2838 if ((receive_length == 0) ||
2839 (receive_length > MAILBOX_EXT_SIZE)) {
2840 rc = -ERANGE;
2841 goto job_done;
2842 }
2843
2844 rxbmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
2845 if (!rxbmp) {
2846 rc = -ENOMEM;
2847 goto job_done;
2848 }
2849
2850 rxbmp->virt = lpfc_mbuf_alloc(phba, 0, &rxbmp->phys);
2851 if (!rxbmp->virt) {
2852 rc = -ENOMEM;
2853 goto job_done;
2854 }
2855
2856 INIT_LIST_HEAD(&rxbmp->list);
2857 rxbpl = (struct ulp_bde64 *) rxbmp->virt;
2858 dmp = diag_cmd_data_alloc(phba, rxbpl, receive_length,
2859 0);
2860 if (!dmp) {
2861 rc = -ENOMEM;
2862 goto job_done;
2863 }
2864
2865 INIT_LIST_HEAD(&dmp->dma.list);
2866 pmb->un.varWords[3] = putPaddrLow(dmp->dma.phys);
2867 pmb->un.varWords[4] = putPaddrHigh(dmp->dma.phys);
2868 } else if ((pmb->mbxCommand == MBX_UPDATE_CFG) &&
2869 pmb->un.varUpdateCfg.co) {
2870 struct ulp_bde64 *bde =
2871 (struct ulp_bde64 *)&pmb->un.varWords[4];
2872
2873 /* bde size cannot be greater than mailbox ext size */
2874 if (bde->tus.f.bdeSize > MAILBOX_EXT_SIZE) {
2875 rc = -ERANGE;
2876 goto job_done;
2877 }
2878
2879 rxbmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
2880 if (!rxbmp) {
2881 rc = -ENOMEM;
2882 goto job_done;
2883 }
2884
2885 rxbmp->virt = lpfc_mbuf_alloc(phba, 0, &rxbmp->phys);
2886 if (!rxbmp->virt) {
2887 rc = -ENOMEM;
2888 goto job_done;
2889 }
2890
2891 INIT_LIST_HEAD(&rxbmp->list);
2892 rxbpl = (struct ulp_bde64 *) rxbmp->virt;
2893 dmp = diag_cmd_data_alloc(phba, rxbpl,
2894 bde->tus.f.bdeSize, 0);
2895 if (!dmp) {
2896 rc = -ENOMEM;
2897 goto job_done;
2898 }
2899
2900 INIT_LIST_HEAD(&dmp->dma.list);
2901 bde->addrHigh = putPaddrHigh(dmp->dma.phys);
2902 bde->addrLow = putPaddrLow(dmp->dma.phys);
2903
2904 /* copy the transmit data found in the mailbox
2905 * extension area
2906 */
2907 from = (uint8_t *)mb;
2908 from += sizeof(MAILBOX_t);
2909 memcpy((uint8_t *)dmp->dma.virt, from,
2910 bde->tus.f.bdeSize);
515e0aa2
JS		 2911 } else if (pmb->mbxCommand == MBX_SLI4_CONFIG) {
2912 struct lpfc_mbx_nembed_cmd *nembed_sge;
2913 struct mbox_header *header;
2914 uint32_t receive_length;
2915
2916 /* rebuild the command for sli4 using our own buffers
2917 * like we do for biu diags
2918 */
2919 header = (struct mbox_header *)&pmb->un.varWords[0];
2920 nembed_sge = (struct lpfc_mbx_nembed_cmd *)
2921 &pmb->un.varWords[0];
2922 receive_length = nembed_sge->sge[0].length;
2923
2924 /* receive length cannot be greater than mailbox
2925 * extension size
2926 */
2927 if ((receive_length == 0) ||
2928 (receive_length > MAILBOX_EXT_SIZE)) {
2929 rc = -ERANGE;
2930 goto job_done;
2931 }
2932
2933 rxbmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
2934 if (!rxbmp) {
2935 rc = -ENOMEM;
2936 goto job_done;
2937 }
2938
2939 rxbmp->virt = lpfc_mbuf_alloc(phba, 0, &rxbmp->phys);
2940 if (!rxbmp->virt) {
2941 rc = -ENOMEM;
2942 goto job_done;
2943 }
2944
2945 INIT_LIST_HEAD(&rxbmp->list);
2946 rxbpl = (struct ulp_bde64 *) rxbmp->virt;
2947 dmp = diag_cmd_data_alloc(phba, rxbpl, receive_length,
2948 0);
2949 if (!dmp) {
2950 rc = -ENOMEM;
2951 goto job_done;
2952 }
2953
2954 INIT_LIST_HEAD(&dmp->dma.list);
2955 nembed_sge->sge[0].pa_hi = putPaddrHigh(dmp->dma.phys);
2956 nembed_sge->sge[0].pa_lo = putPaddrLow(dmp->dma.phys);
2957 /* copy the transmit data found in the mailbox
2958 * extension area
2959 */
2960 from = (uint8_t *)mb;
2961 from += sizeof(MAILBOX_t);
2962 memcpy((uint8_t *)dmp->dma.virt, from,
2963 header->cfg_mhdr.payload_length);
c7495937 2964 }
7a470277
JS		 2965 }
2966
c7495937
JS		 2967 dd_data->context_un.mbox.rxbmp = rxbmp;
2968 dd_data->context_un.mbox.dmp = dmp;
2969
7a470277
JS		 2970 /* setup wake call as IOCB callback */
2971 pmboxq->mbox_cmpl = lpfc_bsg_wake_mbox_wait;
2972
2973 /* setup context field to pass wait_queue pointer to wake function */
2974 pmboxq->context1 = dd_data;
2975 dd_data->type = TYPE_MBOX;
2976 dd_data->context_un.mbox.pmboxq = pmboxq;
2977 dd_data->context_un.mbox.mb = mb;
2978 dd_data->context_un.mbox.set_job = job;
2979 dd_data->context_un.mbox.ext = ext;
2980 dd_data->context_un.mbox.mbOffset = mbox_req->mbOffset;
2981 dd_data->context_un.mbox.inExtWLen = mbox_req->inExtWLen;
c7495937 2982 dd_data->context_un.mbox.outExtWLen = mbox_req->outExtWLen;
7a470277
JS		 2983 job->dd_data = dd_data;
2984
3b5dd52a
JS		 2985 if ((vport->fc_flag & FC_OFFLINE_MODE) ||
2986 (!(phba->sli.sli_flag & LPFC_SLI_ACTIVE))) {
2987 rc = lpfc_sli_issue_mbox(phba, pmboxq, MBX_POLL);
2988 if (rc != MBX_SUCCESS) {
7a470277
JS		 2989 rc = (rc == MBX_TIMEOUT) ? -ETIME : -ENODEV;
2990 goto job_done;
3b5dd52a
JS		 2991 }
2992
7a470277 2993 /* job finished, copy the data */
3b5dd52a
JS		 2994 memcpy(mb, pmb, sizeof(*pmb));
2995 job->reply->reply_payload_rcv_len =
2996 sg_copy_from_buffer(job->reply_payload.sg_list,
2997 job->reply_payload.sg_cnt,
2998 mb, size);
3b5dd52a 2999 /* not waiting mbox already done */
7a470277
JS		 3000 rc = 0;
3001 goto job_done;
3b5dd52a
JS		 3002 }
3003
3b5dd52a 3004 rc = lpfc_sli_issue_mbox(phba, pmboxq, MBX_NOWAIT);
7a470277
JS		 3005 if ((rc == MBX_SUCCESS) || (rc == MBX_BUSY))
3006 return 1; /* job started */
3007
3008job_done:
3009 /* common exit for error or job completed inline */
3010 kfree(mb);
3011 if (pmboxq)
3b5dd52a 3012 mempool_free(pmboxq, phba->mbox_mem_pool);
7a470277
JS		 3013 kfree(ext);
3014 if (dmp) {
3015 dma_free_coherent(&phba->pcidev->dev,
3016 dmp->size, dmp->dma.virt,
3017 dmp->dma.phys);
3018 kfree(dmp);
3019 }
3020 if (rxbmp) {
3021 lpfc_mbuf_free(phba, rxbmp->virt, rxbmp->phys);
3022 kfree(rxbmp);
3b5dd52a 3023 }
7a470277 3024 kfree(dd_data);
3b5dd52a 3025
7a470277 3026 return rc;
3b5dd52a
JS		 3027}
3028
3029/**
3030 * lpfc_bsg_mbox_cmd - process an fc bsg LPFC_BSG_VENDOR_MBOX command
3031 * @job: MBOX fc_bsg_job for LPFC_BSG_VENDOR_MBOX.
3032 **/
3033static int
3034lpfc_bsg_mbox_cmd(struct fc_bsg_job *job)
3035{
3036 struct lpfc_vport *vport = (struct lpfc_vport *)job->shost->hostdata;
3037 struct lpfc_hba *phba = vport->phba;
3038 int rc = 0;
3039
3040 /* in case no data is transferred */
3041 job->reply->reply_payload_rcv_len = 0;
3042 if (job->request_len <
3043 sizeof(struct fc_bsg_request) + sizeof(struct dfc_mbox_req)) {
3044 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
3045 "2737 Received MBOX_REQ request below "
3046 "minimum size\n");
3047 rc = -EINVAL;
3048 goto job_error;
3049 }
3050
49198b37 3051 if (job->request_payload.payload_len != BSG_MBOX_SIZE) {
3b5dd52a
JS		 3052 rc = -EINVAL;
3053 goto job_error;
3054 }
3055
49198b37 3056 if (job->reply_payload.payload_len != BSG_MBOX_SIZE) {
7a470277
JS		 3057 rc = -EINVAL;
3058 goto job_error;
3059 }
3060
3b5dd52a
JS		 3061 if (phba->sli.sli_flag & LPFC_BLOCK_MGMT_IO) {
3062 rc = -EAGAIN;
3063 goto job_error;
3064 }
3065
3066 rc = lpfc_bsg_issue_mbox(phba, job, vport);
3067
3068job_error:
3069 if (rc == 0) {
3070 /* job done */
3071 job->reply->result = 0;
3072 job->dd_data = NULL;
3073 job->job_done(job);
3074 } else if (rc == 1)
3075 /* job submitted, will complete later*/
3076 rc = 0; /* return zero, no error */
3077 else {
3078 /* some error occurred */
3079 job->reply->result = rc;
3080 job->dd_data = NULL;
3081 }
3082
3083 return rc;
3084}
3085
e2aed29f
JS		 3086/**
3087 * lpfc_bsg_menlo_cmd_cmp - lpfc_menlo_cmd completion handler
3088 * @phba: Pointer to HBA context object.
3089 * @cmdiocbq: Pointer to command iocb.
3090 * @rspiocbq: Pointer to response iocb.
3091 *
3092 * This function is the completion handler for iocbs issued using
3093 * lpfc_menlo_cmd function. This function is called by the
3094 * ring event handler function without any lock held. This function
3095 * can be called from both worker thread context and interrupt
3096 * context. This function also can be called from another thread which
3097 * cleans up the SLI layer objects.
3098 * This function copies the contents of the response iocb to the
3099 * response iocb memory object provided by the caller of
3100 * lpfc_sli_issue_iocb_wait and then wakes up the thread which
3101 * sleeps for the iocb completion.
3102 **/
3103static void
3104lpfc_bsg_menlo_cmd_cmp(struct lpfc_hba *phba,
3105 struct lpfc_iocbq *cmdiocbq,
3106 struct lpfc_iocbq *rspiocbq)
3107{
3108 struct bsg_job_data *dd_data;
3109 struct fc_bsg_job *job;
3110 IOCB_t *rsp;
3111 struct lpfc_dmabuf *bmp;
3112 struct lpfc_bsg_menlo *menlo;
3113 unsigned long flags;
3114 struct menlo_response *menlo_resp;
3115 int rc = 0;
3116
3117 spin_lock_irqsave(&phba->ct_ev_lock, flags);
3118 dd_data = cmdiocbq->context1;
3119 if (!dd_data) {
3120 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3121 return;
3122 }
3123
3124 menlo = &dd_data->context_un.menlo;
3125 job = menlo->set_job;
3126 job->dd_data = NULL; /* so timeout handler does not reply */
3127
5989b8d4 3128 spin_lock(&phba->hbalock);
e2aed29f
JS		 3129 cmdiocbq->iocb_flag |= LPFC_IO_WAKE;
3130 if (cmdiocbq->context2 && rspiocbq)
3131 memcpy(&((struct lpfc_iocbq *)cmdiocbq->context2)->iocb,
3132 &rspiocbq->iocb, sizeof(IOCB_t));
5989b8d4 3133 spin_unlock(&phba->hbalock);
e2aed29f
JS		 3134
3135 bmp = menlo->bmp;
3136 rspiocbq = menlo->rspiocbq;
3137 rsp = &rspiocbq->iocb;
3138
3139 pci_unmap_sg(phba->pcidev, job->request_payload.sg_list,
3140 job->request_payload.sg_cnt, DMA_TO_DEVICE);
3141 pci_unmap_sg(phba->pcidev, job->reply_payload.sg_list,
3142 job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
3143
3144 /* always return the xri, this would be used in the case
3145 * of a menlo download to allow the data to be sent as a continuation
3146 * of the exchange.
3147 */
3148 menlo_resp = (struct menlo_response *)
3149 job->reply->reply_data.vendor_reply.vendor_rsp;
3150 menlo_resp->xri = rsp->ulpContext;
3151 if (rsp->ulpStatus) {
3152 if (rsp->ulpStatus == IOSTAT_LOCAL_REJECT) {
3153 switch (rsp->un.ulpWord[4] & 0xff) {
3154 case IOERR_SEQUENCE_TIMEOUT:
3155 rc = -ETIMEDOUT;
3156 break;
3157 case IOERR_INVALID_RPI:
3158 rc = -EFAULT;
3159 break;
3160 default:
3161 rc = -EACCES;
3162 break;
3163 }
3164 } else
3165 rc = -EACCES;
3166 } else
3167 job->reply->reply_payload_rcv_len =
3168 rsp->un.genreq64.bdl.bdeSize;
3169
3170 lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
3171 lpfc_sli_release_iocbq(phba, rspiocbq);
3172 lpfc_sli_release_iocbq(phba, cmdiocbq);
3173 kfree(bmp);
3174 kfree(dd_data);
3175 /* make error code available to userspace */
3176 job->reply->result = rc;
3177 /* complete the job back to userspace */
3178 job->job_done(job);
3179 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3180 return;
3181}
3182
3183/**
3184 * lpfc_menlo_cmd - send an ioctl for menlo hardware
3185 * @job: fc_bsg_job to handle
3186 *
3187 * This function issues a gen request 64 CR ioctl for all menlo cmd requests,
3188 * all the command completions will return the xri for the command.
3189 * For menlo data requests a gen request 64 CX is used to continue the exchange
3190 * supplied in the menlo request header xri field.
3191 **/
3192static int
3193lpfc_menlo_cmd(struct fc_bsg_job *job)
3194{
3195 struct lpfc_vport *vport = (struct lpfc_vport *)job->shost->hostdata;
3196 struct lpfc_hba *phba = vport->phba;
3197 struct lpfc_iocbq *cmdiocbq, *rspiocbq;
3198 IOCB_t *cmd, *rsp;
3199 int rc = 0;
3200 struct menlo_command *menlo_cmd;
3201 struct menlo_response *menlo_resp;
3202 struct lpfc_dmabuf *bmp = NULL;
3203 int request_nseg;
3204 int reply_nseg;
3205 struct scatterlist *sgel = NULL;
3206 int numbde;
3207 dma_addr_t busaddr;
3208 struct bsg_job_data *dd_data;
3209 struct ulp_bde64 *bpl = NULL;
3210
3211 /* in case no data is returned return just the return code */
3212 job->reply->reply_payload_rcv_len = 0;
3213
3214 if (job->request_len <
3215 sizeof(struct fc_bsg_request) +
3216 sizeof(struct menlo_command)) {
3217 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
3218 "2784 Received MENLO_CMD request below "
3219 "minimum size\n");
3220 rc = -ERANGE;
3221 goto no_dd_data;
3222 }
3223
3224 if (job->reply_len <
3225 sizeof(struct fc_bsg_request) + sizeof(struct menlo_response)) {
3226 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
3227 "2785 Received MENLO_CMD reply below "
3228 "minimum size\n");
3229 rc = -ERANGE;
3230 goto no_dd_data;
3231 }
3232
3233 if (!(phba->menlo_flag & HBA_MENLO_SUPPORT)) {
3234 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
3235 "2786 Adapter does not support menlo "
3236 "commands\n");
3237 rc = -EPERM;
3238 goto no_dd_data;
3239 }
3240
3241 menlo_cmd = (struct menlo_command *)
3242 job->request->rqst_data.h_vendor.vendor_cmd;
3243
3244 menlo_resp = (struct menlo_response *)
3245 job->reply->reply_data.vendor_reply.vendor_rsp;
3246
3247 /* allocate our bsg tracking structure */
3248 dd_data = kmalloc(sizeof(struct bsg_job_data), GFP_KERNEL);
3249 if (!dd_data) {
3250 lpfc_printf_log(phba, KERN_WARNING, LOG_LIBDFC,
3251 "2787 Failed allocation of dd_data\n");
3252 rc = -ENOMEM;
3253 goto no_dd_data;
3254 }
3255
3256 bmp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
3257 if (!bmp) {
3258 rc = -ENOMEM;
3259 goto free_dd;
3260 }
3261
3262 cmdiocbq = lpfc_sli_get_iocbq(phba);
3263 if (!cmdiocbq) {
3264 rc = -ENOMEM;
3265 goto free_bmp;
3266 }
3267
3268 rspiocbq = lpfc_sli_get_iocbq(phba);
3269 if (!rspiocbq) {
3270 rc = -ENOMEM;
3271 goto free_cmdiocbq;
3272 }
3273
3274 rsp = &rspiocbq->iocb;
3275
3276 bmp->virt = lpfc_mbuf_alloc(phba, 0, &bmp->phys);
3277 if (!bmp->virt) {
3278 rc = -ENOMEM;
3279 goto free_rspiocbq;
3280 }
3281
3282 INIT_LIST_HEAD(&bmp->list);
3283 bpl = (struct ulp_bde64 *) bmp->virt;
3284 request_nseg = pci_map_sg(phba->pcidev, job->request_payload.sg_list,
3285 job->request_payload.sg_cnt, DMA_TO_DEVICE);
3286 for_each_sg(job->request_payload.sg_list, sgel, request_nseg, numbde) {
3287 busaddr = sg_dma_address(sgel);
3288 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64;
3289 bpl->tus.f.bdeSize = sg_dma_len(sgel);
3290 bpl->tus.w = cpu_to_le32(bpl->tus.w);
3291 bpl->addrLow = cpu_to_le32(putPaddrLow(busaddr));
3292 bpl->addrHigh = cpu_to_le32(putPaddrHigh(busaddr));
3293 bpl++;
3294 }
3295
3296 reply_nseg = pci_map_sg(phba->pcidev, job->reply_payload.sg_list,
3297 job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
3298 for_each_sg(job->reply_payload.sg_list, sgel, reply_nseg, numbde) {
3299 busaddr = sg_dma_address(sgel);
3300 bpl->tus.f.bdeFlags = BUFF_TYPE_BDE_64I;
3301 bpl->tus.f.bdeSize = sg_dma_len(sgel);
3302 bpl->tus.w = cpu_to_le32(bpl->tus.w);
3303 bpl->addrLow = cpu_to_le32(putPaddrLow(busaddr));
3304 bpl->addrHigh = cpu_to_le32(putPaddrHigh(busaddr));
3305 bpl++;
3306 }
3307
3308 cmd = &cmdiocbq->iocb;
3309 cmd->un.genreq64.bdl.ulpIoTag32 = 0;
3310 cmd->un.genreq64.bdl.addrHigh = putPaddrHigh(bmp->phys);
3311 cmd->un.genreq64.bdl.addrLow = putPaddrLow(bmp->phys);
3312 cmd->un.genreq64.bdl.bdeFlags = BUFF_TYPE_BLP_64;
3313 cmd->un.genreq64.bdl.bdeSize =
3314 (request_nseg + reply_nseg) * sizeof(struct ulp_bde64);
3315 cmd->un.genreq64.w5.hcsw.Fctl = (SI | LA);
3316 cmd->un.genreq64.w5.hcsw.Dfctl = 0;
3317 cmd->un.genreq64.w5.hcsw.Rctl = FC_RCTL_DD_UNSOL_CMD;
3318 cmd->un.genreq64.w5.hcsw.Type = MENLO_TRANSPORT_TYPE; /* 0xfe */
3319 cmd->ulpBdeCount = 1;
3320 cmd->ulpClass = CLASS3;
3321 cmd->ulpOwner = OWN_CHIP;
3322 cmd->ulpLe = 1; /* Limited Edition */
3323 cmdiocbq->iocb_flag |= LPFC_IO_LIBDFC;
3324 cmdiocbq->vport = phba->pport;
3325 /* We want the firmware to timeout before we do */
3326 cmd->ulpTimeout = MENLO_TIMEOUT - 5;
3327 cmdiocbq->context3 = bmp;
3328 cmdiocbq->context2 = rspiocbq;
3329 cmdiocbq->iocb_cmpl = lpfc_bsg_menlo_cmd_cmp;
3330 cmdiocbq->context1 = dd_data;
3331 cmdiocbq->context2 = rspiocbq;
3332 if (menlo_cmd->cmd == LPFC_BSG_VENDOR_MENLO_CMD) {
3333 cmd->ulpCommand = CMD_GEN_REQUEST64_CR;
3334 cmd->ulpPU = MENLO_PU; /* 3 */
3335 cmd->un.ulpWord[4] = MENLO_DID; /* 0x0000FC0E */
3336 cmd->ulpContext = MENLO_CONTEXT; /* 0 */
3337 } else {
3338 cmd->ulpCommand = CMD_GEN_REQUEST64_CX;
3339 cmd->ulpPU = 1;
3340 cmd->un.ulpWord[4] = 0;
3341 cmd->ulpContext = menlo_cmd->xri;
3342 }
3343
3344 dd_data->type = TYPE_MENLO;
3345 dd_data->context_un.menlo.cmdiocbq = cmdiocbq;
3346 dd_data->context_un.menlo.rspiocbq = rspiocbq;
3347 dd_data->context_un.menlo.set_job = job;
3348 dd_data->context_un.menlo.bmp = bmp;
3349
3350 rc = lpfc_sli_issue_iocb(phba, LPFC_ELS_RING, cmdiocbq,
3351 MENLO_TIMEOUT - 5);
3352 if (rc == IOCB_SUCCESS)
3353 return 0; /* done for now */
3354
3355 /* iocb failed so cleanup */
3356 pci_unmap_sg(phba->pcidev, job->request_payload.sg_list,
3357 job->request_payload.sg_cnt, DMA_TO_DEVICE);
3358 pci_unmap_sg(phba->pcidev, job->reply_payload.sg_list,
3359 job->reply_payload.sg_cnt, DMA_FROM_DEVICE);
3360
3361 lpfc_mbuf_free(phba, bmp->virt, bmp->phys);
3362
3363free_rspiocbq:
3364 lpfc_sli_release_iocbq(phba, rspiocbq);
3365free_cmdiocbq:
3366 lpfc_sli_release_iocbq(phba, cmdiocbq);
3367free_bmp:
3368 kfree(bmp);
3369free_dd:
3370 kfree(dd_data);
3371no_dd_data:
3372 /* make error code available to userspace */
3373 job->reply->result = rc;
3374 job->dd_data = NULL;
3375 return rc;
3376}
3b5dd52a
JS		 3377/**
3378 * lpfc_bsg_hst_vendor - process a vendor-specific fc_bsg_job
3379 * @job: fc_bsg_job to handle
3380 **/
3381static int
3382lpfc_bsg_hst_vendor(struct fc_bsg_job *job)
3383{
3384 int command = job->request->rqst_data.h_vendor.vendor_cmd[0];
3385 int rc;
3386
3387 switch (command) {
3388 case LPFC_BSG_VENDOR_SET_CT_EVENT:
3389 rc = lpfc_bsg_hba_set_event(job);
3390 break;
3391 case LPFC_BSG_VENDOR_GET_CT_EVENT:
3392 rc = lpfc_bsg_hba_get_event(job);
3393 break;
3394 case LPFC_BSG_VENDOR_SEND_MGMT_RESP:
3395 rc = lpfc_bsg_send_mgmt_rsp(job);
3396 break;
3397 case LPFC_BSG_VENDOR_DIAG_MODE:
3398 rc = lpfc_bsg_diag_mode(job);
3399 break;
3400 case LPFC_BSG_VENDOR_DIAG_TEST:
3401 rc = lpfc_bsg_diag_test(job);
3402 break;
3403 case LPFC_BSG_VENDOR_GET_MGMT_REV:
3404 rc = lpfc_bsg_get_dfc_rev(job);
3405 break;
3406 case LPFC_BSG_VENDOR_MBOX:
3407 rc = lpfc_bsg_mbox_cmd(job);
3408 break;
e2aed29f
JS		 3409 case LPFC_BSG_VENDOR_MENLO_CMD:
3410 case LPFC_BSG_VENDOR_MENLO_DATA:
3411 rc = lpfc_menlo_cmd(job);
3412 break;
3b5dd52a
JS		 3413 default:
3414 rc = -EINVAL;
3415 job->reply->reply_payload_rcv_len = 0;
3416 /* make error code available to userspace */
3417 job->reply->result = rc;
3418 break;
3419 }
3420
3421 return rc;
3422}
3423
3424/**
3425 * lpfc_bsg_request - handle a bsg request from the FC transport
3426 * @job: fc_bsg_job to handle
3427 **/
3428int
3429lpfc_bsg_request(struct fc_bsg_job *job)
3430{
3431 uint32_t msgcode;
3432 int rc;
3433
3434 msgcode = job->request->msgcode;
3435 switch (msgcode) {
3436 case FC_BSG_HST_VENDOR:
3437 rc = lpfc_bsg_hst_vendor(job);
3438 break;
3439 case FC_BSG_RPT_ELS:
3440 rc = lpfc_bsg_rport_els(job);
3441 break;
3442 case FC_BSG_RPT_CT:
3443 rc = lpfc_bsg_send_mgmt_cmd(job);
3444 break;
3445 default:
3446 rc = -EINVAL;
3447 job->reply->reply_payload_rcv_len = 0;
3448 /* make error code available to userspace */
3449 job->reply->result = rc;
3450 break;
3451 }
3452
3453 return rc;
3454}
3455
3456/**
3457 * lpfc_bsg_timeout - handle timeout of a bsg request from the FC transport
3458 * @job: fc_bsg_job that has timed out
3459 *
3460 * This function just aborts the job's IOCB. The aborted IOCB will return to
3461 * the waiting function which will handle passing the error back to userspace
3462 **/
3463int
3464lpfc_bsg_timeout(struct fc_bsg_job *job)
3465{
3466 struct lpfc_vport *vport = (struct lpfc_vport *)job->shost->hostdata;
3467 struct lpfc_hba *phba = vport->phba;
3468 struct lpfc_iocbq *cmdiocb;
3469 struct lpfc_bsg_event *evt;
3470 struct lpfc_bsg_iocb *iocb;
3471 struct lpfc_bsg_mbox *mbox;
e2aed29f 3472 struct lpfc_bsg_menlo *menlo;
3b5dd52a
JS		 3473 struct lpfc_sli_ring *pring = &phba->sli.ring[LPFC_ELS_RING];
3474 struct bsg_job_data *dd_data;
3475 unsigned long flags;
3476
3477 spin_lock_irqsave(&phba->ct_ev_lock, flags);
3478 dd_data = (struct bsg_job_data *)job->dd_data;
3479 /* timeout and completion crossed paths if no dd_data */
3480 if (!dd_data) {
3481 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3482 return 0;
4cc0e56e
JS		 3483 }
3484
3485 switch (dd_data->type) {
3486 case TYPE_IOCB:
3487 iocb = &dd_data->context_un.iocb;
3488 cmdiocb = iocb->cmdiocbq;
3489 /* hint to completion handler that the job timed out */
3490 job->reply->result = -EAGAIN;
3491 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3492 /* this will call our completion handler */
3493 spin_lock_irq(&phba->hbalock);
f1c3b0fc 3494 lpfc_sli_issue_abort_iotag(phba, pring, cmdiocb);
4cc0e56e
JS		 3495 spin_unlock_irq(&phba->hbalock);
3496 break;
3497 case TYPE_EVT:
3498 evt = dd_data->context_un.evt;
3499 /* this event has no job anymore */
3500 evt->set_job = NULL;
3501 job->dd_data = NULL;
3502 job->reply->reply_payload_rcv_len = 0;
3503 /* Return -EAGAIN which is our way of signallying the
3504 * app to retry.
3505 */
3506 job->reply->result = -EAGAIN;
3507 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3508 job->job_done(job);
3509 break;
3b5dd52a
JS		 3510 case TYPE_MBOX:
3511 mbox = &dd_data->context_un.mbox;
3512 /* this mbox has no job anymore */
3513 mbox->set_job = NULL;
3514 job->dd_data = NULL;
3515 job->reply->reply_payload_rcv_len = 0;
3516 job->reply->result = -EAGAIN;
7a470277 3517 /* the mbox completion handler can now be run */
3b5dd52a
JS		 3518 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3519 job->job_done(job);
3520 break;
e2aed29f
JS		 3521 case TYPE_MENLO:
3522 menlo = &dd_data->context_un.menlo;
3523 cmdiocb = menlo->cmdiocbq;
3524 /* hint to completion handler that the job timed out */
3525 job->reply->result = -EAGAIN;
3526 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3527 /* this will call our completion handler */
3528 spin_lock_irq(&phba->hbalock);
3529 lpfc_sli_issue_abort_iotag(phba, pring, cmdiocb);
3530 spin_unlock_irq(&phba->hbalock);
3531 break;
4cc0e56e
JS		 3532 default:
3533 spin_unlock_irqrestore(&phba->ct_ev_lock, flags);
3534 break;
3535 }
f1c3b0fc 3536
4cc0e56e
JS		 3537 /* scsi transport fc fc_bsg_job_timeout expects a zero return code,
3538 * otherwise an error message will be displayed on the console
3539 * so always return success (zero)
3540 */
f1c3b0fc
JS		 3541 return 0;
3542}
Linux 6.x block layer and io_uring tree(s)