2 * Copyright (c) 2016 Hisilicon Limited.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 #include <linux/dmapool.h>
34 #include "hns_roce_common.h"
35 #include "hns_roce_device.h"
36 #include "hns_roce_cmd.h"
38 #define CMD_POLL_TOKEN 0xffff
39 #define CMD_MAX_NUM 32
41 static int hns_roce_cmd_mbox_post_hw(struct hns_roce_dev *hr_dev,
42 struct hns_roce_mbox_msg *mbox_msg)
44 return hr_dev->hw->post_mbox(hr_dev, mbox_msg);
47 /* this should be called with "poll_sem" */
48 static int __hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev,
49 struct hns_roce_mbox_msg *mbox_msg)
53 ret = hns_roce_cmd_mbox_post_hw(hr_dev, mbox_msg);
55 dev_err_ratelimited(hr_dev->dev,
56 "failed to post mailbox 0x%x in poll mode, ret = %d.\n",
61 return hr_dev->hw->poll_mbox_done(hr_dev);
64 static int hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev,
65 struct hns_roce_mbox_msg *mbox_msg)
69 down(&hr_dev->cmd.poll_sem);
70 ret = __hns_roce_cmd_mbox_poll(hr_dev, mbox_msg);
71 up(&hr_dev->cmd.poll_sem);
76 void hns_roce_cmd_event(struct hns_roce_dev *hr_dev, u16 token, u8 status,
79 struct hns_roce_cmd_context *context =
80 &hr_dev->cmd.context[token % hr_dev->cmd.max_cmds];
82 if (unlikely(token != context->token)) {
83 dev_err_ratelimited(hr_dev->dev,
84 "[cmd] invalid ae token 0x%x, context token is 0x%x.\n",
85 token, context->token);
89 context->result = (status == HNS_ROCE_CMD_SUCCESS) ? 0 : (-EIO);
90 context->out_param = out_param;
91 complete(&context->done);
94 static int __hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev,
95 struct hns_roce_mbox_msg *mbox_msg)
97 struct hns_roce_cmdq *cmd = &hr_dev->cmd;
98 struct hns_roce_cmd_context *context;
99 struct device *dev = hr_dev->dev;
102 spin_lock(&cmd->context_lock);
105 context = &cmd->context[cmd->free_head];
106 cmd->free_head = context->next;
107 } while (context->busy);
110 context->token += cmd->max_cmds;
112 spin_unlock(&cmd->context_lock);
114 reinit_completion(&context->done);
116 mbox_msg->token = context->token;
117 ret = hns_roce_cmd_mbox_post_hw(hr_dev, mbox_msg);
119 dev_err_ratelimited(dev,
120 "failed to post mailbox 0x%x in event mode, ret = %d.\n",
125 if (!wait_for_completion_timeout(&context->done,
126 msecs_to_jiffies(HNS_ROCE_CMD_TIMEOUT_MSECS))) {
127 dev_err_ratelimited(dev, "[cmd] token 0x%x mailbox 0x%x timeout.\n",
128 context->token, mbox_msg->cmd);
133 ret = context->result;
135 dev_err_ratelimited(dev, "[cmd] token 0x%x mailbox 0x%x error %d.\n",
136 context->token, mbox_msg->cmd, ret);
143 static int hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev,
144 struct hns_roce_mbox_msg *mbox_msg)
148 down(&hr_dev->cmd.event_sem);
149 ret = __hns_roce_cmd_mbox_wait(hr_dev, mbox_msg);
150 up(&hr_dev->cmd.event_sem);
155 int hns_roce_cmd_mbox(struct hns_roce_dev *hr_dev, u64 in_param, u64 out_param,
156 u8 cmd, unsigned long tag)
158 struct hns_roce_mbox_msg mbox_msg = {};
161 if (hr_dev->hw->chk_mbox_avail)
162 if (!hr_dev->hw->chk_mbox_avail(hr_dev, &is_busy))
163 return is_busy ? -EBUSY : 0;
165 mbox_msg.in_param = in_param;
166 mbox_msg.out_param = out_param;
170 if (hr_dev->cmd.use_events) {
171 mbox_msg.event_en = 1;
173 return hns_roce_cmd_mbox_wait(hr_dev, &mbox_msg);
175 mbox_msg.event_en = 0;
176 mbox_msg.token = CMD_POLL_TOKEN;
178 return hns_roce_cmd_mbox_poll(hr_dev, &mbox_msg);
182 int hns_roce_cmd_init(struct hns_roce_dev *hr_dev)
184 sema_init(&hr_dev->cmd.poll_sem, 1);
185 hr_dev->cmd.use_events = 0;
186 hr_dev->cmd.max_cmds = CMD_MAX_NUM;
187 hr_dev->cmd.pool = dma_pool_create("hns_roce_cmd", hr_dev->dev,
188 HNS_ROCE_MAILBOX_SIZE,
189 HNS_ROCE_MAILBOX_SIZE, 0);
190 if (!hr_dev->cmd.pool)
196 void hns_roce_cmd_cleanup(struct hns_roce_dev *hr_dev)
198 dma_pool_destroy(hr_dev->cmd.pool);
201 int hns_roce_cmd_use_events(struct hns_roce_dev *hr_dev)
203 struct hns_roce_cmdq *hr_cmd = &hr_dev->cmd;
207 kcalloc(hr_cmd->max_cmds, sizeof(*hr_cmd->context), GFP_KERNEL);
208 if (!hr_cmd->context) {
213 for (i = 0; i < hr_cmd->max_cmds; ++i) {
214 hr_cmd->context[i].token = i;
215 hr_cmd->context[i].next = i + 1;
216 init_completion(&hr_cmd->context[i].done);
218 hr_cmd->context[hr_cmd->max_cmds - 1].next = 0;
219 hr_cmd->free_head = 0;
221 sema_init(&hr_cmd->event_sem, hr_cmd->max_cmds);
222 spin_lock_init(&hr_cmd->context_lock);
224 hr_cmd->use_events = 1;
229 void hns_roce_cmd_use_polling(struct hns_roce_dev *hr_dev)
231 struct hns_roce_cmdq *hr_cmd = &hr_dev->cmd;
233 kfree(hr_cmd->context);
234 hr_cmd->use_events = 0;
237 struct hns_roce_cmd_mailbox *
238 hns_roce_alloc_cmd_mailbox(struct hns_roce_dev *hr_dev)
240 struct hns_roce_cmd_mailbox *mailbox;
242 mailbox = kmalloc(sizeof(*mailbox), GFP_KERNEL);
244 return ERR_PTR(-ENOMEM);
247 dma_pool_alloc(hr_dev->cmd.pool, GFP_KERNEL, &mailbox->dma);
250 return ERR_PTR(-ENOMEM);
256 void hns_roce_free_cmd_mailbox(struct hns_roce_dev *hr_dev,
257 struct hns_roce_cmd_mailbox *mailbox)
262 dma_pool_free(hr_dev->cmd.pool, mailbox->buf, mailbox->dma);
266 int hns_roce_create_hw_ctx(struct hns_roce_dev *dev,
267 struct hns_roce_cmd_mailbox *mailbox,
268 u8 cmd, unsigned long idx)
270 return hns_roce_cmd_mbox(dev, mailbox->dma, 0, cmd, idx);
273 int hns_roce_destroy_hw_ctx(struct hns_roce_dev *dev, u8 cmd, unsigned long idx)
275 return hns_roce_cmd_mbox(dev, 0, 0, cmd, idx);