2 * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 #include <linux/errno.h>
34 #include <linux/if_ether.h>
35 #include <linux/if_vlan.h>
36 #include <linux/export.h>
38 #include <linux/mlx4/cmd.h>
42 #define MLX4_MAC_VALID (1ull << 63)
44 #define MLX4_VLAN_VALID (1u << 31)
45 #define MLX4_VLAN_MASK 0xfff
47 #define MLX4_STATS_TRAFFIC_COUNTERS_MASK 0xfULL
48 #define MLX4_STATS_TRAFFIC_DROPS_MASK 0xc0ULL
49 #define MLX4_STATS_ERROR_COUNTERS_MASK 0x1ffc30ULL
50 #define MLX4_STATS_PORT_COUNTERS_MASK 0x1fe00000ULL
52 void mlx4_init_mac_table(struct mlx4_dev *dev, struct mlx4_mac_table *table)
56 mutex_init(&table->mutex);
57 for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
58 table->entries[i] = 0;
61 table->max = 1 << dev->caps.log_num_macs;
65 void mlx4_init_vlan_table(struct mlx4_dev *dev, struct mlx4_vlan_table *table)
69 mutex_init(&table->mutex);
70 for (i = 0; i < MLX4_MAX_VLAN_NUM; i++) {
71 table->entries[i] = 0;
74 table->max = (1 << dev->caps.log_num_vlans) - MLX4_VLAN_REGULAR;
78 void mlx4_init_roce_gid_table(struct mlx4_dev *dev,
79 struct mlx4_roce_gid_table *table)
83 mutex_init(&table->mutex);
84 for (i = 0; i < MLX4_ROCE_MAX_GIDS; i++)
85 memset(table->roce_gids[i].raw, 0, MLX4_ROCE_GID_ENTRY_SIZE);
88 static int validate_index(struct mlx4_dev *dev,
89 struct mlx4_mac_table *table, int index)
93 if (index < 0 || index >= table->max || !table->entries[index]) {
94 mlx4_warn(dev, "No valid Mac entry for the given index\n");
100 static int find_index(struct mlx4_dev *dev,
101 struct mlx4_mac_table *table, u64 mac)
105 for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
106 if (table->refs[i] &&
107 (MLX4_MAC_MASK & mac) ==
108 (MLX4_MAC_MASK & be64_to_cpu(table->entries[i])))
115 static int mlx4_set_port_mac_table(struct mlx4_dev *dev, u8 port,
118 struct mlx4_cmd_mailbox *mailbox;
122 mailbox = mlx4_alloc_cmd_mailbox(dev);
124 return PTR_ERR(mailbox);
126 memcpy(mailbox->buf, entries, MLX4_MAC_TABLE_SIZE);
128 in_mod = MLX4_SET_PORT_MAC_TABLE << 8 | port;
130 err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
131 MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
133 mlx4_free_cmd_mailbox(dev, mailbox);
137 int mlx4_find_cached_mac(struct mlx4_dev *dev, u8 port, u64 mac, int *idx)
139 struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
140 struct mlx4_mac_table *table = &info->mac_table;
143 for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
147 if (mac == (MLX4_MAC_MASK & be64_to_cpu(table->entries[i]))) {
155 EXPORT_SYMBOL_GPL(mlx4_find_cached_mac);
157 int __mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
159 struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
160 struct mlx4_mac_table *table = &info->mac_table;
164 mlx4_dbg(dev, "Registering MAC: 0x%llx for port %d\n",
165 (unsigned long long) mac, port);
167 mutex_lock(&table->mutex);
168 for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
169 if (!table->refs[i]) {
175 if ((MLX4_MAC_MASK & mac) ==
176 (MLX4_MAC_MASK & be64_to_cpu(table->entries[i]))) {
177 /* MAC already registered, increment ref count */
184 mlx4_dbg(dev, "Free MAC index is %d\n", free);
186 if (table->total == table->max) {
187 /* No free mac entries */
192 /* Register new MAC */
193 table->entries[free] = cpu_to_be64(mac | MLX4_MAC_VALID);
195 err = mlx4_set_port_mac_table(dev, port, table->entries);
197 mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
198 (unsigned long long) mac);
199 table->entries[free] = 0;
202 table->refs[free] = 1;
206 mutex_unlock(&table->mutex);
209 EXPORT_SYMBOL_GPL(__mlx4_register_mac);
211 int mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
216 if (mlx4_is_mfunc(dev)) {
217 if (!(dev->flags & MLX4_FLAG_OLD_REG_MAC)) {
218 err = mlx4_cmd_imm(dev, mac, &out_param,
219 ((u32) port) << 8 | (u32) RES_MAC,
220 RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
221 MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
223 if (err && err == -EINVAL && mlx4_is_slave(dev)) {
224 /* retry using old REG_MAC format */
225 set_param_l(&out_param, port);
226 err = mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
227 RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
228 MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
230 dev->flags |= MLX4_FLAG_OLD_REG_MAC;
235 return get_param_l(&out_param);
237 return __mlx4_register_mac(dev, port, mac);
239 EXPORT_SYMBOL_GPL(mlx4_register_mac);
241 int mlx4_get_base_qpn(struct mlx4_dev *dev, u8 port)
243 return dev->caps.reserved_qps_base[MLX4_QP_REGION_ETH_ADDR] +
244 (port - 1) * (1 << dev->caps.log_num_macs);
246 EXPORT_SYMBOL_GPL(mlx4_get_base_qpn);
248 void __mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
250 struct mlx4_port_info *info;
251 struct mlx4_mac_table *table;
254 if (port < 1 || port > dev->caps.num_ports) {
255 mlx4_warn(dev, "invalid port number (%d), aborting...\n", port);
258 info = &mlx4_priv(dev)->port[port];
259 table = &info->mac_table;
260 mutex_lock(&table->mutex);
261 index = find_index(dev, table, mac);
263 if (validate_index(dev, table, index))
265 if (--table->refs[index]) {
266 mlx4_dbg(dev, "Have more references for index %d, no need to modify mac table\n",
271 table->entries[index] = 0;
272 mlx4_set_port_mac_table(dev, port, table->entries);
275 mutex_unlock(&table->mutex);
277 EXPORT_SYMBOL_GPL(__mlx4_unregister_mac);
279 void mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
283 if (mlx4_is_mfunc(dev)) {
284 if (!(dev->flags & MLX4_FLAG_OLD_REG_MAC)) {
285 (void) mlx4_cmd_imm(dev, mac, &out_param,
286 ((u32) port) << 8 | (u32) RES_MAC,
287 RES_OP_RESERVE_AND_MAP, MLX4_CMD_FREE_RES,
288 MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
290 /* use old unregister mac format */
291 set_param_l(&out_param, port);
292 (void) mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
293 RES_OP_RESERVE_AND_MAP, MLX4_CMD_FREE_RES,
294 MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
298 __mlx4_unregister_mac(dev, port, mac);
301 EXPORT_SYMBOL_GPL(mlx4_unregister_mac);
303 int __mlx4_replace_mac(struct mlx4_dev *dev, u8 port, int qpn, u64 new_mac)
305 struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
306 struct mlx4_mac_table *table = &info->mac_table;
307 int index = qpn - info->base_qpn;
310 /* CX1 doesn't support multi-functions */
311 mutex_lock(&table->mutex);
313 err = validate_index(dev, table, index);
317 table->entries[index] = cpu_to_be64(new_mac | MLX4_MAC_VALID);
319 err = mlx4_set_port_mac_table(dev, port, table->entries);
321 mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
322 (unsigned long long) new_mac);
323 table->entries[index] = 0;
326 mutex_unlock(&table->mutex);
329 EXPORT_SYMBOL_GPL(__mlx4_replace_mac);
331 static int mlx4_set_port_vlan_table(struct mlx4_dev *dev, u8 port,
334 struct mlx4_cmd_mailbox *mailbox;
338 mailbox = mlx4_alloc_cmd_mailbox(dev);
340 return PTR_ERR(mailbox);
342 memcpy(mailbox->buf, entries, MLX4_VLAN_TABLE_SIZE);
343 in_mod = MLX4_SET_PORT_VLAN_TABLE << 8 | port;
344 err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
345 MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
347 mlx4_free_cmd_mailbox(dev, mailbox);
352 int mlx4_find_cached_vlan(struct mlx4_dev *dev, u8 port, u16 vid, int *idx)
354 struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
357 for (i = 0; i < MLX4_MAX_VLAN_NUM; ++i) {
358 if (table->refs[i] &&
359 (vid == (MLX4_VLAN_MASK &
360 be32_to_cpu(table->entries[i])))) {
361 /* VLAN already registered, increase reference count */
369 EXPORT_SYMBOL_GPL(mlx4_find_cached_vlan);
371 int __mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan,
374 struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
378 mutex_lock(&table->mutex);
380 if (table->total == table->max) {
381 /* No free vlan entries */
386 for (i = MLX4_VLAN_REGULAR; i < MLX4_MAX_VLAN_NUM; i++) {
387 if (free < 0 && (table->refs[i] == 0)) {
392 if (table->refs[i] &&
393 (vlan == (MLX4_VLAN_MASK &
394 be32_to_cpu(table->entries[i])))) {
395 /* Vlan already registered, increase references count */
407 /* Register new VLAN */
408 table->refs[free] = 1;
409 table->entries[free] = cpu_to_be32(vlan | MLX4_VLAN_VALID);
411 err = mlx4_set_port_vlan_table(dev, port, table->entries);
413 mlx4_warn(dev, "Failed adding vlan: %u\n", vlan);
414 table->refs[free] = 0;
415 table->entries[free] = 0;
422 mutex_unlock(&table->mutex);
426 int mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan, int *index)
434 if (mlx4_is_mfunc(dev)) {
435 err = mlx4_cmd_imm(dev, vlan, &out_param,
436 ((u32) port) << 8 | (u32) RES_VLAN,
437 RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
438 MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
440 *index = get_param_l(&out_param);
444 return __mlx4_register_vlan(dev, port, vlan, index);
446 EXPORT_SYMBOL_GPL(mlx4_register_vlan);
448 void __mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, u16 vlan)
450 struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
453 mutex_lock(&table->mutex);
454 if (mlx4_find_cached_vlan(dev, port, vlan, &index)) {
455 mlx4_warn(dev, "vlan 0x%x is not in the vlan table\n", vlan);
459 if (index < MLX4_VLAN_REGULAR) {
460 mlx4_warn(dev, "Trying to free special vlan index %d\n", index);
464 if (--table->refs[index]) {
465 mlx4_dbg(dev, "Have %d more references for index %d, no need to modify vlan table\n",
466 table->refs[index], index);
469 table->entries[index] = 0;
470 mlx4_set_port_vlan_table(dev, port, table->entries);
473 mutex_unlock(&table->mutex);
476 void mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, u16 vlan)
480 if (mlx4_is_mfunc(dev)) {
481 (void) mlx4_cmd_imm(dev, vlan, &out_param,
482 ((u32) port) << 8 | (u32) RES_VLAN,
483 RES_OP_RESERVE_AND_MAP,
484 MLX4_CMD_FREE_RES, MLX4_CMD_TIME_CLASS_A,
488 __mlx4_unregister_vlan(dev, port, vlan);
490 EXPORT_SYMBOL_GPL(mlx4_unregister_vlan);
492 int mlx4_get_port_ib_caps(struct mlx4_dev *dev, u8 port, __be32 *caps)
494 struct mlx4_cmd_mailbox *inmailbox, *outmailbox;
498 inmailbox = mlx4_alloc_cmd_mailbox(dev);
499 if (IS_ERR(inmailbox))
500 return PTR_ERR(inmailbox);
502 outmailbox = mlx4_alloc_cmd_mailbox(dev);
503 if (IS_ERR(outmailbox)) {
504 mlx4_free_cmd_mailbox(dev, inmailbox);
505 return PTR_ERR(outmailbox);
508 inbuf = inmailbox->buf;
509 outbuf = outmailbox->buf;
514 *(__be16 *) (&inbuf[16]) = cpu_to_be16(0x0015);
515 *(__be32 *) (&inbuf[20]) = cpu_to_be32(port);
517 err = mlx4_cmd_box(dev, inmailbox->dma, outmailbox->dma, port, 3,
518 MLX4_CMD_MAD_IFC, MLX4_CMD_TIME_CLASS_C,
521 *caps = *(__be32 *) (outbuf + 84);
522 mlx4_free_cmd_mailbox(dev, inmailbox);
523 mlx4_free_cmd_mailbox(dev, outmailbox);
526 static struct mlx4_roce_gid_entry zgid_entry;
528 int mlx4_get_slave_num_gids(struct mlx4_dev *dev, int slave, int port)
531 int slave_gid = slave;
533 struct mlx4_slaves_pport slaves_pport;
534 struct mlx4_active_ports actv_ports;
535 unsigned max_port_p_one;
538 return MLX4_ROCE_PF_GIDS;
541 slaves_pport = mlx4_phys_to_slaves_pport(dev, port);
542 actv_ports = mlx4_get_active_ports(dev, slave);
543 max_port_p_one = find_first_bit(actv_ports.ports, dev->caps.num_ports) +
544 bitmap_weight(actv_ports.ports, dev->caps.num_ports) + 1;
546 for (i = 1; i < max_port_p_one; i++) {
547 struct mlx4_active_ports exclusive_ports;
548 struct mlx4_slaves_pport slaves_pport_actv;
549 bitmap_zero(exclusive_ports.ports, dev->caps.num_ports);
550 set_bit(i - 1, exclusive_ports.ports);
553 slaves_pport_actv = mlx4_phys_to_slaves_pport_actv(
554 dev, &exclusive_ports);
555 slave_gid -= bitmap_weight(slaves_pport_actv.slaves,
558 vfs = bitmap_weight(slaves_pport.slaves, dev->num_vfs + 1) - 1;
559 if (slave_gid <= ((MLX4_ROCE_MAX_GIDS - MLX4_ROCE_PF_GIDS) % vfs))
560 return ((MLX4_ROCE_MAX_GIDS - MLX4_ROCE_PF_GIDS) / vfs) + 1;
561 return (MLX4_ROCE_MAX_GIDS - MLX4_ROCE_PF_GIDS) / vfs;
564 int mlx4_get_base_gid_ix(struct mlx4_dev *dev, int slave, int port)
568 int slave_gid = slave;
571 struct mlx4_slaves_pport slaves_pport;
572 struct mlx4_active_ports actv_ports;
573 unsigned max_port_p_one;
578 slaves_pport = mlx4_phys_to_slaves_pport(dev, port);
579 actv_ports = mlx4_get_active_ports(dev, slave);
580 max_port_p_one = find_first_bit(actv_ports.ports, dev->caps.num_ports) +
581 bitmap_weight(actv_ports.ports, dev->caps.num_ports) + 1;
583 for (i = 1; i < max_port_p_one; i++) {
584 struct mlx4_active_ports exclusive_ports;
585 struct mlx4_slaves_pport slaves_pport_actv;
586 bitmap_zero(exclusive_ports.ports, dev->caps.num_ports);
587 set_bit(i - 1, exclusive_ports.ports);
590 slaves_pport_actv = mlx4_phys_to_slaves_pport_actv(
591 dev, &exclusive_ports);
592 slave_gid -= bitmap_weight(slaves_pport_actv.slaves,
595 gids = MLX4_ROCE_MAX_GIDS - MLX4_ROCE_PF_GIDS;
596 vfs = bitmap_weight(slaves_pport.slaves, dev->num_vfs + 1) - 1;
597 if (slave_gid <= gids % vfs)
598 return MLX4_ROCE_PF_GIDS + ((gids / vfs) + 1) * (slave_gid - 1);
600 return MLX4_ROCE_PF_GIDS + (gids % vfs) +
601 ((gids / vfs) * (slave_gid - 1));
603 EXPORT_SYMBOL_GPL(mlx4_get_base_gid_ix);
605 static int mlx4_reset_roce_port_gids(struct mlx4_dev *dev, int slave,
606 int port, struct mlx4_cmd_mailbox *mailbox)
608 struct mlx4_roce_gid_entry *gid_entry_mbox;
609 struct mlx4_priv *priv = mlx4_priv(dev);
610 int num_gids, base, offset;
613 num_gids = mlx4_get_slave_num_gids(dev, slave, port);
614 base = mlx4_get_base_gid_ix(dev, slave, port);
616 memset(mailbox->buf, 0, MLX4_MAILBOX_SIZE);
618 mutex_lock(&(priv->port[port].gid_table.mutex));
619 /* Zero-out gids belonging to that slave in the port GID table */
620 for (i = 0, offset = base; i < num_gids; offset++, i++)
621 memcpy(priv->port[port].gid_table.roce_gids[offset].raw,
622 zgid_entry.raw, MLX4_ROCE_GID_ENTRY_SIZE);
624 /* Now, copy roce port gids table to mailbox for passing to FW */
625 gid_entry_mbox = (struct mlx4_roce_gid_entry *)mailbox->buf;
626 for (i = 0; i < MLX4_ROCE_MAX_GIDS; gid_entry_mbox++, i++)
627 memcpy(gid_entry_mbox->raw,
628 priv->port[port].gid_table.roce_gids[i].raw,
629 MLX4_ROCE_GID_ENTRY_SIZE);
631 err = mlx4_cmd(dev, mailbox->dma,
632 ((u32)port) | (MLX4_SET_PORT_GID_TABLE << 8), 1,
633 MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
635 mutex_unlock(&(priv->port[port].gid_table.mutex));
640 void mlx4_reset_roce_gids(struct mlx4_dev *dev, int slave)
642 struct mlx4_active_ports actv_ports;
643 struct mlx4_cmd_mailbox *mailbox;
644 int num_eth_ports, err;
647 if (slave < 0 || slave > dev->num_vfs)
650 actv_ports = mlx4_get_active_ports(dev, slave);
652 for (i = 0, num_eth_ports = 0; i < dev->caps.num_ports; i++) {
653 if (test_bit(i, actv_ports.ports)) {
654 if (dev->caps.port_type[i + 1] != MLX4_PORT_TYPE_ETH)
663 /* have ETH ports. Alloc mailbox for SET_PORT command */
664 mailbox = mlx4_alloc_cmd_mailbox(dev);
668 for (i = 0; i < dev->caps.num_ports; i++) {
669 if (test_bit(i, actv_ports.ports)) {
670 if (dev->caps.port_type[i + 1] != MLX4_PORT_TYPE_ETH)
672 err = mlx4_reset_roce_port_gids(dev, slave, i + 1, mailbox);
674 mlx4_warn(dev, "Could not reset ETH port GID table for slave %d, port %d (%d)\n",
679 mlx4_free_cmd_mailbox(dev, mailbox);
683 static int mlx4_common_set_port(struct mlx4_dev *dev, int slave, u32 in_mod,
684 u8 op_mod, struct mlx4_cmd_mailbox *inbox)
686 struct mlx4_priv *priv = mlx4_priv(dev);
687 struct mlx4_port_info *port_info;
688 struct mlx4_mfunc_master_ctx *master = &priv->mfunc.master;
689 struct mlx4_slave_state *slave_st = &master->slave_state[slave];
690 struct mlx4_set_port_rqp_calc_context *qpn_context;
691 struct mlx4_set_port_general_context *gen_context;
692 struct mlx4_roce_gid_entry *gid_entry_tbl, *gid_entry_mbox, *gid_entry_mb1;
693 int reset_qkey_viols;
705 __be32 slave_cap_mask;
708 port = in_mod & 0xff;
709 in_modifier = in_mod >> 8;
711 port_info = &priv->port[port];
713 /* Slaves cannot perform SET_PORT operations except changing MTU */
715 if (slave != dev->caps.function &&
716 in_modifier != MLX4_SET_PORT_GENERAL &&
717 in_modifier != MLX4_SET_PORT_GID_TABLE) {
718 mlx4_warn(dev, "denying SET_PORT for slave:%d\n",
722 switch (in_modifier) {
723 case MLX4_SET_PORT_RQP_CALC:
724 qpn_context = inbox->buf;
725 qpn_context->base_qpn =
726 cpu_to_be32(port_info->base_qpn);
727 qpn_context->n_mac = 0x7;
728 promisc = be32_to_cpu(qpn_context->promisc) >>
729 SET_PORT_PROMISC_SHIFT;
730 qpn_context->promisc = cpu_to_be32(
731 promisc << SET_PORT_PROMISC_SHIFT |
732 port_info->base_qpn);
733 promisc = be32_to_cpu(qpn_context->mcast) >>
734 SET_PORT_MC_PROMISC_SHIFT;
735 qpn_context->mcast = cpu_to_be32(
736 promisc << SET_PORT_MC_PROMISC_SHIFT |
737 port_info->base_qpn);
739 case MLX4_SET_PORT_GENERAL:
740 gen_context = inbox->buf;
741 /* Mtu is configured as the max MTU among all the
742 * the functions on the port. */
743 mtu = be16_to_cpu(gen_context->mtu);
744 mtu = min_t(int, mtu, dev->caps.eth_mtu_cap[port] +
745 ETH_HLEN + VLAN_HLEN + ETH_FCS_LEN);
746 prev_mtu = slave_st->mtu[port];
747 slave_st->mtu[port] = mtu;
748 if (mtu > master->max_mtu[port])
749 master->max_mtu[port] = mtu;
750 if (mtu < prev_mtu && prev_mtu ==
751 master->max_mtu[port]) {
752 slave_st->mtu[port] = mtu;
753 master->max_mtu[port] = mtu;
754 for (i = 0; i < dev->num_slaves; i++) {
755 master->max_mtu[port] =
756 max(master->max_mtu[port],
757 master->slave_state[i].mtu[port]);
761 gen_context->mtu = cpu_to_be16(master->max_mtu[port]);
763 case MLX4_SET_PORT_GID_TABLE:
764 /* change to MULTIPLE entries: number of guest's gids
765 * need a FOR-loop here over number of gids the guest has.
766 * 1. Check no duplicates in gids passed by slave
768 num_gids = mlx4_get_slave_num_gids(dev, slave, port);
769 base = mlx4_get_base_gid_ix(dev, slave, port);
770 gid_entry_mbox = (struct mlx4_roce_gid_entry *)(inbox->buf);
771 for (i = 0; i < num_gids; gid_entry_mbox++, i++) {
772 if (!memcmp(gid_entry_mbox->raw, zgid_entry.raw,
775 gid_entry_mb1 = gid_entry_mbox + 1;
776 for (j = i + 1; j < num_gids; gid_entry_mb1++, j++) {
777 if (!memcmp(gid_entry_mb1->raw,
778 zgid_entry.raw, sizeof(zgid_entry)))
780 if (!memcmp(gid_entry_mb1->raw, gid_entry_mbox->raw,
781 sizeof(gid_entry_mbox->raw))) {
782 /* found duplicate */
788 /* 2. Check that do not have duplicates in OTHER
789 * entries in the port GID table
792 mutex_lock(&(priv->port[port].gid_table.mutex));
793 for (i = 0; i < MLX4_ROCE_MAX_GIDS; i++) {
794 if (i >= base && i < base + num_gids)
795 continue; /* don't compare to slave's current gids */
796 gid_entry_tbl = &priv->port[port].gid_table.roce_gids[i];
797 if (!memcmp(gid_entry_tbl->raw, zgid_entry.raw, sizeof(zgid_entry)))
799 gid_entry_mbox = (struct mlx4_roce_gid_entry *)(inbox->buf);
800 for (j = 0; j < num_gids; gid_entry_mbox++, j++) {
801 if (!memcmp(gid_entry_mbox->raw, zgid_entry.raw,
804 if (!memcmp(gid_entry_mbox->raw, gid_entry_tbl->raw,
805 sizeof(gid_entry_tbl->raw))) {
806 /* found duplicate */
807 mlx4_warn(dev, "requested gid entry for slave:%d is a duplicate of gid at index %d\n",
809 mutex_unlock(&(priv->port[port].gid_table.mutex));
815 /* insert slave GIDs with memcpy, starting at slave's base index */
816 gid_entry_mbox = (struct mlx4_roce_gid_entry *)(inbox->buf);
817 for (i = 0, offset = base; i < num_gids; gid_entry_mbox++, offset++, i++)
818 memcpy(priv->port[port].gid_table.roce_gids[offset].raw,
819 gid_entry_mbox->raw, MLX4_ROCE_GID_ENTRY_SIZE);
821 /* Now, copy roce port gids table to current mailbox for passing to FW */
822 gid_entry_mbox = (struct mlx4_roce_gid_entry *)(inbox->buf);
823 for (i = 0; i < MLX4_ROCE_MAX_GIDS; gid_entry_mbox++, i++)
824 memcpy(gid_entry_mbox->raw,
825 priv->port[port].gid_table.roce_gids[i].raw,
826 MLX4_ROCE_GID_ENTRY_SIZE);
828 err = mlx4_cmd(dev, inbox->dma, in_mod & 0xffff, op_mod,
829 MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
831 mutex_unlock(&(priv->port[port].gid_table.mutex));
835 return mlx4_cmd(dev, inbox->dma, in_mod & 0xffff, op_mod,
836 MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
840 /* For IB, we only consider:
841 * - The capability mask, which is set to the aggregate of all
842 * slave function capabilities
843 * - The QKey violatin counter - reset according to each request.
846 if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
847 reset_qkey_viols = (*(u8 *) inbox->buf) & 0x40;
848 new_cap_mask = ((__be32 *) inbox->buf)[2];
850 reset_qkey_viols = ((u8 *) inbox->buf)[3] & 0x1;
851 new_cap_mask = ((__be32 *) inbox->buf)[1];
854 /* slave may not set the IS_SM capability for the port */
855 if (slave != mlx4_master_func_num(dev) &&
856 (be32_to_cpu(new_cap_mask) & MLX4_PORT_CAP_IS_SM))
859 /* No DEV_MGMT in multifunc mode */
860 if (mlx4_is_mfunc(dev) &&
861 (be32_to_cpu(new_cap_mask) & MLX4_PORT_CAP_DEV_MGMT_SUP))
866 priv->mfunc.master.slave_state[slave].ib_cap_mask[port];
867 priv->mfunc.master.slave_state[slave].ib_cap_mask[port] = new_cap_mask;
868 for (i = 0; i < dev->num_slaves; i++)
870 priv->mfunc.master.slave_state[i].ib_cap_mask[port];
872 /* only clear mailbox for guests. Master may be setting
873 * MTU or PKEY table size
875 if (slave != dev->caps.function)
876 memset(inbox->buf, 0, 256);
877 if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
878 *(u8 *) inbox->buf |= !!reset_qkey_viols << 6;
879 ((__be32 *) inbox->buf)[2] = agg_cap_mask;
881 ((u8 *) inbox->buf)[3] |= !!reset_qkey_viols;
882 ((__be32 *) inbox->buf)[1] = agg_cap_mask;
885 err = mlx4_cmd(dev, inbox->dma, port, is_eth, MLX4_CMD_SET_PORT,
886 MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
888 priv->mfunc.master.slave_state[slave].ib_cap_mask[port] =
893 int mlx4_SET_PORT_wrapper(struct mlx4_dev *dev, int slave,
894 struct mlx4_vhcr *vhcr,
895 struct mlx4_cmd_mailbox *inbox,
896 struct mlx4_cmd_mailbox *outbox,
897 struct mlx4_cmd_info *cmd)
899 int port = mlx4_slave_convert_port(
900 dev, slave, vhcr->in_modifier & 0xFF);
905 vhcr->in_modifier = (vhcr->in_modifier & ~0xFF) |
908 return mlx4_common_set_port(dev, slave, vhcr->in_modifier,
909 vhcr->op_modifier, inbox);
912 /* bit locations for set port command with zero op modifier */
914 MLX4_SET_PORT_VL_CAP = 4, /* bits 7:4 */
915 MLX4_SET_PORT_MTU_CAP = 12, /* bits 15:12 */
916 MLX4_CHANGE_PORT_PKEY_TBL_SZ = 20,
917 MLX4_CHANGE_PORT_VL_CAP = 21,
918 MLX4_CHANGE_PORT_MTU_CAP = 22,
921 int mlx4_SET_PORT(struct mlx4_dev *dev, u8 port, int pkey_tbl_sz)
923 struct mlx4_cmd_mailbox *mailbox;
924 int err, vl_cap, pkey_tbl_flag = 0;
926 if (dev->caps.port_type[port] == MLX4_PORT_TYPE_ETH)
929 mailbox = mlx4_alloc_cmd_mailbox(dev);
931 return PTR_ERR(mailbox);
933 ((__be32 *) mailbox->buf)[1] = dev->caps.ib_port_def_cap[port];
935 if (pkey_tbl_sz >= 0 && mlx4_is_master(dev)) {
937 ((__be16 *) mailbox->buf)[20] = cpu_to_be16(pkey_tbl_sz);
940 /* IB VL CAP enum isn't used by the firmware, just numerical values */
941 for (vl_cap = 8; vl_cap >= 1; vl_cap >>= 1) {
942 ((__be32 *) mailbox->buf)[0] = cpu_to_be32(
943 (1 << MLX4_CHANGE_PORT_MTU_CAP) |
944 (1 << MLX4_CHANGE_PORT_VL_CAP) |
945 (pkey_tbl_flag << MLX4_CHANGE_PORT_PKEY_TBL_SZ) |
946 (dev->caps.port_ib_mtu[port] << MLX4_SET_PORT_MTU_CAP) |
947 (vl_cap << MLX4_SET_PORT_VL_CAP));
948 err = mlx4_cmd(dev, mailbox->dma, port, 0, MLX4_CMD_SET_PORT,
949 MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
954 mlx4_free_cmd_mailbox(dev, mailbox);
958 int mlx4_SET_PORT_general(struct mlx4_dev *dev, u8 port, int mtu,
959 u8 pptx, u8 pfctx, u8 pprx, u8 pfcrx)
961 struct mlx4_cmd_mailbox *mailbox;
962 struct mlx4_set_port_general_context *context;
966 mailbox = mlx4_alloc_cmd_mailbox(dev);
968 return PTR_ERR(mailbox);
969 context = mailbox->buf;
970 context->flags = SET_PORT_GEN_ALL_VALID;
971 context->mtu = cpu_to_be16(mtu);
972 context->pptx = (pptx * (!pfctx)) << 7;
973 context->pfctx = pfctx;
974 context->pprx = (pprx * (!pfcrx)) << 7;
975 context->pfcrx = pfcrx;
977 in_mod = MLX4_SET_PORT_GENERAL << 8 | port;
978 err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
979 MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
981 mlx4_free_cmd_mailbox(dev, mailbox);
984 EXPORT_SYMBOL(mlx4_SET_PORT_general);
986 int mlx4_SET_PORT_qpn_calc(struct mlx4_dev *dev, u8 port, u32 base_qpn,
989 struct mlx4_cmd_mailbox *mailbox;
990 struct mlx4_set_port_rqp_calc_context *context;
993 u32 m_promisc = (dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_MC_STEER) ?
994 MCAST_DIRECT : MCAST_DEFAULT;
996 if (dev->caps.steering_mode != MLX4_STEERING_MODE_A0)
999 mailbox = mlx4_alloc_cmd_mailbox(dev);
1000 if (IS_ERR(mailbox))
1001 return PTR_ERR(mailbox);
1002 context = mailbox->buf;
1003 context->base_qpn = cpu_to_be32(base_qpn);
1004 context->n_mac = dev->caps.log_num_macs;
1005 context->promisc = cpu_to_be32(promisc << SET_PORT_PROMISC_SHIFT |
1007 context->mcast = cpu_to_be32(m_promisc << SET_PORT_MC_PROMISC_SHIFT |
1009 context->intra_no_vlan = 0;
1010 context->no_vlan = MLX4_NO_VLAN_IDX;
1011 context->intra_vlan_miss = 0;
1012 context->vlan_miss = MLX4_VLAN_MISS_IDX;
1014 in_mod = MLX4_SET_PORT_RQP_CALC << 8 | port;
1015 err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
1016 MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
1018 mlx4_free_cmd_mailbox(dev, mailbox);
1021 EXPORT_SYMBOL(mlx4_SET_PORT_qpn_calc);
1023 int mlx4_SET_PORT_PRIO2TC(struct mlx4_dev *dev, u8 port, u8 *prio2tc)
1025 struct mlx4_cmd_mailbox *mailbox;
1026 struct mlx4_set_port_prio2tc_context *context;
1031 mailbox = mlx4_alloc_cmd_mailbox(dev);
1032 if (IS_ERR(mailbox))
1033 return PTR_ERR(mailbox);
1034 context = mailbox->buf;
1035 for (i = 0; i < MLX4_NUM_UP; i += 2)
1036 context->prio2tc[i >> 1] = prio2tc[i] << 4 | prio2tc[i + 1];
1038 in_mod = MLX4_SET_PORT_PRIO2TC << 8 | port;
1039 err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
1040 MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
1042 mlx4_free_cmd_mailbox(dev, mailbox);
1045 EXPORT_SYMBOL(mlx4_SET_PORT_PRIO2TC);
1047 int mlx4_SET_PORT_SCHEDULER(struct mlx4_dev *dev, u8 port, u8 *tc_tx_bw,
1048 u8 *pg, u16 *ratelimit)
1050 struct mlx4_cmd_mailbox *mailbox;
1051 struct mlx4_set_port_scheduler_context *context;
1056 mailbox = mlx4_alloc_cmd_mailbox(dev);
1057 if (IS_ERR(mailbox))
1058 return PTR_ERR(mailbox);
1059 context = mailbox->buf;
1061 for (i = 0; i < MLX4_NUM_TC; i++) {
1062 struct mlx4_port_scheduler_tc_cfg_be *tc = &context->tc[i];
1065 if (ratelimit && ratelimit[i]) {
1066 if (ratelimit[i] <= MLX4_MAX_100M_UNITS_VAL) {
1069 htons(MLX4_RATELIMIT_100M_UNITS);
1071 r = ratelimit[i]/10;
1073 htons(MLX4_RATELIMIT_1G_UNITS);
1075 tc->max_bw_value = htons(r);
1077 tc->max_bw_value = htons(MLX4_RATELIMIT_DEFAULT);
1078 tc->max_bw_units = htons(MLX4_RATELIMIT_1G_UNITS);
1081 tc->pg = htons(pg[i]);
1082 tc->bw_precentage = htons(tc_tx_bw[i]);
1085 in_mod = MLX4_SET_PORT_SCHEDULER << 8 | port;
1086 err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
1087 MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
1089 mlx4_free_cmd_mailbox(dev, mailbox);
1092 EXPORT_SYMBOL(mlx4_SET_PORT_SCHEDULER);
1095 VXLAN_ENABLE_MODIFY = 1 << 7,
1096 VXLAN_STEERING_MODIFY = 1 << 6,
1098 VXLAN_ENABLE = 1 << 7,
1101 struct mlx4_set_port_vxlan_context {
1109 int mlx4_SET_PORT_VXLAN(struct mlx4_dev *dev, u8 port, u8 steering, int enable)
1113 struct mlx4_cmd_mailbox *mailbox;
1114 struct mlx4_set_port_vxlan_context *context;
1116 mailbox = mlx4_alloc_cmd_mailbox(dev);
1117 if (IS_ERR(mailbox))
1118 return PTR_ERR(mailbox);
1119 context = mailbox->buf;
1120 memset(context, 0, sizeof(*context));
1122 context->modify_flags = VXLAN_ENABLE_MODIFY | VXLAN_STEERING_MODIFY;
1124 context->enable_flags = VXLAN_ENABLE;
1125 context->steering = steering;
1127 in_mod = MLX4_SET_PORT_VXLAN << 8 | port;
1128 err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
1129 MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
1131 mlx4_free_cmd_mailbox(dev, mailbox);
1134 EXPORT_SYMBOL(mlx4_SET_PORT_VXLAN);
1136 int mlx4_SET_MCAST_FLTR_wrapper(struct mlx4_dev *dev, int slave,
1137 struct mlx4_vhcr *vhcr,
1138 struct mlx4_cmd_mailbox *inbox,
1139 struct mlx4_cmd_mailbox *outbox,
1140 struct mlx4_cmd_info *cmd)
1147 int mlx4_SET_MCAST_FLTR(struct mlx4_dev *dev, u8 port,
1148 u64 mac, u64 clear, u8 mode)
1150 return mlx4_cmd(dev, (mac | (clear << 63)), port, mode,
1151 MLX4_CMD_SET_MCAST_FLTR, MLX4_CMD_TIME_CLASS_B,
1154 EXPORT_SYMBOL(mlx4_SET_MCAST_FLTR);
1156 int mlx4_SET_VLAN_FLTR_wrapper(struct mlx4_dev *dev, int slave,
1157 struct mlx4_vhcr *vhcr,
1158 struct mlx4_cmd_mailbox *inbox,
1159 struct mlx4_cmd_mailbox *outbox,
1160 struct mlx4_cmd_info *cmd)
1167 int mlx4_common_dump_eth_stats(struct mlx4_dev *dev, int slave,
1168 u32 in_mod, struct mlx4_cmd_mailbox *outbox)
1170 return mlx4_cmd_box(dev, 0, outbox->dma, in_mod, 0,
1171 MLX4_CMD_DUMP_ETH_STATS, MLX4_CMD_TIME_CLASS_B,
1175 int mlx4_DUMP_ETH_STATS_wrapper(struct mlx4_dev *dev, int slave,
1176 struct mlx4_vhcr *vhcr,
1177 struct mlx4_cmd_mailbox *inbox,
1178 struct mlx4_cmd_mailbox *outbox,
1179 struct mlx4_cmd_info *cmd)
1181 if (slave != dev->caps.function)
1183 return mlx4_common_dump_eth_stats(dev, slave,
1184 vhcr->in_modifier, outbox);
1187 void mlx4_set_stats_bitmap(struct mlx4_dev *dev, u64 *stats_bitmap)
1189 if (!mlx4_is_mfunc(dev)) {
1194 *stats_bitmap = (MLX4_STATS_TRAFFIC_COUNTERS_MASK |
1195 MLX4_STATS_TRAFFIC_DROPS_MASK |
1196 MLX4_STATS_PORT_COUNTERS_MASK);
1198 if (mlx4_is_master(dev))
1199 *stats_bitmap |= MLX4_STATS_ERROR_COUNTERS_MASK;
1201 EXPORT_SYMBOL(mlx4_set_stats_bitmap);
1203 int mlx4_get_slave_from_roce_gid(struct mlx4_dev *dev, int port, u8 *gid,
1206 struct mlx4_priv *priv = mlx4_priv(dev);
1207 int i, found_ix = -1;
1208 int vf_gids = MLX4_ROCE_MAX_GIDS - MLX4_ROCE_PF_GIDS;
1209 struct mlx4_slaves_pport slaves_pport;
1213 if (!mlx4_is_mfunc(dev))
1216 slaves_pport = mlx4_phys_to_slaves_pport(dev, port);
1217 num_vfs = bitmap_weight(slaves_pport.slaves, dev->num_vfs + 1) - 1;
1219 for (i = 0; i < MLX4_ROCE_MAX_GIDS; i++) {
1220 if (!memcmp(priv->port[port].gid_table.roce_gids[i].raw, gid,
1221 MLX4_ROCE_GID_ENTRY_SIZE)) {
1227 if (found_ix >= 0) {
1228 /* Calculate a slave_gid which is the slave number in the gid
1229 * table and not a globally unique slave number.
1231 if (found_ix < MLX4_ROCE_PF_GIDS)
1233 else if (found_ix < MLX4_ROCE_PF_GIDS + (vf_gids % num_vfs) *
1234 (vf_gids / num_vfs + 1))
1235 slave_gid = ((found_ix - MLX4_ROCE_PF_GIDS) /
1236 (vf_gids / num_vfs + 1)) + 1;
1239 ((found_ix - MLX4_ROCE_PF_GIDS -
1240 ((vf_gids % num_vfs) * ((vf_gids / num_vfs + 1)))) /
1241 (vf_gids / num_vfs)) + vf_gids % num_vfs + 1;
1243 /* Calculate the globally unique slave id */
1245 struct mlx4_active_ports exclusive_ports;
1246 struct mlx4_active_ports actv_ports;
1247 struct mlx4_slaves_pport slaves_pport_actv;
1248 unsigned max_port_p_one;
1249 int num_vfs_before = 0;
1250 int candidate_slave_gid;
1252 /* Calculate how many VFs are on the previous port, if exists */
1253 for (i = 1; i < port; i++) {
1254 bitmap_zero(exclusive_ports.ports, dev->caps.num_ports);
1255 set_bit(i - 1, exclusive_ports.ports);
1257 mlx4_phys_to_slaves_pport_actv(
1258 dev, &exclusive_ports);
1259 num_vfs_before += bitmap_weight(
1260 slaves_pport_actv.slaves,
1264 /* candidate_slave_gid isn't necessarily the correct slave, but
1265 * it has the same number of ports and is assigned to the same
1266 * ports as the real slave we're looking for. On dual port VF,
1267 * slave_gid = [single port VFs on port <port>] +
1268 * [offset of the current slave from the first dual port VF] +
1271 candidate_slave_gid = slave_gid + num_vfs_before;
1273 actv_ports = mlx4_get_active_ports(dev, candidate_slave_gid);
1274 max_port_p_one = find_first_bit(
1275 actv_ports.ports, dev->caps.num_ports) +
1276 bitmap_weight(actv_ports.ports,
1277 dev->caps.num_ports) + 1;
1279 /* Calculate the real slave number */
1280 for (i = 1; i < max_port_p_one; i++) {
1283 bitmap_zero(exclusive_ports.ports,
1284 dev->caps.num_ports);
1285 set_bit(i - 1, exclusive_ports.ports);
1287 mlx4_phys_to_slaves_pport_actv(
1288 dev, &exclusive_ports);
1289 slave_gid += bitmap_weight(
1290 slaves_pport_actv.slaves,
1294 *slave_id = slave_gid;
1297 return (found_ix >= 0) ? 0 : -EINVAL;
1299 EXPORT_SYMBOL(mlx4_get_slave_from_roce_gid);
1301 int mlx4_get_roce_gid_from_slave(struct mlx4_dev *dev, int port, int slave_id,
1304 struct mlx4_priv *priv = mlx4_priv(dev);
1306 if (!mlx4_is_master(dev))
1309 memcpy(gid, priv->port[port].gid_table.roce_gids[slave_id].raw,
1310 MLX4_ROCE_GID_ENTRY_SIZE);
1313 EXPORT_SYMBOL(mlx4_get_roce_gid_from_slave);