[linux-2.6-block.git] / drivers / infiniband / hw / mlx4 / mad.c

/*
 * Copyright (c) 2007 Cisco Systems, Inc. All rights reserved.
 *
 * This software is available to you under a choice of one of two
 * licenses.  You may choose to be licensed under the terms of the GNU
 * General Public License (GPL) Version 2, available from the file
 * COPYING in the main directory of this source tree, or the
 * OpenIB.org BSD license below:
 *
 *     Redistribution and use in source and binary forms, with or
 *     without modification, are permitted provided that the following
 *     conditions are met:
 *
 *      - Redistributions of source code must retain the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer.
 *
 *      - Redistributions in binary form must reproduce the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer in the documentation and/or other materials
 *        provided with the distribution.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#include <rdma/ib_mad.h>
#include <rdma/ib_smi.h>

#include <linux/mlx4/cmd.h>
#include <linux/gfp.h>
#include <rdma/ib_pma.h>

#include "mlx4_ib.h"

enum {
	MLX4_IB_VENDOR_CLASS1 = 0x9,
	MLX4_IB_VENDOR_CLASS2 = 0xa
};

int mlx4_MAD_IFC(struct mlx4_ib_dev *dev, int ignore_mkey, int ignore_bkey,
		 int port, struct ib_wc *in_wc, struct ib_grh *in_grh,
		 void *in_mad, void *response_mad)
{
	struct mlx4_cmd_mailbox *inmailbox, *outmailbox;
	void *inbox;
	int err;
	u32 in_modifier = port;
	u8 op_modifier = 0;

	inmailbox = mlx4_alloc_cmd_mailbox(dev->dev);
	if (IS_ERR(inmailbox))
		return PTR_ERR(inmailbox);
	inbox = inmailbox->buf;

	outmailbox = mlx4_alloc_cmd_mailbox(dev->dev);
	if (IS_ERR(outmailbox)) {
		mlx4_free_cmd_mailbox(dev->dev, inmailbox);
		return PTR_ERR(outmailbox);
	}

	memcpy(inbox, in_mad, 256);

	/*
	 * Key check traps can't be generated unless we have in_wc to
	 * tell us where to send the trap.
	 */
	if (ignore_mkey || !in_wc)
		op_modifier |= 0x1;
	if (ignore_bkey || !in_wc)
		op_modifier |= 0x2;

	if (in_wc) {
		struct {
			__be32		my_qpn;
			u32		reserved1;
			__be32		rqpn;
			u8		sl;
			u8		g_path;
			u16		reserved2[2];
			__be16		pkey;
			u32		reserved3[11];
			u8		grh[40];
		} *ext_info;

		memset(inbox + 256, 0, 256);
		ext_info = inbox + 256;

		ext_info->my_qpn = cpu_to_be32(in_wc->qp->qp_num);
		ext_info->rqpn   = cpu_to_be32(in_wc->src_qp);
		ext_info->sl     = in_wc->sl << 4;
		ext_info->g_path = in_wc->dlid_path_bits |
			(in_wc->wc_flags & IB_WC_GRH ? 0x80 : 0);
		ext_info->pkey   = cpu_to_be16(in_wc->pkey_index);

		if (in_grh)
			memcpy(ext_info->grh, in_grh, 40);

		op_modifier |= 0x4;

		in_modifier |= in_wc->slid << 16;
	}

	err = mlx4_cmd_box(dev->dev, inmailbox->dma, outmailbox->dma,
			   in_modifier, op_modifier,
			   MLX4_CMD_MAD_IFC, MLX4_CMD_TIME_CLASS_C,
			   MLX4_CMD_NATIVE);

	if (!err)
		memcpy(response_mad, outmailbox->buf, 256);

	mlx4_free_cmd_mailbox(dev->dev, inmailbox);
	mlx4_free_cmd_mailbox(dev->dev, outmailbox);

	return err;
}

static void update_sm_ah(struct mlx4_ib_dev *dev, u8 port_num, u16 lid, u8 sl)
{
	struct ib_ah *new_ah;
	struct ib_ah_attr ah_attr;

	if (!dev->send_agent[port_num - 1][0])
		return;

	memset(&ah_attr, 0, sizeof ah_attr);
	ah_attr.dlid     = lid;
	ah_attr.sl       = sl;
	ah_attr.port_num = port_num;

	new_ah = ib_create_ah(dev->send_agent[port_num - 1][0]->qp->pd,
			      &ah_attr);
	if (IS_ERR(new_ah))
		return;

	spin_lock(&dev->sm_lock);
	if (dev->sm_ah[port_num - 1])
		ib_destroy_ah(dev->sm_ah[port_num - 1]);
	dev->sm_ah[port_num - 1] = new_ah;
	spin_unlock(&dev->sm_lock);
}

/*
 * Snoop SM MADs for port info and P_Key table sets, so we can
 * synthesize LID change and P_Key change events.
 */
static void smp_snoop(struct ib_device *ibdev, u8 port_num, struct ib_mad *mad,
				u16 prev_lid)
{
	struct ib_event event;

	if ((mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_LID_ROUTED ||
	     mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE) &&
	    mad->mad_hdr.method == IB_MGMT_METHOD_SET) {
		if (mad->mad_hdr.attr_id == IB_SMP_ATTR_PORT_INFO) {
			struct ib_port_info *pinfo =
				(struct ib_port_info *) ((struct ib_smp *) mad)->data;
			u16 lid = be16_to_cpu(pinfo->lid);

			update_sm_ah(to_mdev(ibdev), port_num,
				     be16_to_cpu(pinfo->sm_lid),
				     pinfo->neighbormtu_mastersmsl & 0xf);

			event.device	       = ibdev;
			event.element.port_num = port_num;

			if (pinfo->clientrereg_resv_subnetto & 0x80) {
				event.event    = IB_EVENT_CLIENT_REREGISTER;
				ib_dispatch_event(&event);
			}

			if (prev_lid != lid) {
				event.event    = IB_EVENT_LID_CHANGE;
				ib_dispatch_event(&event);
			}
		}

		if (mad->mad_hdr.attr_id == IB_SMP_ATTR_PKEY_TABLE) {
			event.device	       = ibdev;
			event.event	       = IB_EVENT_PKEY_CHANGE;
			event.element.port_num = port_num;
			ib_dispatch_event(&event);
		}
	}
}

static void node_desc_override(struct ib_device *dev,
			       struct ib_mad *mad)
{
	if ((mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_LID_ROUTED ||
	     mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE) &&
	    mad->mad_hdr.method == IB_MGMT_METHOD_GET_RESP &&
	    mad->mad_hdr.attr_id == IB_SMP_ATTR_NODE_DESC) {
		spin_lock(&to_mdev(dev)->sm_lock);
		memcpy(((struct ib_smp *) mad)->data, dev->node_desc, 64);
		spin_unlock(&to_mdev(dev)->sm_lock);
	}
}

static void forward_trap(struct mlx4_ib_dev *dev, u8 port_num, struct ib_mad *mad)
{
	int qpn = mad->mad_hdr.mgmt_class != IB_MGMT_CLASS_SUBN_LID_ROUTED;
	struct ib_mad_send_buf *send_buf;
	struct ib_mad_agent *agent = dev->send_agent[port_num - 1][qpn];
	int ret;

	if (agent) {
		send_buf = ib_create_send_mad(agent, qpn, 0, 0, IB_MGMT_MAD_HDR,
					      IB_MGMT_MAD_DATA, GFP_ATOMIC);
		if (IS_ERR(send_buf))
			return;
		/*
		 * We rely here on the fact that MLX QPs don't use the
		 * address handle after the send is posted (this is
		 * wrong following the IB spec strictly, but we know
		 * it's OK for our devices).
		 */
		spin_lock(&dev->sm_lock);
		memcpy(send_buf->mad, mad, sizeof *mad);
		if ((send_buf->ah = dev->sm_ah[port_num - 1]))
			ret = ib_post_send_mad(send_buf, NULL);
		else
			ret = -EINVAL;
		spin_unlock(&dev->sm_lock);

		if (ret)
			ib_free_send_mad(send_buf);
	}
}

static int ib_process_mad(struct ib_device *ibdev, int mad_flags, u8 port_num,
			struct ib_wc *in_wc, struct ib_grh *in_grh,
			struct ib_mad *in_mad, struct ib_mad *out_mad)
{
	u16 slid, prev_lid = 0;
	int err;
	struct ib_port_attr pattr;

	if (in_wc && in_wc->qp->qp_num) {
		pr_debug("received MAD: slid:%d sqpn:%d "
			"dlid_bits:%d dqpn:%d wc_flags:0x%x, cls %x, mtd %x, atr %x\n",
			in_wc->slid, in_wc->src_qp,
			in_wc->dlid_path_bits,
			in_wc->qp->qp_num,
			in_wc->wc_flags,
			in_mad->mad_hdr.mgmt_class, in_mad->mad_hdr.method,
			be16_to_cpu(in_mad->mad_hdr.attr_id));
		if (in_wc->wc_flags & IB_WC_GRH) {
			pr_debug("sgid_hi:0x%016llx sgid_lo:0x%016llx\n",
				 be64_to_cpu(in_grh->sgid.global.subnet_prefix),
				 be64_to_cpu(in_grh->sgid.global.interface_id));
			pr_debug("dgid_hi:0x%016llx dgid_lo:0x%016llx\n",
				 be64_to_cpu(in_grh->dgid.global.subnet_prefix),
				 be64_to_cpu(in_grh->dgid.global.interface_id));
		}
	}

	slid = in_wc ? in_wc->slid : be16_to_cpu(IB_LID_PERMISSIVE);

	if (in_mad->mad_hdr.method == IB_MGMT_METHOD_TRAP && slid == 0) {
		forward_trap(to_mdev(ibdev), port_num, in_mad);
		return IB_MAD_RESULT_SUCCESS | IB_MAD_RESULT_CONSUMED;
	}

	if (in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_LID_ROUTED ||
	    in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE) {
		if (in_mad->mad_hdr.method   != IB_MGMT_METHOD_GET &&
		    in_mad->mad_hdr.method   != IB_MGMT_METHOD_SET &&
		    in_mad->mad_hdr.method   != IB_MGMT_METHOD_TRAP_REPRESS)
			return IB_MAD_RESULT_SUCCESS;

		/*
		 * Don't process SMInfo queries -- the SMA can't handle them.
		 */
		if (in_mad->mad_hdr.attr_id == IB_SMP_ATTR_SM_INFO)
			return IB_MAD_RESULT_SUCCESS;
	} else if (in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_PERF_MGMT ||
		   in_mad->mad_hdr.mgmt_class == MLX4_IB_VENDOR_CLASS1   ||
		   in_mad->mad_hdr.mgmt_class == MLX4_IB_VENDOR_CLASS2   ||
		   in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_CONG_MGMT) {
		if (in_mad->mad_hdr.method  != IB_MGMT_METHOD_GET &&
		    in_mad->mad_hdr.method  != IB_MGMT_METHOD_SET)
			return IB_MAD_RESULT_SUCCESS;
	} else
		return IB_MAD_RESULT_SUCCESS;

	if ((in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_LID_ROUTED ||
	     in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE) &&
	    in_mad->mad_hdr.method == IB_MGMT_METHOD_SET &&
	    in_mad->mad_hdr.attr_id == IB_SMP_ATTR_PORT_INFO &&
	    !ib_query_port(ibdev, port_num, &pattr))
		prev_lid = pattr.lid;

	err = mlx4_MAD_IFC(to_mdev(ibdev),
			   mad_flags & IB_MAD_IGNORE_MKEY,
			   mad_flags & IB_MAD_IGNORE_BKEY,
			   port_num, in_wc, in_grh, in_mad, out_mad);
	if (err)
		return IB_MAD_RESULT_FAILURE;

	if (!out_mad->mad_hdr.status) {
		smp_snoop(ibdev, port_num, in_mad, prev_lid);
		node_desc_override(ibdev, out_mad);
	}

	/* set return bit in status of directed route responses */
	if (in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE)
		out_mad->mad_hdr.status |= cpu_to_be16(1 << 15);

	if (in_mad->mad_hdr.method == IB_MGMT_METHOD_TRAP_REPRESS)
		/* no response for trap repress */
		return IB_MAD_RESULT_SUCCESS | IB_MAD_RESULT_CONSUMED;

	return IB_MAD_RESULT_SUCCESS | IB_MAD_RESULT_REPLY;
}

static void edit_counter(struct mlx4_counter *cnt,
					struct ib_pma_portcounters *pma_cnt)
{
	pma_cnt->port_xmit_data = cpu_to_be32((be64_to_cpu(cnt->tx_bytes)>>2));
	pma_cnt->port_rcv_data  = cpu_to_be32((be64_to_cpu(cnt->rx_bytes)>>2));
	pma_cnt->port_xmit_packets = cpu_to_be32(be64_to_cpu(cnt->tx_frames));
	pma_cnt->port_rcv_packets  = cpu_to_be32(be64_to_cpu(cnt->rx_frames));
}

static int iboe_process_mad(struct ib_device *ibdev, int mad_flags, u8 port_num,
			struct ib_wc *in_wc, struct ib_grh *in_grh,
			struct ib_mad *in_mad, struct ib_mad *out_mad)
{
	struct mlx4_cmd_mailbox *mailbox;
	struct mlx4_ib_dev *dev = to_mdev(ibdev);
	int err;
	u32 inmod = dev->counters[port_num - 1] & 0xffff;
	u8 mode;

	if (in_mad->mad_hdr.mgmt_class != IB_MGMT_CLASS_PERF_MGMT)
		return -EINVAL;

	mailbox = mlx4_alloc_cmd_mailbox(dev->dev);
	if (IS_ERR(mailbox))
		return IB_MAD_RESULT_FAILURE;

	err = mlx4_cmd_box(dev->dev, 0, mailbox->dma, inmod, 0,
			   MLX4_CMD_QUERY_IF_STAT, MLX4_CMD_TIME_CLASS_C,
			   MLX4_CMD_WRAPPED);
	if (err)
		err = IB_MAD_RESULT_FAILURE;
	else {
		memset(out_mad->data, 0, sizeof out_mad->data);
		mode = ((struct mlx4_counter *)mailbox->buf)->counter_mode;
		switch (mode & 0xf) {
		case 0:
			edit_counter(mailbox->buf,
						(void *)(out_mad->data + 40));
			err = IB_MAD_RESULT_SUCCESS | IB_MAD_RESULT_REPLY;
			break;
		default:
			err = IB_MAD_RESULT_FAILURE;
		}
	}

	mlx4_free_cmd_mailbox(dev->dev, mailbox);

	return err;
}

int mlx4_ib_process_mad(struct ib_device *ibdev, int mad_flags, u8 port_num,
			struct ib_wc *in_wc, struct ib_grh *in_grh,
			struct ib_mad *in_mad, struct ib_mad *out_mad)
{
	switch (rdma_port_get_link_layer(ibdev, port_num)) {
	case IB_LINK_LAYER_INFINIBAND:
		return ib_process_mad(ibdev, mad_flags, port_num, in_wc,
				      in_grh, in_mad, out_mad);
	case IB_LINK_LAYER_ETHERNET:
		return iboe_process_mad(ibdev, mad_flags, port_num, in_wc,
					  in_grh, in_mad, out_mad);
	default:
		return -EINVAL;
	}
}

static void send_handler(struct ib_mad_agent *agent,
			 struct ib_mad_send_wc *mad_send_wc)
{
	ib_free_send_mad(mad_send_wc->send_buf);
}

int mlx4_ib_mad_init(struct mlx4_ib_dev *dev)
{
	struct ib_mad_agent *agent;
	int p, q;
	int ret;
	enum rdma_link_layer ll;

	for (p = 0; p < dev->num_ports; ++p) {
		ll = rdma_port_get_link_layer(&dev->ib_dev, p + 1);
		for (q = 0; q <= 1; ++q) {
			if (ll == IB_LINK_LAYER_INFINIBAND) {
				agent = ib_register_mad_agent(&dev->ib_dev, p + 1,
							      q ? IB_QPT_GSI : IB_QPT_SMI,
							      NULL, 0, send_handler,
							      NULL, NULL);
				if (IS_ERR(agent)) {
					ret = PTR_ERR(agent);
					goto err;
				}
				dev->send_agent[p][q] = agent;
			} else
				dev->send_agent[p][q] = NULL;
		}
	}

	return 0;

err:
	for (p = 0; p < dev->num_ports; ++p)
		for (q = 0; q <= 1; ++q)
			if (dev->send_agent[p][q])
				ib_unregister_mad_agent(dev->send_agent[p][q]);

	return ret;
}

void mlx4_ib_mad_cleanup(struct mlx4_ib_dev *dev)
{
	struct ib_mad_agent *agent;
	int p, q;

	for (p = 0; p < dev->num_ports; ++p) {
		for (q = 0; q <= 1; ++q) {
			agent = dev->send_agent[p][q];
			if (agent) {
				dev->send_agent[p][q] = NULL;
				ib_unregister_mad_agent(agent);
			}
		}

		if (dev->sm_ah[p])
			ib_destroy_ah(dev->sm_ah[p]);
	}
}
Commit	Line	Data
225c7b1f RD	1	/*
	2	* Copyright (c) 2007 Cisco Systems, Inc. All rights reserved.
	3	*
	4	* This software is available to you under a choice of one of two
	5	* licenses. You may choose to be licensed under the terms of the GNU
	6	* General Public License (GPL) Version 2, available from the file
	7	* COPYING in the main directory of this source tree, or the
	8	* OpenIB.org BSD license below:
	9	*
	10	* Redistribution and use in source and binary forms, with or
	11	* without modification, are permitted provided that the following
	12	* conditions are met:
	13	*
	14	* - Redistributions of source code must retain the above
	15	* copyright notice, this list of conditions and the following
	16	* disclaimer.
	17	*
	18	* - Redistributions in binary form must reproduce the above
	19	* copyright notice, this list of conditions and the following
	20	* disclaimer in the documentation and/or other materials
	21	* provided with the distribution.
	22	*
	23	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
	24	* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
	25	* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
	26	* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
	27	* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
	28	* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
	29	* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
	30	* SOFTWARE.
	31	*/
	32
	33	#include <rdma/ib_mad.h>
	34	#include <rdma/ib_smi.h>
	35
	36	#include <linux/mlx4/cmd.h>
5a0e3ad6	37	#include <linux/gfp.h>
c3779134	38	#include <rdma/ib_pma.h>
225c7b1f RD	39
	40	#include "mlx4_ib.h"
	41
	42	enum {
	43	MLX4_IB_VENDOR_CLASS1 = 0x9,
	44	MLX4_IB_VENDOR_CLASS2 = 0xa
	45	};
	46
	47	int mlx4_MAD_IFC(struct mlx4_ib_dev *dev, int ignore_mkey, int ignore_bkey,
	48	int port, struct ib_wc in_wc, struct ib_grh in_grh,
	49	void in_mad, void response_mad)
	50	{
	51	struct mlx4_cmd_mailbox inmailbox, outmailbox;
	52	void *inbox;
	53	int err;
	54	u32 in_modifier = port;
	55	u8 op_modifier = 0;
	56
	57	inmailbox = mlx4_alloc_cmd_mailbox(dev->dev);
	58	if (IS_ERR(inmailbox))
	59	return PTR_ERR(inmailbox);
	60	inbox = inmailbox->buf;
	61
	62	outmailbox = mlx4_alloc_cmd_mailbox(dev->dev);
	63	if (IS_ERR(outmailbox)) {
	64	mlx4_free_cmd_mailbox(dev->dev, inmailbox);
	65	return PTR_ERR(outmailbox);
	66	}
	67
	68	memcpy(inbox, in_mad, 256);
	69
	70	/*
	71	* Key check traps can't be generated unless we have in_wc to
	72	* tell us where to send the trap.
	73	*/
	74	if (ignore_mkey \|\| !in_wc)
	75	op_modifier \|= 0x1;
	76	if (ignore_bkey \|\| !in_wc)
	77	op_modifier \|= 0x2;
	78
	79	if (in_wc) {
	80	struct {
	81	__be32 my_qpn;
	82	u32 reserved1;
	83	__be32 rqpn;
	84	u8 sl;
	85	u8 g_path;
	86	u16 reserved2[2];
	87	__be16 pkey;
	88	u32 reserved3[11];
	89	u8 grh[40];
	90	} *ext_info;
	91
	92	memset(inbox + 256, 0, 256);
	93	ext_info = inbox + 256;
	94
	95	ext_info->my_qpn = cpu_to_be32(in_wc->qp->qp_num);
	96	ext_info->rqpn = cpu_to_be32(in_wc->src_qp);
	97	ext_info->sl = in_wc->sl << 4;
	98	ext_info->g_path = in_wc->dlid_path_bits \|
	99	(in_wc->wc_flags & IB_WC_GRH ? 0x80 : 0);
	100	ext_info->pkey = cpu_to_be16(in_wc->pkey_index);
	101
	102	if (in_grh)
103	memcpy(ext_info->grh, in_grh, 40);
104
105	op_modifier \|= 0x4;
106
107	in_modifier \|= in_wc->slid << 16;
108	}
109
110	err = mlx4_cmd_box(dev->dev, inmailbox->dma, outmailbox->dma,
111	in_modifier, op_modifier,
f9baff50 JM	112	MLX4_CMD_MAD_IFC, MLX4_CMD_TIME_CLASS_C,
f9baff50 JM	113	MLX4_CMD_NATIVE);
225c7b1f	114
fe11cb6b	115	if (!err)
225c7b1f RD	116	memcpy(response_mad, outmailbox->buf, 256);
	117
	118	mlx4_free_cmd_mailbox(dev->dev, inmailbox);
	119	mlx4_free_cmd_mailbox(dev->dev, outmailbox);
	120
	121	return err;
	122	}
	123
	124	static void update_sm_ah(struct mlx4_ib_dev *dev, u8 port_num, u16 lid, u8 sl)
	125	{
	126	struct ib_ah *new_ah;
	127	struct ib_ah_attr ah_attr;
	128
	129	if (!dev->send_agent[port_num - 1][0])
	130	return;
	131
	132	memset(&ah_attr, 0, sizeof ah_attr);
	133	ah_attr.dlid = lid;
	134	ah_attr.sl = sl;
	135	ah_attr.port_num = port_num;
	136
	137	new_ah = ib_create_ah(dev->send_agent[port_num - 1][0]->qp->pd,
	138	&ah_attr);
	139	if (IS_ERR(new_ah))
	140	return;
	141
	142	spin_lock(&dev->sm_lock);
	143	if (dev->sm_ah[port_num - 1])
	144	ib_destroy_ah(dev->sm_ah[port_num - 1]);
	145	dev->sm_ah[port_num - 1] = new_ah;
	146	spin_unlock(&dev->sm_lock);
	147	}
	148
	149	/*
	150	* Snoop SM MADs for port info and P_Key table sets, so we can
	151	* synthesize LID change and P_Key change events.
	152	*/
f0f6f346 MS	153	static void smp_snoop(struct ib_device ibdev, u8 port_num, struct ib_mad mad,
f0f6f346 MS	154	u16 prev_lid)
225c7b1f RD	155	{
	156	struct ib_event event;
	157
	158	if ((mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_LID_ROUTED \|\|
	159	mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE) &&
	160	mad->mad_hdr.method == IB_MGMT_METHOD_SET) {
	161	if (mad->mad_hdr.attr_id == IB_SMP_ATTR_PORT_INFO) {
	162	struct ib_port_info *pinfo =
	163	(struct ib_port_info ) ((struct ib_smp ) mad)->data;
f0f6f346	164	u16 lid = be16_to_cpu(pinfo->lid);
225c7b1f RD	165
	166	update_sm_ah(to_mdev(ibdev), port_num,
	167	be16_to_cpu(pinfo->sm_lid),
	168	pinfo->neighbormtu_mastersmsl & 0xf);
	169
	170	event.device = ibdev;
	171	event.element.port_num = port_num;
	172
f0f6f346	173	if (pinfo->clientrereg_resv_subnetto & 0x80) {
225c7b1f	174	event.event = IB_EVENT_CLIENT_REREGISTER;
f0f6f346 MS	175	ib_dispatch_event(&event);
f0f6f346 MS	176	}
225c7b1f	177
f0f6f346 MS	178	if (prev_lid != lid) {
	179	event.event = IB_EVENT_LID_CHANGE;
	180	ib_dispatch_event(&event);
	181	}
225c7b1f RD	182	}
	183
	184	if (mad->mad_hdr.attr_id == IB_SMP_ATTR_PKEY_TABLE) {
	185	event.device = ibdev;
	186	event.event = IB_EVENT_PKEY_CHANGE;
	187	event.element.port_num = port_num;
	188	ib_dispatch_event(&event);
	189	}
	190	}
	191	}
	192
	193	static void node_desc_override(struct ib_device *dev,
	194	struct ib_mad *mad)
	195	{
	196	if ((mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_LID_ROUTED \|\|
	197	mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE) &&
	198	mad->mad_hdr.method == IB_MGMT_METHOD_GET_RESP &&
	199	mad->mad_hdr.attr_id == IB_SMP_ATTR_NODE_DESC) {
	200	spin_lock(&to_mdev(dev)->sm_lock);
	201	memcpy(((struct ib_smp *) mad)->data, dev->node_desc, 64);
	202	spin_unlock(&to_mdev(dev)->sm_lock);
	203	}
	204	}
	205
	206	static void forward_trap(struct mlx4_ib_dev dev, u8 port_num, struct ib_mad mad)
	207	{
	208	int qpn = mad->mad_hdr.mgmt_class != IB_MGMT_CLASS_SUBN_LID_ROUTED;
	209	struct ib_mad_send_buf *send_buf;
	210	struct ib_mad_agent *agent = dev->send_agent[port_num - 1][qpn];
	211	int ret;
	212
	213	if (agent) {
	214	send_buf = ib_create_send_mad(agent, qpn, 0, 0, IB_MGMT_MAD_HDR,
	215	IB_MGMT_MAD_DATA, GFP_ATOMIC);
13974909 DC	216	if (IS_ERR(send_buf))
13974909 DC	217	return;
225c7b1f RD	218	/*
	219	* We rely here on the fact that MLX QPs don't use the
	220	* address handle after the send is posted (this is
	221	* wrong following the IB spec strictly, but we know
	222	* it's OK for our devices).
	223	*/
	224	spin_lock(&dev->sm_lock);
	225	memcpy(send_buf->mad, mad, sizeof *mad);
	226	if ((send_buf->ah = dev->sm_ah[port_num - 1]))
	227	ret = ib_post_send_mad(send_buf, NULL);
	228	else
	229	ret = -EINVAL;
	230	spin_unlock(&dev->sm_lock);
	231
	232	if (ret)
	233	ib_free_send_mad(send_buf);
	234	}
	235	}
	236
c3779134	237	static int ib_process_mad(struct ib_device *ibdev, int mad_flags, u8 port_num,
225c7b1f RD	238	struct ib_wc in_wc, struct ib_grh in_grh,
	239	struct ib_mad in_mad, struct ib_mad out_mad)
	240	{
f0f6f346	241	u16 slid, prev_lid = 0;
225c7b1f	242	int err;
f0f6f346	243	struct ib_port_attr pattr;
225c7b1f	244
b1d8eb5a JM	245	if (in_wc && in_wc->qp->qp_num) {
	246	pr_debug("received MAD: slid:%d sqpn:%d "
	247	"dlid_bits:%d dqpn:%d wc_flags:0x%x, cls %x, mtd %x, atr %x\n",
	248	in_wc->slid, in_wc->src_qp,
	249	in_wc->dlid_path_bits,
	250	in_wc->qp->qp_num,
	251	in_wc->wc_flags,
	252	in_mad->mad_hdr.mgmt_class, in_mad->mad_hdr.method,
	253	be16_to_cpu(in_mad->mad_hdr.attr_id));
	254	if (in_wc->wc_flags & IB_WC_GRH) {
	255	pr_debug("sgid_hi:0x%016llx sgid_lo:0x%016llx\n",
	256	be64_to_cpu(in_grh->sgid.global.subnet_prefix),
	257	be64_to_cpu(in_grh->sgid.global.interface_id));
	258	pr_debug("dgid_hi:0x%016llx dgid_lo:0x%016llx\n",
	259	be64_to_cpu(in_grh->dgid.global.subnet_prefix),
	260	be64_to_cpu(in_grh->dgid.global.interface_id));
	261	}
	262	}
	263
225c7b1f RD	264	slid = in_wc ? in_wc->slid : be16_to_cpu(IB_LID_PERMISSIVE);
	265
	266	if (in_mad->mad_hdr.method == IB_MGMT_METHOD_TRAP && slid == 0) {
	267	forward_trap(to_mdev(ibdev), port_num, in_mad);
	268	return IB_MAD_RESULT_SUCCESS \| IB_MAD_RESULT_CONSUMED;
	269	}
	270
	271	if (in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_LID_ROUTED \|\|
	272	in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE) {
	273	if (in_mad->mad_hdr.method != IB_MGMT_METHOD_GET &&
	274	in_mad->mad_hdr.method != IB_MGMT_METHOD_SET &&
	275	in_mad->mad_hdr.method != IB_MGMT_METHOD_TRAP_REPRESS)
	276	return IB_MAD_RESULT_SUCCESS;
	277
	278	/*
a6f7feae	279	* Don't process SMInfo queries -- the SMA can't handle them.
225c7b1f	280	*/
a6f7feae	281	if (in_mad->mad_hdr.attr_id == IB_SMP_ATTR_SM_INFO)
225c7b1f RD	282	return IB_MAD_RESULT_SUCCESS;
	283	} else if (in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_PERF_MGMT \|\|
	284	in_mad->mad_hdr.mgmt_class == MLX4_IB_VENDOR_CLASS1 \|\|
6578cf33 EC	285	in_mad->mad_hdr.mgmt_class == MLX4_IB_VENDOR_CLASS2 \|\|
6578cf33 EC	286	in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_CONG_MGMT) {
225c7b1f RD	287	if (in_mad->mad_hdr.method != IB_MGMT_METHOD_GET &&
	288	in_mad->mad_hdr.method != IB_MGMT_METHOD_SET)
	289	return IB_MAD_RESULT_SUCCESS;
	290	} else
	291	return IB_MAD_RESULT_SUCCESS;
	292
f0f6f346 MS	293	if ((in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_LID_ROUTED \|\|
	294	in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE) &&
	295	in_mad->mad_hdr.method == IB_MGMT_METHOD_SET &&
	296	in_mad->mad_hdr.attr_id == IB_SMP_ATTR_PORT_INFO &&
	297	!ib_query_port(ibdev, port_num, &pattr))
	298	prev_lid = pattr.lid;
	299
225c7b1f RD	300	err = mlx4_MAD_IFC(to_mdev(ibdev),
	301	mad_flags & IB_MAD_IGNORE_MKEY,
	302	mad_flags & IB_MAD_IGNORE_BKEY,
	303	port_num, in_wc, in_grh, in_mad, out_mad);
	304	if (err)
	305	return IB_MAD_RESULT_FAILURE;
	306
	307	if (!out_mad->mad_hdr.status) {
f0f6f346	308	smp_snoop(ibdev, port_num, in_mad, prev_lid);
225c7b1f RD	309	node_desc_override(ibdev, out_mad);
	310	}
	311
	312	/* set return bit in status of directed route responses */
	313	if (in_mad->mad_hdr.mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE)
	314	out_mad->mad_hdr.status \|= cpu_to_be16(1 << 15);
	315
	316	if (in_mad->mad_hdr.method == IB_MGMT_METHOD_TRAP_REPRESS)
	317	/* no response for trap repress */
	318	return IB_MAD_RESULT_SUCCESS \| IB_MAD_RESULT_CONSUMED;
	319
	320	return IB_MAD_RESULT_SUCCESS \| IB_MAD_RESULT_REPLY;
	321	}
	322
c3779134 OG	323	static void edit_counter(struct mlx4_counter *cnt,
	324	struct ib_pma_portcounters *pma_cnt)
	325	{
	326	pma_cnt->port_xmit_data = cpu_to_be32((be64_to_cpu(cnt->tx_bytes)>>2));
	327	pma_cnt->port_rcv_data = cpu_to_be32((be64_to_cpu(cnt->rx_bytes)>>2));
	328	pma_cnt->port_xmit_packets = cpu_to_be32(be64_to_cpu(cnt->tx_frames));
	329	pma_cnt->port_rcv_packets = cpu_to_be32(be64_to_cpu(cnt->rx_frames));
	330	}
	331
	332	static int iboe_process_mad(struct ib_device *ibdev, int mad_flags, u8 port_num,
	333	struct ib_wc in_wc, struct ib_grh in_grh,
	334	struct ib_mad in_mad, struct ib_mad out_mad)
	335	{
	336	struct mlx4_cmd_mailbox *mailbox;
	337	struct mlx4_ib_dev *dev = to_mdev(ibdev);
	338	int err;
	339	u32 inmod = dev->counters[port_num - 1] & 0xffff;
	340	u8 mode;
	341
	342	if (in_mad->mad_hdr.mgmt_class != IB_MGMT_CLASS_PERF_MGMT)
	343	return -EINVAL;
	344
	345	mailbox = mlx4_alloc_cmd_mailbox(dev->dev);
	346	if (IS_ERR(mailbox))
	347	return IB_MAD_RESULT_FAILURE;
	348
	349	err = mlx4_cmd_box(dev->dev, 0, mailbox->dma, inmod, 0,
f9baff50 JM	350	MLX4_CMD_QUERY_IF_STAT, MLX4_CMD_TIME_CLASS_C,
f9baff50 JM	351	MLX4_CMD_WRAPPED);
c3779134 OG	352	if (err)
	353	err = IB_MAD_RESULT_FAILURE;
	354	else {
	355	memset(out_mad->data, 0, sizeof out_mad->data);
	356	mode = ((struct mlx4_counter *)mailbox->buf)->counter_mode;
	357	switch (mode & 0xf) {
	358	case 0:
	359	edit_counter(mailbox->buf,
	360	(void *)(out_mad->data + 40));
	361	err = IB_MAD_RESULT_SUCCESS \| IB_MAD_RESULT_REPLY;
	362	break;
	363	default:
	364	err = IB_MAD_RESULT_FAILURE;
	365	}
	366	}
	367
	368	mlx4_free_cmd_mailbox(dev->dev, mailbox);
	369
	370	return err;
	371	}
	372
	373	int mlx4_ib_process_mad(struct ib_device *ibdev, int mad_flags, u8 port_num,
	374	struct ib_wc in_wc, struct ib_grh in_grh,
	375	struct ib_mad in_mad, struct ib_mad out_mad)
	376	{
	377	switch (rdma_port_get_link_layer(ibdev, port_num)) {
	378	case IB_LINK_LAYER_INFINIBAND:
	379	return ib_process_mad(ibdev, mad_flags, port_num, in_wc,
	380	in_grh, in_mad, out_mad);
	381	case IB_LINK_LAYER_ETHERNET:
	382	return iboe_process_mad(ibdev, mad_flags, port_num, in_wc,
	383	in_grh, in_mad, out_mad);
	384	default:
	385	return -EINVAL;
	386	}
	387	}
	388
225c7b1f RD	389	static void send_handler(struct ib_mad_agent *agent,
	390	struct ib_mad_send_wc *mad_send_wc)
	391	{
	392	ib_free_send_mad(mad_send_wc->send_buf);
	393	}
	394
	395	int mlx4_ib_mad_init(struct mlx4_ib_dev *dev)
	396	{
	397	struct ib_mad_agent *agent;
	398	int p, q;
	399	int ret;
fa417f7b	400	enum rdma_link_layer ll;
225c7b1f	401
fa417f7b EC	402	for (p = 0; p < dev->num_ports; ++p) {
fa417f7b EC	403	ll = rdma_port_get_link_layer(&dev->ib_dev, p + 1);
225c7b1f	404	for (q = 0; q <= 1; ++q) {
fa417f7b EC	405	if (ll == IB_LINK_LAYER_INFINIBAND) {
	406	agent = ib_register_mad_agent(&dev->ib_dev, p + 1,
	407	q ? IB_QPT_GSI : IB_QPT_SMI,
	408	NULL, 0, send_handler,
	409	NULL, NULL);
	410	if (IS_ERR(agent)) {
	411	ret = PTR_ERR(agent);
	412	goto err;
	413	}
	414	dev->send_agent[p][q] = agent;
	415	} else
	416	dev->send_agent[p][q] = NULL;
225c7b1f	417	}
fa417f7b	418	}
225c7b1f RD	419
	420	return 0;
	421
	422	err:
7ff93f8b	423	for (p = 0; p < dev->num_ports; ++p)
225c7b1f RD	424	for (q = 0; q <= 1; ++q)
	425	if (dev->send_agent[p][q])
	426	ib_unregister_mad_agent(dev->send_agent[p][q]);
	427
	428	return ret;
	429	}
	430
	431	void mlx4_ib_mad_cleanup(struct mlx4_ib_dev *dev)
	432	{
	433	struct ib_mad_agent *agent;
	434	int p, q;
	435
7ff93f8b	436	for (p = 0; p < dev->num_ports; ++p) {
225c7b1f RD	437	for (q = 0; q <= 1; ++q) {
225c7b1f RD	438	agent = dev->send_agent[p][q];
fa417f7b EC	439	if (agent) {
	440	dev->send_agent[p][q] = NULL;
	441	ib_unregister_mad_agent(agent);
	442	}
225c7b1f RD	443	}
	444
	445	if (dev->sm_ah[p])
	446	ib_destroy_ah(dev->sm_ah[p]);
	447	}
	448	}