[linux-block.git] / net / smc / smc_ib.h

/* SPDX-License-Identifier: GPL-2.0 */
/*
 * Shared Memory Communications over RDMA (SMC-R) and RoCE
 *
 *  Definitions for IB environment
 *
 *  Copyright IBM Corp. 2016
 *
 *  Author(s):  Ursula Braun <Ursula Braun@linux.vnet.ibm.com>
 */

#ifndef _SMC_IB_H
#define _SMC_IB_H

#include <linux/interrupt.h>
#include <linux/if_ether.h>
#include <linux/mutex.h>
#include <linux/wait.h>
#include <rdma/ib_verbs.h>
#include <net/smc.h>

#define SMC_MAX_PORTS			2	/* Max # of ports */
#define SMC_GID_SIZE			sizeof(union ib_gid)

#define SMC_IB_MAX_SEND_SGE		2

struct smc_ib_devices {			/* list of smc ib devices definition */
	struct list_head	list;
	struct mutex		mutex;	/* protects list of smc ib devices */
};

extern struct smc_ib_devices	smc_ib_devices; /* list of smc ib devices */
extern struct smc_lgr_list smc_lgr_list; /* list of linkgroups */

struct smc_ib_device {				/* ib-device infos for smc */
	struct list_head	list;
	struct ib_device	*ibdev;
	struct ib_port_attr	pattr[SMC_MAX_PORTS];	/* ib dev. port attrs */
	struct ib_event_handler	event_handler;	/* global ib_event handler */
	struct ib_cq		*roce_cq_send;	/* send completion queue */
	struct ib_cq		*roce_cq_recv;	/* recv completion queue */
	struct tasklet_struct	send_tasklet;	/* called by send cq handler */
	struct tasklet_struct	recv_tasklet;	/* called by recv cq handler */
	char			mac[SMC_MAX_PORTS][ETH_ALEN];
						/* mac address per port*/
	u8			pnetid[SMC_MAX_PORTS][SMC_MAX_PNETID_LEN];
						/* pnetid per port */
	bool			pnetid_by_user[SMC_MAX_PORTS];
						/* pnetid defined by user? */
	u8			initialized : 1; /* ib dev CQ, evthdl done */
	struct work_struct	port_event_work;
	unsigned long		port_event_mask;
	DECLARE_BITMAP(ports_going_away, SMC_MAX_PORTS);
	atomic_t		lnk_cnt;	/* number of links on ibdev */
	wait_queue_head_t	lnks_deleted;	/* wait 4 removal of all links*/
	struct mutex		mutex;		/* protect dev setup+cleanup */
	atomic_t		lnk_cnt_by_port[SMC_MAX_PORTS];
						/* number of links per port */
	int			ndev_ifidx[SMC_MAX_PORTS]; /* ndev if indexes */
};

static inline __be32 smc_ib_gid_to_ipv4(u8 gid[SMC_GID_SIZE])
{
	struct in6_addr *addr6 = (struct in6_addr *)gid;

	if (ipv6_addr_v4mapped(addr6) ||
	    !(addr6->s6_addr32[0] | addr6->s6_addr32[1] | addr6->s6_addr32[2]))
		return addr6->s6_addr32[3];
	return cpu_to_be32(INADDR_NONE);
}

static inline struct net *smc_ib_net(struct smc_ib_device *smcibdev)
{
	if (smcibdev && smcibdev->ibdev)
		return read_pnet(&smcibdev->ibdev->coredev.rdma_net);
	return NULL;
}

struct smc_init_info_smcrv2;
struct smc_buf_desc;
struct smc_link;

void smc_ib_ndev_change(struct net_device *ndev, unsigned long event);
int smc_ib_register_client(void) __init;
void smc_ib_unregister_client(void);
bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport);
int smc_ib_buf_map_sg(struct smc_link *lnk,
		      struct smc_buf_desc *buf_slot,
		      enum dma_data_direction data_direction);
void smc_ib_buf_unmap_sg(struct smc_link *lnk,
			 struct smc_buf_desc *buf_slot,
			 enum dma_data_direction data_direction);
void smc_ib_dealloc_protection_domain(struct smc_link *lnk);
int smc_ib_create_protection_domain(struct smc_link *lnk);
void smc_ib_destroy_queue_pair(struct smc_link *lnk);
int smc_ib_create_queue_pair(struct smc_link *lnk);
int smc_ib_ready_link(struct smc_link *lnk);
int smc_ib_modify_qp_rts(struct smc_link *lnk);
int smc_ib_modify_qp_reset(struct smc_link *lnk);
int smc_ib_modify_qp_error(struct smc_link *lnk);
long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev);
int smc_ib_get_memory_region(struct ib_pd *pd, int access_flags,
			     struct smc_buf_desc *buf_slot, u8 link_idx);
void smc_ib_put_memory_region(struct ib_mr *mr);
void smc_ib_sync_sg_for_cpu(struct smc_link *lnk,
			    struct smc_buf_desc *buf_slot,
			    enum dma_data_direction data_direction);
void smc_ib_sync_sg_for_device(struct smc_link *lnk,
			       struct smc_buf_desc *buf_slot,
			       enum dma_data_direction data_direction);
int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport,
			 unsigned short vlan_id, u8 gid[], u8 *sgid_index,
			 struct smc_init_info_smcrv2 *smcrv2);
int smc_ib_find_route(__be32 saddr, __be32 daddr,
		      u8 nexthop_mac[], u8 *uses_gateway);
bool smc_ib_is_valid_local_systemid(void);
int smcr_nl_get_device(struct sk_buff *skb, struct netlink_callback *cb);
#endif
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
a4cf0443 UB	2	/*
	3	* Shared Memory Communications over RDMA (SMC-R) and RoCE
	4	*
	5	* Definitions for IB environment
	6	*
	7	* Copyright IBM Corp. 2016
	8	*
	9	* Author(s): Ursula Braun <Ursula Braun@linux.vnet.ibm.com>
	10	*/
	11
	12	#ifndef _SMC_IB_H
	13	#define _SMC_IB_H
	14
282ccf6e	15	#include <linux/interrupt.h>
143c0171	16	#include <linux/if_ether.h>
92f3cb0e	17	#include <linux/mutex.h>
6dabd405	18	#include <linux/wait.h>
a4cf0443	19	#include <rdma/ib_verbs.h>
0afff91c	20	#include <net/smc.h>
a4cf0443 UB	21
	22	#define SMC_MAX_PORTS 2 /* Max # of ports */
	23	#define SMC_GID_SIZE sizeof(union ib_gid)
	24
f38ba179 UB	25	#define SMC_IB_MAX_SEND_SGE 2
f38ba179 UB	26
a4cf0443 UB	27	struct smc_ib_devices { /* list of smc ib devices definition */
a4cf0443 UB	28	struct list_head list;
92f3cb0e	29	struct mutex mutex; /* protects list of smc ib devices */
a4cf0443 UB	30	};
	31
	32	extern struct smc_ib_devices smc_ib_devices; /* list of smc ib devices */
a3db10ef	33	extern struct smc_lgr_list smc_lgr_list; /* list of linkgroups */
a4cf0443 UB	34
	35	struct smc_ib_device { /* ib-device infos for smc */
	36	struct list_head list;
	37	struct ib_device *ibdev;
	38	struct ib_port_attr pattr[SMC_MAX_PORTS]; /* ib dev. port attrs */
bd4ad577	39	struct ib_event_handler event_handler; /* global ib_event handler */
f38ba179 UB	40	struct ib_cq roce_cq_send; / send completion queue */
	41	struct ib_cq roce_cq_recv; / recv completion queue */
	42	struct tasklet_struct send_tasklet; /* called by send cq handler */
	43	struct tasklet_struct recv_tasklet; /* called by recv cq handler */
143c0171 UB	44	char mac[SMC_MAX_PORTS][ETH_ALEN];
143c0171 UB	45	/* mac address per port*/
0afff91c UB	46	u8 pnetid[SMC_MAX_PORTS][SMC_MAX_PNETID_LEN];
0afff91c UB	47	/* pnetid per port */
890a2cb4 HW	48	bool pnetid_by_user[SMC_MAX_PORTS];
890a2cb4 HW	49	/* pnetid defined by user? */
a4cf0443	50	u8 initialized : 1; /* ib dev CQ, evthdl done */
bd4ad577 UB	51	struct work_struct port_event_work;
bd4ad577 UB	52	unsigned long port_event_mask;
c3d9494e	53	DECLARE_BITMAP(ports_going_away, SMC_MAX_PORTS);
6dabd405 UB	54	atomic_t lnk_cnt; /* number of links on ibdev */
6dabd405 UB	55	wait_queue_head_t lnks_deleted; /* wait 4 removal of all links*/
63673597	56	struct mutex mutex; /* protect dev setup+cleanup */
ddc99286 GG	57	atomic_t lnk_cnt_by_port[SMC_MAX_PORTS];
ddc99286 GG	58	/* number of links per port */
3d453f53	59	int ndev_ifidx[SMC_MAX_PORTS]; /* ndev if indexes */
a4cf0443 UB	60	};
a4cf0443 UB	61
e5c4744c KG	62	static inline __be32 smc_ib_gid_to_ipv4(u8 gid[SMC_GID_SIZE])
	63	{
	64	struct in6_addr addr6 = (struct in6_addr )gid;
	65
	66	if (ipv6_addr_v4mapped(addr6) \|\|
	67	!(addr6->s6_addr32[0] \| addr6->s6_addr32[1] \| addr6->s6_addr32[2]))
	68	return addr6->s6_addr32[3];
	69	return cpu_to_be32(INADDR_NONE);
	70	}
	71
0237a3a6 TL	72	static inline struct net smc_ib_net(struct smc_ib_device smcibdev)
	73	{
	74	if (smcibdev && smcibdev->ibdev)
	75	return read_pnet(&smcibdev->ibdev->coredev.rdma_net);
	76	return NULL;
	77	}
	78
e5c4744c	79	struct smc_init_info_smcrv2;
cd6851f3	80	struct smc_buf_desc;
f38ba179	81	struct smc_link;
cd6851f3	82
3d453f53	83	void smc_ib_ndev_change(struct net_device *ndev, unsigned long event);
a4cf0443 UB	84	int smc_ib_register_client(void) __init;
	85	void smc_ib_unregister_client(void);
	86	bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport);
387707fd	87	int smc_ib_buf_map_sg(struct smc_link *lnk,
a3fe3d01 UB	88	struct smc_buf_desc *buf_slot,
a3fe3d01 UB	89	enum dma_data_direction data_direction);
387707fd	90	void smc_ib_buf_unmap_sg(struct smc_link *lnk,
a3fe3d01 UB	91	struct smc_buf_desc *buf_slot,
a3fe3d01 UB	92	enum dma_data_direction data_direction);
f38ba179 UB	93	void smc_ib_dealloc_protection_domain(struct smc_link *lnk);
	94	int smc_ib_create_protection_domain(struct smc_link *lnk);
	95	void smc_ib_destroy_queue_pair(struct smc_link *lnk);
	96	int smc_ib_create_queue_pair(struct smc_link *lnk);
bd4ad577 UB	97	int smc_ib_ready_link(struct smc_link *lnk);
	98	int smc_ib_modify_qp_rts(struct smc_link *lnk);
	99	int smc_ib_modify_qp_reset(struct smc_link *lnk);
349d4312	100	int smc_ib_modify_qp_error(struct smc_link *lnk);
bd4ad577	101	long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev);
897e1c24	102	int smc_ib_get_memory_region(struct ib_pd *pd, int access_flags,
387707fd	103	struct smc_buf_desc *buf_slot, u8 link_idx);
897e1c24	104	void smc_ib_put_memory_region(struct ib_mr *mr);
387707fd	105	void smc_ib_sync_sg_for_cpu(struct smc_link *lnk,
10428dd8 UB	106	struct smc_buf_desc *buf_slot,
10428dd8 UB	107	enum dma_data_direction data_direction);
387707fd	108	void smc_ib_sync_sg_for_device(struct smc_link *lnk,
10428dd8 UB	109	struct smc_buf_desc *buf_slot,
10428dd8 UB	110	enum dma_data_direction data_direction);
7005ada6	111	int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport,
24fb6811 KG	112	unsigned short vlan_id, u8 gid[], u8 *sgid_index,
24fb6811 KG	113	struct smc_init_info_smcrv2 *smcrv2);
e5c4744c KG	114	int smc_ib_find_route(__be32 saddr, __be32 daddr,
e5c4744c KG	115	u8 nexthop_mac[], u8 *uses_gateway);
a082ec89	116	bool smc_ib_is_valid_local_systemid(void);
a3db10ef	117	int smcr_nl_get_device(struct sk_buff skb, struct netlink_callback cb);
a4cf0443	118	#endif