1/* SPDX-License-Identifier: GPL-2.0 */
  2/*
  3 * Shared Memory Communications over RDMA (SMC-R) and RoCE
  4 *
  5 *  Definitions for IB environment
  6 *
  7 *  Copyright IBM Corp. 2016
  8 *
  9 *  Author(s):  Ursula Braun <Ursula Braun@linux.vnet.ibm.com>
 10 */
 11
 12#ifndef _SMC_IB_H
 13#define _SMC_IB_H
 14
 15#include <linux/interrupt.h>
 16#include <linux/if_ether.h>
 17#include <linux/mutex.h>
 18#include <linux/wait.h>
 19#include <rdma/ib_verbs.h>
 20#include <net/smc.h>
 21
 22#define SMC_MAX_PORTS			2	/* Max # of ports */
 23#define SMC_GID_SIZE			sizeof(union ib_gid)
 24
 25#define SMC_IB_MAX_SEND_SGE		2
 26
 27struct smc_ib_devices {			/* list of smc ib devices definition */
 28	struct list_head	list;
 29	struct mutex		mutex;	/* protects list of smc ib devices */
 30};
 31
 32extern struct smc_ib_devices	smc_ib_devices; /* list of smc ib devices */
 33extern struct smc_lgr_list smc_lgr_list; /* list of linkgroups */
 34
 35struct smc_ib_device {				/* ib-device infos for smc */
 36	struct list_head	list;
 37	struct ib_device	*ibdev;
 38	struct ib_port_attr	pattr[SMC_MAX_PORTS];	/* ib dev. port attrs */
 39	struct ib_event_handler	event_handler;	/* global ib_event handler */
 40	struct ib_cq		*roce_cq_send;	/* send completion queue */
 41	struct ib_cq		*roce_cq_recv;	/* recv completion queue */
 42	struct tasklet_struct	send_tasklet;	/* called by send cq handler */
 43	struct tasklet_struct	recv_tasklet;	/* called by recv cq handler */
 44	char			mac[SMC_MAX_PORTS][ETH_ALEN];
 45						/* mac address per port*/
 46	u8			pnetid[SMC_MAX_PORTS][SMC_MAX_PNETID_LEN];
 47						/* pnetid per port */
 48	bool			pnetid_by_user[SMC_MAX_PORTS];
 49						/* pnetid defined by user? */
 50	u8			initialized : 1; /* ib dev CQ, evthdl done */
 51	struct work_struct	port_event_work;
 52	unsigned long		port_event_mask;
 53	DECLARE_BITMAP(ports_going_away, SMC_MAX_PORTS);
 54	atomic_t		lnk_cnt;	/* number of links on ibdev */
 55	wait_queue_head_t	lnks_deleted;	/* wait 4 removal of all links*/
 56	struct mutex		mutex;		/* protect dev setup+cleanup */
 57	atomic_t		lnk_cnt_by_port[SMC_MAX_PORTS];
 58						/* number of links per port */
 59	int			ndev_ifidx[SMC_MAX_PORTS]; /* ndev if indexes */
 60};
 61
 62static inline __be32 smc_ib_gid_to_ipv4(u8 gid[SMC_GID_SIZE])
 63{
 64	struct in6_addr *addr6 = (struct in6_addr *)gid;
 65
 66	if (ipv6_addr_v4mapped(addr6) ||
 67	    !(addr6->s6_addr32[0] | addr6->s6_addr32[1] | addr6->s6_addr32[2]))
 68		return addr6->s6_addr32[3];
 69	return cpu_to_be32(INADDR_NONE);
 70}
 71
 72static inline struct net *smc_ib_net(struct smc_ib_device *smcibdev)
 73{
 74	if (smcibdev && smcibdev->ibdev)
 75		return read_pnet(&smcibdev->ibdev->coredev.rdma_net);
 76	return NULL;
 77}
 78
 79struct smc_init_info_smcrv2;
 80struct smc_buf_desc;
 81struct smc_link;
 82
 83void smc_ib_ndev_change(struct net_device *ndev, unsigned long event);
 84int smc_ib_register_client(void) __init;
 85void smc_ib_unregister_client(void);
 86bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport);
 87int smc_ib_buf_map_sg(struct smc_link *lnk,
 88		      struct smc_buf_desc *buf_slot,
 89		      enum dma_data_direction data_direction);
 90void smc_ib_buf_unmap_sg(struct smc_link *lnk,
 91			 struct smc_buf_desc *buf_slot,
 92			 enum dma_data_direction data_direction);
 93void smc_ib_dealloc_protection_domain(struct smc_link *lnk);
 94int smc_ib_create_protection_domain(struct smc_link *lnk);
 95void smc_ib_destroy_queue_pair(struct smc_link *lnk);
 96int smc_ib_create_queue_pair(struct smc_link *lnk);
 97int smc_ib_ready_link(struct smc_link *lnk);
 98int smc_ib_modify_qp_rts(struct smc_link *lnk);
 99int smc_ib_modify_qp_error(struct smc_link *lnk);
100long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev);
101int smc_ib_get_memory_region(struct ib_pd *pd, int access_flags,
102			     struct smc_buf_desc *buf_slot, u8 link_idx);
103void smc_ib_put_memory_region(struct ib_mr *mr);
104bool smc_ib_is_sg_need_sync(struct smc_link *lnk,
105			    struct smc_buf_desc *buf_slot);
106void smc_ib_sync_sg_for_cpu(struct smc_link *lnk,
107			    struct smc_buf_desc *buf_slot,
108			    enum dma_data_direction data_direction);
109void smc_ib_sync_sg_for_device(struct smc_link *lnk,
110			       struct smc_buf_desc *buf_slot,
111			       enum dma_data_direction data_direction);
112int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport,
113			 unsigned short vlan_id, u8 gid[], u8 *sgid_index,
114			 struct smc_init_info_smcrv2 *smcrv2);
115int smc_ib_find_route(struct net *net, __be32 saddr, __be32 daddr,
116		      u8 nexthop_mac[], u8 *uses_gateway);
117bool smc_ib_is_valid_local_systemid(void);
118int smcr_nl_get_device(struct sk_buff *skb, struct netlink_callback *cb);
119#endif