Loading...
1/* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */
2/*
3 * Copyright 2018-2024 Amazon.com, Inc. or its affiliates. All rights reserved.
4 */
5
6#ifndef _EFA_H_
7#define _EFA_H_
8
9#include <linux/bitops.h>
10#include <linux/interrupt.h>
11#include <linux/pci.h>
12
13#include <rdma/efa-abi.h>
14#include <rdma/ib_verbs.h>
15
16#include "efa_com_cmd.h"
17
18#define DRV_MODULE_NAME "efa"
19#define DEVICE_NAME "Elastic Fabric Adapter (EFA)"
20
21#define EFA_IRQNAME_SIZE 40
22
23#define EFA_MGMNT_MSIX_VEC_IDX 0
24#define EFA_COMP_EQS_VEC_BASE 1
25
26struct efa_irq {
27 irq_handler_t handler;
28 void *data;
29 u32 irqn;
30 u32 vector;
31 cpumask_t affinity_hint_mask;
32 char name[EFA_IRQNAME_SIZE];
33};
34
35/* Don't use anything other than atomic64 */
36struct efa_stats {
37 atomic64_t alloc_pd_err;
38 atomic64_t create_qp_err;
39 atomic64_t create_cq_err;
40 atomic64_t reg_mr_err;
41 atomic64_t alloc_ucontext_err;
42 atomic64_t create_ah_err;
43 atomic64_t mmap_err;
44 atomic64_t keep_alive_rcvd;
45};
46
47struct efa_dev {
48 struct ib_device ibdev;
49 struct efa_com_dev edev;
50 struct pci_dev *pdev;
51 struct efa_com_get_device_attr_result dev_attr;
52
53 u64 reg_bar_addr;
54 u64 reg_bar_len;
55 u64 mem_bar_addr;
56 u64 mem_bar_len;
57 u64 db_bar_addr;
58 u64 db_bar_len;
59
60 int admin_msix_vector_idx;
61 struct efa_irq admin_irq;
62
63 struct efa_stats stats;
64
65 /* Array of completion EQs */
66 struct efa_eq *eqs;
67 unsigned int neqs;
68
69 /* Only stores CQs with interrupts enabled */
70 struct xarray cqs_xa;
71};
72
73struct efa_ucontext {
74 struct ib_ucontext ibucontext;
75 u16 uarn;
76};
77
78struct efa_pd {
79 struct ib_pd ibpd;
80 u16 pdn;
81};
82
83struct efa_mr_interconnect_info {
84 u16 recv_ic_id;
85 u16 rdma_read_ic_id;
86 u16 rdma_recv_ic_id;
87 u8 recv_ic_id_valid : 1;
88 u8 rdma_read_ic_id_valid : 1;
89 u8 rdma_recv_ic_id_valid : 1;
90};
91
92struct efa_mr {
93 struct ib_mr ibmr;
94 struct ib_umem *umem;
95 struct efa_mr_interconnect_info ic_info;
96};
97
98struct efa_cq {
99 struct ib_cq ibcq;
100 struct efa_ucontext *ucontext;
101 dma_addr_t dma_addr;
102 void *cpu_addr;
103 struct rdma_user_mmap_entry *mmap_entry;
104 struct rdma_user_mmap_entry *db_mmap_entry;
105 size_t size;
106 u16 cq_idx;
107 /* NULL when no interrupts requested */
108 struct efa_eq *eq;
109};
110
111struct efa_qp {
112 struct ib_qp ibqp;
113 dma_addr_t rq_dma_addr;
114 void *rq_cpu_addr;
115 size_t rq_size;
116 enum ib_qp_state state;
117
118 /* Used for saving mmap_xa entries */
119 struct rdma_user_mmap_entry *sq_db_mmap_entry;
120 struct rdma_user_mmap_entry *llq_desc_mmap_entry;
121 struct rdma_user_mmap_entry *rq_db_mmap_entry;
122 struct rdma_user_mmap_entry *rq_mmap_entry;
123
124 u32 qp_handle;
125 u32 max_send_wr;
126 u32 max_recv_wr;
127 u32 max_send_sge;
128 u32 max_recv_sge;
129 u32 max_inline_data;
130};
131
132struct efa_ah {
133 struct ib_ah ibah;
134 u16 ah;
135 /* dest_addr */
136 u8 id[EFA_GID_SIZE];
137};
138
139struct efa_eq {
140 struct efa_com_eq eeq;
141 struct efa_irq irq;
142};
143
144int efa_query_device(struct ib_device *ibdev,
145 struct ib_device_attr *props,
146 struct ib_udata *udata);
147int efa_query_port(struct ib_device *ibdev, u32 port,
148 struct ib_port_attr *props);
149int efa_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
150 int qp_attr_mask,
151 struct ib_qp_init_attr *qp_init_attr);
152int efa_query_gid(struct ib_device *ibdev, u32 port, int index,
153 union ib_gid *gid);
154int efa_query_pkey(struct ib_device *ibdev, u32 port, u16 index,
155 u16 *pkey);
156int efa_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
157int efa_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
158int efa_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata);
159int efa_create_qp(struct ib_qp *ibqp, struct ib_qp_init_attr *init_attr,
160 struct ib_udata *udata);
161int efa_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata);
162int efa_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
163 struct ib_udata *udata);
164struct ib_mr *efa_reg_mr(struct ib_pd *ibpd, u64 start, u64 length,
165 u64 virt_addr, int access_flags,
166 struct ib_udata *udata);
167struct ib_mr *efa_reg_user_mr_dmabuf(struct ib_pd *ibpd, u64 start,
168 u64 length, u64 virt_addr,
169 int fd, int access_flags,
170 struct ib_udata *udata);
171int efa_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
172int efa_get_port_immutable(struct ib_device *ibdev, u32 port_num,
173 struct ib_port_immutable *immutable);
174int efa_alloc_ucontext(struct ib_ucontext *ibucontext, struct ib_udata *udata);
175void efa_dealloc_ucontext(struct ib_ucontext *ibucontext);
176int efa_mmap(struct ib_ucontext *ibucontext,
177 struct vm_area_struct *vma);
178void efa_mmap_free(struct rdma_user_mmap_entry *rdma_entry);
179int efa_create_ah(struct ib_ah *ibah,
180 struct rdma_ah_init_attr *init_attr,
181 struct ib_udata *udata);
182int efa_destroy_ah(struct ib_ah *ibah, u32 flags);
183int efa_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
184 int qp_attr_mask, struct ib_udata *udata);
185enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev,
186 u32 port_num);
187struct rdma_hw_stats *efa_alloc_hw_port_stats(struct ib_device *ibdev, u32 port_num);
188struct rdma_hw_stats *efa_alloc_hw_device_stats(struct ib_device *ibdev);
189int efa_get_hw_stats(struct ib_device *ibdev, struct rdma_hw_stats *stats,
190 u32 port_num, int index);
191
192#endif /* _EFA_H_ */
1/* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */
2/*
3 * Copyright 2018-2020 Amazon.com, Inc. or its affiliates. All rights reserved.
4 */
5
6#ifndef _EFA_H_
7#define _EFA_H_
8
9#include <linux/bitops.h>
10#include <linux/interrupt.h>
11#include <linux/pci.h>
12
13#include <rdma/efa-abi.h>
14#include <rdma/ib_verbs.h>
15
16#include "efa_com_cmd.h"
17
18#define DRV_MODULE_NAME "efa"
19#define DEVICE_NAME "Elastic Fabric Adapter (EFA)"
20
21#define EFA_IRQNAME_SIZE 40
22
23/* 1 for AENQ + ADMIN */
24#define EFA_NUM_MSIX_VEC 1
25#define EFA_MGMNT_MSIX_VEC_IDX 0
26
27struct efa_irq {
28 irq_handler_t handler;
29 void *data;
30 int cpu;
31 u32 vector;
32 cpumask_t affinity_hint_mask;
33 char name[EFA_IRQNAME_SIZE];
34};
35
36/* Don't use anything other than atomic64 */
37struct efa_stats {
38 atomic64_t alloc_pd_err;
39 atomic64_t create_qp_err;
40 atomic64_t create_cq_err;
41 atomic64_t reg_mr_err;
42 atomic64_t alloc_ucontext_err;
43 atomic64_t create_ah_err;
44 atomic64_t mmap_err;
45 atomic64_t keep_alive_rcvd;
46};
47
48struct efa_dev {
49 struct ib_device ibdev;
50 struct efa_com_dev edev;
51 struct pci_dev *pdev;
52 struct efa_com_get_device_attr_result dev_attr;
53
54 u64 reg_bar_addr;
55 u64 reg_bar_len;
56 u64 mem_bar_addr;
57 u64 mem_bar_len;
58 u64 db_bar_addr;
59 u64 db_bar_len;
60
61 int admin_msix_vector_idx;
62 struct efa_irq admin_irq;
63
64 struct efa_stats stats;
65};
66
67struct efa_ucontext {
68 struct ib_ucontext ibucontext;
69 u16 uarn;
70};
71
72struct efa_pd {
73 struct ib_pd ibpd;
74 u16 pdn;
75};
76
77struct efa_mr {
78 struct ib_mr ibmr;
79 struct ib_umem *umem;
80};
81
82struct efa_cq {
83 struct ib_cq ibcq;
84 struct efa_ucontext *ucontext;
85 dma_addr_t dma_addr;
86 void *cpu_addr;
87 struct rdma_user_mmap_entry *mmap_entry;
88 size_t size;
89 u16 cq_idx;
90};
91
92struct efa_qp {
93 struct ib_qp ibqp;
94 dma_addr_t rq_dma_addr;
95 void *rq_cpu_addr;
96 size_t rq_size;
97 enum ib_qp_state state;
98
99 /* Used for saving mmap_xa entries */
100 struct rdma_user_mmap_entry *sq_db_mmap_entry;
101 struct rdma_user_mmap_entry *llq_desc_mmap_entry;
102 struct rdma_user_mmap_entry *rq_db_mmap_entry;
103 struct rdma_user_mmap_entry *rq_mmap_entry;
104
105 u32 qp_handle;
106 u32 max_send_wr;
107 u32 max_recv_wr;
108 u32 max_send_sge;
109 u32 max_recv_sge;
110 u32 max_inline_data;
111};
112
113struct efa_ah {
114 struct ib_ah ibah;
115 u16 ah;
116 /* dest_addr */
117 u8 id[EFA_GID_SIZE];
118};
119
120int efa_query_device(struct ib_device *ibdev,
121 struct ib_device_attr *props,
122 struct ib_udata *udata);
123int efa_query_port(struct ib_device *ibdev, u32 port,
124 struct ib_port_attr *props);
125int efa_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
126 int qp_attr_mask,
127 struct ib_qp_init_attr *qp_init_attr);
128int efa_query_gid(struct ib_device *ibdev, u32 port, int index,
129 union ib_gid *gid);
130int efa_query_pkey(struct ib_device *ibdev, u32 port, u16 index,
131 u16 *pkey);
132int efa_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
133int efa_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata);
134int efa_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata);
135struct ib_qp *efa_create_qp(struct ib_pd *ibpd,
136 struct ib_qp_init_attr *init_attr,
137 struct ib_udata *udata);
138int efa_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata);
139int efa_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
140 struct ib_udata *udata);
141struct ib_mr *efa_reg_mr(struct ib_pd *ibpd, u64 start, u64 length,
142 u64 virt_addr, int access_flags,
143 struct ib_udata *udata);
144int efa_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
145int efa_get_port_immutable(struct ib_device *ibdev, u32 port_num,
146 struct ib_port_immutable *immutable);
147int efa_alloc_ucontext(struct ib_ucontext *ibucontext, struct ib_udata *udata);
148void efa_dealloc_ucontext(struct ib_ucontext *ibucontext);
149int efa_mmap(struct ib_ucontext *ibucontext,
150 struct vm_area_struct *vma);
151void efa_mmap_free(struct rdma_user_mmap_entry *rdma_entry);
152int efa_create_ah(struct ib_ah *ibah,
153 struct rdma_ah_init_attr *init_attr,
154 struct ib_udata *udata);
155int efa_destroy_ah(struct ib_ah *ibah, u32 flags);
156int efa_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,
157 int qp_attr_mask, struct ib_udata *udata);
158enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev,
159 u32 port_num);
160struct rdma_hw_stats *efa_alloc_hw_port_stats(struct ib_device *ibdev, u32 port_num);
161struct rdma_hw_stats *efa_alloc_hw_device_stats(struct ib_device *ibdev);
162int efa_get_hw_stats(struct ib_device *ibdev, struct rdma_hw_stats *stats,
163 u32 port_num, int index);
164
165#endif /* _EFA_H_ */