Loading...
1/* QLogic qed NIC Driver
2 * Copyright (c) 2015-2017 QLogic Corporation
3 *
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
9 *
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
12 * conditions are met:
13 *
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
16 * disclaimer.
17 *
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and /or other materials
21 * provided with the distribution.
22 *
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30 * SOFTWARE.
31 */
32#ifndef _QED_RDMA_H
33#define _QED_RDMA_H
34#include <linux/types.h>
35#include <linux/bitops.h>
36#include <linux/kernel.h>
37#include <linux/list.h>
38#include <linux/slab.h>
39#include <linux/spinlock.h>
40#include <linux/qed/qed_if.h>
41#include <linux/qed/qed_rdma_if.h>
42#include "qed.h"
43#include "qed_dev_api.h"
44#include "qed_hsi.h"
45#include "qed_iwarp.h"
46#include "qed_roce.h"
47
48#define QED_RDMA_MAX_FMR (RDMA_MAX_TIDS)
49#define QED_RDMA_MAX_P_KEY (1)
50#define QED_RDMA_MAX_WQE (0x7FFF)
51#define QED_RDMA_MAX_SRQ_WQE_ELEM (0x7FFF)
52#define QED_RDMA_PAGE_SIZE_CAPS (0xFFFFF000)
53#define QED_RDMA_ACK_DELAY (15)
54#define QED_RDMA_MAX_MR_SIZE (0x10000000000ULL)
55#define QED_RDMA_MAX_CQS (RDMA_MAX_CQS)
56#define QED_RDMA_MAX_MRS (RDMA_MAX_TIDS)
57/* Add 1 for header element */
58#define QED_RDMA_MAX_SRQ_ELEM_PER_WQE (RDMA_MAX_SGE_PER_RQ_WQE + 1)
59#define QED_RDMA_MAX_SGE_PER_SRQ_WQE (RDMA_MAX_SGE_PER_RQ_WQE)
60#define QED_RDMA_SRQ_WQE_ELEM_SIZE (16)
61#define QED_RDMA_MAX_SRQS (32 * 1024)
62
63#define QED_RDMA_MAX_CQE_32_BIT (0x7FFFFFFF - 1)
64#define QED_RDMA_MAX_CQE_16_BIT (0x7FFF - 1)
65
66enum qed_rdma_toggle_bit {
67 QED_RDMA_TOGGLE_BIT_CLEAR = 0,
68 QED_RDMA_TOGGLE_BIT_SET = 1
69};
70
71#define QED_RDMA_MAX_BMAP_NAME (10)
72struct qed_bmap {
73 unsigned long *bitmap;
74 u32 max_count;
75 char name[QED_RDMA_MAX_BMAP_NAME];
76};
77
78struct qed_rdma_info {
79 /* spin lock to protect bitmaps */
80 spinlock_t lock;
81
82 struct qed_bmap cq_map;
83 struct qed_bmap pd_map;
84 struct qed_bmap tid_map;
85 struct qed_bmap qp_map;
86 struct qed_bmap srq_map;
87 struct qed_bmap cid_map;
88 struct qed_bmap tcp_cid_map;
89 struct qed_bmap real_cid_map;
90 struct qed_bmap dpi_map;
91 struct qed_bmap toggle_bits;
92 struct qed_rdma_events events;
93 struct qed_rdma_device *dev;
94 struct qed_rdma_port *port;
95 u32 last_tid;
96 u8 num_cnqs;
97 u32 num_qps;
98 u32 num_mrs;
99 u16 queue_zone_base;
100 u16 max_queue_zones;
101 enum protocol_type proto;
102 struct qed_iwarp_info iwarp;
103};
104
105struct qed_rdma_qp {
106 struct regpair qp_handle;
107 struct regpair qp_handle_async;
108 u32 qpid;
109 u16 icid;
110 enum qed_roce_qp_state cur_state;
111 enum qed_iwarp_qp_state iwarp_state;
112 bool use_srq;
113 bool signal_all;
114 bool fmr_and_reserved_lkey;
115
116 bool incoming_rdma_read_en;
117 bool incoming_rdma_write_en;
118 bool incoming_atomic_en;
119 bool e2e_flow_control_en;
120
121 u16 pd;
122 u16 pkey;
123 u32 dest_qp;
124 u16 mtu;
125 u16 srq_id;
126 u8 traffic_class_tos;
127 u8 hop_limit_ttl;
128 u16 dpi;
129 u32 flow_label;
130 bool lb_indication;
131 u16 vlan_id;
132 u32 ack_timeout;
133 u8 retry_cnt;
134 u8 rnr_retry_cnt;
135 u8 min_rnr_nak_timer;
136 bool sqd_async;
137 union qed_gid sgid;
138 union qed_gid dgid;
139 enum roce_mode roce_mode;
140 u16 udp_src_port;
141 u8 stats_queue;
142
143 /* requeseter */
144 u8 max_rd_atomic_req;
145 u32 sq_psn;
146 u16 sq_cq_id;
147 u16 sq_num_pages;
148 dma_addr_t sq_pbl_ptr;
149 void *orq;
150 dma_addr_t orq_phys_addr;
151 u8 orq_num_pages;
152 bool req_offloaded;
153
154 /* responder */
155 u8 max_rd_atomic_resp;
156 u32 rq_psn;
157 u16 rq_cq_id;
158 u16 rq_num_pages;
159 dma_addr_t rq_pbl_ptr;
160 void *irq;
161 dma_addr_t irq_phys_addr;
162 u8 irq_num_pages;
163 bool resp_offloaded;
164 u32 cq_prod;
165
166 u8 remote_mac_addr[6];
167 u8 local_mac_addr[6];
168
169 void *shared_queue;
170 dma_addr_t shared_queue_phys_addr;
171 struct qed_iwarp_ep *ep;
172};
173
174#if IS_ENABLED(CONFIG_QED_RDMA)
175void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
176void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
177#else
178static inline void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt) {}
179static inline void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn,
180 struct qed_ptt *p_ptt) {}
181#endif
182
183int
184qed_rdma_bmap_alloc(struct qed_hwfn *p_hwfn,
185 struct qed_bmap *bmap, u32 max_count, char *name);
186
187void
188qed_rdma_bmap_free(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, bool check);
189
190int
191qed_rdma_bmap_alloc_id(struct qed_hwfn *p_hwfn,
192 struct qed_bmap *bmap, u32 *id_num);
193
194void
195qed_bmap_set_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
196
197void
198qed_bmap_release_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
199
200int
201qed_bmap_test_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
202
203void qed_rdma_set_fw_mac(u16 *p_fw_mac, u8 *p_qed_mac);
204
205bool qed_rdma_allocated_qps(struct qed_hwfn *p_hwfn);
206#endif
1/* QLogic qed NIC Driver
2 * Copyright (c) 2015-2017 QLogic Corporation
3 *
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
9 *
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
12 * conditions are met:
13 *
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
16 * disclaimer.
17 *
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and /or other materials
21 * provided with the distribution.
22 *
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30 * SOFTWARE.
31 */
32#ifndef _QED_RDMA_H
33#define _QED_RDMA_H
34#include <linux/types.h>
35#include <linux/bitops.h>
36#include <linux/kernel.h>
37#include <linux/list.h>
38#include <linux/slab.h>
39#include <linux/spinlock.h>
40#include <linux/qed/qed_if.h>
41#include <linux/qed/qed_rdma_if.h>
42#include "qed.h"
43#include "qed_dev_api.h"
44#include "qed_hsi.h"
45#include "qed_iwarp.h"
46#include "qed_roce.h"
47
48#define QED_RDMA_MAX_FMR (RDMA_MAX_TIDS)
49#define QED_RDMA_MAX_P_KEY (1)
50#define QED_RDMA_MAX_WQE (0x7FFF)
51#define QED_RDMA_MAX_SRQ_WQE_ELEM (0x7FFF)
52#define QED_RDMA_PAGE_SIZE_CAPS (0xFFFFF000)
53#define QED_RDMA_ACK_DELAY (15)
54#define QED_RDMA_MAX_MR_SIZE (0x10000000000ULL)
55#define QED_RDMA_MAX_CQS (RDMA_MAX_CQS)
56#define QED_RDMA_MAX_MRS (RDMA_MAX_TIDS)
57/* Add 1 for header element */
58#define QED_RDMA_MAX_SRQ_ELEM_PER_WQE (RDMA_MAX_SGE_PER_RQ_WQE + 1)
59#define QED_RDMA_MAX_SGE_PER_SRQ_WQE (RDMA_MAX_SGE_PER_RQ_WQE)
60#define QED_RDMA_SRQ_WQE_ELEM_SIZE (16)
61#define QED_RDMA_MAX_SRQS (32 * 1024)
62
63#define QED_RDMA_MAX_CQE_32_BIT (0x7FFFFFFF - 1)
64#define QED_RDMA_MAX_CQE_16_BIT (0x7FFF - 1)
65
66enum qed_rdma_toggle_bit {
67 QED_RDMA_TOGGLE_BIT_CLEAR = 0,
68 QED_RDMA_TOGGLE_BIT_SET = 1
69};
70
71#define QED_RDMA_MAX_BMAP_NAME (10)
72struct qed_bmap {
73 unsigned long *bitmap;
74 u32 max_count;
75 char name[QED_RDMA_MAX_BMAP_NAME];
76};
77
78struct qed_rdma_info {
79 /* spin lock to protect bitmaps */
80 spinlock_t lock;
81
82 struct qed_bmap cq_map;
83 struct qed_bmap pd_map;
84 struct qed_bmap tid_map;
85 struct qed_bmap qp_map;
86 struct qed_bmap srq_map;
87 struct qed_bmap cid_map;
88 struct qed_bmap tcp_cid_map;
89 struct qed_bmap real_cid_map;
90 struct qed_bmap dpi_map;
91 struct qed_bmap toggle_bits;
92 struct qed_rdma_events events;
93 struct qed_rdma_device *dev;
94 struct qed_rdma_port *port;
95 u32 last_tid;
96 u8 num_cnqs;
97 u32 num_qps;
98 u32 num_mrs;
99 u32 num_srqs;
100 u16 srq_id_offset;
101 u16 queue_zone_base;
102 u16 max_queue_zones;
103 enum protocol_type proto;
104 struct qed_iwarp_info iwarp;
105 u8 active:1;
106};
107
108struct qed_rdma_qp {
109 struct regpair qp_handle;
110 struct regpair qp_handle_async;
111 u32 qpid;
112 u16 icid;
113 enum qed_roce_qp_state cur_state;
114 enum qed_iwarp_qp_state iwarp_state;
115 bool use_srq;
116 bool signal_all;
117 bool fmr_and_reserved_lkey;
118
119 bool incoming_rdma_read_en;
120 bool incoming_rdma_write_en;
121 bool incoming_atomic_en;
122 bool e2e_flow_control_en;
123
124 u16 pd;
125 u16 pkey;
126 u32 dest_qp;
127 u16 mtu;
128 u16 srq_id;
129 u8 traffic_class_tos;
130 u8 hop_limit_ttl;
131 u16 dpi;
132 u32 flow_label;
133 bool lb_indication;
134 u16 vlan_id;
135 u32 ack_timeout;
136 u8 retry_cnt;
137 u8 rnr_retry_cnt;
138 u8 min_rnr_nak_timer;
139 bool sqd_async;
140 union qed_gid sgid;
141 union qed_gid dgid;
142 enum roce_mode roce_mode;
143 u16 udp_src_port;
144 u8 stats_queue;
145
146 /* requeseter */
147 u8 max_rd_atomic_req;
148 u32 sq_psn;
149 u16 sq_cq_id;
150 u16 sq_num_pages;
151 dma_addr_t sq_pbl_ptr;
152 void *orq;
153 dma_addr_t orq_phys_addr;
154 u8 orq_num_pages;
155 bool req_offloaded;
156
157 /* responder */
158 u8 max_rd_atomic_resp;
159 u32 rq_psn;
160 u16 rq_cq_id;
161 u16 rq_num_pages;
162 dma_addr_t rq_pbl_ptr;
163 void *irq;
164 dma_addr_t irq_phys_addr;
165 u8 irq_num_pages;
166 bool resp_offloaded;
167 u32 cq_prod;
168
169 u8 remote_mac_addr[6];
170 u8 local_mac_addr[6];
171
172 void *shared_queue;
173 dma_addr_t shared_queue_phys_addr;
174 struct qed_iwarp_ep *ep;
175};
176
177#if IS_ENABLED(CONFIG_QED_RDMA)
178void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
179void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt);
180int qed_rdma_info_alloc(struct qed_hwfn *p_hwfn);
181void qed_rdma_info_free(struct qed_hwfn *p_hwfn);
182#else
183static inline void qed_rdma_dpm_conf(struct qed_hwfn *p_hwfn, struct qed_ptt *p_ptt) {}
184static inline void qed_rdma_dpm_bar(struct qed_hwfn *p_hwfn,
185 struct qed_ptt *p_ptt) {}
186static inline int qed_rdma_info_alloc(struct qed_hwfn *p_hwfn) {return -EINVAL;}
187static inline void qed_rdma_info_free(struct qed_hwfn *p_hwfn) {}
188#endif
189
190int
191qed_rdma_bmap_alloc(struct qed_hwfn *p_hwfn,
192 struct qed_bmap *bmap, u32 max_count, char *name);
193
194void
195qed_rdma_bmap_free(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, bool check);
196
197int
198qed_rdma_bmap_alloc_id(struct qed_hwfn *p_hwfn,
199 struct qed_bmap *bmap, u32 *id_num);
200
201void
202qed_bmap_set_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
203
204void
205qed_bmap_release_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
206
207int
208qed_bmap_test_id(struct qed_hwfn *p_hwfn, struct qed_bmap *bmap, u32 id_num);
209
210void qed_rdma_set_fw_mac(u16 *p_fw_mac, u8 *p_qed_mac);
211
212bool qed_rdma_allocated_qps(struct qed_hwfn *p_hwfn);
213#endif