Loading...
1// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
2/*
3 * Copyright(c) 2015, 2016 Intel Corporation.
4 */
5
6#include <linux/pci.h>
7#include <linux/delay.h>
8#include <linux/bitmap.h>
9
10#include "hfi.h"
11#include "common.h"
12#include "sdma.h"
13
14#define LINK_UP_DELAY 500 /* in microseconds */
15
16static void set_mgmt_allowed(struct hfi1_pportdata *ppd)
17{
18 u32 frame;
19 struct hfi1_devdata *dd = ppd->dd;
20
21 if (ppd->neighbor_type == NEIGHBOR_TYPE_HFI) {
22 ppd->mgmt_allowed = 1;
23 } else {
24 read_8051_config(dd, REMOTE_LNI_INFO, GENERAL_CONFIG, &frame);
25 ppd->mgmt_allowed = (frame >> MGMT_ALLOWED_SHIFT)
26 & MGMT_ALLOWED_MASK;
27 }
28}
29
30/*
31 * Our neighbor has indicated that we are allowed to act as a fabric
32 * manager, so place the full management partition key in the second
33 * (0-based) pkey array position. Note that we should already have
34 * the limited management partition key in array element 1, and also
35 * that the port is not yet up when add_full_mgmt_pkey() is invoked.
36 */
37static void add_full_mgmt_pkey(struct hfi1_pportdata *ppd)
38{
39 struct hfi1_devdata *dd = ppd->dd;
40
41 /* Sanity check - ppd->pkeys[2] should be 0, or already initialized */
42 if (!((ppd->pkeys[2] == 0) || (ppd->pkeys[2] == FULL_MGMT_P_KEY)))
43 dd_dev_warn(dd, "%s pkey[2] already set to 0x%x, resetting it to 0x%x\n",
44 __func__, ppd->pkeys[2], FULL_MGMT_P_KEY);
45 ppd->pkeys[2] = FULL_MGMT_P_KEY;
46 (void)hfi1_set_ib_cfg(ppd, HFI1_IB_CFG_PKEYS, 0);
47 hfi1_event_pkey_change(ppd->dd, ppd->port);
48}
49
50/**
51 * format_hwmsg - format a single hwerror message
52 * @msg: message buffer
53 * @msgl: length of message buffer
54 * @hwmsg: message to add to message buffer
55 */
56static void format_hwmsg(char *msg, size_t msgl, const char *hwmsg)
57{
58 strlcat(msg, "[", msgl);
59 strlcat(msg, hwmsg, msgl);
60 strlcat(msg, "]", msgl);
61}
62
63/**
64 * hfi1_format_hwerrors - format hardware error messages for display
65 * @hwerrs: hardware errors bit vector
66 * @hwerrmsgs: hardware error descriptions
67 * @nhwerrmsgs: number of hwerrmsgs
68 * @msg: message buffer
69 * @msgl: message buffer length
70 */
71void hfi1_format_hwerrors(u64 hwerrs, const struct hfi1_hwerror_msgs *hwerrmsgs,
72 size_t nhwerrmsgs, char *msg, size_t msgl)
73{
74 int i;
75
76 for (i = 0; i < nhwerrmsgs; i++)
77 if (hwerrs & hwerrmsgs[i].mask)
78 format_hwmsg(msg, msgl, hwerrmsgs[i].msg);
79}
80
81static void signal_ib_event(struct hfi1_pportdata *ppd, enum ib_event_type ev)
82{
83 struct ib_event event;
84 struct hfi1_devdata *dd = ppd->dd;
85
86 /*
87 * Only call ib_dispatch_event() if the IB device has been
88 * registered. HFI1_INITED is set iff the driver has successfully
89 * registered with the IB core.
90 */
91 if (!(dd->flags & HFI1_INITTED))
92 return;
93 event.device = &dd->verbs_dev.rdi.ibdev;
94 event.element.port_num = ppd->port;
95 event.event = ev;
96 ib_dispatch_event(&event);
97}
98
99/**
100 * handle_linkup_change - finish linkup/down state changes
101 * @dd: valid device
102 * @linkup: link state information
103 *
104 * Handle a linkup or link down notification.
105 * The HW needs time to finish its link up state change. Give it that chance.
106 *
107 * This is called outside an interrupt.
108 *
109 */
110void handle_linkup_change(struct hfi1_devdata *dd, u32 linkup)
111{
112 struct hfi1_pportdata *ppd = &dd->pport[0];
113 enum ib_event_type ev;
114
115 if (!(ppd->linkup ^ !!linkup))
116 return; /* no change, nothing to do */
117
118 if (linkup) {
119 /*
120 * Quick linkup and all link up on the simulator does not
121 * trigger or implement:
122 * - VerifyCap interrupt
123 * - VerifyCap frames
124 * But rather moves directly to LinkUp.
125 *
126 * Do the work of the VerifyCap interrupt handler,
127 * handle_verify_cap(), but do not try moving the state to
128 * LinkUp as we are already there.
129 *
130 * NOTE: This uses this device's vAU, vCU, and vl15_init for
131 * the remote values. Both sides must be using the values.
132 */
133 if (quick_linkup || dd->icode == ICODE_FUNCTIONAL_SIMULATOR) {
134 set_up_vau(dd, dd->vau);
135 set_up_vl15(dd, dd->vl15_init);
136 assign_remote_cm_au_table(dd, dd->vcu);
137 }
138
139 ppd->neighbor_guid =
140 read_csr(dd, DC_DC8051_STS_REMOTE_GUID);
141 ppd->neighbor_type =
142 read_csr(dd, DC_DC8051_STS_REMOTE_NODE_TYPE) &
143 DC_DC8051_STS_REMOTE_NODE_TYPE_VAL_MASK;
144 ppd->neighbor_port_number =
145 read_csr(dd, DC_DC8051_STS_REMOTE_PORT_NO) &
146 DC_DC8051_STS_REMOTE_PORT_NO_VAL_SMASK;
147 ppd->neighbor_fm_security =
148 read_csr(dd, DC_DC8051_STS_REMOTE_FM_SECURITY) &
149 DC_DC8051_STS_LOCAL_FM_SECURITY_DISABLED_MASK;
150 dd_dev_info(dd,
151 "Neighbor Guid %llx, Type %d, Port Num %d\n",
152 ppd->neighbor_guid, ppd->neighbor_type,
153 ppd->neighbor_port_number);
154
155 /* HW needs LINK_UP_DELAY to settle, give it that chance */
156 udelay(LINK_UP_DELAY);
157
158 /*
159 * 'MgmtAllowed' information, which is exchanged during
160 * LNI, is available at this point.
161 */
162 set_mgmt_allowed(ppd);
163
164 if (ppd->mgmt_allowed)
165 add_full_mgmt_pkey(ppd);
166
167 /* physical link went up */
168 ppd->linkup = 1;
169 ppd->offline_disabled_reason =
170 HFI1_ODR_MASK(OPA_LINKDOWN_REASON_NONE);
171
172 /* link widths are not available until the link is fully up */
173 get_linkup_link_widths(ppd);
174
175 } else {
176 /* physical link went down */
177 ppd->linkup = 0;
178
179 /* clear HW details of the previous connection */
180 ppd->actual_vls_operational = 0;
181 reset_link_credits(dd);
182
183 /* freeze after a link down to guarantee a clean egress */
184 start_freeze_handling(ppd, FREEZE_SELF | FREEZE_LINK_DOWN);
185
186 ev = IB_EVENT_PORT_ERR;
187
188 hfi1_set_uevent_bits(ppd, _HFI1_EVENT_LINKDOWN_BIT);
189
190 /* if we are down, the neighbor is down */
191 ppd->neighbor_normal = 0;
192
193 /* notify IB of the link change */
194 signal_ib_event(ppd, ev);
195 }
196}
197
198/*
199 * Handle receive or urgent interrupts for user contexts. This means a user
200 * process was waiting for a packet to arrive, and didn't want to poll.
201 */
202void handle_user_interrupt(struct hfi1_ctxtdata *rcd)
203{
204 struct hfi1_devdata *dd = rcd->dd;
205 unsigned long flags;
206
207 spin_lock_irqsave(&dd->uctxt_lock, flags);
208 if (bitmap_empty(rcd->in_use_ctxts, HFI1_MAX_SHARED_CTXTS))
209 goto done;
210
211 if (test_and_clear_bit(HFI1_CTXT_WAITING_RCV, &rcd->event_flags)) {
212 wake_up_interruptible(&rcd->wait);
213 hfi1_rcvctrl(dd, HFI1_RCVCTRL_INTRAVAIL_DIS, rcd);
214 } else if (test_and_clear_bit(HFI1_CTXT_WAITING_URG,
215 &rcd->event_flags)) {
216 rcd->urgent++;
217 wake_up_interruptible(&rcd->wait);
218 }
219done:
220 spin_unlock_irqrestore(&dd->uctxt_lock, flags);
221}
1/*
2 * Copyright(c) 2015, 2016 Intel Corporation.
3 *
4 * This file is provided under a dual BSD/GPLv2 license. When using or
5 * redistributing this file, you may do so under either license.
6 *
7 * GPL LICENSE SUMMARY
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of version 2 of the GNU General Public License as
11 * published by the Free Software Foundation.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * General Public License for more details.
17 *
18 * BSD LICENSE
19 *
20 * Redistribution and use in source and binary forms, with or without
21 * modification, are permitted provided that the following conditions
22 * are met:
23 *
24 * - Redistributions of source code must retain the above copyright
25 * notice, this list of conditions and the following disclaimer.
26 * - Redistributions in binary form must reproduce the above copyright
27 * notice, this list of conditions and the following disclaimer in
28 * the documentation and/or other materials provided with the
29 * distribution.
30 * - Neither the name of Intel Corporation nor the names of its
31 * contributors may be used to endorse or promote products derived
32 * from this software without specific prior written permission.
33 *
34 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
35 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
36 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
37 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
38 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
39 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
40 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
41 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
42 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
43 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
44 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
45 *
46 */
47
48#include <linux/pci.h>
49#include <linux/delay.h>
50#include <linux/bitmap.h>
51
52#include "hfi.h"
53#include "common.h"
54#include "sdma.h"
55
56#define LINK_UP_DELAY 500 /* in microseconds */
57
58static void set_mgmt_allowed(struct hfi1_pportdata *ppd)
59{
60 u32 frame;
61 struct hfi1_devdata *dd = ppd->dd;
62
63 if (ppd->neighbor_type == NEIGHBOR_TYPE_HFI) {
64 ppd->mgmt_allowed = 1;
65 } else {
66 read_8051_config(dd, REMOTE_LNI_INFO, GENERAL_CONFIG, &frame);
67 ppd->mgmt_allowed = (frame >> MGMT_ALLOWED_SHIFT)
68 & MGMT_ALLOWED_MASK;
69 }
70}
71
72/*
73 * Our neighbor has indicated that we are allowed to act as a fabric
74 * manager, so place the full management partition key in the second
75 * (0-based) pkey array position. Note that we should already have
76 * the limited management partition key in array element 1, and also
77 * that the port is not yet up when add_full_mgmt_pkey() is invoked.
78 */
79static void add_full_mgmt_pkey(struct hfi1_pportdata *ppd)
80{
81 struct hfi1_devdata *dd = ppd->dd;
82
83 /* Sanity check - ppd->pkeys[2] should be 0, or already initialized */
84 if (!((ppd->pkeys[2] == 0) || (ppd->pkeys[2] == FULL_MGMT_P_KEY)))
85 dd_dev_warn(dd, "%s pkey[2] already set to 0x%x, resetting it to 0x%x\n",
86 __func__, ppd->pkeys[2], FULL_MGMT_P_KEY);
87 ppd->pkeys[2] = FULL_MGMT_P_KEY;
88 (void)hfi1_set_ib_cfg(ppd, HFI1_IB_CFG_PKEYS, 0);
89 hfi1_event_pkey_change(ppd->dd, ppd->port);
90}
91
92/**
93 * format_hwmsg - format a single hwerror message
94 * @msg message buffer
95 * @msgl length of message buffer
96 * @hwmsg message to add to message buffer
97 */
98static void format_hwmsg(char *msg, size_t msgl, const char *hwmsg)
99{
100 strlcat(msg, "[", msgl);
101 strlcat(msg, hwmsg, msgl);
102 strlcat(msg, "]", msgl);
103}
104
105/**
106 * hfi1_format_hwerrors - format hardware error messages for display
107 * @hwerrs hardware errors bit vector
108 * @hwerrmsgs hardware error descriptions
109 * @nhwerrmsgs number of hwerrmsgs
110 * @msg message buffer
111 * @msgl message buffer length
112 */
113void hfi1_format_hwerrors(u64 hwerrs, const struct hfi1_hwerror_msgs *hwerrmsgs,
114 size_t nhwerrmsgs, char *msg, size_t msgl)
115{
116 int i;
117
118 for (i = 0; i < nhwerrmsgs; i++)
119 if (hwerrs & hwerrmsgs[i].mask)
120 format_hwmsg(msg, msgl, hwerrmsgs[i].msg);
121}
122
123static void signal_ib_event(struct hfi1_pportdata *ppd, enum ib_event_type ev)
124{
125 struct ib_event event;
126 struct hfi1_devdata *dd = ppd->dd;
127
128 /*
129 * Only call ib_dispatch_event() if the IB device has been
130 * registered. HFI1_INITED is set iff the driver has successfully
131 * registered with the IB core.
132 */
133 if (!(dd->flags & HFI1_INITTED))
134 return;
135 event.device = &dd->verbs_dev.rdi.ibdev;
136 event.element.port_num = ppd->port;
137 event.event = ev;
138 ib_dispatch_event(&event);
139}
140
141/**
142 * handle_linkup_change - finish linkup/down state changes
143 * @dd: valid device
144 * @linkup: link state information
145 *
146 * Handle a linkup or link down notification.
147 * The HW needs time to finish its link up state change. Give it that chance.
148 *
149 * This is called outside an interrupt.
150 *
151 */
152void handle_linkup_change(struct hfi1_devdata *dd, u32 linkup)
153{
154 struct hfi1_pportdata *ppd = &dd->pport[0];
155 enum ib_event_type ev;
156
157 if (!(ppd->linkup ^ !!linkup))
158 return; /* no change, nothing to do */
159
160 if (linkup) {
161 /*
162 * Quick linkup and all link up on the simulator does not
163 * trigger or implement:
164 * - VerifyCap interrupt
165 * - VerifyCap frames
166 * But rather moves directly to LinkUp.
167 *
168 * Do the work of the VerifyCap interrupt handler,
169 * handle_verify_cap(), but do not try moving the state to
170 * LinkUp as we are already there.
171 *
172 * NOTE: This uses this device's vAU, vCU, and vl15_init for
173 * the remote values. Both sides must be using the values.
174 */
175 if (quick_linkup || dd->icode == ICODE_FUNCTIONAL_SIMULATOR) {
176 set_up_vau(dd, dd->vau);
177 set_up_vl15(dd, dd->vl15_init);
178 assign_remote_cm_au_table(dd, dd->vcu);
179 }
180
181 ppd->neighbor_guid =
182 read_csr(dd, DC_DC8051_STS_REMOTE_GUID);
183 ppd->neighbor_type =
184 read_csr(dd, DC_DC8051_STS_REMOTE_NODE_TYPE) &
185 DC_DC8051_STS_REMOTE_NODE_TYPE_VAL_MASK;
186 ppd->neighbor_port_number =
187 read_csr(dd, DC_DC8051_STS_REMOTE_PORT_NO) &
188 DC_DC8051_STS_REMOTE_PORT_NO_VAL_SMASK;
189 ppd->neighbor_fm_security =
190 read_csr(dd, DC_DC8051_STS_REMOTE_FM_SECURITY) &
191 DC_DC8051_STS_LOCAL_FM_SECURITY_DISABLED_MASK;
192 dd_dev_info(dd,
193 "Neighbor Guid %llx, Type %d, Port Num %d\n",
194 ppd->neighbor_guid, ppd->neighbor_type,
195 ppd->neighbor_port_number);
196
197 /* HW needs LINK_UP_DELAY to settle, give it that chance */
198 udelay(LINK_UP_DELAY);
199
200 /*
201 * 'MgmtAllowed' information, which is exchanged during
202 * LNI, is available at this point.
203 */
204 set_mgmt_allowed(ppd);
205
206 if (ppd->mgmt_allowed)
207 add_full_mgmt_pkey(ppd);
208
209 /* physical link went up */
210 ppd->linkup = 1;
211 ppd->offline_disabled_reason =
212 HFI1_ODR_MASK(OPA_LINKDOWN_REASON_NONE);
213
214 /* link widths are not available until the link is fully up */
215 get_linkup_link_widths(ppd);
216
217 } else {
218 /* physical link went down */
219 ppd->linkup = 0;
220
221 /* clear HW details of the previous connection */
222 ppd->actual_vls_operational = 0;
223 reset_link_credits(dd);
224
225 /* freeze after a link down to guarantee a clean egress */
226 start_freeze_handling(ppd, FREEZE_SELF | FREEZE_LINK_DOWN);
227
228 ev = IB_EVENT_PORT_ERR;
229
230 hfi1_set_uevent_bits(ppd, _HFI1_EVENT_LINKDOWN_BIT);
231
232 /* if we are down, the neighbor is down */
233 ppd->neighbor_normal = 0;
234
235 /* notify IB of the link change */
236 signal_ib_event(ppd, ev);
237 }
238}
239
240/*
241 * Handle receive or urgent interrupts for user contexts. This means a user
242 * process was waiting for a packet to arrive, and didn't want to poll.
243 */
244void handle_user_interrupt(struct hfi1_ctxtdata *rcd)
245{
246 struct hfi1_devdata *dd = rcd->dd;
247 unsigned long flags;
248
249 spin_lock_irqsave(&dd->uctxt_lock, flags);
250 if (bitmap_empty(rcd->in_use_ctxts, HFI1_MAX_SHARED_CTXTS))
251 goto done;
252
253 if (test_and_clear_bit(HFI1_CTXT_WAITING_RCV, &rcd->event_flags)) {
254 wake_up_interruptible(&rcd->wait);
255 hfi1_rcvctrl(dd, HFI1_RCVCTRL_INTRAVAIL_DIS, rcd);
256 } else if (test_and_clear_bit(HFI1_CTXT_WAITING_URG,
257 &rcd->event_flags)) {
258 rcd->urgent++;
259 wake_up_interruptible(&rcd->wait);
260 }
261done:
262 spin_unlock_irqrestore(&dd->uctxt_lock, flags);
263}