Loading...
1/*
2 * Serial Attached SCSI (SAS) Port class
3 *
4 * Copyright (C) 2005 Adaptec, Inc. All rights reserved.
5 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
6 *
7 * This file is licensed under GPLv2.
8 *
9 * This program is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU General Public License as
11 * published by the Free Software Foundation; either version 2 of the
12 * License, or (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful, but
15 * WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * General Public License for more details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
22 *
23 */
24
25#include "sas_internal.h"
26
27#include <scsi/scsi_transport.h>
28#include <scsi/scsi_transport_sas.h>
29#include "../scsi_sas_internal.h"
30
31static bool phy_is_wideport_member(struct asd_sas_port *port, struct asd_sas_phy *phy)
32{
33 struct sas_ha_struct *sas_ha = phy->ha;
34
35 if (memcmp(port->attached_sas_addr, phy->attached_sas_addr,
36 SAS_ADDR_SIZE) != 0 || (sas_ha->strict_wide_ports &&
37 memcmp(port->sas_addr, phy->sas_addr, SAS_ADDR_SIZE) != 0))
38 return false;
39 return true;
40}
41
42/**
43 * sas_form_port -- add this phy to a port
44 * @phy: the phy of interest
45 *
46 * This function adds this phy to an existing port, thus creating a wide
47 * port, or it creates a port and adds the phy to the port.
48 */
49static void sas_form_port(struct asd_sas_phy *phy)
50{
51 int i;
52 struct sas_ha_struct *sas_ha = phy->ha;
53 struct asd_sas_port *port = phy->port;
54 struct sas_internal *si =
55 to_sas_internal(sas_ha->core.shost->transportt);
56 unsigned long flags;
57
58 if (port) {
59 if (!phy_is_wideport_member(port, phy))
60 sas_deform_port(phy, 0);
61 else {
62 SAS_DPRINTK("%s: phy%d belongs to port%d already(%d)!\n",
63 __func__, phy->id, phy->port->id,
64 phy->port->num_phys);
65 return;
66 }
67 }
68
69 /* see if the phy should be part of a wide port */
70 spin_lock_irqsave(&sas_ha->phy_port_lock, flags);
71 for (i = 0; i < sas_ha->num_phys; i++) {
72 port = sas_ha->sas_port[i];
73 spin_lock(&port->phy_list_lock);
74 if (*(u64 *) port->sas_addr &&
75 phy_is_wideport_member(port, phy) && port->num_phys > 0) {
76 /* wide port */
77 SAS_DPRINTK("phy%d matched wide port%d\n", phy->id,
78 port->id);
79 break;
80 }
81 spin_unlock(&port->phy_list_lock);
82 }
83 /* The phy does not match any existing port, create a new one */
84 if (i == sas_ha->num_phys) {
85 for (i = 0; i < sas_ha->num_phys; i++) {
86 port = sas_ha->sas_port[i];
87 spin_lock(&port->phy_list_lock);
88 if (*(u64 *)port->sas_addr == 0
89 && port->num_phys == 0) {
90 memcpy(port->sas_addr, phy->sas_addr,
91 SAS_ADDR_SIZE);
92 break;
93 }
94 spin_unlock(&port->phy_list_lock);
95 }
96 }
97
98 if (i >= sas_ha->num_phys) {
99 printk(KERN_NOTICE "%s: couldn't find a free port, bug?\n",
100 __func__);
101 spin_unlock_irqrestore(&sas_ha->phy_port_lock, flags);
102 return;
103 }
104
105 /* add the phy to the port */
106 list_add_tail(&phy->port_phy_el, &port->phy_list);
107 phy->port = port;
108 port->num_phys++;
109 port->phy_mask |= (1U << phy->id);
110
111 if (!port->phy)
112 port->phy = phy->phy;
113
114 if (*(u64 *)port->attached_sas_addr == 0) {
115 port->class = phy->class;
116 memcpy(port->attached_sas_addr, phy->attached_sas_addr,
117 SAS_ADDR_SIZE);
118 port->iproto = phy->iproto;
119 port->tproto = phy->tproto;
120 port->oob_mode = phy->oob_mode;
121 port->linkrate = phy->linkrate;
122 } else
123 port->linkrate = max(port->linkrate, phy->linkrate);
124 spin_unlock(&port->phy_list_lock);
125 spin_unlock_irqrestore(&sas_ha->phy_port_lock, flags);
126
127 if (!port->port) {
128 port->port = sas_port_alloc(phy->phy->dev.parent, port->id);
129 BUG_ON(!port->port);
130 sas_port_add(port->port);
131 }
132 sas_port_add_phy(port->port, phy->phy);
133
134 SAS_DPRINTK("%s added to %s, phy_mask:0x%x (%16llx)\n",
135 dev_name(&phy->phy->dev), dev_name(&port->port->dev),
136 port->phy_mask,
137 SAS_ADDR(port->attached_sas_addr));
138
139 if (port->port_dev)
140 port->port_dev->pathways = port->num_phys;
141
142 /* Tell the LLDD about this port formation. */
143 if (si->dft->lldd_port_formed)
144 si->dft->lldd_port_formed(phy);
145
146 sas_discover_event(phy->port, DISCE_DISCOVER_DOMAIN);
147}
148
149/**
150 * sas_deform_port -- remove this phy from the port it belongs to
151 * @phy: the phy of interest
152 *
153 * This is called when the physical link to the other phy has been
154 * lost (on this phy), in Event thread context. We cannot delay here.
155 */
156void sas_deform_port(struct asd_sas_phy *phy, int gone)
157{
158 struct sas_ha_struct *sas_ha = phy->ha;
159 struct asd_sas_port *port = phy->port;
160 struct sas_internal *si =
161 to_sas_internal(sas_ha->core.shost->transportt);
162 struct domain_device *dev;
163 unsigned long flags;
164
165 if (!port)
166 return; /* done by a phy event */
167
168 dev = port->port_dev;
169 if (dev)
170 dev->pathways--;
171
172 if (port->num_phys == 1) {
173 if (dev && gone)
174 dev->gone = 1;
175 sas_unregister_domain_devices(port);
176 sas_port_delete(port->port);
177 port->port = NULL;
178 } else
179 sas_port_delete_phy(port->port, phy->phy);
180
181 if (si->dft->lldd_port_deformed)
182 si->dft->lldd_port_deformed(phy);
183
184 spin_lock_irqsave(&sas_ha->phy_port_lock, flags);
185 spin_lock(&port->phy_list_lock);
186
187 list_del_init(&phy->port_phy_el);
188 phy->port = NULL;
189 port->num_phys--;
190 port->phy_mask &= ~(1U << phy->id);
191
192 if (port->num_phys == 0) {
193 INIT_LIST_HEAD(&port->phy_list);
194 memset(port->sas_addr, 0, SAS_ADDR_SIZE);
195 memset(port->attached_sas_addr, 0, SAS_ADDR_SIZE);
196 port->class = 0;
197 port->iproto = 0;
198 port->tproto = 0;
199 port->oob_mode = 0;
200 port->phy_mask = 0;
201 }
202 spin_unlock(&port->phy_list_lock);
203 spin_unlock_irqrestore(&sas_ha->phy_port_lock, flags);
204
205 return;
206}
207
208/* ---------- SAS port events ---------- */
209
210void sas_porte_bytes_dmaed(struct work_struct *work)
211{
212 struct asd_sas_event *ev =
213 container_of(work, struct asd_sas_event, work);
214 struct asd_sas_phy *phy = ev->phy;
215
216 sas_begin_event(PORTE_BYTES_DMAED, &phy->ha->event_lock,
217 &phy->port_events_pending);
218
219 sas_form_port(phy);
220}
221
222void sas_porte_broadcast_rcvd(struct work_struct *work)
223{
224 struct asd_sas_event *ev =
225 container_of(work, struct asd_sas_event, work);
226 struct asd_sas_phy *phy = ev->phy;
227 unsigned long flags;
228 u32 prim;
229
230 sas_begin_event(PORTE_BROADCAST_RCVD, &phy->ha->event_lock,
231 &phy->port_events_pending);
232
233 spin_lock_irqsave(&phy->sas_prim_lock, flags);
234 prim = phy->sas_prim;
235 spin_unlock_irqrestore(&phy->sas_prim_lock, flags);
236
237 SAS_DPRINTK("broadcast received: %d\n", prim);
238 sas_discover_event(phy->port, DISCE_REVALIDATE_DOMAIN);
239}
240
241void sas_porte_link_reset_err(struct work_struct *work)
242{
243 struct asd_sas_event *ev =
244 container_of(work, struct asd_sas_event, work);
245 struct asd_sas_phy *phy = ev->phy;
246
247 sas_begin_event(PORTE_LINK_RESET_ERR, &phy->ha->event_lock,
248 &phy->port_events_pending);
249
250 sas_deform_port(phy, 1);
251}
252
253void sas_porte_timer_event(struct work_struct *work)
254{
255 struct asd_sas_event *ev =
256 container_of(work, struct asd_sas_event, work);
257 struct asd_sas_phy *phy = ev->phy;
258
259 sas_begin_event(PORTE_TIMER_EVENT, &phy->ha->event_lock,
260 &phy->port_events_pending);
261
262 sas_deform_port(phy, 1);
263}
264
265void sas_porte_hard_reset(struct work_struct *work)
266{
267 struct asd_sas_event *ev =
268 container_of(work, struct asd_sas_event, work);
269 struct asd_sas_phy *phy = ev->phy;
270
271 sas_begin_event(PORTE_HARD_RESET, &phy->ha->event_lock,
272 &phy->port_events_pending);
273
274 sas_deform_port(phy, 1);
275}
276
277/* ---------- SAS port registration ---------- */
278
279static void sas_init_port(struct asd_sas_port *port,
280 struct sas_ha_struct *sas_ha, int i)
281{
282 memset(port, 0, sizeof(*port));
283 port->id = i;
284 INIT_LIST_HEAD(&port->dev_list);
285 spin_lock_init(&port->phy_list_lock);
286 INIT_LIST_HEAD(&port->phy_list);
287 port->ha = sas_ha;
288
289 spin_lock_init(&port->dev_list_lock);
290}
291
292int sas_register_ports(struct sas_ha_struct *sas_ha)
293{
294 int i;
295
296 /* initialize the ports and discovery */
297 for (i = 0; i < sas_ha->num_phys; i++) {
298 struct asd_sas_port *port = sas_ha->sas_port[i];
299
300 sas_init_port(port, sas_ha, i);
301 sas_init_disc(&port->disc, port);
302 }
303 return 0;
304}
305
306void sas_unregister_ports(struct sas_ha_struct *sas_ha)
307{
308 int i;
309
310 for (i = 0; i < sas_ha->num_phys; i++)
311 if (sas_ha->sas_phy[i]->port)
312 sas_deform_port(sas_ha->sas_phy[i], 0);
313
314}
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Serial Attached SCSI (SAS) Port class
4 *
5 * Copyright (C) 2005 Adaptec, Inc. All rights reserved.
6 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
7 */
8
9#include "sas_internal.h"
10
11#include <scsi/scsi_transport.h>
12#include <scsi/scsi_transport_sas.h>
13#include "scsi_sas_internal.h"
14
15static bool phy_is_wideport_member(struct asd_sas_port *port, struct asd_sas_phy *phy)
16{
17 struct sas_ha_struct *sas_ha = phy->ha;
18
19 if (memcmp(port->attached_sas_addr, phy->attached_sas_addr,
20 SAS_ADDR_SIZE) != 0 || (sas_ha->strict_wide_ports &&
21 memcmp(port->sas_addr, phy->sas_addr, SAS_ADDR_SIZE) != 0))
22 return false;
23 return true;
24}
25
26static void sas_resume_port(struct asd_sas_phy *phy)
27{
28 struct domain_device *dev, *n;
29 struct asd_sas_port *port = phy->port;
30 struct sas_ha_struct *sas_ha = phy->ha;
31 struct sas_internal *si = to_sas_internal(sas_ha->core.shost->transportt);
32
33 if (si->dft->lldd_port_formed)
34 si->dft->lldd_port_formed(phy);
35
36 if (port->suspended)
37 port->suspended = 0;
38 else {
39 /* we only need to handle "link returned" actions once */
40 return;
41 }
42
43 /* if the port came back:
44 * 1/ presume every device came back
45 * 2/ force the next revalidation to check all expander phys
46 */
47 list_for_each_entry_safe(dev, n, &port->dev_list, dev_list_node) {
48 int i, rc;
49
50 rc = sas_notify_lldd_dev_found(dev);
51 if (rc) {
52 sas_unregister_dev(port, dev);
53 sas_destruct_devices(port);
54 continue;
55 }
56
57 if (dev_is_expander(dev->dev_type)) {
58 dev->ex_dev.ex_change_count = -1;
59 for (i = 0; i < dev->ex_dev.num_phys; i++) {
60 struct ex_phy *phy = &dev->ex_dev.ex_phy[i];
61
62 phy->phy_change_count = -1;
63 }
64 }
65 }
66
67 sas_discover_event(port, DISCE_RESUME);
68}
69
70static void sas_form_port_add_phy(struct asd_sas_port *port,
71 struct asd_sas_phy *phy, bool wideport)
72{
73 list_add_tail(&phy->port_phy_el, &port->phy_list);
74 sas_phy_set_target(phy, port->port_dev);
75 phy->port = port;
76 port->num_phys++;
77 port->phy_mask |= (1U << phy->id);
78
79 if (wideport)
80 pr_debug("phy%d matched wide port%d\n", phy->id,
81 port->id);
82 else
83 memcpy(port->sas_addr, phy->sas_addr, SAS_ADDR_SIZE);
84
85 if (*(u64 *)port->attached_sas_addr == 0) {
86 port->class = phy->class;
87 memcpy(port->attached_sas_addr, phy->attached_sas_addr,
88 SAS_ADDR_SIZE);
89 port->iproto = phy->iproto;
90 port->tproto = phy->tproto;
91 port->oob_mode = phy->oob_mode;
92 port->linkrate = phy->linkrate;
93 } else {
94 port->linkrate = max(port->linkrate, phy->linkrate);
95 }
96}
97
98/**
99 * sas_form_port - add this phy to a port
100 * @phy: the phy of interest
101 *
102 * This function adds this phy to an existing port, thus creating a wide
103 * port, or it creates a port and adds the phy to the port.
104 */
105static void sas_form_port(struct asd_sas_phy *phy)
106{
107 int i;
108 struct sas_ha_struct *sas_ha = phy->ha;
109 struct asd_sas_port *port = phy->port;
110 struct domain_device *port_dev = NULL;
111 struct sas_internal *si =
112 to_sas_internal(sas_ha->core.shost->transportt);
113 unsigned long flags;
114
115 if (port) {
116 if (!phy_is_wideport_member(port, phy))
117 sas_deform_port(phy, 0);
118 else if (phy->suspended) {
119 phy->suspended = 0;
120 sas_resume_port(phy);
121
122 /* phy came back, try to cancel the timeout */
123 wake_up(&sas_ha->eh_wait_q);
124 return;
125 } else {
126 pr_info("%s: phy%d belongs to port%d already(%d)!\n",
127 __func__, phy->id, phy->port->id,
128 phy->port->num_phys);
129 return;
130 }
131 }
132
133 /* see if the phy should be part of a wide port */
134 spin_lock_irqsave(&sas_ha->phy_port_lock, flags);
135 for (i = 0; i < sas_ha->num_phys; i++) {
136 port = sas_ha->sas_port[i];
137 spin_lock(&port->phy_list_lock);
138 if (*(u64 *) port->sas_addr &&
139 phy_is_wideport_member(port, phy) && port->num_phys > 0) {
140 /* wide port */
141 port_dev = port->port_dev;
142 sas_form_port_add_phy(port, phy, true);
143 spin_unlock(&port->phy_list_lock);
144 break;
145 }
146 spin_unlock(&port->phy_list_lock);
147 }
148 /* The phy does not match any existing port, create a new one */
149 if (i == sas_ha->num_phys) {
150 for (i = 0; i < sas_ha->num_phys; i++) {
151 port = sas_ha->sas_port[i];
152 spin_lock(&port->phy_list_lock);
153 if (*(u64 *)port->sas_addr == 0
154 && port->num_phys == 0) {
155 port_dev = port->port_dev;
156 sas_form_port_add_phy(port, phy, false);
157 spin_unlock(&port->phy_list_lock);
158 break;
159 }
160 spin_unlock(&port->phy_list_lock);
161 }
162
163 if (i >= sas_ha->num_phys) {
164 pr_err("%s: couldn't find a free port, bug?\n",
165 __func__);
166 spin_unlock_irqrestore(&sas_ha->phy_port_lock, flags);
167 return;
168 }
169 }
170 spin_unlock_irqrestore(&sas_ha->phy_port_lock, flags);
171
172 if (!port->port) {
173 port->port = sas_port_alloc(phy->phy->dev.parent, port->id);
174 BUG_ON(!port->port);
175 sas_port_add(port->port);
176 }
177 sas_port_add_phy(port->port, phy->phy);
178
179 pr_debug("%s added to %s, phy_mask:0x%x (%016llx)\n",
180 dev_name(&phy->phy->dev), dev_name(&port->port->dev),
181 port->phy_mask,
182 SAS_ADDR(port->attached_sas_addr));
183
184 if (port_dev)
185 port_dev->pathways = port->num_phys;
186
187 /* Tell the LLDD about this port formation. */
188 if (si->dft->lldd_port_formed)
189 si->dft->lldd_port_formed(phy);
190
191 sas_discover_event(phy->port, DISCE_DISCOVER_DOMAIN);
192 /* Only insert a revalidate event after initial discovery */
193 if (port_dev && dev_is_expander(port_dev->dev_type)) {
194 struct expander_device *ex_dev = &port_dev->ex_dev;
195
196 ex_dev->ex_change_count = -1;
197 sas_discover_event(port, DISCE_REVALIDATE_DOMAIN);
198 }
199 flush_workqueue(sas_ha->disco_q);
200}
201
202/**
203 * sas_deform_port - remove this phy from the port it belongs to
204 * @phy: the phy of interest
205 * @gone: whether or not the PHY is gone
206 *
207 * This is called when the physical link to the other phy has been
208 * lost (on this phy), in Event thread context. We cannot delay here.
209 */
210void sas_deform_port(struct asd_sas_phy *phy, int gone)
211{
212 struct sas_ha_struct *sas_ha = phy->ha;
213 struct asd_sas_port *port = phy->port;
214 struct sas_internal *si =
215 to_sas_internal(sas_ha->core.shost->transportt);
216 struct domain_device *dev;
217 unsigned long flags;
218
219 if (!port)
220 return; /* done by a phy event */
221
222 dev = port->port_dev;
223 if (dev)
224 dev->pathways--;
225
226 if (port->num_phys == 1) {
227 sas_unregister_domain_devices(port, gone);
228 sas_destruct_devices(port);
229 sas_port_delete(port->port);
230 port->port = NULL;
231 } else {
232 sas_port_delete_phy(port->port, phy->phy);
233 sas_device_set_phy(dev, port->port);
234 }
235
236 if (si->dft->lldd_port_deformed)
237 si->dft->lldd_port_deformed(phy);
238
239 spin_lock_irqsave(&sas_ha->phy_port_lock, flags);
240 spin_lock(&port->phy_list_lock);
241
242 list_del_init(&phy->port_phy_el);
243 sas_phy_set_target(phy, NULL);
244 phy->port = NULL;
245 port->num_phys--;
246 port->phy_mask &= ~(1U << phy->id);
247
248 if (port->num_phys == 0) {
249 INIT_LIST_HEAD(&port->phy_list);
250 memset(port->sas_addr, 0, SAS_ADDR_SIZE);
251 memset(port->attached_sas_addr, 0, SAS_ADDR_SIZE);
252 port->class = 0;
253 port->iproto = 0;
254 port->tproto = 0;
255 port->oob_mode = 0;
256 port->phy_mask = 0;
257 }
258 spin_unlock(&port->phy_list_lock);
259 spin_unlock_irqrestore(&sas_ha->phy_port_lock, flags);
260
261 /* Only insert revalidate event if the port still has members */
262 if (port->port && dev && dev_is_expander(dev->dev_type)) {
263 struct expander_device *ex_dev = &dev->ex_dev;
264
265 ex_dev->ex_change_count = -1;
266 sas_discover_event(port, DISCE_REVALIDATE_DOMAIN);
267 }
268 flush_workqueue(sas_ha->disco_q);
269
270 return;
271}
272
273/* ---------- SAS port events ---------- */
274
275void sas_porte_bytes_dmaed(struct work_struct *work)
276{
277 struct asd_sas_event *ev = to_asd_sas_event(work);
278 struct asd_sas_phy *phy = ev->phy;
279
280 sas_form_port(phy);
281}
282
283void sas_porte_broadcast_rcvd(struct work_struct *work)
284{
285 struct asd_sas_event *ev = to_asd_sas_event(work);
286 struct asd_sas_phy *phy = ev->phy;
287 unsigned long flags;
288 u32 prim;
289
290 spin_lock_irqsave(&phy->sas_prim_lock, flags);
291 prim = phy->sas_prim;
292 spin_unlock_irqrestore(&phy->sas_prim_lock, flags);
293
294 pr_debug("broadcast received: %d\n", prim);
295 sas_discover_event(phy->port, DISCE_REVALIDATE_DOMAIN);
296
297 if (phy->port)
298 flush_workqueue(phy->port->ha->disco_q);
299}
300
301void sas_porte_link_reset_err(struct work_struct *work)
302{
303 struct asd_sas_event *ev = to_asd_sas_event(work);
304 struct asd_sas_phy *phy = ev->phy;
305
306 sas_deform_port(phy, 1);
307}
308
309void sas_porte_timer_event(struct work_struct *work)
310{
311 struct asd_sas_event *ev = to_asd_sas_event(work);
312 struct asd_sas_phy *phy = ev->phy;
313
314 sas_deform_port(phy, 1);
315}
316
317void sas_porte_hard_reset(struct work_struct *work)
318{
319 struct asd_sas_event *ev = to_asd_sas_event(work);
320 struct asd_sas_phy *phy = ev->phy;
321
322 sas_deform_port(phy, 1);
323}
324
325/* ---------- SAS port registration ---------- */
326
327static void sas_init_port(struct asd_sas_port *port,
328 struct sas_ha_struct *sas_ha, int i)
329{
330 memset(port, 0, sizeof(*port));
331 port->id = i;
332 INIT_LIST_HEAD(&port->dev_list);
333 INIT_LIST_HEAD(&port->disco_list);
334 INIT_LIST_HEAD(&port->destroy_list);
335 INIT_LIST_HEAD(&port->sas_port_del_list);
336 spin_lock_init(&port->phy_list_lock);
337 INIT_LIST_HEAD(&port->phy_list);
338 port->ha = sas_ha;
339
340 spin_lock_init(&port->dev_list_lock);
341}
342
343int sas_register_ports(struct sas_ha_struct *sas_ha)
344{
345 int i;
346
347 /* initialize the ports and discovery */
348 for (i = 0; i < sas_ha->num_phys; i++) {
349 struct asd_sas_port *port = sas_ha->sas_port[i];
350
351 sas_init_port(port, sas_ha, i);
352 sas_init_disc(&port->disc, port);
353 }
354 return 0;
355}
356
357void sas_unregister_ports(struct sas_ha_struct *sas_ha)
358{
359 int i;
360
361 for (i = 0; i < sas_ha->num_phys; i++)
362 if (sas_ha->sas_phy[i]->port)
363 sas_deform_port(sas_ha->sas_phy[i], 0);
364
365}
366
367const work_func_t sas_port_event_fns[PORT_NUM_EVENTS] = {
368 [PORTE_BYTES_DMAED] = sas_porte_bytes_dmaed,
369 [PORTE_BROADCAST_RCVD] = sas_porte_broadcast_rcvd,
370 [PORTE_LINK_RESET_ERR] = sas_porte_link_reset_err,
371 [PORTE_TIMER_EVENT] = sas_porte_timer_event,
372 [PORTE_HARD_RESET] = sas_porte_hard_reset,
373};