Loading...
1// SPDX-License-Identifier: GPL-2.0+
2/*
3 * PCI Hotplug Driver for PowerPC PowerNV platform.
4 *
5 * Copyright Gavin Shan, IBM Corporation 2016.
6 */
7
8#include <linux/libfdt.h>
9#include <linux/module.h>
10#include <linux/pci.h>
11#include <linux/pci_hotplug.h>
12
13#include <asm/opal.h>
14#include <asm/pnv-pci.h>
15#include <asm/ppc-pci.h>
16
17#define DRIVER_VERSION "0.1"
18#define DRIVER_AUTHOR "Gavin Shan, IBM Corporation"
19#define DRIVER_DESC "PowerPC PowerNV PCI Hotplug Driver"
20
21struct pnv_php_event {
22 bool added;
23 struct pnv_php_slot *php_slot;
24 struct work_struct work;
25};
26
27static LIST_HEAD(pnv_php_slot_list);
28static DEFINE_SPINLOCK(pnv_php_lock);
29
30static void pnv_php_register(struct device_node *dn);
31static void pnv_php_unregister_one(struct device_node *dn);
32static void pnv_php_unregister(struct device_node *dn);
33
34static void pnv_php_disable_irq(struct pnv_php_slot *php_slot,
35 bool disable_device)
36{
37 struct pci_dev *pdev = php_slot->pdev;
38 int irq = php_slot->irq;
39 u16 ctrl;
40
41 if (php_slot->irq > 0) {
42 pcie_capability_read_word(pdev, PCI_EXP_SLTCTL, &ctrl);
43 ctrl &= ~(PCI_EXP_SLTCTL_HPIE |
44 PCI_EXP_SLTCTL_PDCE |
45 PCI_EXP_SLTCTL_DLLSCE);
46 pcie_capability_write_word(pdev, PCI_EXP_SLTCTL, ctrl);
47
48 free_irq(php_slot->irq, php_slot);
49 php_slot->irq = 0;
50 }
51
52 if (php_slot->wq) {
53 destroy_workqueue(php_slot->wq);
54 php_slot->wq = NULL;
55 }
56
57 if (disable_device || irq > 0) {
58 if (pdev->msix_enabled)
59 pci_disable_msix(pdev);
60 else if (pdev->msi_enabled)
61 pci_disable_msi(pdev);
62
63 pci_disable_device(pdev);
64 }
65}
66
67static void pnv_php_free_slot(struct kref *kref)
68{
69 struct pnv_php_slot *php_slot = container_of(kref,
70 struct pnv_php_slot, kref);
71
72 WARN_ON(!list_empty(&php_slot->children));
73 pnv_php_disable_irq(php_slot, false);
74 kfree(php_slot->name);
75 kfree(php_slot);
76}
77
78static inline void pnv_php_put_slot(struct pnv_php_slot *php_slot)
79{
80
81 if (!php_slot)
82 return;
83
84 kref_put(&php_slot->kref, pnv_php_free_slot);
85}
86
87static struct pnv_php_slot *pnv_php_match(struct device_node *dn,
88 struct pnv_php_slot *php_slot)
89{
90 struct pnv_php_slot *target, *tmp;
91
92 if (php_slot->dn == dn) {
93 kref_get(&php_slot->kref);
94 return php_slot;
95 }
96
97 list_for_each_entry(tmp, &php_slot->children, link) {
98 target = pnv_php_match(dn, tmp);
99 if (target)
100 return target;
101 }
102
103 return NULL;
104}
105
106struct pnv_php_slot *pnv_php_find_slot(struct device_node *dn)
107{
108 struct pnv_php_slot *php_slot, *tmp;
109 unsigned long flags;
110
111 spin_lock_irqsave(&pnv_php_lock, flags);
112 list_for_each_entry(tmp, &pnv_php_slot_list, link) {
113 php_slot = pnv_php_match(dn, tmp);
114 if (php_slot) {
115 spin_unlock_irqrestore(&pnv_php_lock, flags);
116 return php_slot;
117 }
118 }
119 spin_unlock_irqrestore(&pnv_php_lock, flags);
120
121 return NULL;
122}
123EXPORT_SYMBOL_GPL(pnv_php_find_slot);
124
125/*
126 * Remove pdn for all children of the indicated device node.
127 * The function should remove pdn in a depth-first manner.
128 */
129static void pnv_php_rmv_pdns(struct device_node *dn)
130{
131 struct device_node *child;
132
133 for_each_child_of_node(dn, child) {
134 pnv_php_rmv_pdns(child);
135
136 pci_remove_device_node_info(child);
137 }
138}
139
140/*
141 * Detach all child nodes of the indicated device nodes. The
142 * function should handle device nodes in depth-first manner.
143 *
144 * We should not invoke of_node_release() as the memory for
145 * individual device node is part of large memory block. The
146 * large block is allocated from memblock (system bootup) or
147 * kmalloc() when unflattening the device tree by OF changeset.
148 * We can not free the large block allocated from memblock. For
149 * later case, it should be released at once.
150 */
151static void pnv_php_detach_device_nodes(struct device_node *parent)
152{
153 struct device_node *dn;
154 int refcount;
155
156 for_each_child_of_node(parent, dn) {
157 pnv_php_detach_device_nodes(dn);
158
159 of_node_put(dn);
160 refcount = kref_read(&dn->kobj.kref);
161 if (refcount != 1)
162 pr_warn("Invalid refcount %d on <%pOF>\n",
163 refcount, dn);
164
165 of_detach_node(dn);
166 }
167}
168
169static void pnv_php_rmv_devtree(struct pnv_php_slot *php_slot)
170{
171 pnv_php_rmv_pdns(php_slot->dn);
172
173 /*
174 * Decrease the refcount if the device nodes were created
175 * through OF changeset before detaching them.
176 */
177 if (php_slot->fdt)
178 of_changeset_destroy(&php_slot->ocs);
179 pnv_php_detach_device_nodes(php_slot->dn);
180
181 if (php_slot->fdt) {
182 kfree(php_slot->dt);
183 kfree(php_slot->fdt);
184 php_slot->dt = NULL;
185 php_slot->dn->child = NULL;
186 php_slot->fdt = NULL;
187 }
188}
189
190/*
191 * As the nodes in OF changeset are applied in reverse order, we
192 * need revert the nodes in advance so that we have correct node
193 * order after the changeset is applied.
194 */
195static void pnv_php_reverse_nodes(struct device_node *parent)
196{
197 struct device_node *child, *next;
198
199 /* In-depth first */
200 for_each_child_of_node(parent, child)
201 pnv_php_reverse_nodes(child);
202
203 /* Reverse the nodes in the child list */
204 child = parent->child;
205 parent->child = NULL;
206 while (child) {
207 next = child->sibling;
208
209 child->sibling = parent->child;
210 parent->child = child;
211 child = next;
212 }
213}
214
215static int pnv_php_populate_changeset(struct of_changeset *ocs,
216 struct device_node *dn)
217{
218 struct device_node *child;
219 int ret = 0;
220
221 for_each_child_of_node(dn, child) {
222 ret = of_changeset_attach_node(ocs, child);
223 if (ret) {
224 of_node_put(child);
225 break;
226 }
227
228 ret = pnv_php_populate_changeset(ocs, child);
229 if (ret) {
230 of_node_put(child);
231 break;
232 }
233 }
234
235 return ret;
236}
237
238static void *pnv_php_add_one_pdn(struct device_node *dn, void *data)
239{
240 struct pci_controller *hose = (struct pci_controller *)data;
241 struct pci_dn *pdn;
242
243 pdn = pci_add_device_node_info(hose, dn);
244 if (!pdn)
245 return ERR_PTR(-ENOMEM);
246
247 return NULL;
248}
249
250static void pnv_php_add_pdns(struct pnv_php_slot *slot)
251{
252 struct pci_controller *hose = pci_bus_to_host(slot->bus);
253
254 pci_traverse_device_nodes(slot->dn, pnv_php_add_one_pdn, hose);
255}
256
257static int pnv_php_add_devtree(struct pnv_php_slot *php_slot)
258{
259 void *fdt, *fdt1, *dt;
260 int ret;
261
262 /* We don't know the FDT blob size. We try to get it through
263 * maximal memory chunk and then copy it to another chunk that
264 * fits the real size.
265 */
266 fdt1 = kzalloc(0x10000, GFP_KERNEL);
267 if (!fdt1) {
268 ret = -ENOMEM;
269 goto out;
270 }
271
272 ret = pnv_pci_get_device_tree(php_slot->dn->phandle, fdt1, 0x10000);
273 if (ret) {
274 pci_warn(php_slot->pdev, "Error %d getting FDT blob\n", ret);
275 goto free_fdt1;
276 }
277
278 fdt = kmemdup(fdt1, fdt_totalsize(fdt1), GFP_KERNEL);
279 if (!fdt) {
280 ret = -ENOMEM;
281 goto free_fdt1;
282 }
283
284 /* Unflatten device tree blob */
285 dt = of_fdt_unflatten_tree(fdt, php_slot->dn, NULL);
286 if (!dt) {
287 ret = -EINVAL;
288 pci_warn(php_slot->pdev, "Cannot unflatten FDT\n");
289 goto free_fdt;
290 }
291
292 /* Initialize and apply the changeset */
293 of_changeset_init(&php_slot->ocs);
294 pnv_php_reverse_nodes(php_slot->dn);
295 ret = pnv_php_populate_changeset(&php_slot->ocs, php_slot->dn);
296 if (ret) {
297 pnv_php_reverse_nodes(php_slot->dn);
298 pci_warn(php_slot->pdev, "Error %d populating changeset\n",
299 ret);
300 goto free_dt;
301 }
302
303 php_slot->dn->child = NULL;
304 ret = of_changeset_apply(&php_slot->ocs);
305 if (ret) {
306 pci_warn(php_slot->pdev, "Error %d applying changeset\n", ret);
307 goto destroy_changeset;
308 }
309
310 /* Add device node firmware data */
311 pnv_php_add_pdns(php_slot);
312 php_slot->fdt = fdt;
313 php_slot->dt = dt;
314 kfree(fdt1);
315 goto out;
316
317destroy_changeset:
318 of_changeset_destroy(&php_slot->ocs);
319free_dt:
320 kfree(dt);
321 php_slot->dn->child = NULL;
322free_fdt:
323 kfree(fdt);
324free_fdt1:
325 kfree(fdt1);
326out:
327 return ret;
328}
329
330static inline struct pnv_php_slot *to_pnv_php_slot(struct hotplug_slot *slot)
331{
332 return container_of(slot, struct pnv_php_slot, slot);
333}
334
335int pnv_php_set_slot_power_state(struct hotplug_slot *slot,
336 uint8_t state)
337{
338 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
339 struct opal_msg msg;
340 int ret;
341
342 ret = pnv_pci_set_power_state(php_slot->id, state, &msg);
343 if (ret > 0) {
344 if (be64_to_cpu(msg.params[1]) != php_slot->dn->phandle ||
345 be64_to_cpu(msg.params[2]) != state ||
346 be64_to_cpu(msg.params[3]) != OPAL_SUCCESS) {
347 pci_warn(php_slot->pdev, "Wrong msg (%lld, %lld, %lld)\n",
348 be64_to_cpu(msg.params[1]),
349 be64_to_cpu(msg.params[2]),
350 be64_to_cpu(msg.params[3]));
351 return -ENOMSG;
352 }
353 } else if (ret < 0) {
354 pci_warn(php_slot->pdev, "Error %d powering %s\n",
355 ret, (state == OPAL_PCI_SLOT_POWER_ON) ? "on" : "off");
356 return ret;
357 }
358
359 if (state == OPAL_PCI_SLOT_POWER_OFF || state == OPAL_PCI_SLOT_OFFLINE)
360 pnv_php_rmv_devtree(php_slot);
361 else
362 ret = pnv_php_add_devtree(php_slot);
363
364 return ret;
365}
366EXPORT_SYMBOL_GPL(pnv_php_set_slot_power_state);
367
368static int pnv_php_get_power_state(struct hotplug_slot *slot, u8 *state)
369{
370 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
371 uint8_t power_state = OPAL_PCI_SLOT_POWER_ON;
372 int ret;
373
374 /*
375 * Retrieve power status from firmware. If we fail
376 * getting that, the power status fails back to
377 * be on.
378 */
379 ret = pnv_pci_get_power_state(php_slot->id, &power_state);
380 if (ret) {
381 pci_warn(php_slot->pdev, "Error %d getting power status\n",
382 ret);
383 } else {
384 *state = power_state;
385 }
386
387 return 0;
388}
389
390static int pnv_php_get_adapter_state(struct hotplug_slot *slot, u8 *state)
391{
392 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
393 uint8_t presence = OPAL_PCI_SLOT_EMPTY;
394 int ret;
395
396 /*
397 * Retrieve presence status from firmware. If we can't
398 * get that, it will fail back to be empty.
399 */
400 ret = pnv_pci_get_presence_state(php_slot->id, &presence);
401 if (ret >= 0) {
402 *state = presence;
403 ret = 0;
404 } else {
405 pci_warn(php_slot->pdev, "Error %d getting presence\n", ret);
406 }
407
408 return ret;
409}
410
411static int pnv_php_get_attention_state(struct hotplug_slot *slot, u8 *state)
412{
413 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
414
415 *state = php_slot->attention_state;
416 return 0;
417}
418
419static int pnv_php_set_attention_state(struct hotplug_slot *slot, u8 state)
420{
421 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
422 struct pci_dev *bridge = php_slot->pdev;
423 u16 new, mask;
424
425 php_slot->attention_state = state;
426 if (!bridge)
427 return 0;
428
429 mask = PCI_EXP_SLTCTL_AIC;
430
431 if (state)
432 new = PCI_EXP_SLTCTL_ATTN_IND_ON;
433 else
434 new = PCI_EXP_SLTCTL_ATTN_IND_OFF;
435
436 pcie_capability_clear_and_set_word(bridge, PCI_EXP_SLTCTL, mask, new);
437
438 return 0;
439}
440
441static int pnv_php_enable(struct pnv_php_slot *php_slot, bool rescan)
442{
443 struct hotplug_slot *slot = &php_slot->slot;
444 uint8_t presence = OPAL_PCI_SLOT_EMPTY;
445 uint8_t power_status = OPAL_PCI_SLOT_POWER_ON;
446 int ret;
447
448 /* Check if the slot has been configured */
449 if (php_slot->state != PNV_PHP_STATE_REGISTERED)
450 return 0;
451
452 /* Retrieve slot presence status */
453 ret = pnv_php_get_adapter_state(slot, &presence);
454 if (ret)
455 return ret;
456
457 /*
458 * Proceed if there have nothing behind the slot. However,
459 * we should leave the slot in registered state at the
460 * beginning. Otherwise, the PCI devices inserted afterwards
461 * won't be probed and populated.
462 */
463 if (presence == OPAL_PCI_SLOT_EMPTY) {
464 if (!php_slot->power_state_check) {
465 php_slot->power_state_check = true;
466
467 return 0;
468 }
469
470 goto scan;
471 }
472
473 /*
474 * If the power supply to the slot is off, we can't detect
475 * adapter presence state. That means we have to turn the
476 * slot on before going to probe slot's presence state.
477 *
478 * On the first time, we don't change the power status to
479 * boost system boot with assumption that the firmware
480 * supplies consistent slot power status: empty slot always
481 * has its power off and non-empty slot has its power on.
482 */
483 if (!php_slot->power_state_check) {
484 php_slot->power_state_check = true;
485
486 ret = pnv_php_get_power_state(slot, &power_status);
487 if (ret)
488 return ret;
489
490 if (power_status != OPAL_PCI_SLOT_POWER_ON)
491 return 0;
492 }
493
494 /* Check the power status. Scan the slot if it is already on */
495 ret = pnv_php_get_power_state(slot, &power_status);
496 if (ret)
497 return ret;
498
499 if (power_status == OPAL_PCI_SLOT_POWER_ON)
500 goto scan;
501
502 /* Power is off, turn it on and then scan the slot */
503 ret = pnv_php_set_slot_power_state(slot, OPAL_PCI_SLOT_POWER_ON);
504 if (ret)
505 return ret;
506
507scan:
508 if (presence == OPAL_PCI_SLOT_PRESENT) {
509 if (rescan) {
510 pci_lock_rescan_remove();
511 pci_hp_add_devices(php_slot->bus);
512 pci_unlock_rescan_remove();
513 }
514
515 /* Rescan for child hotpluggable slots */
516 php_slot->state = PNV_PHP_STATE_POPULATED;
517 if (rescan)
518 pnv_php_register(php_slot->dn);
519 } else {
520 php_slot->state = PNV_PHP_STATE_POPULATED;
521 }
522
523 return 0;
524}
525
526static int pnv_php_reset_slot(struct hotplug_slot *slot, int probe)
527{
528 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
529 struct pci_dev *bridge = php_slot->pdev;
530 uint16_t sts;
531
532 /*
533 * The CAPI folks want pnv_php to drive OpenCAPI slots
534 * which don't have a bridge. Only claim to support
535 * reset_slot() if we have a bridge device (for now...)
536 */
537 if (probe)
538 return !bridge;
539
540 /* mask our interrupt while resetting the bridge */
541 if (php_slot->irq > 0)
542 disable_irq(php_slot->irq);
543
544 pci_bridge_secondary_bus_reset(bridge);
545
546 /* clear any state changes that happened due to the reset */
547 pcie_capability_read_word(php_slot->pdev, PCI_EXP_SLTSTA, &sts);
548 sts &= (PCI_EXP_SLTSTA_PDC | PCI_EXP_SLTSTA_DLLSC);
549 pcie_capability_write_word(php_slot->pdev, PCI_EXP_SLTSTA, sts);
550
551 if (php_slot->irq > 0)
552 enable_irq(php_slot->irq);
553
554 return 0;
555}
556
557static int pnv_php_enable_slot(struct hotplug_slot *slot)
558{
559 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
560
561 return pnv_php_enable(php_slot, true);
562}
563
564static int pnv_php_disable_slot(struct hotplug_slot *slot)
565{
566 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
567 int ret;
568
569 if (php_slot->state != PNV_PHP_STATE_POPULATED)
570 return 0;
571
572 /* Remove all devices behind the slot */
573 pci_lock_rescan_remove();
574 pci_hp_remove_devices(php_slot->bus);
575 pci_unlock_rescan_remove();
576
577 /* Detach the child hotpluggable slots */
578 pnv_php_unregister(php_slot->dn);
579
580 /* Notify firmware and remove device nodes */
581 ret = pnv_php_set_slot_power_state(slot, OPAL_PCI_SLOT_POWER_OFF);
582
583 php_slot->state = PNV_PHP_STATE_REGISTERED;
584 return ret;
585}
586
587static const struct hotplug_slot_ops php_slot_ops = {
588 .get_power_status = pnv_php_get_power_state,
589 .get_adapter_status = pnv_php_get_adapter_state,
590 .get_attention_status = pnv_php_get_attention_state,
591 .set_attention_status = pnv_php_set_attention_state,
592 .enable_slot = pnv_php_enable_slot,
593 .disable_slot = pnv_php_disable_slot,
594 .reset_slot = pnv_php_reset_slot,
595};
596
597static void pnv_php_release(struct pnv_php_slot *php_slot)
598{
599 unsigned long flags;
600
601 /* Remove from global or child list */
602 spin_lock_irqsave(&pnv_php_lock, flags);
603 list_del(&php_slot->link);
604 spin_unlock_irqrestore(&pnv_php_lock, flags);
605
606 /* Detach from parent */
607 pnv_php_put_slot(php_slot);
608 pnv_php_put_slot(php_slot->parent);
609}
610
611static struct pnv_php_slot *pnv_php_alloc_slot(struct device_node *dn)
612{
613 struct pnv_php_slot *php_slot;
614 struct pci_bus *bus;
615 const char *label;
616 uint64_t id;
617 int ret;
618
619 ret = of_property_read_string(dn, "ibm,slot-label", &label);
620 if (ret)
621 return NULL;
622
623 if (pnv_pci_get_slot_id(dn, &id))
624 return NULL;
625
626 bus = pci_find_bus_by_node(dn);
627 if (!bus)
628 return NULL;
629
630 php_slot = kzalloc(sizeof(*php_slot), GFP_KERNEL);
631 if (!php_slot)
632 return NULL;
633
634 php_slot->name = kstrdup(label, GFP_KERNEL);
635 if (!php_slot->name) {
636 kfree(php_slot);
637 return NULL;
638 }
639
640 if (dn->child && PCI_DN(dn->child))
641 php_slot->slot_no = PCI_SLOT(PCI_DN(dn->child)->devfn);
642 else
643 php_slot->slot_no = -1; /* Placeholder slot */
644
645 kref_init(&php_slot->kref);
646 php_slot->state = PNV_PHP_STATE_INITIALIZED;
647 php_slot->dn = dn;
648 php_slot->pdev = bus->self;
649 php_slot->bus = bus;
650 php_slot->id = id;
651 php_slot->power_state_check = false;
652 php_slot->slot.ops = &php_slot_ops;
653
654 INIT_LIST_HEAD(&php_slot->children);
655 INIT_LIST_HEAD(&php_slot->link);
656
657 return php_slot;
658}
659
660static int pnv_php_register_slot(struct pnv_php_slot *php_slot)
661{
662 struct pnv_php_slot *parent;
663 struct device_node *dn = php_slot->dn;
664 unsigned long flags;
665 int ret;
666
667 /* Check if the slot is registered or not */
668 parent = pnv_php_find_slot(php_slot->dn);
669 if (parent) {
670 pnv_php_put_slot(parent);
671 return -EEXIST;
672 }
673
674 /* Register PCI slot */
675 ret = pci_hp_register(&php_slot->slot, php_slot->bus,
676 php_slot->slot_no, php_slot->name);
677 if (ret) {
678 pci_warn(php_slot->pdev, "Error %d registering slot\n", ret);
679 return ret;
680 }
681
682 /* Attach to the parent's child list or global list */
683 while ((dn = of_get_parent(dn))) {
684 if (!PCI_DN(dn)) {
685 of_node_put(dn);
686 break;
687 }
688
689 parent = pnv_php_find_slot(dn);
690 if (parent) {
691 of_node_put(dn);
692 break;
693 }
694
695 of_node_put(dn);
696 }
697
698 spin_lock_irqsave(&pnv_php_lock, flags);
699 php_slot->parent = parent;
700 if (parent)
701 list_add_tail(&php_slot->link, &parent->children);
702 else
703 list_add_tail(&php_slot->link, &pnv_php_slot_list);
704 spin_unlock_irqrestore(&pnv_php_lock, flags);
705
706 php_slot->state = PNV_PHP_STATE_REGISTERED;
707 return 0;
708}
709
710static int pnv_php_enable_msix(struct pnv_php_slot *php_slot)
711{
712 struct pci_dev *pdev = php_slot->pdev;
713 struct msix_entry entry;
714 int nr_entries, ret;
715 u16 pcie_flag;
716
717 /* Get total number of MSIx entries */
718 nr_entries = pci_msix_vec_count(pdev);
719 if (nr_entries < 0)
720 return nr_entries;
721
722 /* Check hotplug MSIx entry is in range */
723 pcie_capability_read_word(pdev, PCI_EXP_FLAGS, &pcie_flag);
724 entry.entry = (pcie_flag & PCI_EXP_FLAGS_IRQ) >> 9;
725 if (entry.entry >= nr_entries)
726 return -ERANGE;
727
728 /* Enable MSIx */
729 ret = pci_enable_msix_exact(pdev, &entry, 1);
730 if (ret) {
731 pci_warn(pdev, "Error %d enabling MSIx\n", ret);
732 return ret;
733 }
734
735 return entry.vector;
736}
737
738static void pnv_php_event_handler(struct work_struct *work)
739{
740 struct pnv_php_event *event =
741 container_of(work, struct pnv_php_event, work);
742 struct pnv_php_slot *php_slot = event->php_slot;
743
744 if (event->added)
745 pnv_php_enable_slot(&php_slot->slot);
746 else
747 pnv_php_disable_slot(&php_slot->slot);
748
749 kfree(event);
750}
751
752static irqreturn_t pnv_php_interrupt(int irq, void *data)
753{
754 struct pnv_php_slot *php_slot = data;
755 struct pci_dev *pchild, *pdev = php_slot->pdev;
756 struct eeh_dev *edev;
757 struct eeh_pe *pe;
758 struct pnv_php_event *event;
759 u16 sts, lsts;
760 u8 presence;
761 bool added;
762 unsigned long flags;
763 int ret;
764
765 pcie_capability_read_word(pdev, PCI_EXP_SLTSTA, &sts);
766 sts &= (PCI_EXP_SLTSTA_PDC | PCI_EXP_SLTSTA_DLLSC);
767 pcie_capability_write_word(pdev, PCI_EXP_SLTSTA, sts);
768
769 pci_dbg(pdev, "PCI slot [%s]: HP int! DLAct: %d, PresDet: %d\n",
770 php_slot->name,
771 !!(sts & PCI_EXP_SLTSTA_DLLSC),
772 !!(sts & PCI_EXP_SLTSTA_PDC));
773
774 if (sts & PCI_EXP_SLTSTA_DLLSC) {
775 pcie_capability_read_word(pdev, PCI_EXP_LNKSTA, &lsts);
776 added = !!(lsts & PCI_EXP_LNKSTA_DLLLA);
777 } else if (!(php_slot->flags & PNV_PHP_FLAG_BROKEN_PDC) &&
778 (sts & PCI_EXP_SLTSTA_PDC)) {
779 ret = pnv_pci_get_presence_state(php_slot->id, &presence);
780 if (ret) {
781 pci_warn(pdev, "PCI slot [%s] error %d getting presence (0x%04x), to retry the operation.\n",
782 php_slot->name, ret, sts);
783 return IRQ_HANDLED;
784 }
785
786 added = !!(presence == OPAL_PCI_SLOT_PRESENT);
787 } else {
788 pci_dbg(pdev, "PCI slot [%s]: Spurious IRQ?\n", php_slot->name);
789 return IRQ_NONE;
790 }
791
792 /* Freeze the removed PE to avoid unexpected error reporting */
793 if (!added) {
794 pchild = list_first_entry_or_null(&php_slot->bus->devices,
795 struct pci_dev, bus_list);
796 edev = pchild ? pci_dev_to_eeh_dev(pchild) : NULL;
797 pe = edev ? edev->pe : NULL;
798 if (pe) {
799 eeh_serialize_lock(&flags);
800 eeh_pe_mark_isolated(pe);
801 eeh_serialize_unlock(flags);
802 eeh_pe_set_option(pe, EEH_OPT_FREEZE_PE);
803 }
804 }
805
806 /*
807 * The PE is left in frozen state if the event is missed. It's
808 * fine as the PCI devices (PE) aren't functional any more.
809 */
810 event = kzalloc(sizeof(*event), GFP_ATOMIC);
811 if (!event) {
812 pci_warn(pdev, "PCI slot [%s] missed hotplug event 0x%04x\n",
813 php_slot->name, sts);
814 return IRQ_HANDLED;
815 }
816
817 pci_info(pdev, "PCI slot [%s] %s (IRQ: %d)\n",
818 php_slot->name, added ? "added" : "removed", irq);
819 INIT_WORK(&event->work, pnv_php_event_handler);
820 event->added = added;
821 event->php_slot = php_slot;
822 queue_work(php_slot->wq, &event->work);
823
824 return IRQ_HANDLED;
825}
826
827static void pnv_php_init_irq(struct pnv_php_slot *php_slot, int irq)
828{
829 struct pci_dev *pdev = php_slot->pdev;
830 u32 broken_pdc = 0;
831 u16 sts, ctrl;
832 int ret;
833
834 /* Allocate workqueue */
835 php_slot->wq = alloc_workqueue("pciehp-%s", 0, 0, php_slot->name);
836 if (!php_slot->wq) {
837 pci_warn(pdev, "Cannot alloc workqueue\n");
838 pnv_php_disable_irq(php_slot, true);
839 return;
840 }
841
842 /* Check PDC (Presence Detection Change) is broken or not */
843 ret = of_property_read_u32(php_slot->dn, "ibm,slot-broken-pdc",
844 &broken_pdc);
845 if (!ret && broken_pdc)
846 php_slot->flags |= PNV_PHP_FLAG_BROKEN_PDC;
847
848 /* Clear pending interrupts */
849 pcie_capability_read_word(pdev, PCI_EXP_SLTSTA, &sts);
850 if (php_slot->flags & PNV_PHP_FLAG_BROKEN_PDC)
851 sts |= PCI_EXP_SLTSTA_DLLSC;
852 else
853 sts |= (PCI_EXP_SLTSTA_PDC | PCI_EXP_SLTSTA_DLLSC);
854 pcie_capability_write_word(pdev, PCI_EXP_SLTSTA, sts);
855
856 /* Request the interrupt */
857 ret = request_irq(irq, pnv_php_interrupt, IRQF_SHARED,
858 php_slot->name, php_slot);
859 if (ret) {
860 pnv_php_disable_irq(php_slot, true);
861 pci_warn(pdev, "Error %d enabling IRQ %d\n", ret, irq);
862 return;
863 }
864
865 /* Enable the interrupts */
866 pcie_capability_read_word(pdev, PCI_EXP_SLTCTL, &ctrl);
867 if (php_slot->flags & PNV_PHP_FLAG_BROKEN_PDC) {
868 ctrl &= ~PCI_EXP_SLTCTL_PDCE;
869 ctrl |= (PCI_EXP_SLTCTL_HPIE |
870 PCI_EXP_SLTCTL_DLLSCE);
871 } else {
872 ctrl |= (PCI_EXP_SLTCTL_HPIE |
873 PCI_EXP_SLTCTL_PDCE |
874 PCI_EXP_SLTCTL_DLLSCE);
875 }
876 pcie_capability_write_word(pdev, PCI_EXP_SLTCTL, ctrl);
877
878 /* The interrupt is initialized successfully when @irq is valid */
879 php_slot->irq = irq;
880}
881
882static void pnv_php_enable_irq(struct pnv_php_slot *php_slot)
883{
884 struct pci_dev *pdev = php_slot->pdev;
885 int irq, ret;
886
887 /*
888 * The MSI/MSIx interrupt might have been occupied by other
889 * drivers. Don't populate the surprise hotplug capability
890 * in that case.
891 */
892 if (pci_dev_msi_enabled(pdev))
893 return;
894
895 ret = pci_enable_device(pdev);
896 if (ret) {
897 pci_warn(pdev, "Error %d enabling device\n", ret);
898 return;
899 }
900
901 pci_set_master(pdev);
902
903 /* Enable MSIx interrupt */
904 irq = pnv_php_enable_msix(php_slot);
905 if (irq > 0) {
906 pnv_php_init_irq(php_slot, irq);
907 return;
908 }
909
910 /*
911 * Use MSI if MSIx doesn't work. Fail back to legacy INTx
912 * if MSI doesn't work either
913 */
914 ret = pci_enable_msi(pdev);
915 if (!ret || pdev->irq) {
916 irq = pdev->irq;
917 pnv_php_init_irq(php_slot, irq);
918 }
919}
920
921static int pnv_php_register_one(struct device_node *dn)
922{
923 struct pnv_php_slot *php_slot;
924 u32 prop32;
925 int ret;
926
927 /* Check if it's hotpluggable slot */
928 ret = of_property_read_u32(dn, "ibm,slot-pluggable", &prop32);
929 if (ret || !prop32)
930 return -ENXIO;
931
932 ret = of_property_read_u32(dn, "ibm,reset-by-firmware", &prop32);
933 if (ret || !prop32)
934 return -ENXIO;
935
936 php_slot = pnv_php_alloc_slot(dn);
937 if (!php_slot)
938 return -ENODEV;
939
940 ret = pnv_php_register_slot(php_slot);
941 if (ret)
942 goto free_slot;
943
944 ret = pnv_php_enable(php_slot, false);
945 if (ret)
946 goto unregister_slot;
947
948 /* Enable interrupt if the slot supports surprise hotplug */
949 ret = of_property_read_u32(dn, "ibm,slot-surprise-pluggable", &prop32);
950 if (!ret && prop32)
951 pnv_php_enable_irq(php_slot);
952
953 return 0;
954
955unregister_slot:
956 pnv_php_unregister_one(php_slot->dn);
957free_slot:
958 pnv_php_put_slot(php_slot);
959 return ret;
960}
961
962static void pnv_php_register(struct device_node *dn)
963{
964 struct device_node *child;
965
966 /*
967 * The parent slots should be registered before their
968 * child slots.
969 */
970 for_each_child_of_node(dn, child) {
971 pnv_php_register_one(child);
972 pnv_php_register(child);
973 }
974}
975
976static void pnv_php_unregister_one(struct device_node *dn)
977{
978 struct pnv_php_slot *php_slot;
979
980 php_slot = pnv_php_find_slot(dn);
981 if (!php_slot)
982 return;
983
984 php_slot->state = PNV_PHP_STATE_OFFLINE;
985 pci_hp_deregister(&php_slot->slot);
986 pnv_php_release(php_slot);
987 pnv_php_put_slot(php_slot);
988}
989
990static void pnv_php_unregister(struct device_node *dn)
991{
992 struct device_node *child;
993
994 /* The child slots should go before their parent slots */
995 for_each_child_of_node(dn, child) {
996 pnv_php_unregister(child);
997 pnv_php_unregister_one(child);
998 }
999}
1000
1001static int __init pnv_php_init(void)
1002{
1003 struct device_node *dn;
1004
1005 pr_info(DRIVER_DESC " version: " DRIVER_VERSION "\n");
1006 for_each_compatible_node(dn, NULL, "ibm,ioda2-phb")
1007 pnv_php_register(dn);
1008
1009 for_each_compatible_node(dn, NULL, "ibm,ioda3-phb")
1010 pnv_php_register(dn);
1011
1012 return 0;
1013}
1014
1015static void __exit pnv_php_exit(void)
1016{
1017 struct device_node *dn;
1018
1019 for_each_compatible_node(dn, NULL, "ibm,ioda2-phb")
1020 pnv_php_unregister(dn);
1021
1022 for_each_compatible_node(dn, NULL, "ibm,ioda3-phb")
1023 pnv_php_unregister(dn);
1024}
1025
1026module_init(pnv_php_init);
1027module_exit(pnv_php_exit);
1028
1029MODULE_VERSION(DRIVER_VERSION);
1030MODULE_LICENSE("GPL v2");
1031MODULE_AUTHOR(DRIVER_AUTHOR);
1032MODULE_DESCRIPTION(DRIVER_DESC);
1// SPDX-License-Identifier: GPL-2.0+
2/*
3 * PCI Hotplug Driver for PowerPC PowerNV platform.
4 *
5 * Copyright Gavin Shan, IBM Corporation 2016.
6 */
7
8#include <linux/libfdt.h>
9#include <linux/module.h>
10#include <linux/pci.h>
11#include <linux/pci_hotplug.h>
12
13#include <asm/opal.h>
14#include <asm/pnv-pci.h>
15#include <asm/ppc-pci.h>
16
17#define DRIVER_VERSION "0.1"
18#define DRIVER_AUTHOR "Gavin Shan, IBM Corporation"
19#define DRIVER_DESC "PowerPC PowerNV PCI Hotplug Driver"
20
21#define SLOT_WARN(sl, x...) \
22 ((sl)->pdev ? pci_warn((sl)->pdev, x) : dev_warn(&(sl)->bus->dev, x))
23
24struct pnv_php_event {
25 bool added;
26 struct pnv_php_slot *php_slot;
27 struct work_struct work;
28};
29
30static LIST_HEAD(pnv_php_slot_list);
31static DEFINE_SPINLOCK(pnv_php_lock);
32
33static void pnv_php_register(struct device_node *dn);
34static void pnv_php_unregister_one(struct device_node *dn);
35static void pnv_php_unregister(struct device_node *dn);
36
37static void pnv_php_disable_irq(struct pnv_php_slot *php_slot,
38 bool disable_device)
39{
40 struct pci_dev *pdev = php_slot->pdev;
41 int irq = php_slot->irq;
42 u16 ctrl;
43
44 if (php_slot->irq > 0) {
45 pcie_capability_read_word(pdev, PCI_EXP_SLTCTL, &ctrl);
46 ctrl &= ~(PCI_EXP_SLTCTL_HPIE |
47 PCI_EXP_SLTCTL_PDCE |
48 PCI_EXP_SLTCTL_DLLSCE);
49 pcie_capability_write_word(pdev, PCI_EXP_SLTCTL, ctrl);
50
51 free_irq(php_slot->irq, php_slot);
52 php_slot->irq = 0;
53 }
54
55 if (php_slot->wq) {
56 destroy_workqueue(php_slot->wq);
57 php_slot->wq = NULL;
58 }
59
60 if (disable_device || irq > 0) {
61 if (pdev->msix_enabled)
62 pci_disable_msix(pdev);
63 else if (pdev->msi_enabled)
64 pci_disable_msi(pdev);
65
66 pci_disable_device(pdev);
67 }
68}
69
70static void pnv_php_free_slot(struct kref *kref)
71{
72 struct pnv_php_slot *php_slot = container_of(kref,
73 struct pnv_php_slot, kref);
74
75 WARN_ON(!list_empty(&php_slot->children));
76 pnv_php_disable_irq(php_slot, false);
77 kfree(php_slot->name);
78 kfree(php_slot);
79}
80
81static inline void pnv_php_put_slot(struct pnv_php_slot *php_slot)
82{
83
84 if (!php_slot)
85 return;
86
87 kref_put(&php_slot->kref, pnv_php_free_slot);
88}
89
90static struct pnv_php_slot *pnv_php_match(struct device_node *dn,
91 struct pnv_php_slot *php_slot)
92{
93 struct pnv_php_slot *target, *tmp;
94
95 if (php_slot->dn == dn) {
96 kref_get(&php_slot->kref);
97 return php_slot;
98 }
99
100 list_for_each_entry(tmp, &php_slot->children, link) {
101 target = pnv_php_match(dn, tmp);
102 if (target)
103 return target;
104 }
105
106 return NULL;
107}
108
109struct pnv_php_slot *pnv_php_find_slot(struct device_node *dn)
110{
111 struct pnv_php_slot *php_slot, *tmp;
112 unsigned long flags;
113
114 spin_lock_irqsave(&pnv_php_lock, flags);
115 list_for_each_entry(tmp, &pnv_php_slot_list, link) {
116 php_slot = pnv_php_match(dn, tmp);
117 if (php_slot) {
118 spin_unlock_irqrestore(&pnv_php_lock, flags);
119 return php_slot;
120 }
121 }
122 spin_unlock_irqrestore(&pnv_php_lock, flags);
123
124 return NULL;
125}
126EXPORT_SYMBOL_GPL(pnv_php_find_slot);
127
128/*
129 * Remove pdn for all children of the indicated device node.
130 * The function should remove pdn in a depth-first manner.
131 */
132static void pnv_php_rmv_pdns(struct device_node *dn)
133{
134 struct device_node *child;
135
136 for_each_child_of_node(dn, child) {
137 pnv_php_rmv_pdns(child);
138
139 pci_remove_device_node_info(child);
140 }
141}
142
143/*
144 * Detach all child nodes of the indicated device nodes. The
145 * function should handle device nodes in depth-first manner.
146 *
147 * We should not invoke of_node_release() as the memory for
148 * individual device node is part of large memory block. The
149 * large block is allocated from memblock (system bootup) or
150 * kmalloc() when unflattening the device tree by OF changeset.
151 * We can not free the large block allocated from memblock. For
152 * later case, it should be released at once.
153 */
154static void pnv_php_detach_device_nodes(struct device_node *parent)
155{
156 struct device_node *dn;
157
158 for_each_child_of_node(parent, dn) {
159 pnv_php_detach_device_nodes(dn);
160
161 of_node_put(dn);
162 of_detach_node(dn);
163 }
164}
165
166static void pnv_php_rmv_devtree(struct pnv_php_slot *php_slot)
167{
168 pnv_php_rmv_pdns(php_slot->dn);
169
170 /*
171 * Decrease the refcount if the device nodes were created
172 * through OF changeset before detaching them.
173 */
174 if (php_slot->fdt)
175 of_changeset_destroy(&php_slot->ocs);
176 pnv_php_detach_device_nodes(php_slot->dn);
177
178 if (php_slot->fdt) {
179 kfree(php_slot->dt);
180 kfree(php_slot->fdt);
181 php_slot->dt = NULL;
182 php_slot->dn->child = NULL;
183 php_slot->fdt = NULL;
184 }
185}
186
187/*
188 * As the nodes in OF changeset are applied in reverse order, we
189 * need revert the nodes in advance so that we have correct node
190 * order after the changeset is applied.
191 */
192static void pnv_php_reverse_nodes(struct device_node *parent)
193{
194 struct device_node *child, *next;
195
196 /* In-depth first */
197 for_each_child_of_node(parent, child)
198 pnv_php_reverse_nodes(child);
199
200 /* Reverse the nodes in the child list */
201 child = parent->child;
202 parent->child = NULL;
203 while (child) {
204 next = child->sibling;
205
206 child->sibling = parent->child;
207 parent->child = child;
208 child = next;
209 }
210}
211
212static int pnv_php_populate_changeset(struct of_changeset *ocs,
213 struct device_node *dn)
214{
215 struct device_node *child;
216 int ret = 0;
217
218 for_each_child_of_node(dn, child) {
219 ret = of_changeset_attach_node(ocs, child);
220 if (ret) {
221 of_node_put(child);
222 break;
223 }
224
225 ret = pnv_php_populate_changeset(ocs, child);
226 if (ret) {
227 of_node_put(child);
228 break;
229 }
230 }
231
232 return ret;
233}
234
235static void *pnv_php_add_one_pdn(struct device_node *dn, void *data)
236{
237 struct pci_controller *hose = (struct pci_controller *)data;
238 struct pci_dn *pdn;
239
240 pdn = pci_add_device_node_info(hose, dn);
241 if (!pdn)
242 return ERR_PTR(-ENOMEM);
243
244 return NULL;
245}
246
247static void pnv_php_add_pdns(struct pnv_php_slot *slot)
248{
249 struct pci_controller *hose = pci_bus_to_host(slot->bus);
250
251 pci_traverse_device_nodes(slot->dn, pnv_php_add_one_pdn, hose);
252}
253
254static int pnv_php_add_devtree(struct pnv_php_slot *php_slot)
255{
256 void *fdt, *fdt1, *dt;
257 int ret;
258
259 /* We don't know the FDT blob size. We try to get it through
260 * maximal memory chunk and then copy it to another chunk that
261 * fits the real size.
262 */
263 fdt1 = kzalloc(0x10000, GFP_KERNEL);
264 if (!fdt1) {
265 ret = -ENOMEM;
266 goto out;
267 }
268
269 ret = pnv_pci_get_device_tree(php_slot->dn->phandle, fdt1, 0x10000);
270 if (ret) {
271 SLOT_WARN(php_slot, "Error %d getting FDT blob\n", ret);
272 goto free_fdt1;
273 }
274
275 fdt = kmemdup(fdt1, fdt_totalsize(fdt1), GFP_KERNEL);
276 if (!fdt) {
277 ret = -ENOMEM;
278 goto free_fdt1;
279 }
280
281 /* Unflatten device tree blob */
282 dt = of_fdt_unflatten_tree(fdt, php_slot->dn, NULL);
283 if (!dt) {
284 ret = -EINVAL;
285 SLOT_WARN(php_slot, "Cannot unflatten FDT\n");
286 goto free_fdt;
287 }
288
289 /* Initialize and apply the changeset */
290 of_changeset_init(&php_slot->ocs);
291 pnv_php_reverse_nodes(php_slot->dn);
292 ret = pnv_php_populate_changeset(&php_slot->ocs, php_slot->dn);
293 if (ret) {
294 pnv_php_reverse_nodes(php_slot->dn);
295 SLOT_WARN(php_slot, "Error %d populating changeset\n",
296 ret);
297 goto free_dt;
298 }
299
300 php_slot->dn->child = NULL;
301 ret = of_changeset_apply(&php_slot->ocs);
302 if (ret) {
303 SLOT_WARN(php_slot, "Error %d applying changeset\n", ret);
304 goto destroy_changeset;
305 }
306
307 /* Add device node firmware data */
308 pnv_php_add_pdns(php_slot);
309 php_slot->fdt = fdt;
310 php_slot->dt = dt;
311 kfree(fdt1);
312 goto out;
313
314destroy_changeset:
315 of_changeset_destroy(&php_slot->ocs);
316free_dt:
317 kfree(dt);
318 php_slot->dn->child = NULL;
319free_fdt:
320 kfree(fdt);
321free_fdt1:
322 kfree(fdt1);
323out:
324 return ret;
325}
326
327static inline struct pnv_php_slot *to_pnv_php_slot(struct hotplug_slot *slot)
328{
329 return container_of(slot, struct pnv_php_slot, slot);
330}
331
332int pnv_php_set_slot_power_state(struct hotplug_slot *slot,
333 uint8_t state)
334{
335 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
336 struct opal_msg msg;
337 int ret;
338
339 ret = pnv_pci_set_power_state(php_slot->id, state, &msg);
340 if (ret > 0) {
341 if (be64_to_cpu(msg.params[1]) != php_slot->dn->phandle ||
342 be64_to_cpu(msg.params[2]) != state) {
343 SLOT_WARN(php_slot, "Wrong msg (%lld, %lld, %lld)\n",
344 be64_to_cpu(msg.params[1]),
345 be64_to_cpu(msg.params[2]),
346 be64_to_cpu(msg.params[3]));
347 return -ENOMSG;
348 }
349 if (be64_to_cpu(msg.params[3]) != OPAL_SUCCESS) {
350 ret = -ENODEV;
351 goto error;
352 }
353 } else if (ret < 0) {
354 goto error;
355 }
356
357 if (state == OPAL_PCI_SLOT_POWER_OFF || state == OPAL_PCI_SLOT_OFFLINE)
358 pnv_php_rmv_devtree(php_slot);
359 else
360 ret = pnv_php_add_devtree(php_slot);
361
362 return ret;
363
364error:
365 SLOT_WARN(php_slot, "Error %d powering %s\n",
366 ret, (state == OPAL_PCI_SLOT_POWER_ON) ? "on" : "off");
367 return ret;
368}
369EXPORT_SYMBOL_GPL(pnv_php_set_slot_power_state);
370
371static int pnv_php_get_power_state(struct hotplug_slot *slot, u8 *state)
372{
373 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
374 uint8_t power_state = OPAL_PCI_SLOT_POWER_ON;
375 int ret;
376
377 /*
378 * Retrieve power status from firmware. If we fail
379 * getting that, the power status fails back to
380 * be on.
381 */
382 ret = pnv_pci_get_power_state(php_slot->id, &power_state);
383 if (ret) {
384 SLOT_WARN(php_slot, "Error %d getting power status\n",
385 ret);
386 } else {
387 *state = power_state;
388 }
389
390 return 0;
391}
392
393static int pnv_php_get_adapter_state(struct hotplug_slot *slot, u8 *state)
394{
395 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
396 uint8_t presence = OPAL_PCI_SLOT_EMPTY;
397 int ret;
398
399 /*
400 * Retrieve presence status from firmware. If we can't
401 * get that, it will fail back to be empty.
402 */
403 ret = pnv_pci_get_presence_state(php_slot->id, &presence);
404 if (ret >= 0) {
405 *state = presence;
406 ret = 0;
407 } else {
408 SLOT_WARN(php_slot, "Error %d getting presence\n", ret);
409 }
410
411 return ret;
412}
413
414static int pnv_php_get_attention_state(struct hotplug_slot *slot, u8 *state)
415{
416 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
417
418 *state = php_slot->attention_state;
419 return 0;
420}
421
422static int pnv_php_set_attention_state(struct hotplug_slot *slot, u8 state)
423{
424 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
425 struct pci_dev *bridge = php_slot->pdev;
426 u16 new, mask;
427
428 php_slot->attention_state = state;
429 if (!bridge)
430 return 0;
431
432 mask = PCI_EXP_SLTCTL_AIC;
433
434 if (state)
435 new = PCI_EXP_SLTCTL_ATTN_IND_ON;
436 else
437 new = PCI_EXP_SLTCTL_ATTN_IND_OFF;
438
439 pcie_capability_clear_and_set_word(bridge, PCI_EXP_SLTCTL, mask, new);
440
441 return 0;
442}
443
444static int pnv_php_enable(struct pnv_php_slot *php_slot, bool rescan)
445{
446 struct hotplug_slot *slot = &php_slot->slot;
447 uint8_t presence = OPAL_PCI_SLOT_EMPTY;
448 uint8_t power_status = OPAL_PCI_SLOT_POWER_ON;
449 int ret;
450
451 /* Check if the slot has been configured */
452 if (php_slot->state != PNV_PHP_STATE_REGISTERED)
453 return 0;
454
455 /* Retrieve slot presence status */
456 ret = pnv_php_get_adapter_state(slot, &presence);
457 if (ret)
458 return ret;
459
460 /*
461 * Proceed if there have nothing behind the slot. However,
462 * we should leave the slot in registered state at the
463 * beginning. Otherwise, the PCI devices inserted afterwards
464 * won't be probed and populated.
465 */
466 if (presence == OPAL_PCI_SLOT_EMPTY) {
467 if (!php_slot->power_state_check) {
468 php_slot->power_state_check = true;
469
470 return 0;
471 }
472
473 goto scan;
474 }
475
476 /*
477 * If the power supply to the slot is off, we can't detect
478 * adapter presence state. That means we have to turn the
479 * slot on before going to probe slot's presence state.
480 *
481 * On the first time, we don't change the power status to
482 * boost system boot with assumption that the firmware
483 * supplies consistent slot power status: empty slot always
484 * has its power off and non-empty slot has its power on.
485 */
486 if (!php_slot->power_state_check) {
487 php_slot->power_state_check = true;
488
489 ret = pnv_php_get_power_state(slot, &power_status);
490 if (ret)
491 return ret;
492
493 if (power_status != OPAL_PCI_SLOT_POWER_ON)
494 return 0;
495 }
496
497 /* Check the power status. Scan the slot if it is already on */
498 ret = pnv_php_get_power_state(slot, &power_status);
499 if (ret)
500 return ret;
501
502 if (power_status == OPAL_PCI_SLOT_POWER_ON)
503 goto scan;
504
505 /* Power is off, turn it on and then scan the slot */
506 ret = pnv_php_set_slot_power_state(slot, OPAL_PCI_SLOT_POWER_ON);
507 if (ret)
508 return ret;
509
510scan:
511 if (presence == OPAL_PCI_SLOT_PRESENT) {
512 if (rescan) {
513 pci_lock_rescan_remove();
514 pci_hp_add_devices(php_slot->bus);
515 pci_unlock_rescan_remove();
516 }
517
518 /* Rescan for child hotpluggable slots */
519 php_slot->state = PNV_PHP_STATE_POPULATED;
520 if (rescan)
521 pnv_php_register(php_slot->dn);
522 } else {
523 php_slot->state = PNV_PHP_STATE_POPULATED;
524 }
525
526 return 0;
527}
528
529static int pnv_php_reset_slot(struct hotplug_slot *slot, int probe)
530{
531 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
532 struct pci_dev *bridge = php_slot->pdev;
533 uint16_t sts;
534
535 /*
536 * The CAPI folks want pnv_php to drive OpenCAPI slots
537 * which don't have a bridge. Only claim to support
538 * reset_slot() if we have a bridge device (for now...)
539 */
540 if (probe)
541 return !bridge;
542
543 /* mask our interrupt while resetting the bridge */
544 if (php_slot->irq > 0)
545 disable_irq(php_slot->irq);
546
547 pci_bridge_secondary_bus_reset(bridge);
548
549 /* clear any state changes that happened due to the reset */
550 pcie_capability_read_word(php_slot->pdev, PCI_EXP_SLTSTA, &sts);
551 sts &= (PCI_EXP_SLTSTA_PDC | PCI_EXP_SLTSTA_DLLSC);
552 pcie_capability_write_word(php_slot->pdev, PCI_EXP_SLTSTA, sts);
553
554 if (php_slot->irq > 0)
555 enable_irq(php_slot->irq);
556
557 return 0;
558}
559
560static int pnv_php_enable_slot(struct hotplug_slot *slot)
561{
562 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
563
564 return pnv_php_enable(php_slot, true);
565}
566
567static int pnv_php_disable_slot(struct hotplug_slot *slot)
568{
569 struct pnv_php_slot *php_slot = to_pnv_php_slot(slot);
570 int ret;
571
572 /*
573 * Allow to disable a slot already in the registered state to
574 * cover cases where the slot couldn't be enabled and never
575 * reached the populated state
576 */
577 if (php_slot->state != PNV_PHP_STATE_POPULATED &&
578 php_slot->state != PNV_PHP_STATE_REGISTERED)
579 return 0;
580
581 /* Remove all devices behind the slot */
582 pci_lock_rescan_remove();
583 pci_hp_remove_devices(php_slot->bus);
584 pci_unlock_rescan_remove();
585
586 /* Detach the child hotpluggable slots */
587 pnv_php_unregister(php_slot->dn);
588
589 /* Notify firmware and remove device nodes */
590 ret = pnv_php_set_slot_power_state(slot, OPAL_PCI_SLOT_POWER_OFF);
591
592 php_slot->state = PNV_PHP_STATE_REGISTERED;
593 return ret;
594}
595
596static const struct hotplug_slot_ops php_slot_ops = {
597 .get_power_status = pnv_php_get_power_state,
598 .get_adapter_status = pnv_php_get_adapter_state,
599 .get_attention_status = pnv_php_get_attention_state,
600 .set_attention_status = pnv_php_set_attention_state,
601 .enable_slot = pnv_php_enable_slot,
602 .disable_slot = pnv_php_disable_slot,
603 .reset_slot = pnv_php_reset_slot,
604};
605
606static void pnv_php_release(struct pnv_php_slot *php_slot)
607{
608 unsigned long flags;
609
610 /* Remove from global or child list */
611 spin_lock_irqsave(&pnv_php_lock, flags);
612 list_del(&php_slot->link);
613 spin_unlock_irqrestore(&pnv_php_lock, flags);
614
615 /* Detach from parent */
616 pnv_php_put_slot(php_slot);
617 pnv_php_put_slot(php_slot->parent);
618}
619
620static struct pnv_php_slot *pnv_php_alloc_slot(struct device_node *dn)
621{
622 struct pnv_php_slot *php_slot;
623 struct pci_bus *bus;
624 const char *label;
625 uint64_t id;
626 int ret;
627
628 ret = of_property_read_string(dn, "ibm,slot-label", &label);
629 if (ret)
630 return NULL;
631
632 if (pnv_pci_get_slot_id(dn, &id))
633 return NULL;
634
635 bus = pci_find_bus_by_node(dn);
636 if (!bus)
637 return NULL;
638
639 php_slot = kzalloc(sizeof(*php_slot), GFP_KERNEL);
640 if (!php_slot)
641 return NULL;
642
643 php_slot->name = kstrdup(label, GFP_KERNEL);
644 if (!php_slot->name) {
645 kfree(php_slot);
646 return NULL;
647 }
648
649 if (dn->child && PCI_DN(dn->child))
650 php_slot->slot_no = PCI_SLOT(PCI_DN(dn->child)->devfn);
651 else
652 php_slot->slot_no = -1; /* Placeholder slot */
653
654 kref_init(&php_slot->kref);
655 php_slot->state = PNV_PHP_STATE_INITIALIZED;
656 php_slot->dn = dn;
657 php_slot->pdev = bus->self;
658 php_slot->bus = bus;
659 php_slot->id = id;
660 php_slot->power_state_check = false;
661 php_slot->slot.ops = &php_slot_ops;
662
663 INIT_LIST_HEAD(&php_slot->children);
664 INIT_LIST_HEAD(&php_slot->link);
665
666 return php_slot;
667}
668
669static int pnv_php_register_slot(struct pnv_php_slot *php_slot)
670{
671 struct pnv_php_slot *parent;
672 struct device_node *dn = php_slot->dn;
673 unsigned long flags;
674 int ret;
675
676 /* Check if the slot is registered or not */
677 parent = pnv_php_find_slot(php_slot->dn);
678 if (parent) {
679 pnv_php_put_slot(parent);
680 return -EEXIST;
681 }
682
683 /* Register PCI slot */
684 ret = pci_hp_register(&php_slot->slot, php_slot->bus,
685 php_slot->slot_no, php_slot->name);
686 if (ret) {
687 SLOT_WARN(php_slot, "Error %d registering slot\n", ret);
688 return ret;
689 }
690
691 /* Attach to the parent's child list or global list */
692 while ((dn = of_get_parent(dn))) {
693 if (!PCI_DN(dn)) {
694 of_node_put(dn);
695 break;
696 }
697
698 parent = pnv_php_find_slot(dn);
699 if (parent) {
700 of_node_put(dn);
701 break;
702 }
703
704 of_node_put(dn);
705 }
706
707 spin_lock_irqsave(&pnv_php_lock, flags);
708 php_slot->parent = parent;
709 if (parent)
710 list_add_tail(&php_slot->link, &parent->children);
711 else
712 list_add_tail(&php_slot->link, &pnv_php_slot_list);
713 spin_unlock_irqrestore(&pnv_php_lock, flags);
714
715 php_slot->state = PNV_PHP_STATE_REGISTERED;
716 return 0;
717}
718
719static int pnv_php_enable_msix(struct pnv_php_slot *php_slot)
720{
721 struct pci_dev *pdev = php_slot->pdev;
722 struct msix_entry entry;
723 int nr_entries, ret;
724 u16 pcie_flag;
725
726 /* Get total number of MSIx entries */
727 nr_entries = pci_msix_vec_count(pdev);
728 if (nr_entries < 0)
729 return nr_entries;
730
731 /* Check hotplug MSIx entry is in range */
732 pcie_capability_read_word(pdev, PCI_EXP_FLAGS, &pcie_flag);
733 entry.entry = (pcie_flag & PCI_EXP_FLAGS_IRQ) >> 9;
734 if (entry.entry >= nr_entries)
735 return -ERANGE;
736
737 /* Enable MSIx */
738 ret = pci_enable_msix_exact(pdev, &entry, 1);
739 if (ret) {
740 SLOT_WARN(php_slot, "Error %d enabling MSIx\n", ret);
741 return ret;
742 }
743
744 return entry.vector;
745}
746
747static void pnv_php_event_handler(struct work_struct *work)
748{
749 struct pnv_php_event *event =
750 container_of(work, struct pnv_php_event, work);
751 struct pnv_php_slot *php_slot = event->php_slot;
752
753 if (event->added)
754 pnv_php_enable_slot(&php_slot->slot);
755 else
756 pnv_php_disable_slot(&php_slot->slot);
757
758 kfree(event);
759}
760
761static irqreturn_t pnv_php_interrupt(int irq, void *data)
762{
763 struct pnv_php_slot *php_slot = data;
764 struct pci_dev *pchild, *pdev = php_slot->pdev;
765 struct eeh_dev *edev;
766 struct eeh_pe *pe;
767 struct pnv_php_event *event;
768 u16 sts, lsts;
769 u8 presence;
770 bool added;
771 unsigned long flags;
772 int ret;
773
774 pcie_capability_read_word(pdev, PCI_EXP_SLTSTA, &sts);
775 sts &= (PCI_EXP_SLTSTA_PDC | PCI_EXP_SLTSTA_DLLSC);
776 pcie_capability_write_word(pdev, PCI_EXP_SLTSTA, sts);
777
778 pci_dbg(pdev, "PCI slot [%s]: HP int! DLAct: %d, PresDet: %d\n",
779 php_slot->name,
780 !!(sts & PCI_EXP_SLTSTA_DLLSC),
781 !!(sts & PCI_EXP_SLTSTA_PDC));
782
783 if (sts & PCI_EXP_SLTSTA_DLLSC) {
784 pcie_capability_read_word(pdev, PCI_EXP_LNKSTA, &lsts);
785 added = !!(lsts & PCI_EXP_LNKSTA_DLLLA);
786 } else if (!(php_slot->flags & PNV_PHP_FLAG_BROKEN_PDC) &&
787 (sts & PCI_EXP_SLTSTA_PDC)) {
788 ret = pnv_pci_get_presence_state(php_slot->id, &presence);
789 if (ret) {
790 SLOT_WARN(php_slot,
791 "PCI slot [%s] error %d getting presence (0x%04x), to retry the operation.\n",
792 php_slot->name, ret, sts);
793 return IRQ_HANDLED;
794 }
795
796 added = !!(presence == OPAL_PCI_SLOT_PRESENT);
797 } else {
798 pci_dbg(pdev, "PCI slot [%s]: Spurious IRQ?\n", php_slot->name);
799 return IRQ_NONE;
800 }
801
802 /* Freeze the removed PE to avoid unexpected error reporting */
803 if (!added) {
804 pchild = list_first_entry_or_null(&php_slot->bus->devices,
805 struct pci_dev, bus_list);
806 edev = pchild ? pci_dev_to_eeh_dev(pchild) : NULL;
807 pe = edev ? edev->pe : NULL;
808 if (pe) {
809 eeh_serialize_lock(&flags);
810 eeh_pe_mark_isolated(pe);
811 eeh_serialize_unlock(flags);
812 eeh_pe_set_option(pe, EEH_OPT_FREEZE_PE);
813 }
814 }
815
816 /*
817 * The PE is left in frozen state if the event is missed. It's
818 * fine as the PCI devices (PE) aren't functional any more.
819 */
820 event = kzalloc(sizeof(*event), GFP_ATOMIC);
821 if (!event) {
822 SLOT_WARN(php_slot,
823 "PCI slot [%s] missed hotplug event 0x%04x\n",
824 php_slot->name, sts);
825 return IRQ_HANDLED;
826 }
827
828 pci_info(pdev, "PCI slot [%s] %s (IRQ: %d)\n",
829 php_slot->name, added ? "added" : "removed", irq);
830 INIT_WORK(&event->work, pnv_php_event_handler);
831 event->added = added;
832 event->php_slot = php_slot;
833 queue_work(php_slot->wq, &event->work);
834
835 return IRQ_HANDLED;
836}
837
838static void pnv_php_init_irq(struct pnv_php_slot *php_slot, int irq)
839{
840 struct pci_dev *pdev = php_slot->pdev;
841 u32 broken_pdc = 0;
842 u16 sts, ctrl;
843 int ret;
844
845 /* Allocate workqueue */
846 php_slot->wq = alloc_workqueue("pciehp-%s", 0, 0, php_slot->name);
847 if (!php_slot->wq) {
848 SLOT_WARN(php_slot, "Cannot alloc workqueue\n");
849 pnv_php_disable_irq(php_slot, true);
850 return;
851 }
852
853 /* Check PDC (Presence Detection Change) is broken or not */
854 ret = of_property_read_u32(php_slot->dn, "ibm,slot-broken-pdc",
855 &broken_pdc);
856 if (!ret && broken_pdc)
857 php_slot->flags |= PNV_PHP_FLAG_BROKEN_PDC;
858
859 /* Clear pending interrupts */
860 pcie_capability_read_word(pdev, PCI_EXP_SLTSTA, &sts);
861 if (php_slot->flags & PNV_PHP_FLAG_BROKEN_PDC)
862 sts |= PCI_EXP_SLTSTA_DLLSC;
863 else
864 sts |= (PCI_EXP_SLTSTA_PDC | PCI_EXP_SLTSTA_DLLSC);
865 pcie_capability_write_word(pdev, PCI_EXP_SLTSTA, sts);
866
867 /* Request the interrupt */
868 ret = request_irq(irq, pnv_php_interrupt, IRQF_SHARED,
869 php_slot->name, php_slot);
870 if (ret) {
871 pnv_php_disable_irq(php_slot, true);
872 SLOT_WARN(php_slot, "Error %d enabling IRQ %d\n", ret, irq);
873 return;
874 }
875
876 /* Enable the interrupts */
877 pcie_capability_read_word(pdev, PCI_EXP_SLTCTL, &ctrl);
878 if (php_slot->flags & PNV_PHP_FLAG_BROKEN_PDC) {
879 ctrl &= ~PCI_EXP_SLTCTL_PDCE;
880 ctrl |= (PCI_EXP_SLTCTL_HPIE |
881 PCI_EXP_SLTCTL_DLLSCE);
882 } else {
883 ctrl |= (PCI_EXP_SLTCTL_HPIE |
884 PCI_EXP_SLTCTL_PDCE |
885 PCI_EXP_SLTCTL_DLLSCE);
886 }
887 pcie_capability_write_word(pdev, PCI_EXP_SLTCTL, ctrl);
888
889 /* The interrupt is initialized successfully when @irq is valid */
890 php_slot->irq = irq;
891}
892
893static void pnv_php_enable_irq(struct pnv_php_slot *php_slot)
894{
895 struct pci_dev *pdev = php_slot->pdev;
896 int irq, ret;
897
898 /*
899 * The MSI/MSIx interrupt might have been occupied by other
900 * drivers. Don't populate the surprise hotplug capability
901 * in that case.
902 */
903 if (pci_dev_msi_enabled(pdev))
904 return;
905
906 ret = pci_enable_device(pdev);
907 if (ret) {
908 SLOT_WARN(php_slot, "Error %d enabling device\n", ret);
909 return;
910 }
911
912 pci_set_master(pdev);
913
914 /* Enable MSIx interrupt */
915 irq = pnv_php_enable_msix(php_slot);
916 if (irq > 0) {
917 pnv_php_init_irq(php_slot, irq);
918 return;
919 }
920
921 /*
922 * Use MSI if MSIx doesn't work. Fail back to legacy INTx
923 * if MSI doesn't work either
924 */
925 ret = pci_enable_msi(pdev);
926 if (!ret || pdev->irq) {
927 irq = pdev->irq;
928 pnv_php_init_irq(php_slot, irq);
929 }
930}
931
932static int pnv_php_register_one(struct device_node *dn)
933{
934 struct pnv_php_slot *php_slot;
935 u32 prop32;
936 int ret;
937
938 /* Check if it's hotpluggable slot */
939 ret = of_property_read_u32(dn, "ibm,slot-pluggable", &prop32);
940 if (ret || !prop32)
941 return -ENXIO;
942
943 ret = of_property_read_u32(dn, "ibm,reset-by-firmware", &prop32);
944 if (ret || !prop32)
945 return -ENXIO;
946
947 php_slot = pnv_php_alloc_slot(dn);
948 if (!php_slot)
949 return -ENODEV;
950
951 ret = pnv_php_register_slot(php_slot);
952 if (ret)
953 goto free_slot;
954
955 ret = pnv_php_enable(php_slot, false);
956 if (ret)
957 goto unregister_slot;
958
959 /* Enable interrupt if the slot supports surprise hotplug */
960 ret = of_property_read_u32(dn, "ibm,slot-surprise-pluggable", &prop32);
961 if (!ret && prop32)
962 pnv_php_enable_irq(php_slot);
963
964 return 0;
965
966unregister_slot:
967 pnv_php_unregister_one(php_slot->dn);
968free_slot:
969 pnv_php_put_slot(php_slot);
970 return ret;
971}
972
973static void pnv_php_register(struct device_node *dn)
974{
975 struct device_node *child;
976
977 /*
978 * The parent slots should be registered before their
979 * child slots.
980 */
981 for_each_child_of_node(dn, child) {
982 pnv_php_register_one(child);
983 pnv_php_register(child);
984 }
985}
986
987static void pnv_php_unregister_one(struct device_node *dn)
988{
989 struct pnv_php_slot *php_slot;
990
991 php_slot = pnv_php_find_slot(dn);
992 if (!php_slot)
993 return;
994
995 php_slot->state = PNV_PHP_STATE_OFFLINE;
996 pci_hp_deregister(&php_slot->slot);
997 pnv_php_release(php_slot);
998 pnv_php_put_slot(php_slot);
999}
1000
1001static void pnv_php_unregister(struct device_node *dn)
1002{
1003 struct device_node *child;
1004
1005 /* The child slots should go before their parent slots */
1006 for_each_child_of_node(dn, child) {
1007 pnv_php_unregister(child);
1008 pnv_php_unregister_one(child);
1009 }
1010}
1011
1012static int __init pnv_php_init(void)
1013{
1014 struct device_node *dn;
1015
1016 pr_info(DRIVER_DESC " version: " DRIVER_VERSION "\n");
1017 for_each_compatible_node(dn, NULL, "ibm,ioda2-phb")
1018 pnv_php_register(dn);
1019
1020 for_each_compatible_node(dn, NULL, "ibm,ioda3-phb")
1021 pnv_php_register(dn);
1022
1023 for_each_compatible_node(dn, NULL, "ibm,ioda2-npu2-opencapi-phb")
1024 pnv_php_register_one(dn); /* slot directly under the PHB */
1025 return 0;
1026}
1027
1028static void __exit pnv_php_exit(void)
1029{
1030 struct device_node *dn;
1031
1032 for_each_compatible_node(dn, NULL, "ibm,ioda2-phb")
1033 pnv_php_unregister(dn);
1034
1035 for_each_compatible_node(dn, NULL, "ibm,ioda3-phb")
1036 pnv_php_unregister(dn);
1037
1038 for_each_compatible_node(dn, NULL, "ibm,ioda2-npu2-opencapi-phb")
1039 pnv_php_unregister_one(dn); /* slot directly under the PHB */
1040}
1041
1042module_init(pnv_php_init);
1043module_exit(pnv_php_exit);
1044
1045MODULE_VERSION(DRIVER_VERSION);
1046MODULE_LICENSE("GPL v2");
1047MODULE_AUTHOR(DRIVER_AUTHOR);
1048MODULE_DESCRIPTION(DRIVER_DESC);