Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * linux/arch/arm/common/amba.c
4 *
5 * Copyright (C) 2003 Deep Blue Solutions Ltd, All Rights Reserved.
6 */
7#include <linux/module.h>
8#include <linux/init.h>
9#include <linux/device.h>
10#include <linux/string.h>
11#include <linux/slab.h>
12#include <linux/io.h>
13#include <linux/pm.h>
14#include <linux/pm_runtime.h>
15#include <linux/pm_domain.h>
16#include <linux/amba/bus.h>
17#include <linux/sizes.h>
18#include <linux/limits.h>
19#include <linux/clk/clk-conf.h>
20#include <linux/platform_device.h>
21#include <linux/reset.h>
22#include <linux/of_irq.h>
23#include <linux/of_device.h>
24#include <linux/acpi.h>
25#include <linux/iommu.h>
26#include <linux/dma-map-ops.h>
27
28#define to_amba_driver(d) container_of(d, struct amba_driver, drv)
29
30/* called on periphid match and class 0x9 coresight device. */
31static int
32amba_cs_uci_id_match(const struct amba_id *table, struct amba_device *dev)
33{
34 int ret = 0;
35 struct amba_cs_uci_id *uci;
36
37 uci = table->data;
38
39 /* no table data or zero mask - return match on periphid */
40 if (!uci || (uci->devarch_mask == 0))
41 return 1;
42
43 /* test against read devtype and masked devarch value */
44 ret = (dev->uci.devtype == uci->devtype) &&
45 ((dev->uci.devarch & uci->devarch_mask) == uci->devarch);
46 return ret;
47}
48
49static const struct amba_id *
50amba_lookup(const struct amba_id *table, struct amba_device *dev)
51{
52 while (table->mask) {
53 if (((dev->periphid & table->mask) == table->id) &&
54 ((dev->cid != CORESIGHT_CID) ||
55 (amba_cs_uci_id_match(table, dev))))
56 return table;
57 table++;
58 }
59 return NULL;
60}
61
62static int amba_get_enable_pclk(struct amba_device *pcdev)
63{
64 int ret;
65
66 pcdev->pclk = clk_get(&pcdev->dev, "apb_pclk");
67 if (IS_ERR(pcdev->pclk))
68 return PTR_ERR(pcdev->pclk);
69
70 ret = clk_prepare_enable(pcdev->pclk);
71 if (ret)
72 clk_put(pcdev->pclk);
73
74 return ret;
75}
76
77static void amba_put_disable_pclk(struct amba_device *pcdev)
78{
79 clk_disable_unprepare(pcdev->pclk);
80 clk_put(pcdev->pclk);
81}
82
83
84static ssize_t driver_override_show(struct device *_dev,
85 struct device_attribute *attr, char *buf)
86{
87 struct amba_device *dev = to_amba_device(_dev);
88 ssize_t len;
89
90 device_lock(_dev);
91 len = sprintf(buf, "%s\n", dev->driver_override);
92 device_unlock(_dev);
93 return len;
94}
95
96static ssize_t driver_override_store(struct device *_dev,
97 struct device_attribute *attr,
98 const char *buf, size_t count)
99{
100 struct amba_device *dev = to_amba_device(_dev);
101 int ret;
102
103 ret = driver_set_override(_dev, &dev->driver_override, buf, count);
104 if (ret)
105 return ret;
106
107 return count;
108}
109static DEVICE_ATTR_RW(driver_override);
110
111#define amba_attr_func(name,fmt,arg...) \
112static ssize_t name##_show(struct device *_dev, \
113 struct device_attribute *attr, char *buf) \
114{ \
115 struct amba_device *dev = to_amba_device(_dev); \
116 return sprintf(buf, fmt, arg); \
117} \
118static DEVICE_ATTR_RO(name)
119
120amba_attr_func(id, "%08x\n", dev->periphid);
121amba_attr_func(resource, "\t%016llx\t%016llx\t%016lx\n",
122 (unsigned long long)dev->res.start, (unsigned long long)dev->res.end,
123 dev->res.flags);
124
125static struct attribute *amba_dev_attrs[] = {
126 &dev_attr_id.attr,
127 &dev_attr_resource.attr,
128 &dev_attr_driver_override.attr,
129 NULL,
130};
131ATTRIBUTE_GROUPS(amba_dev);
132
133static int amba_read_periphid(struct amba_device *dev)
134{
135 struct reset_control *rstc;
136 u32 size, pid, cid;
137 void __iomem *tmp;
138 int i, ret;
139
140 ret = dev_pm_domain_attach(&dev->dev, true);
141 if (ret) {
142 dev_dbg(&dev->dev, "can't get PM domain: %d\n", ret);
143 goto err_out;
144 }
145
146 ret = amba_get_enable_pclk(dev);
147 if (ret) {
148 dev_dbg(&dev->dev, "can't get pclk: %d\n", ret);
149 goto err_pm;
150 }
151
152 /*
153 * Find reset control(s) of the amba bus and de-assert them.
154 */
155 rstc = of_reset_control_array_get_optional_shared(dev->dev.of_node);
156 if (IS_ERR(rstc)) {
157 ret = PTR_ERR(rstc);
158 if (ret != -EPROBE_DEFER)
159 dev_err(&dev->dev, "can't get reset: %d\n", ret);
160 goto err_clk;
161 }
162 reset_control_deassert(rstc);
163 reset_control_put(rstc);
164
165 size = resource_size(&dev->res);
166 tmp = ioremap(dev->res.start, size);
167 if (!tmp) {
168 ret = -ENOMEM;
169 goto err_clk;
170 }
171
172 /*
173 * Read pid and cid based on size of resource
174 * they are located at end of region
175 */
176 for (pid = 0, i = 0; i < 4; i++)
177 pid |= (readl(tmp + size - 0x20 + 4 * i) & 255) << (i * 8);
178 for (cid = 0, i = 0; i < 4; i++)
179 cid |= (readl(tmp + size - 0x10 + 4 * i) & 255) << (i * 8);
180
181 if (cid == CORESIGHT_CID) {
182 /* set the base to the start of the last 4k block */
183 void __iomem *csbase = tmp + size - 4096;
184
185 dev->uci.devarch = readl(csbase + UCI_REG_DEVARCH_OFFSET);
186 dev->uci.devtype = readl(csbase + UCI_REG_DEVTYPE_OFFSET) & 0xff;
187 }
188
189 if (cid == AMBA_CID || cid == CORESIGHT_CID) {
190 dev->periphid = pid;
191 dev->cid = cid;
192 }
193
194 if (!dev->periphid)
195 ret = -ENODEV;
196
197 iounmap(tmp);
198
199err_clk:
200 amba_put_disable_pclk(dev);
201err_pm:
202 dev_pm_domain_detach(&dev->dev, true);
203err_out:
204 return ret;
205}
206
207static int amba_match(struct device *dev, struct device_driver *drv)
208{
209 struct amba_device *pcdev = to_amba_device(dev);
210 struct amba_driver *pcdrv = to_amba_driver(drv);
211
212 mutex_lock(&pcdev->periphid_lock);
213 if (!pcdev->periphid) {
214 int ret = amba_read_periphid(pcdev);
215
216 /*
217 * Returning any error other than -EPROBE_DEFER from bus match
218 * can cause driver registration failure. So, if there's a
219 * permanent failure in reading pid and cid, simply map it to
220 * -EPROBE_DEFER.
221 */
222 if (ret) {
223 mutex_unlock(&pcdev->periphid_lock);
224 return -EPROBE_DEFER;
225 }
226 dev_set_uevent_suppress(dev, false);
227 kobject_uevent(&dev->kobj, KOBJ_ADD);
228 }
229 mutex_unlock(&pcdev->periphid_lock);
230
231 /* When driver_override is set, only bind to the matching driver */
232 if (pcdev->driver_override)
233 return !strcmp(pcdev->driver_override, drv->name);
234
235 return amba_lookup(pcdrv->id_table, pcdev) != NULL;
236}
237
238static int amba_uevent(struct device *dev, struct kobj_uevent_env *env)
239{
240 struct amba_device *pcdev = to_amba_device(dev);
241 int retval = 0;
242
243 retval = add_uevent_var(env, "AMBA_ID=%08x", pcdev->periphid);
244 if (retval)
245 return retval;
246
247 retval = add_uevent_var(env, "MODALIAS=amba:d%08X", pcdev->periphid);
248 return retval;
249}
250
251static int of_amba_device_decode_irq(struct amba_device *dev)
252{
253 struct device_node *node = dev->dev.of_node;
254 int i, irq = 0;
255
256 if (IS_ENABLED(CONFIG_OF_IRQ) && node) {
257 /* Decode the IRQs and address ranges */
258 for (i = 0; i < AMBA_NR_IRQS; i++) {
259 irq = of_irq_get(node, i);
260 if (irq < 0) {
261 if (irq == -EPROBE_DEFER)
262 return irq;
263 irq = 0;
264 }
265
266 dev->irq[i] = irq;
267 }
268 }
269
270 return 0;
271}
272
273/*
274 * These are the device model conversion veneers; they convert the
275 * device model structures to our more specific structures.
276 */
277static int amba_probe(struct device *dev)
278{
279 struct amba_device *pcdev = to_amba_device(dev);
280 struct amba_driver *pcdrv = to_amba_driver(dev->driver);
281 const struct amba_id *id = amba_lookup(pcdrv->id_table, pcdev);
282 int ret;
283
284 do {
285 ret = of_amba_device_decode_irq(pcdev);
286 if (ret)
287 break;
288
289 ret = of_clk_set_defaults(dev->of_node, false);
290 if (ret < 0)
291 break;
292
293 ret = dev_pm_domain_attach(dev, true);
294 if (ret)
295 break;
296
297 ret = amba_get_enable_pclk(pcdev);
298 if (ret) {
299 dev_pm_domain_detach(dev, true);
300 break;
301 }
302
303 pm_runtime_get_noresume(dev);
304 pm_runtime_set_active(dev);
305 pm_runtime_enable(dev);
306
307 ret = pcdrv->probe(pcdev, id);
308 if (ret == 0)
309 break;
310
311 pm_runtime_disable(dev);
312 pm_runtime_set_suspended(dev);
313 pm_runtime_put_noidle(dev);
314
315 amba_put_disable_pclk(pcdev);
316 dev_pm_domain_detach(dev, true);
317 } while (0);
318
319 return ret;
320}
321
322static void amba_remove(struct device *dev)
323{
324 struct amba_device *pcdev = to_amba_device(dev);
325 struct amba_driver *drv = to_amba_driver(dev->driver);
326
327 pm_runtime_get_sync(dev);
328 if (drv->remove)
329 drv->remove(pcdev);
330 pm_runtime_put_noidle(dev);
331
332 /* Undo the runtime PM settings in amba_probe() */
333 pm_runtime_disable(dev);
334 pm_runtime_set_suspended(dev);
335 pm_runtime_put_noidle(dev);
336
337 amba_put_disable_pclk(pcdev);
338 dev_pm_domain_detach(dev, true);
339}
340
341static void amba_shutdown(struct device *dev)
342{
343 struct amba_driver *drv;
344
345 if (!dev->driver)
346 return;
347
348 drv = to_amba_driver(dev->driver);
349 if (drv->shutdown)
350 drv->shutdown(to_amba_device(dev));
351}
352
353static int amba_dma_configure(struct device *dev)
354{
355 struct amba_driver *drv = to_amba_driver(dev->driver);
356 enum dev_dma_attr attr;
357 int ret = 0;
358
359 if (dev->of_node) {
360 ret = of_dma_configure(dev, dev->of_node, true);
361 } else if (has_acpi_companion(dev)) {
362 attr = acpi_get_dma_attr(to_acpi_device_node(dev->fwnode));
363 ret = acpi_dma_configure(dev, attr);
364 }
365
366 if (!ret && !drv->driver_managed_dma) {
367 ret = iommu_device_use_default_domain(dev);
368 if (ret)
369 arch_teardown_dma_ops(dev);
370 }
371
372 return ret;
373}
374
375static void amba_dma_cleanup(struct device *dev)
376{
377 struct amba_driver *drv = to_amba_driver(dev->driver);
378
379 if (!drv->driver_managed_dma)
380 iommu_device_unuse_default_domain(dev);
381}
382
383#ifdef CONFIG_PM
384/*
385 * Hooks to provide runtime PM of the pclk (bus clock). It is safe to
386 * enable/disable the bus clock at runtime PM suspend/resume as this
387 * does not result in loss of context.
388 */
389static int amba_pm_runtime_suspend(struct device *dev)
390{
391 struct amba_device *pcdev = to_amba_device(dev);
392 int ret = pm_generic_runtime_suspend(dev);
393
394 if (ret == 0 && dev->driver) {
395 if (pm_runtime_is_irq_safe(dev))
396 clk_disable(pcdev->pclk);
397 else
398 clk_disable_unprepare(pcdev->pclk);
399 }
400
401 return ret;
402}
403
404static int amba_pm_runtime_resume(struct device *dev)
405{
406 struct amba_device *pcdev = to_amba_device(dev);
407 int ret;
408
409 if (dev->driver) {
410 if (pm_runtime_is_irq_safe(dev))
411 ret = clk_enable(pcdev->pclk);
412 else
413 ret = clk_prepare_enable(pcdev->pclk);
414 /* Failure is probably fatal to the system, but... */
415 if (ret)
416 return ret;
417 }
418
419 return pm_generic_runtime_resume(dev);
420}
421#endif /* CONFIG_PM */
422
423static const struct dev_pm_ops amba_pm = {
424 SET_RUNTIME_PM_OPS(
425 amba_pm_runtime_suspend,
426 amba_pm_runtime_resume,
427 NULL
428 )
429};
430
431/*
432 * Primecells are part of the Advanced Microcontroller Bus Architecture,
433 * so we call the bus "amba".
434 * DMA configuration for platform and AMBA bus is same. So here we reuse
435 * platform's DMA config routine.
436 */
437struct bus_type amba_bustype = {
438 .name = "amba",
439 .dev_groups = amba_dev_groups,
440 .match = amba_match,
441 .uevent = amba_uevent,
442 .probe = amba_probe,
443 .remove = amba_remove,
444 .shutdown = amba_shutdown,
445 .dma_configure = amba_dma_configure,
446 .dma_cleanup = amba_dma_cleanup,
447 .pm = &amba_pm,
448};
449EXPORT_SYMBOL_GPL(amba_bustype);
450
451static int __init amba_init(void)
452{
453 return bus_register(&amba_bustype);
454}
455
456postcore_initcall(amba_init);
457
458static int amba_proxy_probe(struct amba_device *adev,
459 const struct amba_id *id)
460{
461 WARN(1, "Stub driver should never match any device.\n");
462 return -ENODEV;
463}
464
465static const struct amba_id amba_stub_drv_ids[] = {
466 { 0, 0 },
467};
468
469static struct amba_driver amba_proxy_drv = {
470 .drv = {
471 .name = "amba-proxy",
472 },
473 .probe = amba_proxy_probe,
474 .id_table = amba_stub_drv_ids,
475};
476
477static int __init amba_stub_drv_init(void)
478{
479 if (!IS_ENABLED(CONFIG_MODULES))
480 return 0;
481
482 /*
483 * The amba_match() function will get called only if there is at least
484 * one amba driver registered. If all amba drivers are modules and are
485 * only loaded based on uevents, then we'll hit a chicken-and-egg
486 * situation where amba_match() is waiting on drivers and drivers are
487 * waiting on amba_match(). So, register a stub driver to make sure
488 * amba_match() is called even if no amba driver has been registered.
489 */
490 return amba_driver_register(&amba_proxy_drv);
491}
492late_initcall_sync(amba_stub_drv_init);
493
494/**
495 * amba_driver_register - register an AMBA device driver
496 * @drv: amba device driver structure
497 *
498 * Register an AMBA device driver with the Linux device model
499 * core. If devices pre-exist, the drivers probe function will
500 * be called.
501 */
502int amba_driver_register(struct amba_driver *drv)
503{
504 if (!drv->probe)
505 return -EINVAL;
506
507 drv->drv.bus = &amba_bustype;
508
509 return driver_register(&drv->drv);
510}
511EXPORT_SYMBOL(amba_driver_register);
512
513/**
514 * amba_driver_unregister - remove an AMBA device driver
515 * @drv: AMBA device driver structure to remove
516 *
517 * Unregister an AMBA device driver from the Linux device
518 * model. The device model will call the drivers remove function
519 * for each device the device driver is currently handling.
520 */
521void amba_driver_unregister(struct amba_driver *drv)
522{
523 driver_unregister(&drv->drv);
524}
525EXPORT_SYMBOL(amba_driver_unregister);
526
527static void amba_device_release(struct device *dev)
528{
529 struct amba_device *d = to_amba_device(dev);
530
531 if (d->res.parent)
532 release_resource(&d->res);
533 mutex_destroy(&d->periphid_lock);
534 kfree(d);
535}
536
537/**
538 * amba_device_add - add a previously allocated AMBA device structure
539 * @dev: AMBA device allocated by amba_device_alloc
540 * @parent: resource parent for this devices resources
541 *
542 * Claim the resource, and read the device cell ID if not already
543 * initialized. Register the AMBA device with the Linux device
544 * manager.
545 */
546int amba_device_add(struct amba_device *dev, struct resource *parent)
547{
548 int ret;
549
550 ret = request_resource(parent, &dev->res);
551 if (ret)
552 return ret;
553
554 /* If primecell ID isn't hard-coded, figure it out */
555 if (!dev->periphid) {
556 /*
557 * AMBA device uevents require reading its pid and cid
558 * registers. To do this, the device must be on, clocked and
559 * out of reset. However in some cases those resources might
560 * not yet be available. If that's the case, we suppress the
561 * generation of uevents until we can read the pid and cid
562 * registers. See also amba_match().
563 */
564 if (amba_read_periphid(dev))
565 dev_set_uevent_suppress(&dev->dev, true);
566 }
567
568 ret = device_add(&dev->dev);
569 if (ret)
570 release_resource(&dev->res);
571
572 return ret;
573}
574EXPORT_SYMBOL_GPL(amba_device_add);
575
576static void amba_device_initialize(struct amba_device *dev, const char *name)
577{
578 device_initialize(&dev->dev);
579 if (name)
580 dev_set_name(&dev->dev, "%s", name);
581 dev->dev.release = amba_device_release;
582 dev->dev.bus = &amba_bustype;
583 dev->dev.dma_mask = &dev->dev.coherent_dma_mask;
584 dev->dev.dma_parms = &dev->dma_parms;
585 dev->res.name = dev_name(&dev->dev);
586 mutex_init(&dev->periphid_lock);
587}
588
589/**
590 * amba_device_alloc - allocate an AMBA device
591 * @name: sysfs name of the AMBA device
592 * @base: base of AMBA device
593 * @size: size of AMBA device
594 *
595 * Allocate and initialize an AMBA device structure. Returns %NULL
596 * on failure.
597 */
598struct amba_device *amba_device_alloc(const char *name, resource_size_t base,
599 size_t size)
600{
601 struct amba_device *dev;
602
603 dev = kzalloc(sizeof(*dev), GFP_KERNEL);
604 if (dev) {
605 amba_device_initialize(dev, name);
606 dev->res.start = base;
607 dev->res.end = base + size - 1;
608 dev->res.flags = IORESOURCE_MEM;
609 }
610
611 return dev;
612}
613EXPORT_SYMBOL_GPL(amba_device_alloc);
614
615/**
616 * amba_device_register - register an AMBA device
617 * @dev: AMBA device to register
618 * @parent: parent memory resource
619 *
620 * Setup the AMBA device, reading the cell ID if present.
621 * Claim the resource, and register the AMBA device with
622 * the Linux device manager.
623 */
624int amba_device_register(struct amba_device *dev, struct resource *parent)
625{
626 amba_device_initialize(dev, dev->dev.init_name);
627 dev->dev.init_name = NULL;
628
629 return amba_device_add(dev, parent);
630}
631EXPORT_SYMBOL(amba_device_register);
632
633/**
634 * amba_device_put - put an AMBA device
635 * @dev: AMBA device to put
636 */
637void amba_device_put(struct amba_device *dev)
638{
639 put_device(&dev->dev);
640}
641EXPORT_SYMBOL_GPL(amba_device_put);
642
643/**
644 * amba_device_unregister - unregister an AMBA device
645 * @dev: AMBA device to remove
646 *
647 * Remove the specified AMBA device from the Linux device
648 * manager. All files associated with this object will be
649 * destroyed, and device drivers notified that the device has
650 * been removed. The AMBA device's resources including
651 * the amba_device structure will be freed once all
652 * references to it have been dropped.
653 */
654void amba_device_unregister(struct amba_device *dev)
655{
656 device_unregister(&dev->dev);
657}
658EXPORT_SYMBOL(amba_device_unregister);
659
660/**
661 * amba_request_regions - request all mem regions associated with device
662 * @dev: amba_device structure for device
663 * @name: name, or NULL to use driver name
664 */
665int amba_request_regions(struct amba_device *dev, const char *name)
666{
667 int ret = 0;
668 u32 size;
669
670 if (!name)
671 name = dev->dev.driver->name;
672
673 size = resource_size(&dev->res);
674
675 if (!request_mem_region(dev->res.start, size, name))
676 ret = -EBUSY;
677
678 return ret;
679}
680EXPORT_SYMBOL(amba_request_regions);
681
682/**
683 * amba_release_regions - release mem regions associated with device
684 * @dev: amba_device structure for device
685 *
686 * Release regions claimed by a successful call to amba_request_regions.
687 */
688void amba_release_regions(struct amba_device *dev)
689{
690 u32 size;
691
692 size = resource_size(&dev->res);
693 release_mem_region(dev->res.start, size);
694}
695EXPORT_SYMBOL(amba_release_regions);
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * linux/arch/arm/common/amba.c
4 *
5 * Copyright (C) 2003 Deep Blue Solutions Ltd, All Rights Reserved.
6 */
7#include <linux/module.h>
8#include <linux/init.h>
9#include <linux/device.h>
10#include <linux/string.h>
11#include <linux/slab.h>
12#include <linux/io.h>
13#include <linux/pm.h>
14#include <linux/pm_runtime.h>
15#include <linux/pm_domain.h>
16#include <linux/amba/bus.h>
17#include <linux/sizes.h>
18#include <linux/limits.h>
19#include <linux/clk/clk-conf.h>
20#include <linux/platform_device.h>
21#include <linux/property.h>
22#include <linux/reset.h>
23#include <linux/of_irq.h>
24#include <linux/of_device.h>
25#include <linux/acpi.h>
26#include <linux/iommu.h>
27#include <linux/dma-map-ops.h>
28
29#define to_amba_driver(d) container_of(d, struct amba_driver, drv)
30
31/* called on periphid match and class 0x9 coresight device. */
32static int
33amba_cs_uci_id_match(const struct amba_id *table, struct amba_device *dev)
34{
35 int ret = 0;
36 struct amba_cs_uci_id *uci;
37
38 uci = table->data;
39
40 /* no table data or zero mask - return match on periphid */
41 if (!uci || (uci->devarch_mask == 0))
42 return 1;
43
44 /* test against read devtype and masked devarch value */
45 ret = (dev->uci.devtype == uci->devtype) &&
46 ((dev->uci.devarch & uci->devarch_mask) == uci->devarch);
47 return ret;
48}
49
50static const struct amba_id *
51amba_lookup(const struct amba_id *table, struct amba_device *dev)
52{
53 while (table->mask) {
54 if (((dev->periphid & table->mask) == table->id) &&
55 ((dev->cid != CORESIGHT_CID) ||
56 (amba_cs_uci_id_match(table, dev))))
57 return table;
58 table++;
59 }
60 return NULL;
61}
62
63static int amba_get_enable_pclk(struct amba_device *pcdev)
64{
65 int ret;
66
67 pcdev->pclk = clk_get(&pcdev->dev, "apb_pclk");
68 if (IS_ERR(pcdev->pclk))
69 return PTR_ERR(pcdev->pclk);
70
71 ret = clk_prepare_enable(pcdev->pclk);
72 if (ret)
73 clk_put(pcdev->pclk);
74
75 return ret;
76}
77
78static void amba_put_disable_pclk(struct amba_device *pcdev)
79{
80 clk_disable_unprepare(pcdev->pclk);
81 clk_put(pcdev->pclk);
82}
83
84
85static ssize_t driver_override_show(struct device *_dev,
86 struct device_attribute *attr, char *buf)
87{
88 struct amba_device *dev = to_amba_device(_dev);
89 ssize_t len;
90
91 device_lock(_dev);
92 len = sprintf(buf, "%s\n", dev->driver_override);
93 device_unlock(_dev);
94 return len;
95}
96
97static ssize_t driver_override_store(struct device *_dev,
98 struct device_attribute *attr,
99 const char *buf, size_t count)
100{
101 struct amba_device *dev = to_amba_device(_dev);
102 int ret;
103
104 ret = driver_set_override(_dev, &dev->driver_override, buf, count);
105 if (ret)
106 return ret;
107
108 return count;
109}
110static DEVICE_ATTR_RW(driver_override);
111
112#define amba_attr_func(name,fmt,arg...) \
113static ssize_t name##_show(struct device *_dev, \
114 struct device_attribute *attr, char *buf) \
115{ \
116 struct amba_device *dev = to_amba_device(_dev); \
117 return sprintf(buf, fmt, arg); \
118} \
119static DEVICE_ATTR_RO(name)
120
121amba_attr_func(id, "%08x\n", dev->periphid);
122amba_attr_func(resource, "\t%016llx\t%016llx\t%016lx\n",
123 (unsigned long long)dev->res.start, (unsigned long long)dev->res.end,
124 dev->res.flags);
125
126static struct attribute *amba_dev_attrs[] = {
127 &dev_attr_id.attr,
128 &dev_attr_resource.attr,
129 &dev_attr_driver_override.attr,
130 NULL,
131};
132ATTRIBUTE_GROUPS(amba_dev);
133
134static int amba_read_periphid(struct amba_device *dev)
135{
136 struct reset_control *rstc;
137 u32 size, pid, cid;
138 void __iomem *tmp;
139 int i, ret;
140
141 ret = dev_pm_domain_attach(&dev->dev, true);
142 if (ret) {
143 dev_dbg(&dev->dev, "can't get PM domain: %d\n", ret);
144 goto err_out;
145 }
146
147 ret = amba_get_enable_pclk(dev);
148 if (ret) {
149 dev_dbg(&dev->dev, "can't get pclk: %d\n", ret);
150 goto err_pm;
151 }
152
153 /*
154 * Find reset control(s) of the amba bus and de-assert them.
155 */
156 rstc = of_reset_control_array_get_optional_shared(dev->dev.of_node);
157 if (IS_ERR(rstc)) {
158 ret = PTR_ERR(rstc);
159 if (ret != -EPROBE_DEFER)
160 dev_err(&dev->dev, "can't get reset: %d\n", ret);
161 goto err_clk;
162 }
163 reset_control_deassert(rstc);
164 reset_control_put(rstc);
165
166 size = resource_size(&dev->res);
167 tmp = ioremap(dev->res.start, size);
168 if (!tmp) {
169 ret = -ENOMEM;
170 goto err_clk;
171 }
172
173 /*
174 * Read pid and cid based on size of resource
175 * they are located at end of region
176 */
177 for (pid = 0, i = 0; i < 4; i++)
178 pid |= (readl(tmp + size - 0x20 + 4 * i) & 255) << (i * 8);
179 for (cid = 0, i = 0; i < 4; i++)
180 cid |= (readl(tmp + size - 0x10 + 4 * i) & 255) << (i * 8);
181
182 if (cid == CORESIGHT_CID) {
183 /* set the base to the start of the last 4k block */
184 void __iomem *csbase = tmp + size - 4096;
185
186 dev->uci.devarch = readl(csbase + UCI_REG_DEVARCH_OFFSET);
187 dev->uci.devtype = readl(csbase + UCI_REG_DEVTYPE_OFFSET) & 0xff;
188 }
189
190 if (cid == AMBA_CID || cid == CORESIGHT_CID) {
191 dev->periphid = pid;
192 dev->cid = cid;
193 }
194
195 if (!dev->periphid)
196 ret = -ENODEV;
197
198 iounmap(tmp);
199
200err_clk:
201 amba_put_disable_pclk(dev);
202err_pm:
203 dev_pm_domain_detach(&dev->dev, true);
204err_out:
205 return ret;
206}
207
208static int amba_match(struct device *dev, struct device_driver *drv)
209{
210 struct amba_device *pcdev = to_amba_device(dev);
211 struct amba_driver *pcdrv = to_amba_driver(drv);
212
213 mutex_lock(&pcdev->periphid_lock);
214 if (!pcdev->periphid) {
215 int ret = amba_read_periphid(pcdev);
216
217 /*
218 * Returning any error other than -EPROBE_DEFER from bus match
219 * can cause driver registration failure. So, if there's a
220 * permanent failure in reading pid and cid, simply map it to
221 * -EPROBE_DEFER.
222 */
223 if (ret) {
224 mutex_unlock(&pcdev->periphid_lock);
225 return -EPROBE_DEFER;
226 }
227 dev_set_uevent_suppress(dev, false);
228 kobject_uevent(&dev->kobj, KOBJ_ADD);
229 }
230 mutex_unlock(&pcdev->periphid_lock);
231
232 /* When driver_override is set, only bind to the matching driver */
233 if (pcdev->driver_override)
234 return !strcmp(pcdev->driver_override, drv->name);
235
236 return amba_lookup(pcdrv->id_table, pcdev) != NULL;
237}
238
239static int amba_uevent(const struct device *dev, struct kobj_uevent_env *env)
240{
241 const struct amba_device *pcdev = to_amba_device(dev);
242 int retval = 0;
243
244 retval = add_uevent_var(env, "AMBA_ID=%08x", pcdev->periphid);
245 if (retval)
246 return retval;
247
248 retval = add_uevent_var(env, "MODALIAS=amba:d%08X", pcdev->periphid);
249 return retval;
250}
251
252static int of_amba_device_decode_irq(struct amba_device *dev)
253{
254 struct device_node *node = dev->dev.of_node;
255 int i, irq = 0;
256
257 if (IS_ENABLED(CONFIG_OF_IRQ) && node) {
258 /* Decode the IRQs and address ranges */
259 for (i = 0; i < AMBA_NR_IRQS; i++) {
260 irq = of_irq_get(node, i);
261 if (irq < 0) {
262 if (irq == -EPROBE_DEFER)
263 return irq;
264 irq = 0;
265 }
266
267 dev->irq[i] = irq;
268 }
269 }
270
271 return 0;
272}
273
274/*
275 * These are the device model conversion veneers; they convert the
276 * device model structures to our more specific structures.
277 */
278static int amba_probe(struct device *dev)
279{
280 struct amba_device *pcdev = to_amba_device(dev);
281 struct amba_driver *pcdrv = to_amba_driver(dev->driver);
282 const struct amba_id *id = amba_lookup(pcdrv->id_table, pcdev);
283 int ret;
284
285 do {
286 ret = of_amba_device_decode_irq(pcdev);
287 if (ret)
288 break;
289
290 ret = of_clk_set_defaults(dev->of_node, false);
291 if (ret < 0)
292 break;
293
294 ret = dev_pm_domain_attach(dev, true);
295 if (ret)
296 break;
297
298 ret = amba_get_enable_pclk(pcdev);
299 if (ret) {
300 dev_pm_domain_detach(dev, true);
301 break;
302 }
303
304 pm_runtime_get_noresume(dev);
305 pm_runtime_set_active(dev);
306 pm_runtime_enable(dev);
307
308 ret = pcdrv->probe(pcdev, id);
309 if (ret == 0)
310 break;
311
312 pm_runtime_disable(dev);
313 pm_runtime_set_suspended(dev);
314 pm_runtime_put_noidle(dev);
315
316 amba_put_disable_pclk(pcdev);
317 dev_pm_domain_detach(dev, true);
318 } while (0);
319
320 return ret;
321}
322
323static void amba_remove(struct device *dev)
324{
325 struct amba_device *pcdev = to_amba_device(dev);
326 struct amba_driver *drv = to_amba_driver(dev->driver);
327
328 pm_runtime_get_sync(dev);
329 if (drv->remove)
330 drv->remove(pcdev);
331 pm_runtime_put_noidle(dev);
332
333 /* Undo the runtime PM settings in amba_probe() */
334 pm_runtime_disable(dev);
335 pm_runtime_set_suspended(dev);
336 pm_runtime_put_noidle(dev);
337
338 amba_put_disable_pclk(pcdev);
339 dev_pm_domain_detach(dev, true);
340}
341
342static void amba_shutdown(struct device *dev)
343{
344 struct amba_driver *drv;
345
346 if (!dev->driver)
347 return;
348
349 drv = to_amba_driver(dev->driver);
350 if (drv->shutdown)
351 drv->shutdown(to_amba_device(dev));
352}
353
354static int amba_dma_configure(struct device *dev)
355{
356 struct amba_driver *drv = to_amba_driver(dev->driver);
357 enum dev_dma_attr attr;
358 int ret = 0;
359
360 if (dev->of_node) {
361 ret = of_dma_configure(dev, dev->of_node, true);
362 } else if (has_acpi_companion(dev)) {
363 attr = acpi_get_dma_attr(to_acpi_device_node(dev->fwnode));
364 ret = acpi_dma_configure(dev, attr);
365 }
366
367 if (!ret && !drv->driver_managed_dma) {
368 ret = iommu_device_use_default_domain(dev);
369 if (ret)
370 arch_teardown_dma_ops(dev);
371 }
372
373 return ret;
374}
375
376static void amba_dma_cleanup(struct device *dev)
377{
378 struct amba_driver *drv = to_amba_driver(dev->driver);
379
380 if (!drv->driver_managed_dma)
381 iommu_device_unuse_default_domain(dev);
382}
383
384#ifdef CONFIG_PM
385/*
386 * Hooks to provide runtime PM of the pclk (bus clock). It is safe to
387 * enable/disable the bus clock at runtime PM suspend/resume as this
388 * does not result in loss of context.
389 */
390static int amba_pm_runtime_suspend(struct device *dev)
391{
392 struct amba_device *pcdev = to_amba_device(dev);
393 int ret = pm_generic_runtime_suspend(dev);
394
395 if (ret == 0 && dev->driver) {
396 if (pm_runtime_is_irq_safe(dev))
397 clk_disable(pcdev->pclk);
398 else
399 clk_disable_unprepare(pcdev->pclk);
400 }
401
402 return ret;
403}
404
405static int amba_pm_runtime_resume(struct device *dev)
406{
407 struct amba_device *pcdev = to_amba_device(dev);
408 int ret;
409
410 if (dev->driver) {
411 if (pm_runtime_is_irq_safe(dev))
412 ret = clk_enable(pcdev->pclk);
413 else
414 ret = clk_prepare_enable(pcdev->pclk);
415 /* Failure is probably fatal to the system, but... */
416 if (ret)
417 return ret;
418 }
419
420 return pm_generic_runtime_resume(dev);
421}
422#endif /* CONFIG_PM */
423
424static const struct dev_pm_ops amba_pm = {
425 SET_RUNTIME_PM_OPS(
426 amba_pm_runtime_suspend,
427 amba_pm_runtime_resume,
428 NULL
429 )
430};
431
432/*
433 * Primecells are part of the Advanced Microcontroller Bus Architecture,
434 * so we call the bus "amba".
435 * DMA configuration for platform and AMBA bus is same. So here we reuse
436 * platform's DMA config routine.
437 */
438struct bus_type amba_bustype = {
439 .name = "amba",
440 .dev_groups = amba_dev_groups,
441 .match = amba_match,
442 .uevent = amba_uevent,
443 .probe = amba_probe,
444 .remove = amba_remove,
445 .shutdown = amba_shutdown,
446 .dma_configure = amba_dma_configure,
447 .dma_cleanup = amba_dma_cleanup,
448 .pm = &amba_pm,
449};
450EXPORT_SYMBOL_GPL(amba_bustype);
451
452static int __init amba_init(void)
453{
454 return bus_register(&amba_bustype);
455}
456
457postcore_initcall(amba_init);
458
459static int amba_proxy_probe(struct amba_device *adev,
460 const struct amba_id *id)
461{
462 WARN(1, "Stub driver should never match any device.\n");
463 return -ENODEV;
464}
465
466static const struct amba_id amba_stub_drv_ids[] = {
467 { 0, 0 },
468};
469
470static struct amba_driver amba_proxy_drv = {
471 .drv = {
472 .name = "amba-proxy",
473 },
474 .probe = amba_proxy_probe,
475 .id_table = amba_stub_drv_ids,
476};
477
478static int __init amba_stub_drv_init(void)
479{
480 if (!IS_ENABLED(CONFIG_MODULES))
481 return 0;
482
483 /*
484 * The amba_match() function will get called only if there is at least
485 * one amba driver registered. If all amba drivers are modules and are
486 * only loaded based on uevents, then we'll hit a chicken-and-egg
487 * situation where amba_match() is waiting on drivers and drivers are
488 * waiting on amba_match(). So, register a stub driver to make sure
489 * amba_match() is called even if no amba driver has been registered.
490 */
491 return amba_driver_register(&amba_proxy_drv);
492}
493late_initcall_sync(amba_stub_drv_init);
494
495/**
496 * amba_driver_register - register an AMBA device driver
497 * @drv: amba device driver structure
498 *
499 * Register an AMBA device driver with the Linux device model
500 * core. If devices pre-exist, the drivers probe function will
501 * be called.
502 */
503int amba_driver_register(struct amba_driver *drv)
504{
505 if (!drv->probe)
506 return -EINVAL;
507
508 drv->drv.bus = &amba_bustype;
509
510 return driver_register(&drv->drv);
511}
512EXPORT_SYMBOL(amba_driver_register);
513
514/**
515 * amba_driver_unregister - remove an AMBA device driver
516 * @drv: AMBA device driver structure to remove
517 *
518 * Unregister an AMBA device driver from the Linux device
519 * model. The device model will call the drivers remove function
520 * for each device the device driver is currently handling.
521 */
522void amba_driver_unregister(struct amba_driver *drv)
523{
524 driver_unregister(&drv->drv);
525}
526EXPORT_SYMBOL(amba_driver_unregister);
527
528static void amba_device_release(struct device *dev)
529{
530 struct amba_device *d = to_amba_device(dev);
531
532 fwnode_handle_put(dev_fwnode(&d->dev));
533 if (d->res.parent)
534 release_resource(&d->res);
535 mutex_destroy(&d->periphid_lock);
536 kfree(d);
537}
538
539/**
540 * amba_device_add - add a previously allocated AMBA device structure
541 * @dev: AMBA device allocated by amba_device_alloc
542 * @parent: resource parent for this devices resources
543 *
544 * Claim the resource, and read the device cell ID if not already
545 * initialized. Register the AMBA device with the Linux device
546 * manager.
547 */
548int amba_device_add(struct amba_device *dev, struct resource *parent)
549{
550 int ret;
551
552 fwnode_handle_get(dev_fwnode(&dev->dev));
553
554 ret = request_resource(parent, &dev->res);
555 if (ret)
556 return ret;
557
558 /* If primecell ID isn't hard-coded, figure it out */
559 if (!dev->periphid) {
560 /*
561 * AMBA device uevents require reading its pid and cid
562 * registers. To do this, the device must be on, clocked and
563 * out of reset. However in some cases those resources might
564 * not yet be available. If that's the case, we suppress the
565 * generation of uevents until we can read the pid and cid
566 * registers. See also amba_match().
567 */
568 if (amba_read_periphid(dev))
569 dev_set_uevent_suppress(&dev->dev, true);
570 }
571
572 ret = device_add(&dev->dev);
573 if (ret)
574 release_resource(&dev->res);
575
576 return ret;
577}
578EXPORT_SYMBOL_GPL(amba_device_add);
579
580static void amba_device_initialize(struct amba_device *dev, const char *name)
581{
582 device_initialize(&dev->dev);
583 if (name)
584 dev_set_name(&dev->dev, "%s", name);
585 dev->dev.release = amba_device_release;
586 dev->dev.bus = &amba_bustype;
587 dev->dev.dma_mask = &dev->dev.coherent_dma_mask;
588 dev->dev.dma_parms = &dev->dma_parms;
589 dev->res.name = dev_name(&dev->dev);
590 mutex_init(&dev->periphid_lock);
591}
592
593/**
594 * amba_device_alloc - allocate an AMBA device
595 * @name: sysfs name of the AMBA device
596 * @base: base of AMBA device
597 * @size: size of AMBA device
598 *
599 * Allocate and initialize an AMBA device structure. Returns %NULL
600 * on failure.
601 */
602struct amba_device *amba_device_alloc(const char *name, resource_size_t base,
603 size_t size)
604{
605 struct amba_device *dev;
606
607 dev = kzalloc(sizeof(*dev), GFP_KERNEL);
608 if (dev) {
609 amba_device_initialize(dev, name);
610 dev->res.start = base;
611 dev->res.end = base + size - 1;
612 dev->res.flags = IORESOURCE_MEM;
613 }
614
615 return dev;
616}
617EXPORT_SYMBOL_GPL(amba_device_alloc);
618
619/**
620 * amba_device_register - register an AMBA device
621 * @dev: AMBA device to register
622 * @parent: parent memory resource
623 *
624 * Setup the AMBA device, reading the cell ID if present.
625 * Claim the resource, and register the AMBA device with
626 * the Linux device manager.
627 */
628int amba_device_register(struct amba_device *dev, struct resource *parent)
629{
630 amba_device_initialize(dev, dev->dev.init_name);
631 dev->dev.init_name = NULL;
632
633 return amba_device_add(dev, parent);
634}
635EXPORT_SYMBOL(amba_device_register);
636
637/**
638 * amba_device_put - put an AMBA device
639 * @dev: AMBA device to put
640 */
641void amba_device_put(struct amba_device *dev)
642{
643 put_device(&dev->dev);
644}
645EXPORT_SYMBOL_GPL(amba_device_put);
646
647/**
648 * amba_device_unregister - unregister an AMBA device
649 * @dev: AMBA device to remove
650 *
651 * Remove the specified AMBA device from the Linux device
652 * manager. All files associated with this object will be
653 * destroyed, and device drivers notified that the device has
654 * been removed. The AMBA device's resources including
655 * the amba_device structure will be freed once all
656 * references to it have been dropped.
657 */
658void amba_device_unregister(struct amba_device *dev)
659{
660 device_unregister(&dev->dev);
661}
662EXPORT_SYMBOL(amba_device_unregister);
663
664/**
665 * amba_request_regions - request all mem regions associated with device
666 * @dev: amba_device structure for device
667 * @name: name, or NULL to use driver name
668 */
669int amba_request_regions(struct amba_device *dev, const char *name)
670{
671 int ret = 0;
672 u32 size;
673
674 if (!name)
675 name = dev->dev.driver->name;
676
677 size = resource_size(&dev->res);
678
679 if (!request_mem_region(dev->res.start, size, name))
680 ret = -EBUSY;
681
682 return ret;
683}
684EXPORT_SYMBOL(amba_request_regions);
685
686/**
687 * amba_release_regions - release mem regions associated with device
688 * @dev: amba_device structure for device
689 *
690 * Release regions claimed by a successful call to amba_request_regions.
691 */
692void amba_release_regions(struct amba_device *dev)
693{
694 u32 size;
695
696 size = resource_size(&dev->res);
697 release_mem_region(dev->res.start, size);
698}
699EXPORT_SYMBOL(amba_release_regions);