Loading...
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 | /* * Open Multi-Processor Interrupt Controller driver * * Copyright (C) 2014 Stefan Kristiansson <stefan.kristiansson@saunalahti.fi> * Copyright (C) 2017 Stafford Horne <shorne@gmail.com> * * This file is licensed under the terms of the GNU General Public License * version 2. This program is licensed "as is" without any warranty of any * kind, whether express or implied. * * The ompic device handles IPI communication between cores in multi-core * OpenRISC systems. * * Registers * * For each CPU the ompic has 2 registers. The control register for sending * and acking IPIs and the status register for receiving IPIs. The register * layouts are as follows: * * Control register * +---------+---------+----------+---------+ * | 31 | 30 | 29 .. 16 | 15 .. 0 | * ----------+---------+----------+---------- * | IRQ ACK | IRQ GEN | DST CORE | DATA | * +---------+---------+----------+---------+ * * Status register * +----------+-------------+----------+---------+ * | 31 | 30 | 29 .. 16 | 15 .. 0 | * -----------+-------------+----------+---------+ * | Reserved | IRQ Pending | SRC CORE | DATA | * +----------+-------------+----------+---------+ * * Architecture * * - The ompic generates a level interrupt to the CPU PIC when a message is * ready. Messages are delivered via the memory bus. * - The ompic does not have any interrupt input lines. * - The ompic is wired to the same irq line on each core. * - Devices are wired to the same irq line on each core. * * +---------+ +---------+ * | CPU | | CPU | * | Core 0 |<==\ (memory access) /==>| Core 1 | * | [ PIC ]| | | | [ PIC ]| * +----^-^--+ | | +----^-^--+ * | | v v | | * <====|=|=================================|=|==> (memory bus) * | | ^ ^ | | * (ipi | +------|---------+--------|-------|-+ (device irq) * irq | | | | | * core0)| +------|---------|--------|-------+ (ipi irq core1) * | | | | | * +----o-o-+ | +--------+ | * | ompic |<===/ | Device |<===/ * | IPI | +--------+ * +--------+* * */ #include <linux/io.h> #include <linux/ioport.h> #include <linux/interrupt.h> #include <linux/smp.h> #include <linux/of.h> #include <linux/of_irq.h> #include <linux/of_address.h> #include <linux/irqchip.h> #define OMPIC_CPUBYTES 8 #define OMPIC_CTRL(cpu) (0x0 + (cpu * OMPIC_CPUBYTES)) #define OMPIC_STAT(cpu) (0x4 + (cpu * OMPIC_CPUBYTES)) #define OMPIC_CTRL_IRQ_ACK (1 << 31) #define OMPIC_CTRL_IRQ_GEN (1 << 30) #define OMPIC_CTRL_DST(cpu) (((cpu) & 0x3fff) << 16) #define OMPIC_STAT_IRQ_PENDING (1 << 30) #define OMPIC_DATA(x) ((x) & 0xffff) DEFINE_PER_CPU(unsigned long, ops); static void __iomem *ompic_base; static inline u32 ompic_readreg(void __iomem *base, loff_t offset) { return ioread32be(base + offset); } static void ompic_writereg(void __iomem *base, loff_t offset, u32 data) { iowrite32be(data, base + offset); } static void ompic_raise_softirq(const struct cpumask *mask, unsigned int ipi_msg) { unsigned int dst_cpu; unsigned int src_cpu = smp_processor_id(); for_each_cpu(dst_cpu, mask) { set_bit(ipi_msg, &per_cpu(ops, dst_cpu)); /* * On OpenRISC the atomic set_bit() call implies a memory * barrier. Otherwise we would need: smp_wmb(); paired * with the read in ompic_ipi_handler. */ ompic_writereg(ompic_base, OMPIC_CTRL(src_cpu), OMPIC_CTRL_IRQ_GEN | OMPIC_CTRL_DST(dst_cpu) | OMPIC_DATA(1)); } } static irqreturn_t ompic_ipi_handler(int irq, void *dev_id) { unsigned int cpu = smp_processor_id(); unsigned long *pending_ops = &per_cpu(ops, cpu); unsigned long ops; ompic_writereg(ompic_base, OMPIC_CTRL(cpu), OMPIC_CTRL_IRQ_ACK); while ((ops = xchg(pending_ops, 0)) != 0) { /* * On OpenRISC the atomic xchg() call implies a memory * barrier. Otherwise we may need an smp_rmb(); paired * with the write in ompic_raise_softirq. */ do { unsigned long ipi_msg; ipi_msg = __ffs(ops); ops &= ~(1UL << ipi_msg); handle_IPI(ipi_msg); } while (ops); } return IRQ_HANDLED; } static int __init ompic_of_init(struct device_node *node, struct device_node *parent) { struct resource res; int irq; int ret; /* Validate the DT */ if (ompic_base) { pr_err("ompic: duplicate ompic's are not supported"); return -EEXIST; } if (of_address_to_resource(node, 0, &res)) { pr_err("ompic: reg property requires an address and size"); return -EINVAL; } if (resource_size(&res) < (num_possible_cpus() * OMPIC_CPUBYTES)) { pr_err("ompic: reg size, currently %d must be at least %d", resource_size(&res), (num_possible_cpus() * OMPIC_CPUBYTES)); return -EINVAL; } /* Setup the device */ ompic_base = ioremap(res.start, resource_size(&res)); if (!ompic_base) { pr_err("ompic: unable to map registers"); return -ENOMEM; } irq = irq_of_parse_and_map(node, 0); if (irq <= 0) { pr_err("ompic: unable to parse device irq"); ret = -EINVAL; goto out_unmap; } ret = request_irq(irq, ompic_ipi_handler, IRQF_PERCPU, "ompic_ipi", NULL); if (ret) goto out_irq_disp; set_smp_cross_call(ompic_raise_softirq); return 0; out_irq_disp: irq_dispose_mapping(irq); out_unmap: iounmap(ompic_base); ompic_base = NULL; return ret; } IRQCHIP_DECLARE(ompic, "openrisc,ompic", ompic_of_init); |