Loading...
1/*
2 * Tegra host1x Interrupt Management
3 *
4 * Copyright (C) 2010 Google, Inc.
5 * Copyright (c) 2010-2013, NVIDIA Corporation.
6 *
7 * This program is free software; you can redistribute it and/or modify it
8 * under the terms and conditions of the GNU General Public License,
9 * version 2, as published by the Free Software Foundation.
10 *
11 * This program is distributed in the hope it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
14 * more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program. If not, see <http://www.gnu.org/licenses/>.
18 */
19
20#include <linux/interrupt.h>
21#include <linux/irq.h>
22#include <linux/io.h>
23
24#include "../intr.h"
25#include "../dev.h"
26
27/*
28 * Sync point threshold interrupt service function
29 * Handles sync point threshold triggers, in interrupt context
30 */
31static void host1x_intr_syncpt_handle(struct host1x_syncpt *syncpt)
32{
33 unsigned int id = syncpt->id;
34 struct host1x *host = syncpt->host;
35
36 host1x_sync_writel(host, BIT_MASK(id),
37 HOST1X_SYNC_SYNCPT_THRESH_INT_DISABLE(BIT_WORD(id)));
38 host1x_sync_writel(host, BIT_MASK(id),
39 HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(BIT_WORD(id)));
40
41 queue_work(host->intr_wq, &syncpt->intr.work);
42}
43
44static irqreturn_t syncpt_thresh_isr(int irq, void *dev_id)
45{
46 struct host1x *host = dev_id;
47 unsigned long reg;
48 int i, id;
49
50 for (i = 0; i < DIV_ROUND_UP(host->info->nb_pts, 32); i++) {
51 reg = host1x_sync_readl(host,
52 HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(i));
53 for_each_set_bit(id, ®, BITS_PER_LONG) {
54 struct host1x_syncpt *syncpt =
55 host->syncpt + (i * BITS_PER_LONG + id);
56 host1x_intr_syncpt_handle(syncpt);
57 }
58 }
59
60 return IRQ_HANDLED;
61}
62
63static void _host1x_intr_disable_all_syncpt_intrs(struct host1x *host)
64{
65 u32 i;
66
67 for (i = 0; i < DIV_ROUND_UP(host->info->nb_pts, 32); ++i) {
68 host1x_sync_writel(host, 0xffffffffu,
69 HOST1X_SYNC_SYNCPT_THRESH_INT_DISABLE(i));
70 host1x_sync_writel(host, 0xffffffffu,
71 HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(i));
72 }
73}
74
75static int _host1x_intr_init_host_sync(struct host1x *host, u32 cpm,
76 void (*syncpt_thresh_work)(struct work_struct *))
77{
78 int i, err;
79
80 host1x_hw_intr_disable_all_syncpt_intrs(host);
81
82 for (i = 0; i < host->info->nb_pts; i++)
83 INIT_WORK(&host->syncpt[i].intr.work, syncpt_thresh_work);
84
85 err = devm_request_irq(host->dev, host->intr_syncpt_irq,
86 syncpt_thresh_isr, IRQF_SHARED,
87 "host1x_syncpt", host);
88 if (IS_ERR_VALUE(err)) {
89 WARN_ON(1);
90 return err;
91 }
92
93 /* disable the ip_busy_timeout. this prevents write drops */
94 host1x_sync_writel(host, 0, HOST1X_SYNC_IP_BUSY_TIMEOUT);
95
96 /*
97 * increase the auto-ack timout to the maximum value. 2d will hang
98 * otherwise on Tegra2.
99 */
100 host1x_sync_writel(host, 0xff, HOST1X_SYNC_CTXSW_TIMEOUT_CFG);
101
102 /* update host clocks per usec */
103 host1x_sync_writel(host, cpm, HOST1X_SYNC_USEC_CLK);
104
105 return 0;
106}
107
108static void _host1x_intr_set_syncpt_threshold(struct host1x *host,
109 u32 id, u32 thresh)
110{
111 host1x_sync_writel(host, thresh, HOST1X_SYNC_SYNCPT_INT_THRESH(id));
112}
113
114static void _host1x_intr_enable_syncpt_intr(struct host1x *host, u32 id)
115{
116 host1x_sync_writel(host, BIT_MASK(id),
117 HOST1X_SYNC_SYNCPT_THRESH_INT_ENABLE_CPU0(BIT_WORD(id)));
118}
119
120static void _host1x_intr_disable_syncpt_intr(struct host1x *host, u32 id)
121{
122 host1x_sync_writel(host, BIT_MASK(id),
123 HOST1X_SYNC_SYNCPT_THRESH_INT_DISABLE(BIT_WORD(id)));
124 host1x_sync_writel(host, BIT_MASK(id),
125 HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(BIT_WORD(id)));
126}
127
128static int _host1x_free_syncpt_irq(struct host1x *host)
129{
130 devm_free_irq(host->dev, host->intr_syncpt_irq, host);
131 flush_workqueue(host->intr_wq);
132 return 0;
133}
134
135static const struct host1x_intr_ops host1x_intr_ops = {
136 .init_host_sync = _host1x_intr_init_host_sync,
137 .set_syncpt_threshold = _host1x_intr_set_syncpt_threshold,
138 .enable_syncpt_intr = _host1x_intr_enable_syncpt_intr,
139 .disable_syncpt_intr = _host1x_intr_disable_syncpt_intr,
140 .disable_all_syncpt_intrs = _host1x_intr_disable_all_syncpt_intrs,
141 .free_syncpt_irq = _host1x_free_syncpt_irq,
142};
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Tegra host1x Interrupt Management
4 *
5 * Copyright (C) 2010 Google, Inc.
6 * Copyright (c) 2010-2013, NVIDIA Corporation.
7 */
8
9#include <linux/interrupt.h>
10#include <linux/irq.h>
11#include <linux/io.h>
12
13#include "../intr.h"
14#include "../dev.h"
15
16struct host1x_intr_irq_data {
17 struct host1x *host;
18 u32 offset;
19};
20
21static irqreturn_t syncpt_thresh_isr(int irq, void *dev_id)
22{
23 struct host1x_intr_irq_data *irq_data = dev_id;
24 struct host1x *host = irq_data->host;
25 unsigned long reg;
26 unsigned int i, id;
27
28 for (i = irq_data->offset; i < DIV_ROUND_UP(host->info->nb_pts, 32);
29 i += host->num_syncpt_irqs) {
30 reg = host1x_sync_readl(host,
31 HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(i));
32
33 host1x_sync_writel(host, reg,
34 HOST1X_SYNC_SYNCPT_THRESH_INT_DISABLE(i));
35 host1x_sync_writel(host, reg,
36 HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(i));
37
38 for_each_set_bit(id, ®, 32)
39 host1x_intr_handle_interrupt(host, i * 32 + id);
40 }
41
42 return IRQ_HANDLED;
43}
44
45static void host1x_intr_disable_all_syncpt_intrs(struct host1x *host)
46{
47 unsigned int i;
48
49 for (i = 0; i < DIV_ROUND_UP(host->info->nb_pts, 32); ++i) {
50 host1x_sync_writel(host, 0xffffffffu,
51 HOST1X_SYNC_SYNCPT_THRESH_INT_DISABLE(i));
52 host1x_sync_writel(host, 0xffffffffu,
53 HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(i));
54 }
55}
56
57static void intr_hw_init(struct host1x *host, u32 cpm)
58{
59#if HOST1X_HW < 6
60 /* disable the ip_busy_timeout. this prevents write drops */
61 host1x_sync_writel(host, 0, HOST1X_SYNC_IP_BUSY_TIMEOUT);
62
63 /*
64 * increase the auto-ack timout to the maximum value. 2d will hang
65 * otherwise on Tegra2.
66 */
67 host1x_sync_writel(host, 0xff, HOST1X_SYNC_CTXSW_TIMEOUT_CFG);
68
69 /* update host clocks per usec */
70 host1x_sync_writel(host, cpm, HOST1X_SYNC_USEC_CLK);
71#endif
72#if HOST1X_HW >= 8
73 u32 id;
74
75 /*
76 * Program threshold interrupt destination among 8 lines per VM,
77 * per syncpoint. For each group of 32 syncpoints (corresponding to one
78 * interrupt status register), direct to one interrupt line, going
79 * around in a round robin fashion.
80 */
81 for (id = 0; id < host->info->nb_pts; id++) {
82 u32 reg_offset = id / 32;
83 u32 irq_index = reg_offset % host->num_syncpt_irqs;
84
85 host1x_sync_writel(host, irq_index, HOST1X_SYNC_SYNCPT_INTR_DEST(id));
86 }
87#endif
88}
89
90static int
91host1x_intr_init_host_sync(struct host1x *host, u32 cpm)
92{
93 int err, i;
94 struct host1x_intr_irq_data *irq_data;
95
96 irq_data = devm_kcalloc(host->dev, host->num_syncpt_irqs, sizeof(irq_data[0]), GFP_KERNEL);
97 if (!irq_data)
98 return -ENOMEM;
99
100 host1x_hw_intr_disable_all_syncpt_intrs(host);
101
102 for (i = 0; i < host->num_syncpt_irqs; i++) {
103 irq_data[i].host = host;
104 irq_data[i].offset = i;
105
106 err = devm_request_irq(host->dev, host->syncpt_irqs[i],
107 syncpt_thresh_isr, IRQF_SHARED,
108 "host1x_syncpt", &irq_data[i]);
109 if (err < 0)
110 return err;
111 }
112
113 intr_hw_init(host, cpm);
114
115 return 0;
116}
117
118static void host1x_intr_set_syncpt_threshold(struct host1x *host,
119 unsigned int id,
120 u32 thresh)
121{
122 host1x_sync_writel(host, thresh, HOST1X_SYNC_SYNCPT_INT_THRESH(id));
123}
124
125static void host1x_intr_enable_syncpt_intr(struct host1x *host,
126 unsigned int id)
127{
128 host1x_sync_writel(host, BIT(id % 32),
129 HOST1X_SYNC_SYNCPT_THRESH_INT_ENABLE_CPU0(id / 32));
130}
131
132static void host1x_intr_disable_syncpt_intr(struct host1x *host,
133 unsigned int id)
134{
135 host1x_sync_writel(host, BIT(id % 32),
136 HOST1X_SYNC_SYNCPT_THRESH_INT_DISABLE(id / 32));
137 host1x_sync_writel(host, BIT(id % 32),
138 HOST1X_SYNC_SYNCPT_THRESH_CPU0_INT_STATUS(id / 32));
139}
140
141static const struct host1x_intr_ops host1x_intr_ops = {
142 .init_host_sync = host1x_intr_init_host_sync,
143 .set_syncpt_threshold = host1x_intr_set_syncpt_threshold,
144 .enable_syncpt_intr = host1x_intr_enable_syncpt_intr,
145 .disable_syncpt_intr = host1x_intr_disable_syncpt_intr,
146 .disable_all_syncpt_intrs = host1x_intr_disable_all_syncpt_intrs,
147};