Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Interconnect framework driver for i.MX SoC
4 *
5 * Copyright (c) 2019, BayLibre
6 * Copyright (c) 2019-2020, NXP
7 * Author: Alexandre Bailon <abailon@baylibre.com>
8 * Author: Leonard Crestez <leonard.crestez@nxp.com>
9 */
10
11#include <linux/device.h>
12#include <linux/interconnect-provider.h>
13#include <linux/io.h>
14#include <linux/module.h>
15#include <linux/of.h>
16#include <linux/of_platform.h>
17#include <linux/platform_device.h>
18#include <linux/pm_qos.h>
19
20#include "imx.h"
21
22/* private icc_node data */
23struct imx_icc_node {
24 const struct imx_icc_node_desc *desc;
25 const struct imx_icc_noc_setting *setting;
26 struct device *qos_dev;
27 struct dev_pm_qos_request qos_req;
28 struct imx_icc_provider *imx_provider;
29};
30
31static int imx_icc_get_bw(struct icc_node *node, u32 *avg, u32 *peak)
32{
33 *avg = 0;
34 *peak = 0;
35
36 return 0;
37}
38
39static int imx_icc_node_set(struct icc_node *node)
40{
41 struct device *dev = node->provider->dev;
42 struct imx_icc_node *node_data = node->data;
43 void __iomem *base;
44 u32 prio;
45 u64 freq;
46
47 if (node_data->setting && node->peak_bw) {
48 base = node_data->setting->reg + node_data->imx_provider->noc_base;
49 if (node_data->setting->mode == IMX_NOC_MODE_FIXED) {
50 prio = node_data->setting->prio_level;
51 prio = PRIORITY_COMP_MARK | (prio << 8) | prio;
52 writel(prio, base + IMX_NOC_PRIO_REG);
53 writel(node_data->setting->mode, base + IMX_NOC_MODE_REG);
54 writel(node_data->setting->ext_control, base + IMX_NOC_EXT_CTL_REG);
55 dev_dbg(dev, "%s: mode: 0x%x, prio: 0x%x, ext_control: 0x%x\n",
56 node_data->desc->name, node_data->setting->mode, prio,
57 node_data->setting->ext_control);
58 } else if (node_data->setting->mode == IMX_NOC_MODE_UNCONFIGURED) {
59 dev_dbg(dev, "%s: mode not unconfigured\n", node_data->desc->name);
60 } else {
61 dev_info(dev, "%s: mode: %d not supported\n",
62 node_data->desc->name, node_data->setting->mode);
63 return -EOPNOTSUPP;
64 }
65 }
66
67 if (!node_data->qos_dev)
68 return 0;
69
70 freq = (node->avg_bw + node->peak_bw) * node_data->desc->adj->bw_mul;
71 do_div(freq, node_data->desc->adj->bw_div);
72 dev_dbg(dev, "node %s device %s avg_bw %ukBps peak_bw %ukBps min_freq %llukHz\n",
73 node->name, dev_name(node_data->qos_dev),
74 node->avg_bw, node->peak_bw, freq);
75
76 if (freq > S32_MAX) {
77 dev_err(dev, "%s can't request more than S32_MAX freq\n",
78 node->name);
79 return -ERANGE;
80 }
81
82 dev_pm_qos_update_request(&node_data->qos_req, freq);
83
84 return 0;
85}
86
87static int imx_icc_set(struct icc_node *src, struct icc_node *dst)
88{
89 int ret;
90
91 ret = imx_icc_node_set(src);
92 if (ret)
93 return ret;
94
95 return imx_icc_node_set(dst);
96}
97
98/* imx_icc_node_destroy() - Destroy an imx icc_node, including private data */
99static void imx_icc_node_destroy(struct icc_node *node)
100{
101 struct imx_icc_node *node_data = node->data;
102 int ret;
103
104 if (dev_pm_qos_request_active(&node_data->qos_req)) {
105 ret = dev_pm_qos_remove_request(&node_data->qos_req);
106 if (ret)
107 dev_warn(node->provider->dev,
108 "failed to remove qos request for %s\n",
109 dev_name(node_data->qos_dev));
110 }
111
112 put_device(node_data->qos_dev);
113 icc_node_del(node);
114 icc_node_destroy(node->id);
115}
116
117static int imx_icc_node_init_qos(struct icc_provider *provider,
118 struct icc_node *node)
119{
120 struct imx_icc_node *node_data = node->data;
121 const struct imx_icc_node_adj_desc *adj = node_data->desc->adj;
122 struct device *dev = provider->dev;
123 struct device_node *dn = NULL;
124 struct platform_device *pdev;
125
126 if (adj->main_noc) {
127 node_data->qos_dev = dev;
128 dev_dbg(dev, "icc node %s[%d] is main noc itself\n",
129 node->name, node->id);
130 } else {
131 dn = of_parse_phandle(dev->of_node, adj->phandle_name, 0);
132 if (!dn) {
133 dev_warn(dev, "Failed to parse %s\n",
134 adj->phandle_name);
135 return -ENODEV;
136 }
137 /* Allow scaling to be disabled on a per-node basis */
138 if (!of_device_is_available(dn)) {
139 dev_warn(dev, "Missing property %s, skip scaling %s\n",
140 adj->phandle_name, node->name);
141 of_node_put(dn);
142 return 0;
143 }
144
145 pdev = of_find_device_by_node(dn);
146 of_node_put(dn);
147 if (!pdev) {
148 dev_warn(dev, "node %s[%d] missing device for %pOF\n",
149 node->name, node->id, dn);
150 return -EPROBE_DEFER;
151 }
152 node_data->qos_dev = &pdev->dev;
153 dev_dbg(dev, "node %s[%d] has device node %pOF\n",
154 node->name, node->id, dn);
155 }
156
157 return dev_pm_qos_add_request(node_data->qos_dev,
158 &node_data->qos_req,
159 DEV_PM_QOS_MIN_FREQUENCY, 0);
160}
161
162static struct icc_node *imx_icc_node_add(struct imx_icc_provider *imx_provider,
163 const struct imx_icc_node_desc *node_desc,
164 const struct imx_icc_noc_setting *setting)
165{
166 struct icc_provider *provider = &imx_provider->provider;
167 struct device *dev = provider->dev;
168 struct imx_icc_node *node_data;
169 struct icc_node *node;
170 int ret;
171
172 node = icc_node_create(node_desc->id);
173 if (IS_ERR(node)) {
174 dev_err(dev, "failed to create node %d\n", node_desc->id);
175 return node;
176 }
177
178 if (node->data) {
179 dev_err(dev, "already created node %s id=%d\n",
180 node_desc->name, node_desc->id);
181 return ERR_PTR(-EEXIST);
182 }
183
184 node_data = devm_kzalloc(dev, sizeof(*node_data), GFP_KERNEL);
185 if (!node_data) {
186 icc_node_destroy(node->id);
187 return ERR_PTR(-ENOMEM);
188 }
189
190 node->name = node_desc->name;
191 node->data = node_data;
192 node_data->desc = node_desc;
193 node_data->setting = setting;
194 node_data->imx_provider = imx_provider;
195 icc_node_add(node, provider);
196
197 if (node_desc->adj) {
198 ret = imx_icc_node_init_qos(provider, node);
199 if (ret < 0) {
200 imx_icc_node_destroy(node);
201 return ERR_PTR(ret);
202 }
203 }
204
205 return node;
206}
207
208static void imx_icc_unregister_nodes(struct icc_provider *provider)
209{
210 struct icc_node *node, *tmp;
211
212 list_for_each_entry_safe(node, tmp, &provider->nodes, node_list)
213 imx_icc_node_destroy(node);
214}
215
216static int imx_icc_register_nodes(struct imx_icc_provider *imx_provider,
217 const struct imx_icc_node_desc *descs,
218 int count,
219 const struct imx_icc_noc_setting *settings)
220{
221 struct icc_provider *provider = &imx_provider->provider;
222 struct icc_onecell_data *provider_data = provider->data;
223 int ret;
224 int i;
225
226 for (i = 0; i < count; i++) {
227 struct icc_node *node;
228 const struct imx_icc_node_desc *node_desc = &descs[i];
229 size_t j;
230
231 node = imx_icc_node_add(imx_provider, node_desc,
232 settings ? &settings[node_desc->id] : NULL);
233 if (IS_ERR(node)) {
234 ret = dev_err_probe(provider->dev, PTR_ERR(node),
235 "failed to add %s\n", node_desc->name);
236 goto err;
237 }
238 provider_data->nodes[node->id] = node;
239
240 for (j = 0; j < node_desc->num_links; j++) {
241 ret = icc_link_create(node, node_desc->links[j]);
242 if (ret) {
243 dev_err(provider->dev, "failed to link node %d to %d: %d\n",
244 node->id, node_desc->links[j], ret);
245 goto err;
246 }
247 }
248 }
249
250 return 0;
251
252err:
253 imx_icc_unregister_nodes(provider);
254
255 return ret;
256}
257
258static int get_max_node_id(struct imx_icc_node_desc *nodes, int nodes_count)
259{
260 int i, ret = 0;
261
262 for (i = 0; i < nodes_count; ++i)
263 if (nodes[i].id > ret)
264 ret = nodes[i].id;
265
266 return ret;
267}
268
269int imx_icc_register(struct platform_device *pdev,
270 struct imx_icc_node_desc *nodes, int nodes_count,
271 struct imx_icc_noc_setting *settings)
272{
273 struct device *dev = &pdev->dev;
274 struct icc_onecell_data *data;
275 struct imx_icc_provider *imx_provider;
276 struct icc_provider *provider;
277 int num_nodes;
278 int ret;
279
280 /* icc_onecell_data is indexed by node_id, unlike nodes param */
281 num_nodes = get_max_node_id(nodes, nodes_count) + 1;
282 data = devm_kzalloc(dev, struct_size(data, nodes, num_nodes),
283 GFP_KERNEL);
284 if (!data)
285 return -ENOMEM;
286 data->num_nodes = num_nodes;
287
288 imx_provider = devm_kzalloc(dev, sizeof(*imx_provider), GFP_KERNEL);
289 if (!imx_provider)
290 return -ENOMEM;
291 provider = &imx_provider->provider;
292 provider->set = imx_icc_set;
293 provider->get_bw = imx_icc_get_bw;
294 provider->aggregate = icc_std_aggregate;
295 provider->xlate = of_icc_xlate_onecell;
296 provider->data = data;
297 provider->dev = dev->parent;
298
299 icc_provider_init(provider);
300
301 platform_set_drvdata(pdev, imx_provider);
302
303 if (settings) {
304 imx_provider->noc_base = devm_of_iomap(dev, provider->dev->of_node, 0, NULL);
305 if (IS_ERR(imx_provider->noc_base)) {
306 ret = PTR_ERR(imx_provider->noc_base);
307 dev_err(dev, "Error mapping NoC: %d\n", ret);
308 return ret;
309 }
310 }
311
312 ret = imx_icc_register_nodes(imx_provider, nodes, nodes_count, settings);
313 if (ret)
314 return ret;
315
316 ret = icc_provider_register(provider);
317 if (ret)
318 goto err_unregister_nodes;
319
320 return 0;
321
322err_unregister_nodes:
323 imx_icc_unregister_nodes(&imx_provider->provider);
324 return ret;
325}
326EXPORT_SYMBOL_GPL(imx_icc_register);
327
328void imx_icc_unregister(struct platform_device *pdev)
329{
330 struct imx_icc_provider *imx_provider = platform_get_drvdata(pdev);
331
332 icc_provider_deregister(&imx_provider->provider);
333 imx_icc_unregister_nodes(&imx_provider->provider);
334}
335EXPORT_SYMBOL_GPL(imx_icc_unregister);
336
337MODULE_LICENSE("GPL v2");
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Interconnect framework driver for i.MX SoC
4 *
5 * Copyright (c) 2019, BayLibre
6 * Copyright (c) 2019-2020, NXP
7 * Author: Alexandre Bailon <abailon@baylibre.com>
8 * Author: Leonard Crestez <leonard.crestez@nxp.com>
9 */
10
11#include <linux/device.h>
12#include <linux/interconnect-provider.h>
13#include <linux/module.h>
14#include <linux/of.h>
15#include <linux/of_platform.h>
16#include <linux/platform_device.h>
17#include <linux/pm_qos.h>
18
19#include "imx.h"
20
21/* private icc_node data */
22struct imx_icc_node {
23 const struct imx_icc_node_desc *desc;
24 struct device *qos_dev;
25 struct dev_pm_qos_request qos_req;
26};
27
28static int imx_icc_node_set(struct icc_node *node)
29{
30 struct device *dev = node->provider->dev;
31 struct imx_icc_node *node_data = node->data;
32 u64 freq;
33
34 if (!node_data->qos_dev)
35 return 0;
36
37 freq = (node->avg_bw + node->peak_bw) * node_data->desc->adj->bw_mul;
38 do_div(freq, node_data->desc->adj->bw_div);
39 dev_dbg(dev, "node %s device %s avg_bw %ukBps peak_bw %ukBps min_freq %llukHz\n",
40 node->name, dev_name(node_data->qos_dev),
41 node->avg_bw, node->peak_bw, freq);
42
43 if (freq > S32_MAX) {
44 dev_err(dev, "%s can't request more than S32_MAX freq\n",
45 node->name);
46 return -ERANGE;
47 }
48
49 dev_pm_qos_update_request(&node_data->qos_req, freq);
50
51 return 0;
52}
53
54static int imx_icc_set(struct icc_node *src, struct icc_node *dst)
55{
56 return imx_icc_node_set(dst);
57}
58
59/* imx_icc_node_destroy() - Destroy an imx icc_node, including private data */
60static void imx_icc_node_destroy(struct icc_node *node)
61{
62 struct imx_icc_node *node_data = node->data;
63 int ret;
64
65 if (dev_pm_qos_request_active(&node_data->qos_req)) {
66 ret = dev_pm_qos_remove_request(&node_data->qos_req);
67 if (ret)
68 dev_warn(node->provider->dev,
69 "failed to remove qos request for %s\n",
70 dev_name(node_data->qos_dev));
71 }
72
73 put_device(node_data->qos_dev);
74 icc_node_del(node);
75 icc_node_destroy(node->id);
76}
77
78static int imx_icc_node_init_qos(struct icc_provider *provider,
79 struct icc_node *node)
80{
81 struct imx_icc_node *node_data = node->data;
82 const struct imx_icc_node_adj_desc *adj = node_data->desc->adj;
83 struct device *dev = provider->dev;
84 struct device_node *dn = NULL;
85 struct platform_device *pdev;
86
87 if (adj->main_noc) {
88 node_data->qos_dev = dev;
89 dev_dbg(dev, "icc node %s[%d] is main noc itself\n",
90 node->name, node->id);
91 } else {
92 dn = of_parse_phandle(dev->of_node, adj->phandle_name, 0);
93 if (!dn) {
94 dev_warn(dev, "Failed to parse %s\n",
95 adj->phandle_name);
96 return -ENODEV;
97 }
98 /* Allow scaling to be disabled on a per-node basis */
99 if (!dn || !of_device_is_available(dn)) {
100 dev_warn(dev, "Missing property %s, skip scaling %s\n",
101 adj->phandle_name, node->name);
102 return 0;
103 }
104
105 pdev = of_find_device_by_node(dn);
106 of_node_put(dn);
107 if (!pdev) {
108 dev_warn(dev, "node %s[%d] missing device for %pOF\n",
109 node->name, node->id, dn);
110 return -EPROBE_DEFER;
111 }
112 node_data->qos_dev = &pdev->dev;
113 dev_dbg(dev, "node %s[%d] has device node %pOF\n",
114 node->name, node->id, dn);
115 }
116
117 return dev_pm_qos_add_request(node_data->qos_dev,
118 &node_data->qos_req,
119 DEV_PM_QOS_MIN_FREQUENCY, 0);
120}
121
122static struct icc_node *imx_icc_node_add(struct icc_provider *provider,
123 const struct imx_icc_node_desc *node_desc)
124{
125 struct device *dev = provider->dev;
126 struct imx_icc_node *node_data;
127 struct icc_node *node;
128 int ret;
129
130 node = icc_node_create(node_desc->id);
131 if (IS_ERR(node)) {
132 dev_err(dev, "failed to create node %d\n", node_desc->id);
133 return node;
134 }
135
136 if (node->data) {
137 dev_err(dev, "already created node %s id=%d\n",
138 node_desc->name, node_desc->id);
139 return ERR_PTR(-EEXIST);
140 }
141
142 node_data = devm_kzalloc(dev, sizeof(*node_data), GFP_KERNEL);
143 if (!node_data) {
144 icc_node_destroy(node->id);
145 return ERR_PTR(-ENOMEM);
146 }
147
148 node->name = node_desc->name;
149 node->data = node_data;
150 node_data->desc = node_desc;
151 icc_node_add(node, provider);
152
153 if (node_desc->adj) {
154 ret = imx_icc_node_init_qos(provider, node);
155 if (ret < 0) {
156 imx_icc_node_destroy(node);
157 return ERR_PTR(ret);
158 }
159 }
160
161 return node;
162}
163
164static void imx_icc_unregister_nodes(struct icc_provider *provider)
165{
166 struct icc_node *node, *tmp;
167
168 list_for_each_entry_safe(node, tmp, &provider->nodes, node_list)
169 imx_icc_node_destroy(node);
170}
171
172static int imx_icc_register_nodes(struct icc_provider *provider,
173 const struct imx_icc_node_desc *descs,
174 int count)
175{
176 struct icc_onecell_data *provider_data = provider->data;
177 int ret;
178 int i;
179
180 for (i = 0; i < count; i++) {
181 struct icc_node *node;
182 const struct imx_icc_node_desc *node_desc = &descs[i];
183 size_t j;
184
185 node = imx_icc_node_add(provider, node_desc);
186 if (IS_ERR(node)) {
187 ret = PTR_ERR(node);
188 if (ret != -EPROBE_DEFER)
189 dev_err(provider->dev, "failed to add %s: %d\n",
190 node_desc->name, ret);
191 goto err;
192 }
193 provider_data->nodes[node->id] = node;
194
195 for (j = 0; j < node_desc->num_links; j++) {
196 ret = icc_link_create(node, node_desc->links[j]);
197 if (ret) {
198 dev_err(provider->dev, "failed to link node %d to %d: %d\n",
199 node->id, node_desc->links[j], ret);
200 goto err;
201 }
202 }
203 }
204
205 return 0;
206
207err:
208 imx_icc_unregister_nodes(provider);
209
210 return ret;
211}
212
213static int get_max_node_id(struct imx_icc_node_desc *nodes, int nodes_count)
214{
215 int i, ret = 0;
216
217 for (i = 0; i < nodes_count; ++i)
218 if (nodes[i].id > ret)
219 ret = nodes[i].id;
220
221 return ret;
222}
223
224int imx_icc_register(struct platform_device *pdev,
225 struct imx_icc_node_desc *nodes, int nodes_count)
226{
227 struct device *dev = &pdev->dev;
228 struct icc_onecell_data *data;
229 struct icc_provider *provider;
230 int max_node_id;
231 int ret;
232
233 /* icc_onecell_data is indexed by node_id, unlike nodes param */
234 max_node_id = get_max_node_id(nodes, nodes_count);
235 data = devm_kzalloc(dev, struct_size(data, nodes, max_node_id),
236 GFP_KERNEL);
237 if (!data)
238 return -ENOMEM;
239 data->num_nodes = max_node_id;
240
241 provider = devm_kzalloc(dev, sizeof(*provider), GFP_KERNEL);
242 if (!provider)
243 return -ENOMEM;
244 provider->set = imx_icc_set;
245 provider->aggregate = icc_std_aggregate;
246 provider->xlate = of_icc_xlate_onecell;
247 provider->data = data;
248 provider->dev = dev->parent;
249 platform_set_drvdata(pdev, provider);
250
251 ret = icc_provider_add(provider);
252 if (ret) {
253 dev_err(dev, "error adding interconnect provider: %d\n", ret);
254 return ret;
255 }
256
257 ret = imx_icc_register_nodes(provider, nodes, nodes_count);
258 if (ret)
259 goto provider_del;
260
261 return 0;
262
263provider_del:
264 icc_provider_del(provider);
265 return ret;
266}
267EXPORT_SYMBOL_GPL(imx_icc_register);
268
269int imx_icc_unregister(struct platform_device *pdev)
270{
271 struct icc_provider *provider = platform_get_drvdata(pdev);
272 int ret;
273
274 imx_icc_unregister_nodes(provider);
275
276 ret = icc_provider_del(provider);
277 if (ret)
278 return ret;
279
280 return 0;
281}
282EXPORT_SYMBOL_GPL(imx_icc_unregister);
283
284MODULE_LICENSE("GPL v2");