Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (C) 2017 SiFive
4 */
5
6#include <linux/cacheinfo.h>
7#include <linux/cpu.h>
8#include <linux/of.h>
9#include <linux/of_device.h>
10
11static void ci_leaf_init(struct cacheinfo *this_leaf,
12 struct device_node *node,
13 enum cache_type type, unsigned int level)
14{
15 this_leaf->level = level;
16 this_leaf->type = type;
17}
18
19static int __init_cache_level(unsigned int cpu)
20{
21 struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
22 struct device_node *np = of_cpu_device_node_get(cpu);
23 struct device_node *prev = NULL;
24 int levels = 0, leaves = 0, level;
25
26 if (of_property_read_bool(np, "cache-size"))
27 ++leaves;
28 if (of_property_read_bool(np, "i-cache-size"))
29 ++leaves;
30 if (of_property_read_bool(np, "d-cache-size"))
31 ++leaves;
32 if (leaves > 0)
33 levels = 1;
34
35 prev = np;
36 while ((np = of_find_next_cache_node(np))) {
37 of_node_put(prev);
38 prev = np;
39 if (!of_device_is_compatible(np, "cache"))
40 break;
41 if (of_property_read_u32(np, "cache-level", &level))
42 break;
43 if (level <= levels)
44 break;
45 if (of_property_read_bool(np, "cache-size"))
46 ++leaves;
47 if (of_property_read_bool(np, "i-cache-size"))
48 ++leaves;
49 if (of_property_read_bool(np, "d-cache-size"))
50 ++leaves;
51 levels = level;
52 }
53
54 of_node_put(np);
55 this_cpu_ci->num_levels = levels;
56 this_cpu_ci->num_leaves = leaves;
57
58 return 0;
59}
60
61static int __populate_cache_leaves(unsigned int cpu)
62{
63 struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
64 struct cacheinfo *this_leaf = this_cpu_ci->info_list;
65 struct device_node *np = of_cpu_device_node_get(cpu);
66 struct device_node *prev = NULL;
67 int levels = 1, level = 1;
68
69 if (of_property_read_bool(np, "cache-size"))
70 ci_leaf_init(this_leaf++, np, CACHE_TYPE_UNIFIED, level);
71 if (of_property_read_bool(np, "i-cache-size"))
72 ci_leaf_init(this_leaf++, np, CACHE_TYPE_INST, level);
73 if (of_property_read_bool(np, "d-cache-size"))
74 ci_leaf_init(this_leaf++, np, CACHE_TYPE_DATA, level);
75
76 prev = np;
77 while ((np = of_find_next_cache_node(np))) {
78 of_node_put(prev);
79 prev = np;
80 if (!of_device_is_compatible(np, "cache"))
81 break;
82 if (of_property_read_u32(np, "cache-level", &level))
83 break;
84 if (level <= levels)
85 break;
86 if (of_property_read_bool(np, "cache-size"))
87 ci_leaf_init(this_leaf++, np, CACHE_TYPE_UNIFIED, level);
88 if (of_property_read_bool(np, "i-cache-size"))
89 ci_leaf_init(this_leaf++, np, CACHE_TYPE_INST, level);
90 if (of_property_read_bool(np, "d-cache-size"))
91 ci_leaf_init(this_leaf++, np, CACHE_TYPE_DATA, level);
92 levels = level;
93 }
94 of_node_put(np);
95
96 return 0;
97}
98
99DEFINE_SMP_CALL_CACHE_FUNCTION(init_cache_level)
100DEFINE_SMP_CALL_CACHE_FUNCTION(populate_cache_leaves)
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (C) 2017 SiFive
4 */
5
6#include <linux/acpi.h>
7#include <linux/cpu.h>
8#include <linux/of.h>
9#include <asm/cacheinfo.h>
10
11static struct riscv_cacheinfo_ops *rv_cache_ops;
12
13void riscv_set_cacheinfo_ops(struct riscv_cacheinfo_ops *ops)
14{
15 rv_cache_ops = ops;
16}
17EXPORT_SYMBOL_GPL(riscv_set_cacheinfo_ops);
18
19const struct attribute_group *
20cache_get_priv_group(struct cacheinfo *this_leaf)
21{
22 if (rv_cache_ops && rv_cache_ops->get_priv_group)
23 return rv_cache_ops->get_priv_group(this_leaf);
24 return NULL;
25}
26
27static struct cacheinfo *get_cacheinfo(u32 level, enum cache_type type)
28{
29 /*
30 * Using raw_smp_processor_id() elides a preemptability check, but this
31 * is really indicative of a larger problem: the cacheinfo UABI assumes
32 * that cores have a homonogenous view of the cache hierarchy. That
33 * happens to be the case for the current set of RISC-V systems, but
34 * likely won't be true in general. Since there's no way to provide
35 * correct information for these systems via the current UABI we're
36 * just eliding the check for now.
37 */
38 struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(raw_smp_processor_id());
39 struct cacheinfo *this_leaf;
40 int index;
41
42 for (index = 0; index < this_cpu_ci->num_leaves; index++) {
43 this_leaf = this_cpu_ci->info_list + index;
44 if (this_leaf->level == level && this_leaf->type == type)
45 return this_leaf;
46 }
47
48 return NULL;
49}
50
51uintptr_t get_cache_size(u32 level, enum cache_type type)
52{
53 struct cacheinfo *this_leaf = get_cacheinfo(level, type);
54
55 return this_leaf ? this_leaf->size : 0;
56}
57
58uintptr_t get_cache_geometry(u32 level, enum cache_type type)
59{
60 struct cacheinfo *this_leaf = get_cacheinfo(level, type);
61
62 return this_leaf ? (this_leaf->ways_of_associativity << 16 |
63 this_leaf->coherency_line_size) :
64 0;
65}
66
67static void ci_leaf_init(struct cacheinfo *this_leaf,
68 enum cache_type type, unsigned int level)
69{
70 this_leaf->level = level;
71 this_leaf->type = type;
72}
73
74int init_cache_level(unsigned int cpu)
75{
76 return init_of_cache_level(cpu);
77}
78
79int populate_cache_leaves(unsigned int cpu)
80{
81 struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
82 struct cacheinfo *this_leaf = this_cpu_ci->info_list;
83 struct device_node *np, *prev;
84 int levels = 1, level = 1;
85
86 if (!acpi_disabled) {
87 int ret, fw_levels, split_levels;
88
89 ret = acpi_get_cache_info(cpu, &fw_levels, &split_levels);
90 if (ret)
91 return ret;
92
93 BUG_ON((split_levels > fw_levels) ||
94 (split_levels + fw_levels > this_cpu_ci->num_leaves));
95
96 for (; level <= this_cpu_ci->num_levels; level++) {
97 if (level <= split_levels) {
98 ci_leaf_init(this_leaf++, CACHE_TYPE_DATA, level);
99 ci_leaf_init(this_leaf++, CACHE_TYPE_INST, level);
100 } else {
101 ci_leaf_init(this_leaf++, CACHE_TYPE_UNIFIED, level);
102 }
103 }
104 return 0;
105 }
106
107 np = of_cpu_device_node_get(cpu);
108 if (!np)
109 return -ENOENT;
110
111 if (of_property_present(np, "cache-size"))
112 ci_leaf_init(this_leaf++, CACHE_TYPE_UNIFIED, level);
113 if (of_property_present(np, "i-cache-size"))
114 ci_leaf_init(this_leaf++, CACHE_TYPE_INST, level);
115 if (of_property_present(np, "d-cache-size"))
116 ci_leaf_init(this_leaf++, CACHE_TYPE_DATA, level);
117
118 prev = np;
119 while ((np = of_find_next_cache_node(np))) {
120 of_node_put(prev);
121 prev = np;
122 if (!of_device_is_compatible(np, "cache"))
123 break;
124 if (of_property_read_u32(np, "cache-level", &level))
125 break;
126 if (level <= levels)
127 break;
128 if (of_property_present(np, "cache-size"))
129 ci_leaf_init(this_leaf++, CACHE_TYPE_UNIFIED, level);
130 if (of_property_present(np, "i-cache-size"))
131 ci_leaf_init(this_leaf++, CACHE_TYPE_INST, level);
132 if (of_property_present(np, "d-cache-size"))
133 ci_leaf_init(this_leaf++, CACHE_TYPE_DATA, level);
134 levels = level;
135 }
136 of_node_put(np);
137
138 return 0;
139}