Loading...
1/*
2 * Copyright 2012 Red Hat Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: Ben Skeggs
23 */
24#include <core/object.h>
25#include <core/client.h>
26#include <core/engine.h>
27
28int
29nvkm_object_mthd(struct nvkm_object *object, u32 mthd, void *data, u32 size)
30{
31 if (likely(object->func->mthd))
32 return object->func->mthd(object, mthd, data, size);
33 return -ENODEV;
34}
35
36int
37nvkm_object_ntfy(struct nvkm_object *object, u32 mthd,
38 struct nvkm_event **pevent)
39{
40 if (likely(object->func->ntfy))
41 return object->func->ntfy(object, mthd, pevent);
42 return -ENODEV;
43}
44
45int
46nvkm_object_map(struct nvkm_object *object, u64 *addr, u32 *size)
47{
48 if (likely(object->func->map))
49 return object->func->map(object, addr, size);
50 return -ENODEV;
51}
52
53int
54nvkm_object_rd08(struct nvkm_object *object, u64 addr, u8 *data)
55{
56 if (likely(object->func->rd08))
57 return object->func->rd08(object, addr, data);
58 return -ENODEV;
59}
60
61int
62nvkm_object_rd16(struct nvkm_object *object, u64 addr, u16 *data)
63{
64 if (likely(object->func->rd16))
65 return object->func->rd16(object, addr, data);
66 return -ENODEV;
67}
68
69int
70nvkm_object_rd32(struct nvkm_object *object, u64 addr, u32 *data)
71{
72 if (likely(object->func->rd32))
73 return object->func->rd32(object, addr, data);
74 return -ENODEV;
75}
76
77int
78nvkm_object_wr08(struct nvkm_object *object, u64 addr, u8 data)
79{
80 if (likely(object->func->wr08))
81 return object->func->wr08(object, addr, data);
82 return -ENODEV;
83}
84
85int
86nvkm_object_wr16(struct nvkm_object *object, u64 addr, u16 data)
87{
88 if (likely(object->func->wr16))
89 return object->func->wr16(object, addr, data);
90 return -ENODEV;
91}
92
93int
94nvkm_object_wr32(struct nvkm_object *object, u64 addr, u32 data)
95{
96 if (likely(object->func->wr32))
97 return object->func->wr32(object, addr, data);
98 return -ENODEV;
99}
100
101int
102nvkm_object_bind(struct nvkm_object *object, struct nvkm_gpuobj *gpuobj,
103 int align, struct nvkm_gpuobj **pgpuobj)
104{
105 if (object->func->bind)
106 return object->func->bind(object, gpuobj, align, pgpuobj);
107 return -ENODEV;
108}
109
110int
111nvkm_object_fini(struct nvkm_object *object, bool suspend)
112{
113 const char *action = suspend ? "suspend" : "fini";
114 struct nvkm_object *child;
115 s64 time;
116 int ret;
117
118 nvif_debug(object, "%s children...\n", action);
119 time = ktime_to_us(ktime_get());
120 list_for_each_entry(child, &object->tree, head) {
121 ret = nvkm_object_fini(child, suspend);
122 if (ret && suspend)
123 goto fail_child;
124 }
125
126 nvif_debug(object, "%s running...\n", action);
127 if (object->func->fini) {
128 ret = object->func->fini(object, suspend);
129 if (ret) {
130 nvif_error(object, "%s failed with %d\n", action, ret);
131 if (suspend)
132 goto fail;
133 }
134 }
135
136 time = ktime_to_us(ktime_get()) - time;
137 nvif_debug(object, "%s completed in %lldus\n", action, time);
138 return 0;
139
140fail:
141 if (object->func->init) {
142 int rret = object->func->init(object);
143 if (rret)
144 nvif_fatal(object, "failed to restart, %d\n", rret);
145 }
146fail_child:
147 list_for_each_entry_continue_reverse(child, &object->tree, head) {
148 nvkm_object_init(child);
149 }
150 return ret;
151}
152
153int
154nvkm_object_init(struct nvkm_object *object)
155{
156 struct nvkm_object *child;
157 s64 time;
158 int ret;
159
160 nvif_debug(object, "init running...\n");
161 time = ktime_to_us(ktime_get());
162 if (object->func->init) {
163 ret = object->func->init(object);
164 if (ret)
165 goto fail;
166 }
167
168 nvif_debug(object, "init children...\n");
169 list_for_each_entry(child, &object->tree, head) {
170 ret = nvkm_object_init(child);
171 if (ret)
172 goto fail_child;
173 }
174
175 time = ktime_to_us(ktime_get()) - time;
176 nvif_debug(object, "init completed in %lldus\n", time);
177 return 0;
178
179fail_child:
180 list_for_each_entry_continue_reverse(child, &object->tree, head)
181 nvkm_object_fini(child, false);
182fail:
183 nvif_error(object, "init failed with %d\n", ret);
184 if (object->func->fini)
185 object->func->fini(object, false);
186 return ret;
187}
188
189void *
190nvkm_object_dtor(struct nvkm_object *object)
191{
192 struct nvkm_object *child, *ctemp;
193 void *data = object;
194 s64 time;
195
196 nvif_debug(object, "destroy children...\n");
197 time = ktime_to_us(ktime_get());
198 list_for_each_entry_safe(child, ctemp, &object->tree, head) {
199 nvkm_object_del(&child);
200 }
201
202 nvif_debug(object, "destroy running...\n");
203 if (object->func->dtor)
204 data = object->func->dtor(object);
205 nvkm_engine_unref(&object->engine);
206 time = ktime_to_us(ktime_get()) - time;
207 nvif_debug(object, "destroy completed in %lldus...\n", time);
208 return data;
209}
210
211void
212nvkm_object_del(struct nvkm_object **pobject)
213{
214 struct nvkm_object *object = *pobject;
215 if (object && !WARN_ON(!object->func)) {
216 *pobject = nvkm_object_dtor(object);
217 nvkm_client_remove(object->client, object);
218 list_del(&object->head);
219 kfree(*pobject);
220 *pobject = NULL;
221 }
222}
223
224void
225nvkm_object_ctor(const struct nvkm_object_func *func,
226 const struct nvkm_oclass *oclass, struct nvkm_object *object)
227{
228 object->func = func;
229 object->client = oclass->client;
230 object->engine = nvkm_engine_ref(oclass->engine);
231 object->oclass = oclass->base.oclass;
232 object->handle = oclass->handle;
233 INIT_LIST_HEAD(&object->head);
234 INIT_LIST_HEAD(&object->tree);
235 RB_CLEAR_NODE(&object->node);
236 WARN_ON(oclass->engine && !object->engine);
237}
238
239int
240nvkm_object_new_(const struct nvkm_object_func *func,
241 const struct nvkm_oclass *oclass, void *data, u32 size,
242 struct nvkm_object **pobject)
243{
244 if (size == 0) {
245 if (!(*pobject = kzalloc(sizeof(**pobject), GFP_KERNEL)))
246 return -ENOMEM;
247 nvkm_object_ctor(func, oclass, *pobject);
248 return 0;
249 }
250 return -ENOSYS;
251}
252
253static const struct nvkm_object_func
254nvkm_object_func = {
255};
256
257int
258nvkm_object_new(const struct nvkm_oclass *oclass, void *data, u32 size,
259 struct nvkm_object **pobject)
260{
261 const struct nvkm_object_func *func =
262 oclass->base.func ? oclass->base.func : &nvkm_object_func;
263 return nvkm_object_new_(func, oclass, data, size, pobject);
264}
1/*
2 * Copyright 2012 Red Hat Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: Ben Skeggs
23 */
24#include <core/object.h>
25#include <core/client.h>
26#include <core/engine.h>
27
28struct nvkm_object *
29nvkm_object_search(struct nvkm_client *client, u64 handle,
30 const struct nvkm_object_func *func)
31{
32 struct nvkm_object *object;
33 unsigned long flags;
34
35 if (handle) {
36 spin_lock_irqsave(&client->obj_lock, flags);
37 struct rb_node *node = client->objroot.rb_node;
38 while (node) {
39 object = rb_entry(node, typeof(*object), node);
40 if (handle < object->object)
41 node = node->rb_left;
42 else
43 if (handle > object->object)
44 node = node->rb_right;
45 else {
46 spin_unlock_irqrestore(&client->obj_lock, flags);
47 goto done;
48 }
49 }
50 spin_unlock_irqrestore(&client->obj_lock, flags);
51 return ERR_PTR(-ENOENT);
52 } else {
53 object = &client->object;
54 }
55
56done:
57 if (unlikely(func && object->func != func))
58 return ERR_PTR(-EINVAL);
59 return object;
60}
61
62void
63nvkm_object_remove(struct nvkm_object *object)
64{
65 unsigned long flags;
66
67 spin_lock_irqsave(&object->client->obj_lock, flags);
68 if (!RB_EMPTY_NODE(&object->node))
69 rb_erase(&object->node, &object->client->objroot);
70 spin_unlock_irqrestore(&object->client->obj_lock, flags);
71}
72
73bool
74nvkm_object_insert(struct nvkm_object *object)
75{
76 struct rb_node **ptr;
77 struct rb_node *parent = NULL;
78 unsigned long flags;
79
80 spin_lock_irqsave(&object->client->obj_lock, flags);
81 ptr = &object->client->objroot.rb_node;
82 while (*ptr) {
83 struct nvkm_object *this = rb_entry(*ptr, typeof(*this), node);
84 parent = *ptr;
85 if (object->object < this->object) {
86 ptr = &parent->rb_left;
87 } else if (object->object > this->object) {
88 ptr = &parent->rb_right;
89 } else {
90 spin_unlock_irqrestore(&object->client->obj_lock, flags);
91 return false;
92 }
93 }
94
95 rb_link_node(&object->node, parent, ptr);
96 rb_insert_color(&object->node, &object->client->objroot);
97 spin_unlock_irqrestore(&object->client->obj_lock, flags);
98 return true;
99}
100
101int
102nvkm_object_mthd(struct nvkm_object *object, u32 mthd, void *data, u32 size)
103{
104 if (likely(object->func->mthd))
105 return object->func->mthd(object, mthd, data, size);
106 return -ENODEV;
107}
108
109int
110nvkm_object_ntfy(struct nvkm_object *object, u32 mthd,
111 struct nvkm_event **pevent)
112{
113 if (likely(object->func->ntfy))
114 return object->func->ntfy(object, mthd, pevent);
115 return -ENODEV;
116}
117
118int
119nvkm_object_map(struct nvkm_object *object, void *argv, u32 argc,
120 enum nvkm_object_map *type, u64 *addr, u64 *size)
121{
122 if (likely(object->func->map))
123 return object->func->map(object, argv, argc, type, addr, size);
124 return -ENODEV;
125}
126
127int
128nvkm_object_unmap(struct nvkm_object *object)
129{
130 if (likely(object->func->unmap))
131 return object->func->unmap(object);
132 return -ENODEV;
133}
134
135int
136nvkm_object_rd08(struct nvkm_object *object, u64 addr, u8 *data)
137{
138 if (likely(object->func->rd08))
139 return object->func->rd08(object, addr, data);
140 return -ENODEV;
141}
142
143int
144nvkm_object_rd16(struct nvkm_object *object, u64 addr, u16 *data)
145{
146 if (likely(object->func->rd16))
147 return object->func->rd16(object, addr, data);
148 return -ENODEV;
149}
150
151int
152nvkm_object_rd32(struct nvkm_object *object, u64 addr, u32 *data)
153{
154 if (likely(object->func->rd32))
155 return object->func->rd32(object, addr, data);
156 return -ENODEV;
157}
158
159int
160nvkm_object_wr08(struct nvkm_object *object, u64 addr, u8 data)
161{
162 if (likely(object->func->wr08))
163 return object->func->wr08(object, addr, data);
164 return -ENODEV;
165}
166
167int
168nvkm_object_wr16(struct nvkm_object *object, u64 addr, u16 data)
169{
170 if (likely(object->func->wr16))
171 return object->func->wr16(object, addr, data);
172 return -ENODEV;
173}
174
175int
176nvkm_object_wr32(struct nvkm_object *object, u64 addr, u32 data)
177{
178 if (likely(object->func->wr32))
179 return object->func->wr32(object, addr, data);
180 return -ENODEV;
181}
182
183int
184nvkm_object_bind(struct nvkm_object *object, struct nvkm_gpuobj *gpuobj,
185 int align, struct nvkm_gpuobj **pgpuobj)
186{
187 if (object->func->bind)
188 return object->func->bind(object, gpuobj, align, pgpuobj);
189 return -ENODEV;
190}
191
192int
193nvkm_object_fini(struct nvkm_object *object, bool suspend)
194{
195 const char *action = suspend ? "suspend" : "fini";
196 struct nvkm_object *child;
197 s64 time;
198 int ret;
199
200 nvif_debug(object, "%s children...\n", action);
201 time = ktime_to_us(ktime_get());
202 list_for_each_entry_reverse(child, &object->tree, head) {
203 ret = nvkm_object_fini(child, suspend);
204 if (ret && suspend)
205 goto fail_child;
206 }
207
208 nvif_debug(object, "%s running...\n", action);
209 if (object->func->fini) {
210 ret = object->func->fini(object, suspend);
211 if (ret) {
212 nvif_error(object, "%s failed with %d\n", action, ret);
213 if (suspend)
214 goto fail;
215 }
216 }
217
218 time = ktime_to_us(ktime_get()) - time;
219 nvif_debug(object, "%s completed in %lldus\n", action, time);
220 return 0;
221
222fail:
223 if (object->func->init) {
224 int rret = object->func->init(object);
225 if (rret)
226 nvif_fatal(object, "failed to restart, %d\n", rret);
227 }
228fail_child:
229 list_for_each_entry_continue_reverse(child, &object->tree, head) {
230 nvkm_object_init(child);
231 }
232 return ret;
233}
234
235int
236nvkm_object_init(struct nvkm_object *object)
237{
238 struct nvkm_object *child;
239 s64 time;
240 int ret;
241
242 nvif_debug(object, "init running...\n");
243 time = ktime_to_us(ktime_get());
244 if (object->func->init) {
245 ret = object->func->init(object);
246 if (ret)
247 goto fail;
248 }
249
250 nvif_debug(object, "init children...\n");
251 list_for_each_entry(child, &object->tree, head) {
252 ret = nvkm_object_init(child);
253 if (ret)
254 goto fail_child;
255 }
256
257 time = ktime_to_us(ktime_get()) - time;
258 nvif_debug(object, "init completed in %lldus\n", time);
259 return 0;
260
261fail_child:
262 list_for_each_entry_continue_reverse(child, &object->tree, head)
263 nvkm_object_fini(child, false);
264fail:
265 nvif_error(object, "init failed with %d\n", ret);
266 if (object->func->fini)
267 object->func->fini(object, false);
268 return ret;
269}
270
271void *
272nvkm_object_dtor(struct nvkm_object *object)
273{
274 struct nvkm_object *child, *ctemp;
275 void *data = object;
276 s64 time;
277
278 nvif_debug(object, "destroy children...\n");
279 time = ktime_to_us(ktime_get());
280 list_for_each_entry_safe(child, ctemp, &object->tree, head) {
281 nvkm_object_del(&child);
282 }
283
284 nvif_debug(object, "destroy running...\n");
285 nvkm_object_unmap(object);
286 if (object->func->dtor)
287 data = object->func->dtor(object);
288 nvkm_engine_unref(&object->engine);
289 time = ktime_to_us(ktime_get()) - time;
290 nvif_debug(object, "destroy completed in %lldus...\n", time);
291 return data;
292}
293
294void
295nvkm_object_del(struct nvkm_object **pobject)
296{
297 struct nvkm_object *object = *pobject;
298 if (object && !WARN_ON(!object->func)) {
299 *pobject = nvkm_object_dtor(object);
300 nvkm_object_remove(object);
301 list_del(&object->head);
302 kfree(*pobject);
303 *pobject = NULL;
304 }
305}
306
307void
308nvkm_object_ctor(const struct nvkm_object_func *func,
309 const struct nvkm_oclass *oclass, struct nvkm_object *object)
310{
311 object->func = func;
312 object->client = oclass->client;
313 object->engine = nvkm_engine_ref(oclass->engine);
314 object->oclass = oclass->base.oclass;
315 object->handle = oclass->handle;
316 object->route = oclass->route;
317 object->token = oclass->token;
318 object->object = oclass->object;
319 INIT_LIST_HEAD(&object->head);
320 INIT_LIST_HEAD(&object->tree);
321 RB_CLEAR_NODE(&object->node);
322 WARN_ON(IS_ERR(object->engine));
323}
324
325int
326nvkm_object_new_(const struct nvkm_object_func *func,
327 const struct nvkm_oclass *oclass, void *data, u32 size,
328 struct nvkm_object **pobject)
329{
330 if (size == 0) {
331 if (!(*pobject = kzalloc(sizeof(**pobject), GFP_KERNEL)))
332 return -ENOMEM;
333 nvkm_object_ctor(func, oclass, *pobject);
334 return 0;
335 }
336 return -ENOSYS;
337}
338
339static const struct nvkm_object_func
340nvkm_object_func = {
341};
342
343int
344nvkm_object_new(const struct nvkm_oclass *oclass, void *data, u32 size,
345 struct nvkm_object **pobject)
346{
347 const struct nvkm_object_func *func =
348 oclass->base.func ? oclass->base.func : &nvkm_object_func;
349 return nvkm_object_new_(func, oclass, data, size, pobject);
350}