1// SPDX-License-Identifier: MIT
 2
 3/*
 4 * Copyright © 2019 Intel Corporation
 5 */
 6
 7#include "i915_sw_fence_work.h"
 8
 
 
 
 
 
 
 
 9static void fence_work(struct work_struct *work)
10{
11	struct dma_fence_work *f = container_of(work, typeof(*f), work);
12	int err;
13
14	err = f->ops->work(f);
15	if (err)
16		dma_fence_set_error(&f->dma, err);
17	dma_fence_signal(&f->dma);
18	dma_fence_put(&f->dma);
19}
20
21static int __i915_sw_fence_call
22fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state)
23{
24	struct dma_fence_work *f = container_of(fence, typeof(*f), chain);
25
26	switch (state) {
27	case FENCE_COMPLETE:
28		if (fence->error)
29			dma_fence_set_error(&f->dma, fence->error);
30
31		if (!f->dma.error) {
32			dma_fence_get(&f->dma);
33			queue_work(system_unbound_wq, &f->work);
 
 
 
34		} else {
35			dma_fence_signal(&f->dma);
36		}
37		break;
38
39	case FENCE_FREE:
40		dma_fence_put(&f->dma);
41		break;
42	}
43
44	return NOTIFY_DONE;
45}
46
47static const char *get_driver_name(struct dma_fence *fence)
48{
49	return "dma-fence";
50}
51
52static const char *get_timeline_name(struct dma_fence *fence)
53{
54	struct dma_fence_work *f = container_of(fence, typeof(*f), dma);
55
56	return f->ops->name ?: "work";
57}
58
59static void fence_release(struct dma_fence *fence)
60{
61	struct dma_fence_work *f = container_of(fence, typeof(*f), dma);
62
63	if (f->ops->release)
64		f->ops->release(f);
65
66	i915_sw_fence_fini(&f->chain);
67
68	BUILD_BUG_ON(offsetof(typeof(*f), dma));
69	dma_fence_free(&f->dma);
70}
71
72static const struct dma_fence_ops fence_ops = {
73	.get_driver_name = get_driver_name,
74	.get_timeline_name = get_timeline_name,
75	.release = fence_release,
76};
77
78void dma_fence_work_init(struct dma_fence_work *f,
79			 const struct dma_fence_work_ops *ops)
80{
 
81	spin_lock_init(&f->lock);
82	dma_fence_init(&f->dma, &fence_ops, &f->lock, 0, 0);
83	i915_sw_fence_init(&f->chain, fence_notify);
84	INIT_WORK(&f->work, fence_work);
85
86	f->ops = ops;
87}
88
89int dma_fence_work_chain(struct dma_fence_work *f, struct dma_fence *signal)
90{
91	if (!signal)
92		return 0;
93
94	return __i915_sw_fence_await_dma_fence(&f->chain, signal, &f->cb);
95}

 1// SPDX-License-Identifier: MIT
 2
 3/*
 4 * Copyright © 2019 Intel Corporation
 5 */
 6
 7#include "i915_sw_fence_work.h"
 8
 9static void fence_complete(struct dma_fence_work *f)
10{
11	if (f->ops->release)
12		f->ops->release(f);
13	dma_fence_signal(&f->dma);
14}
15
16static void fence_work(struct work_struct *work)
17{
18	struct dma_fence_work *f = container_of(work, typeof(*f), work);
 
19
20	f->ops->work(f);
21
22	fence_complete(f);
 
23	dma_fence_put(&f->dma);
24}
25
26static int
27fence_notify(struct i915_sw_fence *fence, enum i915_sw_fence_notify state)
28{
29	struct dma_fence_work *f = container_of(fence, typeof(*f), chain);
30
31	switch (state) {
32	case FENCE_COMPLETE:
33		if (fence->error)
34			dma_fence_set_error(&f->dma, fence->error);
35
36		if (!f->dma.error) {
37			dma_fence_get(&f->dma);
38			if (test_bit(DMA_FENCE_WORK_IMM, &f->dma.flags))
39				fence_work(&f->work);
40			else
41				queue_work(system_unbound_wq, &f->work);
42		} else {
43			fence_complete(f);
44		}
45		break;
46
47	case FENCE_FREE:
48		dma_fence_put(&f->dma);
49		break;
50	}
51
52	return NOTIFY_DONE;
53}
54
55static const char *get_driver_name(struct dma_fence *fence)
56{
57	return "dma-fence";
58}
59
60static const char *get_timeline_name(struct dma_fence *fence)
61{
62	struct dma_fence_work *f = container_of(fence, typeof(*f), dma);
63
64	return f->ops->name ?: "work";
65}
66
67static void fence_release(struct dma_fence *fence)
68{
69	struct dma_fence_work *f = container_of(fence, typeof(*f), dma);
70
 
 
 
71	i915_sw_fence_fini(&f->chain);
72
73	BUILD_BUG_ON(offsetof(typeof(*f), dma));
74	dma_fence_free(&f->dma);
75}
76
77static const struct dma_fence_ops fence_ops = {
78	.get_driver_name = get_driver_name,
79	.get_timeline_name = get_timeline_name,
80	.release = fence_release,
81};
82
83void dma_fence_work_init(struct dma_fence_work *f,
84			 const struct dma_fence_work_ops *ops)
85{
86	f->ops = ops;
87	spin_lock_init(&f->lock);
88	dma_fence_init(&f->dma, &fence_ops, &f->lock, 0, 0);
89	i915_sw_fence_init(&f->chain, fence_notify);
90	INIT_WORK(&f->work, fence_work);
 
 
91}
92
93int dma_fence_work_chain(struct dma_fence_work *f, struct dma_fence *signal)
94{
95	if (!signal)
96		return 0;
97
98	return __i915_sw_fence_await_dma_fence(&f->chain, signal, &f->cb);
99}