Commit | Line | Data |
---|---|---|
f556cb0c CZ |
1 | /* |
2 | * Copyright 2015 Advanced Micro Devices, Inc. | |
3 | * | |
4 | * Permission is hereby granted, free of charge, to any person obtaining a | |
5 | * copy of this software and associated documentation files (the "Software"), | |
6 | * to deal in the Software without restriction, including without limitation | |
7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, | |
8 | * and/or sell copies of the Software, and to permit persons to whom the | |
9 | * Software is furnished to do so, subject to the following conditions: | |
10 | * | |
11 | * The above copyright notice and this permission notice shall be included in | |
12 | * all copies or substantial portions of the Software. | |
13 | * | |
14 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR | |
15 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
16 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | |
17 | * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR | |
18 | * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, | |
19 | * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR | |
20 | * OTHER DEALINGS IN THE SOFTWARE. | |
21 | * | |
22 | * | |
23 | */ | |
24 | #include <linux/kthread.h> | |
25 | #include <linux/wait.h> | |
26 | #include <linux/sched.h> | |
27 | #include <drm/drmP.h> | |
28 | #include "gpu_scheduler.h" | |
29 | ||
16a7133f CK |
30 | struct amd_sched_fence *amd_sched_fence_create(struct amd_sched_entity *entity, |
31 | void *owner) | |
f556cb0c CZ |
32 | { |
33 | struct amd_sched_fence *fence = NULL; | |
ce882e6d CK |
34 | unsigned seq; |
35 | ||
f5617f9d | 36 | fence = kmem_cache_zalloc(sched_fence_slab, GFP_KERNEL); |
f556cb0c CZ |
37 | if (fence == NULL) |
38 | return NULL; | |
393a0bd4 | 39 | |
84f76ea6 | 40 | fence->owner = owner; |
16a7133f | 41 | fence->sched = entity->sched; |
f556cb0c | 42 | spin_lock_init(&fence->lock); |
ce882e6d | 43 | |
16a7133f | 44 | seq = atomic_inc_return(&entity->fence_seq); |
f54d1867 CW |
45 | dma_fence_init(&fence->scheduled, &amd_sched_fence_ops_scheduled, |
46 | &fence->lock, entity->fence_context, seq); | |
47 | dma_fence_init(&fence->finished, &amd_sched_fence_ops_finished, | |
48 | &fence->lock, entity->fence_context + 1, seq); | |
ce882e6d | 49 | |
f556cb0c CZ |
50 | return fence; |
51 | } | |
52 | ||
6fc13675 | 53 | void amd_sched_fence_scheduled(struct amd_sched_fence *fence) |
f556cb0c | 54 | { |
f54d1867 | 55 | int ret = dma_fence_signal(&fence->scheduled); |
6fc13675 | 56 | |
2983e5ce | 57 | if (!ret) |
f54d1867 CW |
58 | DMA_FENCE_TRACE(&fence->scheduled, |
59 | "signaled from irq context\n"); | |
2983e5ce | 60 | else |
f54d1867 CW |
61 | DMA_FENCE_TRACE(&fence->scheduled, |
62 | "was already signaled\n"); | |
f556cb0c CZ |
63 | } |
64 | ||
6fc13675 | 65 | void amd_sched_fence_finished(struct amd_sched_fence *fence) |
393a0bd4 | 66 | { |
f54d1867 | 67 | int ret = dma_fence_signal(&fence->finished); |
393a0bd4 | 68 | |
6fc13675 | 69 | if (!ret) |
f54d1867 CW |
70 | DMA_FENCE_TRACE(&fence->finished, |
71 | "signaled from irq context\n"); | |
6fc13675 | 72 | else |
f54d1867 CW |
73 | DMA_FENCE_TRACE(&fence->finished, |
74 | "was already signaled\n"); | |
393a0bd4 CK |
75 | } |
76 | ||
f54d1867 | 77 | static const char *amd_sched_fence_get_driver_name(struct dma_fence *fence) |
f556cb0c CZ |
78 | { |
79 | return "amd_sched"; | |
80 | } | |
81 | ||
f54d1867 | 82 | static const char *amd_sched_fence_get_timeline_name(struct dma_fence *f) |
f556cb0c CZ |
83 | { |
84 | struct amd_sched_fence *fence = to_amd_sched_fence(f); | |
9b398fa5 | 85 | return (const char *)fence->sched->name; |
f556cb0c CZ |
86 | } |
87 | ||
f54d1867 | 88 | static bool amd_sched_fence_enable_signaling(struct dma_fence *f) |
f556cb0c | 89 | { |
2983e5ce | 90 | return true; |
f556cb0c CZ |
91 | } |
92 | ||
189e0fb7 CK |
93 | /** |
94 | * amd_sched_fence_free - free up the fence memory | |
95 | * | |
96 | * @rcu: RCU callback head | |
97 | * | |
98 | * Free up the fence memory after the RCU grace period. | |
99 | */ | |
100 | static void amd_sched_fence_free(struct rcu_head *rcu) | |
f5617f9d | 101 | { |
f54d1867 | 102 | struct dma_fence *f = container_of(rcu, struct dma_fence, rcu); |
f5617f9d | 103 | struct amd_sched_fence *fence = to_amd_sched_fence(f); |
6fc13675 | 104 | |
f54d1867 | 105 | dma_fence_put(fence->parent); |
f5617f9d CZ |
106 | kmem_cache_free(sched_fence_slab, fence); |
107 | } | |
108 | ||
189e0fb7 CK |
109 | /** |
110 | * amd_sched_fence_release - callback that fence can be freed | |
111 | * | |
112 | * @fence: fence | |
113 | * | |
114 | * This function is called when the reference count becomes zero. | |
115 | * It just RCU schedules freeing up the fence. | |
116 | */ | |
f54d1867 | 117 | static void amd_sched_fence_release_scheduled(struct dma_fence *f) |
6fc13675 CK |
118 | { |
119 | struct amd_sched_fence *fence = to_amd_sched_fence(f); | |
120 | ||
121 | call_rcu(&fence->finished.rcu, amd_sched_fence_free); | |
122 | } | |
123 | ||
124 | /** | |
125 | * amd_sched_fence_release_scheduled - drop extra reference | |
126 | * | |
127 | * @f: fence | |
128 | * | |
129 | * Drop the extra reference from the scheduled fence to the base fence. | |
130 | */ | |
f54d1867 | 131 | static void amd_sched_fence_release_finished(struct dma_fence *f) |
189e0fb7 | 132 | { |
6fc13675 CK |
133 | struct amd_sched_fence *fence = to_amd_sched_fence(f); |
134 | ||
f54d1867 | 135 | dma_fence_put(&fence->scheduled); |
189e0fb7 CK |
136 | } |
137 | ||
f54d1867 | 138 | const struct dma_fence_ops amd_sched_fence_ops_scheduled = { |
6fc13675 CK |
139 | .get_driver_name = amd_sched_fence_get_driver_name, |
140 | .get_timeline_name = amd_sched_fence_get_timeline_name, | |
141 | .enable_signaling = amd_sched_fence_enable_signaling, | |
142 | .signaled = NULL, | |
f54d1867 | 143 | .wait = dma_fence_default_wait, |
6fc13675 CK |
144 | .release = amd_sched_fence_release_scheduled, |
145 | }; | |
146 | ||
f54d1867 | 147 | const struct dma_fence_ops amd_sched_fence_ops_finished = { |
f556cb0c CZ |
148 | .get_driver_name = amd_sched_fence_get_driver_name, |
149 | .get_timeline_name = amd_sched_fence_get_timeline_name, | |
150 | .enable_signaling = amd_sched_fence_enable_signaling, | |
2983e5ce | 151 | .signaled = NULL, |
f54d1867 | 152 | .wait = dma_fence_default_wait, |
6fc13675 | 153 | .release = amd_sched_fence_release_finished, |
f556cb0c | 154 | }; |