blob: 7a4d8209bb0b992b27d133db9ba9bddb085b8a73 [file] [log] [blame]
Erik Gilling7ad530b2013-02-28 16:42:57 -08001/*
2 * include/linux/sync.h
3 *
4 * Copyright (C) 2012 Google, Inc.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 */
12
13#ifndef _LINUX_SYNC_H
14#define _LINUX_SYNC_H
15
16#include <linux/types.h>
Erik Gilling01544172013-02-28 16:43:10 -080017#include <linux/kref.h>
Erik Gilling97a84842013-02-28 16:42:59 -080018#include <linux/ktime.h>
Erik Gilling7ad530b2013-02-28 16:42:57 -080019#include <linux/list.h>
20#include <linux/spinlock.h>
21#include <linux/wait.h>
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +020022#include <linux/fence.h>
Erik Gilling7ad530b2013-02-28 16:42:57 -080023
Colin Cross64907b92014-02-17 13:58:32 -080024#include "uapi/sync.h"
25
Erik Gilling7ad530b2013-02-28 16:42:57 -080026struct sync_timeline;
27struct sync_pt;
28struct sync_fence;
29
30/**
31 * struct sync_timeline_ops - sync object implementation ops
Masanari Iida4e20eff2013-10-31 14:20:25 +090032 * @driver_name: name of the implementation
Erik Gilling7ad530b2013-02-28 16:42:57 -080033 * @dup: duplicate a sync_pt
34 * @has_signaled: returns:
35 * 1 if pt has signaled
36 * 0 if pt has not signaled
37 * <0 on error
38 * @compare: returns:
39 * 1 if b will signal before a
40 * 0 if a and b will signal at the same time
Masanari Iida4e20eff2013-10-31 14:20:25 +090041 * -1 if a will signal before b
Erik Gilling7ad530b2013-02-28 16:42:57 -080042 * @free_pt: called before sync_pt is freed
43 * @release_obj: called before sync_timeline is freed
Masanari Iida4e20eff2013-10-31 14:20:25 +090044 * @fill_driver_data: write implementation specific driver data to data.
Erik Gilling79ba1522013-02-28 16:43:02 -080045 * should return an error if there is not enough room
46 * as specified by size. This information is returned
47 * to userspace by SYNC_IOC_FENCE_INFO.
Erik Gillingdbd52392013-02-28 16:43:21 -080048 * @timeline_value_str: fill str with the value of the sync_timeline's counter
49 * @pt_value_str: fill str with the value of the sync_pt
Erik Gilling7ad530b2013-02-28 16:42:57 -080050 */
51struct sync_timeline_ops {
52 const char *driver_name;
53
54 /* required */
Daeseok Youn393f5392014-02-10 14:36:48 +090055 struct sync_pt * (*dup)(struct sync_pt *pt);
Erik Gilling7ad530b2013-02-28 16:42:57 -080056
57 /* required */
58 int (*has_signaled)(struct sync_pt *pt);
59
60 /* required */
61 int (*compare)(struct sync_pt *a, struct sync_pt *b);
62
63 /* optional */
64 void (*free_pt)(struct sync_pt *sync_pt);
65
66 /* optional */
67 void (*release_obj)(struct sync_timeline *sync_timeline);
Erik Gillingaf7582f2013-02-28 16:43:00 -080068
Erik Gilling79ba1522013-02-28 16:43:02 -080069 /* optional */
70 int (*fill_driver_data)(struct sync_pt *syncpt, void *data, int size);
Erik Gillingdbd52392013-02-28 16:43:21 -080071
72 /* optional */
73 void (*timeline_value_str)(struct sync_timeline *timeline, char *str,
74 int size);
75
76 /* optional */
77 void (*pt_value_str)(struct sync_pt *pt, char *str, int size);
Erik Gilling7ad530b2013-02-28 16:42:57 -080078};
79
80/**
81 * struct sync_timeline - sync object
Erik Gillingc5b86b72013-02-28 16:43:11 -080082 * @kref: reference count on fence.
Masanari Iida4e20eff2013-10-31 14:20:25 +090083 * @ops: ops that define the implementation of the sync_timeline
Erik Gilling7ad530b2013-02-28 16:42:57 -080084 * @name: name of the sync_timeline. Useful for debugging
Masanari Iida4e20eff2013-10-31 14:20:25 +090085 * @destroyed: set when sync_timeline is destroyed
Erik Gilling7ad530b2013-02-28 16:42:57 -080086 * @child_list_head: list of children sync_pts for this sync_timeline
87 * @child_list_lock: lock protecting @child_list_head, destroyed, and
88 * sync_pt.status
89 * @active_list_head: list of active (unsignaled/errored) sync_pts
Erik Gillingaf7582f2013-02-28 16:43:00 -080090 * @sync_timeline_list: membership in global sync_timeline_list
Erik Gilling7ad530b2013-02-28 16:42:57 -080091 */
92struct sync_timeline {
Erik Gillingc5b86b72013-02-28 16:43:11 -080093 struct kref kref;
Erik Gilling7ad530b2013-02-28 16:42:57 -080094 const struct sync_timeline_ops *ops;
95 char name[32];
96
97 /* protected by child_list_lock */
98 bool destroyed;
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +020099 int context, value;
Erik Gilling7ad530b2013-02-28 16:42:57 -0800100
101 struct list_head child_list_head;
102 spinlock_t child_list_lock;
103
104 struct list_head active_list_head;
Erik Gillingaf7582f2013-02-28 16:43:00 -0800105
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200106#ifdef CONFIG_DEBUG_FS
Erik Gillingaf7582f2013-02-28 16:43:00 -0800107 struct list_head sync_timeline_list;
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200108#endif
Erik Gilling7ad530b2013-02-28 16:42:57 -0800109};
110
111/**
112 * struct sync_pt - sync point
Gustavo Padovan9b323812016-01-21 10:49:14 -0200113 * @base: base fence class
Erik Gilling7ad530b2013-02-28 16:42:57 -0800114 * @child_list: membership in sync_timeline.child_list_head
115 * @active_list: membership in sync_timeline.active_list_head
Erik Gilling7ad530b2013-02-28 16:42:57 -0800116 */
117struct sync_pt {
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200118 struct fence base;
119
Erik Gilling7ad530b2013-02-28 16:42:57 -0800120 struct list_head child_list;
Erik Gilling7ad530b2013-02-28 16:42:57 -0800121 struct list_head active_list;
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200122};
Erik Gilling7ad530b2013-02-28 16:42:57 -0800123
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200124static inline struct sync_timeline *sync_pt_parent(struct sync_pt *pt)
125{
126 return container_of(pt->base.lock, struct sync_timeline,
127 child_list_lock);
128}
Erik Gilling7ad530b2013-02-28 16:42:57 -0800129
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200130struct sync_fence_cb {
131 struct fence_cb cb;
132 struct fence *sync_pt;
133 struct sync_fence *fence;
Erik Gilling7ad530b2013-02-28 16:42:57 -0800134};
135
136/**
137 * struct sync_fence - sync fence
138 * @file: file representing this fence
Masanari Iida4e20eff2013-10-31 14:20:25 +0900139 * @kref: reference count on fence.
Erik Gilling7ad530b2013-02-28 16:42:57 -0800140 * @name: name of sync_fence. Useful for debugging
Erik Gillingaf7582f2013-02-28 16:43:00 -0800141 * @sync_fence_list: membership in global fence list
Gustavo Padovan9b323812016-01-21 10:49:14 -0200142 * @num_fences number of sync_pts in the fence
143 * @wq: wait queue for fence signaling
144 * @status: 0: signaled, >0:active, <0: error
145 * @cbs: sync_pts callback information
Erik Gilling7ad530b2013-02-28 16:42:57 -0800146 */
147struct sync_fence {
148 struct file *file;
Erik Gilling01544172013-02-28 16:43:10 -0800149 struct kref kref;
Erik Gilling7ad530b2013-02-28 16:42:57 -0800150 char name[32];
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200151#ifdef CONFIG_DEBUG_FS
152 struct list_head sync_fence_list;
153#endif
154 int num_fences;
Erik Gilling7ad530b2013-02-28 16:42:57 -0800155
156 wait_queue_head_t wq;
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200157 atomic_t status;
Erik Gillingaf7582f2013-02-28 16:43:00 -0800158
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200159 struct sync_fence_cb cbs[];
Erik Gilling7ad530b2013-02-28 16:42:57 -0800160};
161
Erik Gillingc0f61a42013-02-28 16:43:05 -0800162struct sync_fence_waiter;
163typedef void (*sync_callback_t)(struct sync_fence *fence,
164 struct sync_fence_waiter *waiter);
165
Erik Gilling7ad530b2013-02-28 16:42:57 -0800166/**
167 * struct sync_fence_waiter - metadata for asynchronous waiter on a fence
Gustavo Padovan9b323812016-01-21 10:49:14 -0200168 * @work: wait_queue for the fence waiter
Erik Gilling7ad530b2013-02-28 16:42:57 -0800169 * @callback: function pointer to call when fence signals
Erik Gilling7ad530b2013-02-28 16:42:57 -0800170 */
171struct sync_fence_waiter {
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200172 wait_queue_t work;
173 sync_callback_t callback;
Erik Gilling7ad530b2013-02-28 16:42:57 -0800174};
175
Erik Gillingc0f61a42013-02-28 16:43:05 -0800176static inline void sync_fence_waiter_init(struct sync_fence_waiter *waiter,
177 sync_callback_t callback)
178{
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200179 INIT_LIST_HEAD(&waiter->work.task_list);
Erik Gillingc0f61a42013-02-28 16:43:05 -0800180 waiter->callback = callback;
181}
182
Erik Gilling7ad530b2013-02-28 16:42:57 -0800183/*
184 * API for sync_timeline implementers
185 */
186
187/**
188 * sync_timeline_create() - creates a sync object
Masanari Iida4e20eff2013-10-31 14:20:25 +0900189 * @ops: specifies the implementation ops for the object
Erik Gilling7ad530b2013-02-28 16:42:57 -0800190 * @size: size to allocate for this obj
191 * @name: sync_timeline name
192 *
Masanari Iida4e20eff2013-10-31 14:20:25 +0900193 * Creates a new sync_timeline which will use the implementation specified by
194 * @ops. @size bytes will be allocated allowing for implementation specific
Gustavo Padovan9b323812016-01-21 10:49:14 -0200195 * data to be kept after the generic sync_timeline struct. Returns the
196 * sync_timeline object or NULL in case of error.
Erik Gilling7ad530b2013-02-28 16:42:57 -0800197 */
198struct sync_timeline *sync_timeline_create(const struct sync_timeline_ops *ops,
199 int size, const char *name);
200
201/**
Masanari Iida4e20eff2013-10-31 14:20:25 +0900202 * sync_timeline_destroy() - destroys a sync object
Erik Gilling7ad530b2013-02-28 16:42:57 -0800203 * @obj: sync_timeline to destroy
204 *
Masanari Iida4e20eff2013-10-31 14:20:25 +0900205 * A sync implementation should call this when the @obj is going away
206 * (i.e. module unload.) @obj won't actually be freed until all its children
Erik Gilling7ad530b2013-02-28 16:42:57 -0800207 * sync_pts are freed.
208 */
209void sync_timeline_destroy(struct sync_timeline *obj);
210
211/**
212 * sync_timeline_signal() - signal a status change on a sync_timeline
213 * @obj: sync_timeline to signal
214 *
Masanari Iida4e20eff2013-10-31 14:20:25 +0900215 * A sync implementation should call this any time one of it's sync_pts
Erik Gilling7ad530b2013-02-28 16:42:57 -0800216 * has signaled or has an error condition.
217 */
218void sync_timeline_signal(struct sync_timeline *obj);
219
220/**
221 * sync_pt_create() - creates a sync pt
222 * @parent: sync_pt's parent sync_timeline
223 * @size: size to allocate for this pt
224 *
Masanari Iida4e20eff2013-10-31 14:20:25 +0900225 * Creates a new sync_pt as a child of @parent. @size bytes will be
226 * allocated allowing for implementation specific data to be kept after
Gustavo Padovan9b323812016-01-21 10:49:14 -0200227 * the generic sync_timeline struct. Returns the sync_pt object or
228 * NULL in case of error.
Erik Gilling7ad530b2013-02-28 16:42:57 -0800229 */
230struct sync_pt *sync_pt_create(struct sync_timeline *parent, int size);
231
232/**
233 * sync_pt_free() - frees a sync pt
234 * @pt: sync_pt to free
235 *
236 * This should only be called on sync_pts which have been created but
237 * not added to a fence.
238 */
239void sync_pt_free(struct sync_pt *pt);
240
241/**
242 * sync_fence_create() - creates a sync fence
243 * @name: name of fence to create
244 * @pt: sync_pt to add to the fence
245 *
246 * Creates a fence containg @pt. Once this is called, the fence takes
247 * ownership of @pt.
248 */
249struct sync_fence *sync_fence_create(const char *name, struct sync_pt *pt);
250
Maarten Lankhorst0f477c62015-12-11 13:11:50 +0000251/**
252 * sync_fence_create_dma() - creates a sync fence from dma-fence
253 * @name: name of fence to create
254 * @pt: dma-fence to add to the fence
255 *
256 * Creates a fence containg @pt. Once this is called, the fence takes
257 * ownership of @pt.
258 */
259struct sync_fence *sync_fence_create_dma(const char *name, struct fence *pt);
260
Erik Gilling7ad530b2013-02-28 16:42:57 -0800261/*
262 * API for sync_fence consumers
263 */
264
265/**
266 * sync_fence_merge() - merge two fences
267 * @name: name of new fence
268 * @a: fence a
269 * @b: fence b
270 *
271 * Creates a new fence which contains copies of all the sync_pts in both
Gustavo Padovan9b323812016-01-21 10:49:14 -0200272 * @a and @b. @a and @b remain valid, independent fences. Returns the
273 * new merged fence or NULL in case of error.
Erik Gilling7ad530b2013-02-28 16:42:57 -0800274 */
275struct sync_fence *sync_fence_merge(const char *name,
276 struct sync_fence *a, struct sync_fence *b);
277
278/**
279 * sync_fence_fdget() - get a fence from an fd
280 * @fd: fd referencing a fence
281 *
282 * Ensures @fd references a valid fence, increments the refcount of the backing
Gustavo Padovan9b323812016-01-21 10:49:14 -0200283 * file, and returns the fence. Returns the fence or NULL in case of error.
Erik Gilling7ad530b2013-02-28 16:42:57 -0800284 */
285struct sync_fence *sync_fence_fdget(int fd);
286
287/**
Masanari Iida4e20eff2013-10-31 14:20:25 +0900288 * sync_fence_put() - puts a reference of a sync fence
Erik Gilling7ad530b2013-02-28 16:42:57 -0800289 * @fence: fence to put
290 *
291 * Puts a reference on @fence. If this is the last reference, the fence and
292 * all it's sync_pts will be freed
293 */
294void sync_fence_put(struct sync_fence *fence);
295
296/**
297 * sync_fence_install() - installs a fence into a file descriptor
Masanari Iida4e20eff2013-10-31 14:20:25 +0900298 * @fence: fence to install
Erik Gilling7ad530b2013-02-28 16:42:57 -0800299 * @fd: file descriptor in which to install the fence
300 *
Heinrich Schuchardtae664752014-09-27 10:52:37 +0200301 * Installs @fence into @fd. @fd's should be acquired through
302 * get_unused_fd_flags(O_CLOEXEC).
Erik Gilling7ad530b2013-02-28 16:42:57 -0800303 */
304void sync_fence_install(struct sync_fence *fence, int fd);
305
306/**
307 * sync_fence_wait_async() - registers and async wait on the fence
308 * @fence: fence to wait on
Erik Gillingc0f61a42013-02-28 16:43:05 -0800309 * @waiter: waiter callback struck
Erik Gilling7ad530b2013-02-28 16:42:57 -0800310 *
Erik Gillingc0f61a42013-02-28 16:43:05 -0800311 * Registers a callback to be called when @fence signals or has an error.
312 * @waiter should be initialized with sync_fence_waiter_init().
Gustavo Padovan9b323812016-01-21 10:49:14 -0200313 *
314 * Returns 1 if @fence has already signaled, 0 if not or <0 if error.
Erik Gilling7ad530b2013-02-28 16:42:57 -0800315 */
316int sync_fence_wait_async(struct sync_fence *fence,
Erik Gillingc0f61a42013-02-28 16:43:05 -0800317 struct sync_fence_waiter *waiter);
318
319/**
320 * sync_fence_cancel_async() - cancels an async wait
321 * @fence: fence to wait on
322 * @waiter: waiter callback struck
323 *
Erik Gillingc0f61a42013-02-28 16:43:05 -0800324 * Cancels a previously registered async wait. Will fail gracefully if
325 * @waiter was never registered or if @fence has already signaled @waiter.
Gustavo Padovan9b323812016-01-21 10:49:14 -0200326 *
327 * Returns 0 if waiter was removed from fence's async waiter list.
328 * Returns -ENOENT if waiter was not found on fence's async waiter list.
Erik Gillingc0f61a42013-02-28 16:43:05 -0800329 */
330int sync_fence_cancel_async(struct sync_fence *fence,
331 struct sync_fence_waiter *waiter);
Erik Gilling7ad530b2013-02-28 16:42:57 -0800332
333/**
334 * sync_fence_wait() - wait on fence
335 * @fence: fence to wait on
336 * @tiemout: timeout in ms
337 *
Erik Gilling3b640f52013-02-28 16:43:14 -0800338 * Wait for @fence to be signaled or have an error. Waits indefinitely
Gustavo Padovan9b323812016-01-21 10:49:14 -0200339 * if @timeout < 0.
340 *
341 * Returns 0 if fence signaled, > 0 if it is still active and <0 on error
Erik Gilling7ad530b2013-02-28 16:42:57 -0800342 */
343int sync_fence_wait(struct sync_fence *fence, long timeout);
344
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200345#ifdef CONFIG_DEBUG_FS
346
Joe Perchesd30649a2015-08-10 14:51:16 -0700347void sync_timeline_debug_add(struct sync_timeline *obj);
348void sync_timeline_debug_remove(struct sync_timeline *obj);
349void sync_fence_debug_add(struct sync_fence *fence);
350void sync_fence_debug_remove(struct sync_fence *fence);
351void sync_dump(void);
Maarten Lankhorst0f0d8402014-07-01 12:57:31 +0200352
353#else
354# define sync_timeline_debug_add(obj)
355# define sync_timeline_debug_remove(obj)
356# define sync_fence_debug_add(fence)
357# define sync_fence_debug_remove(fence)
358# define sync_dump()
359#endif
360int sync_fence_wake_up_wq(wait_queue_t *curr, unsigned mode,
361 int wake_flags, void *key);
362
Erik Gilling7ad530b2013-02-28 16:42:57 -0800363#endif /* _LINUX_SYNC_H */