blob: 9cb5c3b307a6241f02c321c588f8eaba76c67c58 [file] [log] [blame]
Chris Wilsone68a1392016-09-09 14:11:41 +01001/*
Jonathan Gray635b3bc2018-11-29 12:30:51 +11002 * SPDX-License-Identifier: MIT
3 *
Chris Wilsone68a1392016-09-09 14:11:41 +01004 * i915_sw_fence.h - library routines for N:M synchronisation points
5 *
6 * Copyright (C) 2016 Intel Corporation
Chris Wilsone68a1392016-09-09 14:11:41 +01007 */
8
9#ifndef _I915_SW_FENCE_H_
10#define _I915_SW_FENCE_H_
11
Chris Wilsonea593db2019-03-22 09:23:25 +000012#include <linux/dma-fence.h>
Chris Wilsone68a1392016-09-09 14:11:41 +010013#include <linux/gfp.h>
14#include <linux/kref.h>
15#include <linux/notifier.h> /* for NOTIFY_DONE */
16#include <linux/wait.h>
17
18struct completion;
Chris Wilsone68a1392016-09-09 14:11:41 +010019struct reservation_object;
20
21struct i915_sw_fence {
22 wait_queue_head_t wait;
23 unsigned long flags;
Chris Wilsone68a1392016-09-09 14:11:41 +010024 atomic_t pending;
25};
26
27#define I915_SW_FENCE_CHECKED_BIT 0 /* used internally for DAG checking */
28#define I915_SW_FENCE_PRIVATE_BIT 1 /* available for use by owner */
29#define I915_SW_FENCE_MASK (~3)
30
31enum i915_sw_fence_notify {
32 FENCE_COMPLETE,
33 FENCE_FREE
34};
35
36typedef int (*i915_sw_fence_notify_t)(struct i915_sw_fence *,
37 enum i915_sw_fence_notify state);
38#define __i915_sw_fence_call __aligned(4)
39
Chris Wilson556b7482016-11-14 20:40:56 +000040void __i915_sw_fence_init(struct i915_sw_fence *fence,
41 i915_sw_fence_notify_t fn,
42 const char *name,
43 struct lock_class_key *key);
44#ifdef CONFIG_LOCKDEP
45#define i915_sw_fence_init(fence, fn) \
46do { \
47 static struct lock_class_key __key; \
48 \
49 __i915_sw_fence_init((fence), (fn), #fence, &__key); \
50} while (0)
51#else
52#define i915_sw_fence_init(fence, fn) \
53 __i915_sw_fence_init((fence), (fn), NULL, NULL)
54#endif
55
Chris Wilsonfc158402016-11-25 13:17:18 +000056#ifdef CONFIG_DRM_I915_SW_FENCE_DEBUG_OBJECTS
57void i915_sw_fence_fini(struct i915_sw_fence *fence);
58#else
59static inline void i915_sw_fence_fini(struct i915_sw_fence *fence) {}
60#endif
61
Chris Wilsone68a1392016-09-09 14:11:41 +010062void i915_sw_fence_commit(struct i915_sw_fence *fence);
63
64int i915_sw_fence_await_sw_fence(struct i915_sw_fence *fence,
65 struct i915_sw_fence *after,
Ingo Molnarac6424b2017-06-20 12:06:13 +020066 wait_queue_entry_t *wq);
Chris Wilson7e941862016-10-28 13:58:25 +010067int i915_sw_fence_await_sw_fence_gfp(struct i915_sw_fence *fence,
68 struct i915_sw_fence *after,
69 gfp_t gfp);
Chris Wilsonea593db2019-03-22 09:23:25 +000070
71struct i915_sw_dma_fence_cb {
72 struct dma_fence_cb base;
73 struct i915_sw_fence *fence;
74};
75
76int __i915_sw_fence_await_dma_fence(struct i915_sw_fence *fence,
77 struct dma_fence *dma,
78 struct i915_sw_dma_fence_cb *cb);
Chris Wilsone68a1392016-09-09 14:11:41 +010079int i915_sw_fence_await_dma_fence(struct i915_sw_fence *fence,
Chris Wilsonf54d1862016-10-25 13:00:45 +010080 struct dma_fence *dma,
Chris Wilsone68a1392016-09-09 14:11:41 +010081 unsigned long timeout,
82 gfp_t gfp);
Chris Wilsonea593db2019-03-22 09:23:25 +000083
Chris Wilsone68a1392016-09-09 14:11:41 +010084int i915_sw_fence_await_reservation(struct i915_sw_fence *fence,
85 struct reservation_object *resv,
Chris Wilsonf54d1862016-10-25 13:00:45 +010086 const struct dma_fence_ops *exclude,
Chris Wilsone68a1392016-09-09 14:11:41 +010087 bool write,
88 unsigned long timeout,
89 gfp_t gfp);
90
Chris Wilsone8861962019-03-01 17:09:00 +000091void i915_sw_fence_await(struct i915_sw_fence *fence);
92void i915_sw_fence_complete(struct i915_sw_fence *fence);
93
Chris Wilson48bc2a42016-11-25 13:17:17 +000094static inline bool i915_sw_fence_signaled(const struct i915_sw_fence *fence)
95{
96 return atomic_read(&fence->pending) <= 0;
97}
98
Chris Wilsone68a1392016-09-09 14:11:41 +010099static inline bool i915_sw_fence_done(const struct i915_sw_fence *fence)
100{
101 return atomic_read(&fence->pending) < 0;
102}
103
Chris Wilson7e941862016-10-28 13:58:25 +0100104static inline void i915_sw_fence_wait(struct i915_sw_fence *fence)
105{
106 wait_event(fence->wait, i915_sw_fence_done(fence));
107}
108
Chris Wilsone68a1392016-09-09 14:11:41 +0100109#endif /* _I915_SW_FENCE_H_ */