blob: 8bc065acfe35870f62bd0f2e37df47a35eb8ae38 [file] [log] [blame]
Ilia Mirkinb7019ac2019-06-19 20:13:43 -04001/* SPDX-License-Identifier: MIT */
Ben Skeggsd375e7d52012-04-30 13:30:00 +10002#ifndef __NOUVEAU_FENCE_H__
3#define __NOUVEAU_FENCE_H__
4
Chris Wilsonf54d1862016-10-25 13:00:45 +01005#include <linux/dma-fence.h>
Ben Skeggs8c880fd2022-06-01 20:46:39 +10006#include <nvif/event.h>
Maarten Lankhorst29ba89b2014-01-09 11:03:11 +01007
Ben Skeggsebb945a2012-07-20 08:17:34 +10008struct nouveau_drm;
Maarten Lankhorst29ba89b2014-01-09 11:03:11 +01009struct nouveau_bo;
Ben Skeggsebb945a2012-07-20 08:17:34 +100010
Ben Skeggsd375e7d52012-04-30 13:30:00 +100011struct nouveau_fence {
Chris Wilsonf54d1862016-10-25 13:00:45 +010012 struct dma_fence base;
Maarten Lankhorst29ba89b2014-01-09 11:03:11 +010013
Ben Skeggsd375e7d52012-04-30 13:30:00 +100014 struct list_head head;
Ben Skeggsd375e7d52012-04-30 13:30:00 +100015
Maarten Lankhorst0ec5f022014-12-01 19:11:06 +100016 struct nouveau_channel __rcu *channel;
Ben Skeggsd375e7d52012-04-30 13:30:00 +100017 unsigned long timeout;
Ben Skeggsd375e7d52012-04-30 13:30:00 +100018};
19
Danilo Krummrich978474d2023-08-30 00:38:02 +020020int nouveau_fence_create(struct nouveau_fence **, struct nouveau_channel *);
21int nouveau_fence_new(struct nouveau_fence **, struct nouveau_channel *);
Ben Skeggsd375e7d52012-04-30 13:30:00 +100022void nouveau_fence_unref(struct nouveau_fence **);
23
Danilo Krummrich978474d2023-08-30 00:38:02 +020024int nouveau_fence_emit(struct nouveau_fence *);
Ben Skeggsd375e7d52012-04-30 13:30:00 +100025bool nouveau_fence_done(struct nouveau_fence *);
Dave Airlie27ce65f2024-08-02 14:38:28 +100026int nouveau_fence_wait(struct nouveau_fence *, bool lazy, bool intr);
Maarten Lankhorste3be4c22014-09-16 11:15:07 +020027int nouveau_fence_sync(struct nouveau_bo *, struct nouveau_channel *, bool exclusive, bool intr);
Ben Skeggsd375e7d52012-04-30 13:30:00 +100028
Ben Skeggs5e120f62012-04-30 13:55:29 +100029struct nouveau_fence_chan {
Maarten Lankhorst29ba89b2014-01-09 11:03:11 +010030 spinlock_t lock;
Maarten Lankhorst15a996b2014-09-29 10:06:18 +020031 struct kref fence_ref;
32
Ben Skeggs5e120f62012-04-30 13:55:29 +100033 struct list_head pending;
Ben Skeggsf589be82012-07-22 11:55:54 +100034 struct list_head flip;
35
Ben Skeggs827520c2013-02-14 13:20:17 +100036 int (*emit)(struct nouveau_fence *);
37 int (*sync)(struct nouveau_fence *, struct nouveau_channel *,
38 struct nouveau_channel *);
39 u32 (*read)(struct nouveau_channel *);
40 int (*emit32)(struct nouveau_channel *, u64, u32);
41 int (*sync32)(struct nouveau_channel *, u64, u32);
42
Ben Skeggs5e120f62012-04-30 13:55:29 +100043 u32 sequence;
Maarten Lankhorst29ba89b2014-01-09 11:03:11 +010044 u32 context;
Maarten Lankhorst15a996b2014-09-29 10:06:18 +020045 char name[32];
Maarten Lankhorst29ba89b2014-01-09 11:03:11 +010046
Dave Airlie39126ab2024-01-29 11:26:45 +100047 struct work_struct uevent_work;
Ben Skeggs8c880fd2022-06-01 20:46:39 +100048 struct nvif_event event;
Dave Airlie4d7acc82024-01-27 04:04:34 +100049 int notify_ref, dead, killed;
Ben Skeggs5e120f62012-04-30 13:55:29 +100050};
51
52struct nouveau_fence_priv {
Ben Skeggsebb945a2012-07-20 08:17:34 +100053 void (*dtor)(struct nouveau_drm *);
54 bool (*suspend)(struct nouveau_drm *);
55 void (*resume)(struct nouveau_drm *);
Ben Skeggse193b1d2012-07-19 10:51:42 +100056 int (*context_new)(struct nouveau_channel *);
57 void (*context_del)(struct nouveau_channel *);
Ben Skeggse18c0802013-01-31 14:57:33 +100058
Ben Skeggse18c0802013-01-31 14:57:33 +100059 bool uevent;
Ben Skeggs5e120f62012-04-30 13:55:29 +100060};
61
Ben Skeggsebb945a2012-07-20 08:17:34 +100062#define nouveau_fence(drm) ((struct nouveau_fence_priv *)(drm)->fence)
63
Maarten Lankhorst29ba89b2014-01-09 11:03:11 +010064void nouveau_fence_context_new(struct nouveau_channel *, struct nouveau_fence_chan *);
Ben Skeggs5e120f62012-04-30 13:55:29 +100065void nouveau_fence_context_del(struct nouveau_fence_chan *);
Maarten Lankhorst15a996b2014-09-29 10:06:18 +020066void nouveau_fence_context_free(struct nouveau_fence_chan *);
Ben Skeggsea13e5a2020-01-23 15:39:27 +100067void nouveau_fence_context_kill(struct nouveau_fence_chan *, int error);
Ben Skeggs5e120f62012-04-30 13:55:29 +100068
Ben Skeggsebb945a2012-07-20 08:17:34 +100069int nv04_fence_create(struct nouveau_drm *);
Ben Skeggs5e120f62012-04-30 13:55:29 +100070int nv04_fence_mthd(struct nouveau_channel *, u32, u32, u32);
71
Ben Skeggsf589be82012-07-22 11:55:54 +100072int nv10_fence_emit(struct nouveau_fence *);
73int nv17_fence_sync(struct nouveau_fence *, struct nouveau_channel *,
74 struct nouveau_channel *);
75u32 nv10_fence_read(struct nouveau_channel *);
76void nv10_fence_context_del(struct nouveau_channel *);
Ben Skeggsebb945a2012-07-20 08:17:34 +100077void nv10_fence_destroy(struct nouveau_drm *);
78int nv10_fence_create(struct nouveau_drm *);
Ben Skeggs60e5cb72013-02-14 12:59:36 +100079
80int nv17_fence_create(struct nouveau_drm *);
Marcin Slusarzf20ebd02012-12-25 18:13:22 +010081void nv17_fence_resume(struct nouveau_drm *drm);
Ben Skeggsf589be82012-07-22 11:55:54 +100082
Ben Skeggsebb945a2012-07-20 08:17:34 +100083int nv50_fence_create(struct nouveau_drm *);
84int nv84_fence_create(struct nouveau_drm *);
85int nvc0_fence_create(struct nouveau_drm *);
Ben Skeggsf589be82012-07-22 11:55:54 +100086
Ben Skeggsa34caf72013-02-14 09:28:37 +100087struct nv84_fence_chan {
88 struct nouveau_fence_chan base;
Ben Skeggs24e83752017-11-01 03:56:19 +100089 struct nouveau_vma *vma;
Ben Skeggsa34caf72013-02-14 09:28:37 +100090};
91
92struct nv84_fence_priv {
93 struct nouveau_fence_priv base;
94 struct nouveau_bo *bo;
95 u32 *suspend;
Ben Skeggs96692b02016-12-14 09:52:39 +100096 struct mutex mutex;
Ben Skeggsa34caf72013-02-14 09:28:37 +100097};
98
Ben Skeggsa34caf72013-02-14 09:28:37 +100099int nv84_fence_context_new(struct nouveau_channel *);
Ben Skeggsa34caf72013-02-14 09:28:37 +1000100
Ben Skeggsd375e7d52012-04-30 13:30:00 +1000101#endif