blob: 75de50fe03d0558c88821dd4b3a99230f30e478e [file] [log] [blame]
Thomas Gleixner9952f692019-05-28 10:10:04 -07001/* SPDX-License-Identifier: GPL-2.0-only */
Terje Bergstrom75471682013-03-22 16:34:01 +02002/*
Arto Merilainend4b57812016-11-08 19:51:33 +02003 * Copyright (c) 2012-2015, NVIDIA Corporation.
Terje Bergstrom75471682013-03-22 16:34:01 +02004 */
5
6#ifndef HOST1X_DEV_H
7#define HOST1X_DEV_H
8
Terje Bergstrom75471682013-03-22 16:34:01 +02009#include <linux/device.h>
Mikko Perttunen404bfb72016-12-14 13:16:14 +020010#include <linux/iommu.h>
11#include <linux/iova.h>
Thierry Reding7e7d4322017-03-21 08:54:21 +010012#include <linux/platform_device.h>
Thierry Redingb386c6b2017-03-21 08:54:22 +010013#include <linux/reset.h>
Terje Bergstrom75471682013-03-22 16:34:01 +020014
Terje Bergstrom65793242013-03-22 16:34:03 +020015#include "cdma.h"
Thierry Reding7e7d4322017-03-21 08:54:21 +010016#include "channel.h"
Mikko Perttunen8aa5bcb2022-06-27 17:19:48 +030017#include "context.h"
Thierry Reding7e7d4322017-03-21 08:54:21 +010018#include "intr.h"
Terje Bergstrom65793242013-03-22 16:34:03 +020019#include "job.h"
Thierry Reding7e7d4322017-03-21 08:54:21 +010020#include "syncpt.h"
Terje Bergstrom75471682013-03-22 16:34:01 +020021
22struct host1x_syncpt;
Arto Merilainenf5a954f2013-10-14 15:21:53 +030023struct host1x_syncpt_base;
Terje Bergstrom65793242013-03-22 16:34:03 +020024struct host1x_channel;
25struct host1x_cdma;
26struct host1x_job;
27struct push_buffer;
Terje Bergstrom62364512013-03-22 16:34:04 +020028struct output;
29struct dentry;
Terje Bergstrom65793242013-03-22 16:34:03 +020030
31struct host1x_channel_ops {
32 int (*init)(struct host1x_channel *channel, struct host1x *host,
33 unsigned int id);
34 int (*submit)(struct host1x_job *job);
35};
36
37struct host1x_cdma_ops {
38 void (*start)(struct host1x_cdma *cdma);
39 void (*stop)(struct host1x_cdma *cdma);
40 void (*flush)(struct host1x_cdma *cdma);
Mikko Perttunen2aed4f52021-03-29 16:38:32 +030041 int (*timeout_init)(struct host1x_cdma *cdma);
Terje Bergstrom65793242013-03-22 16:34:03 +020042 void (*timeout_destroy)(struct host1x_cdma *cdma);
43 void (*freeze)(struct host1x_cdma *cdma);
44 void (*resume)(struct host1x_cdma *cdma, u32 getptr);
45 void (*timeout_cpu_incr)(struct host1x_cdma *cdma, u32 getptr,
46 u32 syncpt_incrs, u32 syncval, u32 nr_slots);
47};
48
49struct host1x_pushbuffer_ops {
50 void (*init)(struct push_buffer *pb);
51};
Terje Bergstrom75471682013-03-22 16:34:01 +020052
Terje Bergstrom62364512013-03-22 16:34:04 +020053struct host1x_debug_ops {
54 void (*debug_init)(struct dentry *de);
55 void (*show_channel_cdma)(struct host1x *host,
56 struct host1x_channel *ch,
57 struct output *o);
58 void (*show_channel_fifo)(struct host1x *host,
59 struct host1x_channel *ch,
60 struct output *o);
61 void (*show_mlocks)(struct host1x *host, struct output *output);
62
63};
64
Terje Bergstrom75471682013-03-22 16:34:01 +020065struct host1x_syncpt_ops {
66 void (*restore)(struct host1x_syncpt *syncpt);
67 void (*restore_wait_base)(struct host1x_syncpt *syncpt);
68 void (*load_wait_base)(struct host1x_syncpt *syncpt);
69 u32 (*load)(struct host1x_syncpt *syncpt);
Arto Merilainenebae30b2013-05-29 13:26:08 +030070 int (*cpu_incr)(struct host1x_syncpt *syncpt);
Mikko Perttunenc3f52222017-09-28 15:50:39 +030071 void (*assign_to_channel)(struct host1x_syncpt *syncpt,
72 struct host1x_channel *channel);
73 void (*enable_protection)(struct host1x *host);
Terje Bergstrom75471682013-03-22 16:34:01 +020074};
75
Terje Bergstrom7ede0b02013-03-22 16:34:02 +020076struct host1x_intr_ops {
Mikko Perttunen625d4ff2023-01-19 15:09:20 +020077 int (*init_host_sync)(struct host1x *host, u32 cpm);
Terje Bergstrom7ede0b02013-03-22 16:34:02 +020078 void (*set_syncpt_threshold)(
Thierry Reding5c0d8d32016-06-23 11:19:00 +020079 struct host1x *host, unsigned int id, u32 thresh);
80 void (*enable_syncpt_intr)(struct host1x *host, unsigned int id);
81 void (*disable_syncpt_intr)(struct host1x *host, unsigned int id);
Terje Bergstrom7ede0b02013-03-22 16:34:02 +020082 void (*disable_all_syncpt_intrs)(struct host1x *host);
83 int (*free_syncpt_irq)(struct host1x *host);
84};
85
Thierry Reding68414822019-02-01 14:28:22 +010086struct host1x_sid_entry {
87 unsigned int base;
88 unsigned int offset;
89 unsigned int limit;
90};
91
Mikko Perttunen939179f2022-06-27 17:20:01 +030092struct host1x_table_desc {
93 unsigned int base;
94 unsigned int count;
95};
96
Terje Bergstrom75471682013-03-22 16:34:01 +020097struct host1x_info {
Thierry Reding14c95fc2016-06-22 16:44:07 +020098 unsigned int nb_channels; /* host1x: number of channels supported */
99 unsigned int nb_pts; /* host1x: number of syncpoints supported */
100 unsigned int nb_bases; /* host1x: number of syncpoint bases supported */
101 unsigned int nb_mlocks; /* host1x: number of mlocks supported */
102 int (*init)(struct host1x *host1x); /* initialize per SoC ops */
103 unsigned int sync_offset; /* offset of syncpoint registers */
104 u64 dma_mask; /* mask of addressable memory */
Thierry Reding06867a32019-10-28 13:37:14 +0100105 bool has_wide_gather; /* supports GATHER_W opcode */
Mikko Perttunenf1b53c42017-09-05 11:43:05 +0300106 bool has_hypervisor; /* has hypervisor registers */
Mikko Perttunen97dea3672022-06-27 17:20:00 +0300107 bool has_common; /* has common registers separate from hypervisor */
Thierry Reding68414822019-02-01 14:28:22 +0100108 unsigned int num_sid_entries;
109 const struct host1x_sid_entry *sid_table;
Mikko Perttunen939179f2022-06-27 17:20:01 +0300110 struct host1x_table_desc streamid_vm_table;
111 struct host1x_table_desc classid_vm_table;
112 struct host1x_table_desc mmio_vm_table;
Mikko Perttunenf5ba33f2021-03-29 16:38:34 +0300113 /*
114 * On T20-T148, the boot chain may setup DC to increment syncpoints
115 * 26/27 on VBLANK. As such we cannot use these syncpoints until
116 * the display driver disables VBLANK increments.
117 */
118 bool reserve_vblank_syncpts;
Terje Bergstrom75471682013-03-22 16:34:01 +0200119};
120
121struct host1x {
122 const struct host1x_info *info;
123
124 void __iomem *regs;
Mikko Perttunenf1b53c42017-09-05 11:43:05 +0300125 void __iomem *hv_regs; /* hypervisor region */
Mikko Perttunen97dea3672022-06-27 17:20:00 +0300126 void __iomem *common_regs;
Mikko Perttunen625d4ff2023-01-19 15:09:20 +0200127 int syncpt_irq;
Terje Bergstrom75471682013-03-22 16:34:01 +0200128 struct host1x_syncpt *syncpt;
Arto Merilainenf5a954f2013-10-14 15:21:53 +0300129 struct host1x_syncpt_base *bases;
Terje Bergstrom75471682013-03-22 16:34:01 +0200130 struct device *dev;
131 struct clk *clk;
Dmitry Osipenko6b6776e2021-12-01 02:23:15 +0300132 struct reset_control_bulk_data resets[2];
133 unsigned int nresets;
Terje Bergstrom75471682013-03-22 16:34:01 +0200134
Thierry Reding41c30682017-11-14 16:11:28 +0100135 struct iommu_group *group;
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200136 struct iommu_domain *domain;
137 struct iova_domain iova;
138 dma_addr_t iova_end;
139
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200140 struct mutex intr_mutex;
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200141
Terje Bergstrom75471682013-03-22 16:34:01 +0200142 const struct host1x_syncpt_ops *syncpt_op;
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200143 const struct host1x_intr_ops *intr_op;
Terje Bergstrom65793242013-03-22 16:34:03 +0200144 const struct host1x_channel_ops *channel_op;
145 const struct host1x_cdma_ops *cdma_op;
146 const struct host1x_pushbuffer_ops *cdma_pb_op;
Terje Bergstrom62364512013-03-22 16:34:04 +0200147 const struct host1x_debug_ops *debug_op;
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200148
Terje Bergstrom65793242013-03-22 16:34:03 +0200149 struct host1x_syncpt *nop_sp;
150
Arto Merilainend4b57812016-11-08 19:51:33 +0200151 struct mutex syncpt_mutex;
Mikko Perttunen8474b022017-06-15 02:18:42 +0300152
153 struct host1x_channel_list channel_list;
Mikko Perttunen8aa5bcb2022-06-27 17:19:48 +0300154 struct host1x_memory_context_list context_list;
Terje Bergstrom62364512013-03-22 16:34:04 +0200155
156 struct dentry *debugfs;
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200157
Thierry Reding776dc382013-10-14 14:43:22 +0200158 struct mutex devices_lock;
159 struct list_head devices;
160
161 struct list_head list;
Thierry Redingd98914e2019-09-09 14:28:46 +0200162
163 struct device_dma_parameters dma_parms;
Thierry Reding1f39b1d2020-02-07 16:50:52 +0100164
165 struct host1x_bo_cache cache;
Terje Bergstrom75471682013-03-22 16:34:01 +0200166};
167
Mikko Perttunen97dea3672022-06-27 17:20:00 +0300168void host1x_common_writel(struct host1x *host1x, u32 v, u32 r);
Mikko Perttunenf1b53c42017-09-05 11:43:05 +0300169void host1x_hypervisor_writel(struct host1x *host1x, u32 r, u32 v);
170u32 host1x_hypervisor_readl(struct host1x *host1x, u32 r);
Terje Bergstrom75471682013-03-22 16:34:01 +0200171void host1x_sync_writel(struct host1x *host1x, u32 r, u32 v);
172u32 host1x_sync_readl(struct host1x *host1x, u32 r);
Terje Bergstrom65793242013-03-22 16:34:03 +0200173void host1x_ch_writel(struct host1x_channel *ch, u32 r, u32 v);
174u32 host1x_ch_readl(struct host1x_channel *ch, u32 r);
Terje Bergstrom75471682013-03-22 16:34:01 +0200175
176static inline void host1x_hw_syncpt_restore(struct host1x *host,
177 struct host1x_syncpt *sp)
178{
179 host->syncpt_op->restore(sp);
180}
181
182static inline void host1x_hw_syncpt_restore_wait_base(struct host1x *host,
183 struct host1x_syncpt *sp)
184{
185 host->syncpt_op->restore_wait_base(sp);
186}
187
188static inline void host1x_hw_syncpt_load_wait_base(struct host1x *host,
189 struct host1x_syncpt *sp)
190{
191 host->syncpt_op->load_wait_base(sp);
192}
193
194static inline u32 host1x_hw_syncpt_load(struct host1x *host,
195 struct host1x_syncpt *sp)
196{
197 return host->syncpt_op->load(sp);
198}
199
Arto Merilainenebae30b2013-05-29 13:26:08 +0300200static inline int host1x_hw_syncpt_cpu_incr(struct host1x *host,
201 struct host1x_syncpt *sp)
Terje Bergstrom75471682013-03-22 16:34:01 +0200202{
Arto Merilainenebae30b2013-05-29 13:26:08 +0300203 return host->syncpt_op->cpu_incr(sp);
Terje Bergstrom75471682013-03-22 16:34:01 +0200204}
205
Mikko Perttunenc3f52222017-09-28 15:50:39 +0300206static inline void host1x_hw_syncpt_assign_to_channel(
207 struct host1x *host, struct host1x_syncpt *sp,
208 struct host1x_channel *ch)
209{
210 return host->syncpt_op->assign_to_channel(sp, ch);
211}
212
213static inline void host1x_hw_syncpt_enable_protection(struct host1x *host)
214{
215 return host->syncpt_op->enable_protection(host);
216}
217
Mikko Perttunen625d4ff2023-01-19 15:09:20 +0200218static inline int host1x_hw_intr_init_host_sync(struct host1x *host, u32 cpm)
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200219{
Mikko Perttunen625d4ff2023-01-19 15:09:20 +0200220 return host->intr_op->init_host_sync(host, cpm);
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200221}
222
223static inline void host1x_hw_intr_set_syncpt_threshold(struct host1x *host,
Thierry Reding5c0d8d32016-06-23 11:19:00 +0200224 unsigned int id,
225 u32 thresh)
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200226{
227 host->intr_op->set_syncpt_threshold(host, id, thresh);
228}
229
230static inline void host1x_hw_intr_enable_syncpt_intr(struct host1x *host,
Thierry Reding5c0d8d32016-06-23 11:19:00 +0200231 unsigned int id)
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200232{
233 host->intr_op->enable_syncpt_intr(host, id);
234}
235
236static inline void host1x_hw_intr_disable_syncpt_intr(struct host1x *host,
Thierry Reding5c0d8d32016-06-23 11:19:00 +0200237 unsigned int id)
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200238{
239 host->intr_op->disable_syncpt_intr(host, id);
240}
241
242static inline void host1x_hw_intr_disable_all_syncpt_intrs(struct host1x *host)
243{
244 host->intr_op->disable_all_syncpt_intrs(host);
245}
246
247static inline int host1x_hw_intr_free_syncpt_irq(struct host1x *host)
248{
249 return host->intr_op->free_syncpt_irq(host);
250}
Terje Bergstrom65793242013-03-22 16:34:03 +0200251
252static inline int host1x_hw_channel_init(struct host1x *host,
253 struct host1x_channel *channel,
Thierry Reding5c0d8d32016-06-23 11:19:00 +0200254 unsigned int id)
Terje Bergstrom65793242013-03-22 16:34:03 +0200255{
Thierry Reding5c0d8d32016-06-23 11:19:00 +0200256 return host->channel_op->init(channel, host, id);
Terje Bergstrom65793242013-03-22 16:34:03 +0200257}
258
259static inline int host1x_hw_channel_submit(struct host1x *host,
260 struct host1x_job *job)
261{
262 return host->channel_op->submit(job);
263}
264
265static inline void host1x_hw_cdma_start(struct host1x *host,
266 struct host1x_cdma *cdma)
267{
268 host->cdma_op->start(cdma);
269}
270
271static inline void host1x_hw_cdma_stop(struct host1x *host,
272 struct host1x_cdma *cdma)
273{
274 host->cdma_op->stop(cdma);
275}
276
277static inline void host1x_hw_cdma_flush(struct host1x *host,
278 struct host1x_cdma *cdma)
279{
280 host->cdma_op->flush(cdma);
281}
282
283static inline int host1x_hw_cdma_timeout_init(struct host1x *host,
Mikko Perttunen2aed4f52021-03-29 16:38:32 +0300284 struct host1x_cdma *cdma)
Terje Bergstrom65793242013-03-22 16:34:03 +0200285{
Mikko Perttunen2aed4f52021-03-29 16:38:32 +0300286 return host->cdma_op->timeout_init(cdma);
Terje Bergstrom65793242013-03-22 16:34:03 +0200287}
288
289static inline void host1x_hw_cdma_timeout_destroy(struct host1x *host,
290 struct host1x_cdma *cdma)
291{
292 host->cdma_op->timeout_destroy(cdma);
293}
294
295static inline void host1x_hw_cdma_freeze(struct host1x *host,
296 struct host1x_cdma *cdma)
297{
298 host->cdma_op->freeze(cdma);
299}
300
301static inline void host1x_hw_cdma_resume(struct host1x *host,
302 struct host1x_cdma *cdma, u32 getptr)
303{
304 host->cdma_op->resume(cdma, getptr);
305}
306
307static inline void host1x_hw_cdma_timeout_cpu_incr(struct host1x *host,
308 struct host1x_cdma *cdma,
309 u32 getptr,
310 u32 syncpt_incrs,
311 u32 syncval, u32 nr_slots)
312{
313 host->cdma_op->timeout_cpu_incr(cdma, getptr, syncpt_incrs, syncval,
314 nr_slots);
315}
316
317static inline void host1x_hw_pushbuffer_init(struct host1x *host,
318 struct push_buffer *pb)
319{
320 host->cdma_pb_op->init(pb);
321}
322
Terje Bergstrom62364512013-03-22 16:34:04 +0200323static inline void host1x_hw_debug_init(struct host1x *host, struct dentry *de)
324{
325 if (host->debug_op && host->debug_op->debug_init)
326 host->debug_op->debug_init(de);
327}
328
329static inline void host1x_hw_show_channel_cdma(struct host1x *host,
330 struct host1x_channel *channel,
331 struct output *o)
332{
333 host->debug_op->show_channel_cdma(host, channel, o);
334}
335
336static inline void host1x_hw_show_channel_fifo(struct host1x *host,
337 struct host1x_channel *channel,
338 struct output *o)
339{
340 host->debug_op->show_channel_fifo(host, channel, o);
341}
342
343static inline void host1x_hw_show_mlocks(struct host1x *host, struct output *o)
344{
345 host->debug_op->show_mlocks(host, o);
346}
347
Thierry Reding4de6a2d2013-09-02 09:48:53 +0200348extern struct platform_driver tegra_mipi_driver;
349
Terje Bergstrom75471682013-03-22 16:34:01 +0200350#endif