blob: 351111ff888274e8fddcb7c6c963e74059dae7d4 [file] [log] [blame]
Jens Axboe453b3292022-05-24 21:43:10 -06001// SPDX-License-Identifier: GPL-2.0
2#ifndef IOU_FILE_TABLE_H
3#define IOU_FILE_TABLE_H
4
Pavel Begunkov024f15e2022-06-21 10:09:02 +01005#include <linux/file.h>
Pavel Begunkov6e73dff2022-06-25 11:55:38 +01006#include <linux/io_uring_types.h>
Jens Axboe453b3292022-05-24 21:43:10 -06007
Jens Axboe453b3292022-05-24 21:43:10 -06008#define FFS_NOWAIT 0x1UL
9#define FFS_ISREG 0x2UL
Pavel Begunkov38eddb22022-10-16 21:30:48 +010010#define FFS_MASK ~(FFS_NOWAIT|FFS_ISREG)
Jens Axboe453b3292022-05-24 21:43:10 -060011
Jens Axboe453b3292022-05-24 21:43:10 -060012bool io_alloc_file_tables(struct io_file_table *table, unsigned nr_files);
13void io_free_file_tables(struct io_file_table *table);
Jens Axboec98817e2022-05-26 09:44:31 -060014
15int io_fixed_fd_install(struct io_kiocb *req, unsigned int issue_flags,
16 struct file *file, unsigned int file_slot);
Jens Axboef110ed82022-06-13 04:42:56 -060017int __io_fixed_fd_install(struct io_ring_ctx *ctx, struct file *file,
18 unsigned int file_slot);
19int io_fixed_fd_remove(struct io_ring_ctx *ctx, unsigned int offset);
Jens Axboe453b3292022-05-24 21:43:10 -060020
Pavel Begunkov6e73dff2022-06-25 11:55:38 +010021int io_register_file_alloc_range(struct io_ring_ctx *ctx,
22 struct io_uring_file_index_range __user *arg);
23
Jens Axboea4ad4f72022-05-25 10:40:19 -060024unsigned int io_file_get_flags(struct file *file);
25
Jens Axboe453b3292022-05-24 21:43:10 -060026static inline void io_file_bitmap_clear(struct io_file_table *table, int bit)
27{
Pavel Begunkov4d505952022-10-16 21:30:49 +010028 WARN_ON_ONCE(!test_bit(bit, table->bitmap));
Jens Axboe453b3292022-05-24 21:43:10 -060029 __clear_bit(bit, table->bitmap);
30 table->alloc_hint = bit;
31}
32
33static inline void io_file_bitmap_set(struct io_file_table *table, int bit)
34{
35 WARN_ON_ONCE(test_bit(bit, table->bitmap));
36 __set_bit(bit, table->bitmap);
37 table->alloc_hint = bit + 1;
38}
39
40static inline struct io_fixed_file *
41io_fixed_file_slot(struct io_file_table *table, unsigned i)
42{
43 return &table->files[i];
44}
45
Jens Axboea4ad4f72022-05-25 10:40:19 -060046static inline struct file *io_file_from_index(struct io_file_table *table,
47 int index)
48{
49 struct io_fixed_file *slot = io_fixed_file_slot(table, index);
50
51 return (struct file *) (slot->file_ptr & FFS_MASK);
52}
53
54static inline void io_fixed_file_set(struct io_fixed_file *file_slot,
55 struct file *file)
56{
57 unsigned long file_ptr = (unsigned long) file;
58
59 file_ptr |= io_file_get_flags(file);
60 file_slot->file_ptr = file_ptr;
61}
62
Pavel Begunkov6e73dff2022-06-25 11:55:38 +010063static inline void io_reset_alloc_hint(struct io_ring_ctx *ctx)
64{
65 ctx->file_table.alloc_hint = ctx->file_alloc_start;
66}
67
68static inline void io_file_table_set_alloc_range(struct io_ring_ctx *ctx,
69 unsigned off, unsigned len)
70{
71 ctx->file_alloc_start = off;
72 ctx->file_alloc_end = off + len;
73 io_reset_alloc_hint(ctx);
74}
75
Jens Axboe453b3292022-05-24 21:43:10 -060076#endif