Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
David Howells | 08e0e7c | 2007-04-26 15:55:03 -0700 | [diff] [blame] | 2 | /* AFS filesystem file handling |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * |
David Howells | 08e0e7c | 2007-04-26 15:55:03 -0700 | [diff] [blame] | 4 | * Copyright (C) 2002, 2007 Red Hat, Inc. All Rights Reserved. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | * Written by David Howells (dhowells@redhat.com) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | */ |
| 7 | |
| 8 | #include <linux/kernel.h> |
| 9 | #include <linux/module.h> |
| 10 | #include <linux/init.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | #include <linux/fs.h> |
| 12 | #include <linux/pagemap.h> |
David Howells | 31143d5 | 2007-05-09 02:33:46 -0700 | [diff] [blame] | 13 | #include <linux/writeback.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 14 | #include <linux/gfp.h> |
David Howells | 91b467e | 2017-01-05 10:38:35 +0000 | [diff] [blame] | 15 | #include <linux/task_io_accounting_ops.h> |
Nikolay Borisov | f86196e | 2019-01-03 15:29:02 -0800 | [diff] [blame] | 16 | #include <linux/mm.h> |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 17 | #include <linux/netfs.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include "internal.h" |
| 19 | |
David Howells | 1cf7a15 | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 20 | static int afs_file_mmap(struct file *file, struct vm_area_struct *vma); |
David Howells | 416351f | 2007-05-09 02:33:45 -0700 | [diff] [blame] | 21 | static int afs_readpage(struct file *file, struct page *page); |
Lukas Czerner | d47992f | 2013-05-21 23:17:23 -0400 | [diff] [blame] | 22 | static void afs_invalidatepage(struct page *page, unsigned int offset, |
| 23 | unsigned int length); |
David Howells | 416351f | 2007-05-09 02:33:45 -0700 | [diff] [blame] | 24 | static int afs_releasepage(struct page *page, gfp_t gfp_flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 26 | static void afs_readahead(struct readahead_control *ractl); |
David Howells | 9b3f26c | 2009-04-03 16:42:41 +0100 | [diff] [blame] | 27 | |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 28 | const struct file_operations afs_file_operations = { |
| 29 | .open = afs_open, |
| 30 | .release = afs_release, |
| 31 | .llseek = generic_file_llseek, |
Al Viro | aad4f8b | 2014-04-02 14:33:16 -0400 | [diff] [blame] | 32 | .read_iter = generic_file_read_iter, |
Al Viro | 50b5551 | 2014-04-03 14:13:46 -0400 | [diff] [blame] | 33 | .write_iter = afs_file_write, |
David Howells | 1cf7a15 | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 34 | .mmap = afs_file_mmap, |
Jens Axboe | 5ffc4ef | 2007-06-01 11:49:19 +0200 | [diff] [blame] | 35 | .splice_read = generic_file_splice_read, |
David Howells | 06a17bb | 2020-10-27 09:39:04 +0000 | [diff] [blame] | 36 | .splice_write = iter_file_splice_write, |
David Howells | 31143d5 | 2007-05-09 02:33:46 -0700 | [diff] [blame] | 37 | .fsync = afs_fsync, |
David Howells | e8d6c55 | 2007-07-15 23:40:12 -0700 | [diff] [blame] | 38 | .lock = afs_lock, |
| 39 | .flock = afs_flock, |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 40 | }; |
| 41 | |
Arjan van de Ven | 754661f | 2007-02-12 00:55:38 -0800 | [diff] [blame] | 42 | const struct inode_operations afs_file_inode_operations = { |
David Howells | 416351f | 2007-05-09 02:33:45 -0700 | [diff] [blame] | 43 | .getattr = afs_getattr, |
David Howells | 31143d5 | 2007-05-09 02:33:46 -0700 | [diff] [blame] | 44 | .setattr = afs_setattr, |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 45 | .permission = afs_permission, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | }; |
| 47 | |
Christoph Hellwig | f5e54d6 | 2006-06-28 04:26:44 -0700 | [diff] [blame] | 48 | const struct address_space_operations afs_fs_aops = { |
David Howells | 416351f | 2007-05-09 02:33:45 -0700 | [diff] [blame] | 49 | .readpage = afs_readpage, |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 50 | .readahead = afs_readahead, |
David Howells | 31143d5 | 2007-05-09 02:33:46 -0700 | [diff] [blame] | 51 | .set_page_dirty = afs_set_page_dirty, |
| 52 | .launder_page = afs_launder_page, |
David Howells | 416351f | 2007-05-09 02:33:45 -0700 | [diff] [blame] | 53 | .releasepage = afs_releasepage, |
| 54 | .invalidatepage = afs_invalidatepage, |
Nick Piggin | 15b4650 | 2008-10-15 22:04:32 -0700 | [diff] [blame] | 55 | .write_begin = afs_write_begin, |
| 56 | .write_end = afs_write_end, |
David Howells | 31143d5 | 2007-05-09 02:33:46 -0700 | [diff] [blame] | 57 | .writepage = afs_writepage, |
| 58 | .writepages = afs_writepages, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | }; |
| 60 | |
David Howells | 1cf7a15 | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 61 | static const struct vm_operations_struct afs_vm_ops = { |
| 62 | .fault = filemap_fault, |
| 63 | .map_pages = filemap_map_pages, |
| 64 | .page_mkwrite = afs_page_mkwrite, |
| 65 | }; |
| 66 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | /* |
David Howells | 4343d00 | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 68 | * Discard a pin on a writeback key. |
| 69 | */ |
| 70 | void afs_put_wb_key(struct afs_wb_key *wbk) |
| 71 | { |
David Howells | e49c7b2 | 2020-04-10 20:51:51 +0100 | [diff] [blame] | 72 | if (wbk && refcount_dec_and_test(&wbk->usage)) { |
David Howells | 4343d00 | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 73 | key_put(wbk->key); |
| 74 | kfree(wbk); |
| 75 | } |
| 76 | } |
| 77 | |
| 78 | /* |
| 79 | * Cache key for writeback. |
| 80 | */ |
| 81 | int afs_cache_wb_key(struct afs_vnode *vnode, struct afs_file *af) |
| 82 | { |
| 83 | struct afs_wb_key *wbk, *p; |
| 84 | |
| 85 | wbk = kzalloc(sizeof(struct afs_wb_key), GFP_KERNEL); |
| 86 | if (!wbk) |
| 87 | return -ENOMEM; |
| 88 | refcount_set(&wbk->usage, 2); |
| 89 | wbk->key = af->key; |
| 90 | |
| 91 | spin_lock(&vnode->wb_lock); |
| 92 | list_for_each_entry(p, &vnode->wb_keys, vnode_link) { |
| 93 | if (p->key == wbk->key) |
| 94 | goto found; |
| 95 | } |
| 96 | |
| 97 | key_get(wbk->key); |
| 98 | list_add_tail(&wbk->vnode_link, &vnode->wb_keys); |
| 99 | spin_unlock(&vnode->wb_lock); |
| 100 | af->wb = wbk; |
| 101 | return 0; |
| 102 | |
| 103 | found: |
| 104 | refcount_inc(&p->usage); |
| 105 | spin_unlock(&vnode->wb_lock); |
| 106 | af->wb = p; |
| 107 | kfree(wbk); |
| 108 | return 0; |
| 109 | } |
| 110 | |
| 111 | /* |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 112 | * open an AFS file or directory and attach a key to it |
| 113 | */ |
| 114 | int afs_open(struct inode *inode, struct file *file) |
| 115 | { |
| 116 | struct afs_vnode *vnode = AFS_FS_I(inode); |
David Howells | 215804a | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 117 | struct afs_file *af; |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 118 | struct key *key; |
David Howells | 260a980 | 2007-04-26 15:59:35 -0700 | [diff] [blame] | 119 | int ret; |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 120 | |
David Howells | 3b6492d | 2018-10-20 00:57:57 +0100 | [diff] [blame] | 121 | _enter("{%llx:%llu},", vnode->fid.vid, vnode->fid.vnode); |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 122 | |
| 123 | key = afs_request_key(vnode->volume->cell); |
| 124 | if (IS_ERR(key)) { |
David Howells | 215804a | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 125 | ret = PTR_ERR(key); |
| 126 | goto error; |
| 127 | } |
| 128 | |
| 129 | af = kzalloc(sizeof(*af), GFP_KERNEL); |
| 130 | if (!af) { |
| 131 | ret = -ENOMEM; |
| 132 | goto error_key; |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 133 | } |
David Howells | 4343d00 | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 134 | af->key = key; |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 135 | |
David Howells | 260a980 | 2007-04-26 15:59:35 -0700 | [diff] [blame] | 136 | ret = afs_validate(vnode, key); |
David Howells | 215804a | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 137 | if (ret < 0) |
| 138 | goto error_af; |
David Howells | 260a980 | 2007-04-26 15:59:35 -0700 | [diff] [blame] | 139 | |
David Howells | 4343d00 | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 140 | if (file->f_mode & FMODE_WRITE) { |
| 141 | ret = afs_cache_wb_key(vnode, af); |
| 142 | if (ret < 0) |
| 143 | goto error_af; |
| 144 | } |
David Howells | 5a81327 | 2018-04-06 14:17:26 +0100 | [diff] [blame] | 145 | |
| 146 | if (file->f_flags & O_TRUNC) |
| 147 | set_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags); |
David Howells | 4343d00 | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 148 | |
David Howells | 215804a | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 149 | file->private_data = af; |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 150 | _leave(" = 0"); |
| 151 | return 0; |
David Howells | 215804a | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 152 | |
| 153 | error_af: |
| 154 | kfree(af); |
| 155 | error_key: |
| 156 | key_put(key); |
| 157 | error: |
| 158 | _leave(" = %d", ret); |
| 159 | return ret; |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 160 | } |
| 161 | |
| 162 | /* |
| 163 | * release an AFS file or directory and discard its key |
| 164 | */ |
| 165 | int afs_release(struct inode *inode, struct file *file) |
| 166 | { |
| 167 | struct afs_vnode *vnode = AFS_FS_I(inode); |
David Howells | 215804a | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 168 | struct afs_file *af = file->private_data; |
David Howells | a1b879e | 2019-05-15 12:09:17 +0100 | [diff] [blame] | 169 | int ret = 0; |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 170 | |
David Howells | 3b6492d | 2018-10-20 00:57:57 +0100 | [diff] [blame] | 171 | _enter("{%llx:%llu},", vnode->fid.vid, vnode->fid.vnode); |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 172 | |
David Howells | 5a81327 | 2018-04-06 14:17:26 +0100 | [diff] [blame] | 173 | if ((file->f_mode & FMODE_WRITE)) |
David Howells | a1b879e | 2019-05-15 12:09:17 +0100 | [diff] [blame] | 174 | ret = vfs_fsync(file, 0); |
David Howells | 5a81327 | 2018-04-06 14:17:26 +0100 | [diff] [blame] | 175 | |
David Howells | 215804a | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 176 | file->private_data = NULL; |
David Howells | 4343d00 | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 177 | if (af->wb) |
| 178 | afs_put_wb_key(af->wb); |
David Howells | 215804a | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 179 | key_put(af->key); |
| 180 | kfree(af); |
David Howells | 4343d00 | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 181 | afs_prune_wb_keys(vnode); |
David Howells | a1b879e | 2019-05-15 12:09:17 +0100 | [diff] [blame] | 182 | _leave(" = %d", ret); |
| 183 | return ret; |
David Howells | 00d3b7a | 2007-04-26 15:57:07 -0700 | [diff] [blame] | 184 | } |
| 185 | |
David Howells | 196ee9c | 2017-01-05 10:38:34 +0000 | [diff] [blame] | 186 | /* |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 187 | * Allocate a new read record. |
David Howells | c450846 | 2020-02-06 14:22:28 +0000 | [diff] [blame] | 188 | */ |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 189 | struct afs_read *afs_alloc_read(gfp_t gfp) |
David Howells | c450846 | 2020-02-06 14:22:28 +0000 | [diff] [blame] | 190 | { |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 191 | struct afs_read *req; |
David Howells | c450846 | 2020-02-06 14:22:28 +0000 | [diff] [blame] | 192 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 193 | req = kzalloc(sizeof(struct afs_read), gfp); |
| 194 | if (req) |
| 195 | refcount_set(&req->usage, 1); |
David Howells | c450846 | 2020-02-06 14:22:28 +0000 | [diff] [blame] | 196 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 197 | return req; |
David Howells | c450846 | 2020-02-06 14:22:28 +0000 | [diff] [blame] | 198 | } |
| 199 | |
| 200 | /* |
David Howells | 196ee9c | 2017-01-05 10:38:34 +0000 | [diff] [blame] | 201 | * Dispose of a ref to a read record. |
| 202 | */ |
| 203 | void afs_put_read(struct afs_read *req) |
| 204 | { |
David Howells | f3ddee8 | 2018-04-06 14:17:25 +0100 | [diff] [blame] | 205 | if (refcount_dec_and_test(&req->usage)) { |
David Howells | c450846 | 2020-02-06 14:22:28 +0000 | [diff] [blame] | 206 | if (req->cleanup) |
| 207 | req->cleanup(req); |
David Howells | c69bf47 | 2020-02-06 14:22:27 +0000 | [diff] [blame] | 208 | key_put(req->key); |
David Howells | 196ee9c | 2017-01-05 10:38:34 +0000 | [diff] [blame] | 209 | kfree(req); |
| 210 | } |
| 211 | } |
| 212 | |
David Howells | dc41918 | 2020-09-18 09:11:15 +0100 | [diff] [blame] | 213 | static void afs_fetch_data_notify(struct afs_operation *op) |
| 214 | { |
| 215 | struct afs_read *req = op->fetch.req; |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 216 | struct netfs_read_subrequest *subreq = req->subreq; |
David Howells | dc41918 | 2020-09-18 09:11:15 +0100 | [diff] [blame] | 217 | int error = op->error; |
| 218 | |
| 219 | if (error == -ECONNABORTED) |
| 220 | error = afs_abort_to_error(op->ac.abort_code); |
| 221 | req->error = error; |
| 222 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 223 | if (subreq) { |
| 224 | __set_bit(NETFS_SREQ_CLEAR_TAIL, &subreq->flags); |
| 225 | netfs_subreq_terminated(subreq, error ?: req->actual_len, false); |
| 226 | req->subreq = NULL; |
| 227 | } else if (req->done) { |
David Howells | dc41918 | 2020-09-18 09:11:15 +0100 | [diff] [blame] | 228 | req->done(req); |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 229 | } |
David Howells | dc41918 | 2020-09-18 09:11:15 +0100 | [diff] [blame] | 230 | } |
| 231 | |
David Howells | e49c7b2 | 2020-04-10 20:51:51 +0100 | [diff] [blame] | 232 | static void afs_fetch_data_success(struct afs_operation *op) |
| 233 | { |
| 234 | struct afs_vnode *vnode = op->file[0].vnode; |
| 235 | |
| 236 | _enter("op=%08x", op->debug_id); |
David Howells | e49c7b2 | 2020-04-10 20:51:51 +0100 | [diff] [blame] | 237 | afs_vnode_commit_status(op, &op->file[0]); |
| 238 | afs_stat_v(vnode, n_fetches); |
| 239 | atomic_long_add(op->fetch.req->actual_len, &op->net->n_fetch_bytes); |
David Howells | dc41918 | 2020-09-18 09:11:15 +0100 | [diff] [blame] | 240 | afs_fetch_data_notify(op); |
David Howells | e49c7b2 | 2020-04-10 20:51:51 +0100 | [diff] [blame] | 241 | } |
| 242 | |
| 243 | static void afs_fetch_data_put(struct afs_operation *op) |
| 244 | { |
David Howells | c450846 | 2020-02-06 14:22:28 +0000 | [diff] [blame] | 245 | op->fetch.req->error = op->error; |
David Howells | e49c7b2 | 2020-04-10 20:51:51 +0100 | [diff] [blame] | 246 | afs_put_read(op->fetch.req); |
| 247 | } |
| 248 | |
| 249 | static const struct afs_operation_ops afs_fetch_data_operation = { |
| 250 | .issue_afs_rpc = afs_fs_fetch_data, |
| 251 | .issue_yfs_rpc = yfs_fs_fetch_data, |
| 252 | .success = afs_fetch_data_success, |
David Howells | 728279a | 2020-06-16 00:34:09 +0100 | [diff] [blame] | 253 | .aborted = afs_check_for_remote_deletion, |
David Howells | dc41918 | 2020-09-18 09:11:15 +0100 | [diff] [blame] | 254 | .failed = afs_fetch_data_notify, |
David Howells | e49c7b2 | 2020-04-10 20:51:51 +0100 | [diff] [blame] | 255 | .put = afs_fetch_data_put, |
| 256 | }; |
| 257 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 258 | /* |
David Howells | d2ddc77 | 2017-11-02 15:27:50 +0000 | [diff] [blame] | 259 | * Fetch file data from the volume. |
| 260 | */ |
David Howells | c69bf47 | 2020-02-06 14:22:27 +0000 | [diff] [blame] | 261 | int afs_fetch_data(struct afs_vnode *vnode, struct afs_read *req) |
David Howells | d2ddc77 | 2017-11-02 15:27:50 +0000 | [diff] [blame] | 262 | { |
David Howells | e49c7b2 | 2020-04-10 20:51:51 +0100 | [diff] [blame] | 263 | struct afs_operation *op; |
David Howells | d2ddc77 | 2017-11-02 15:27:50 +0000 | [diff] [blame] | 264 | |
David Howells | 3b6492d | 2018-10-20 00:57:57 +0100 | [diff] [blame] | 265 | _enter("%s{%llx:%llu.%u},%x,,,", |
David Howells | d2ddc77 | 2017-11-02 15:27:50 +0000 | [diff] [blame] | 266 | vnode->volume->name, |
| 267 | vnode->fid.vid, |
| 268 | vnode->fid.vnode, |
| 269 | vnode->fid.unique, |
David Howells | c69bf47 | 2020-02-06 14:22:27 +0000 | [diff] [blame] | 270 | key_serial(req->key)); |
David Howells | d2ddc77 | 2017-11-02 15:27:50 +0000 | [diff] [blame] | 271 | |
David Howells | c69bf47 | 2020-02-06 14:22:27 +0000 | [diff] [blame] | 272 | op = afs_alloc_operation(req->key, vnode->volume); |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 273 | if (IS_ERR(op)) { |
| 274 | if (req->subreq) |
| 275 | netfs_subreq_terminated(req->subreq, PTR_ERR(op), false); |
David Howells | e49c7b2 | 2020-04-10 20:51:51 +0100 | [diff] [blame] | 276 | return PTR_ERR(op); |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 277 | } |
David Howells | a58823a | 2019-05-09 15:16:10 +0100 | [diff] [blame] | 278 | |
David Howells | e49c7b2 | 2020-04-10 20:51:51 +0100 | [diff] [blame] | 279 | afs_op_set_vnode(op, 0, vnode); |
David Howells | a58823a | 2019-05-09 15:16:10 +0100 | [diff] [blame] | 280 | |
David Howells | e49c7b2 | 2020-04-10 20:51:51 +0100 | [diff] [blame] | 281 | op->fetch.req = afs_get_read(req); |
| 282 | op->ops = &afs_fetch_data_operation; |
| 283 | return afs_do_sync_operation(op); |
David Howells | d2ddc77 | 2017-11-02 15:27:50 +0000 | [diff] [blame] | 284 | } |
| 285 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 286 | static void afs_req_issue_op(struct netfs_read_subrequest *subreq) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 287 | { |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 288 | struct afs_vnode *vnode = AFS_FS_I(subreq->rreq->inode); |
| 289 | struct afs_read *fsreq; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 290 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 291 | fsreq = afs_alloc_read(GFP_NOFS); |
| 292 | if (!fsreq) |
| 293 | return netfs_subreq_terminated(subreq, -ENOMEM, false); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 294 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 295 | fsreq->subreq = subreq; |
| 296 | fsreq->pos = subreq->start + subreq->transferred; |
| 297 | fsreq->len = subreq->len - subreq->transferred; |
| 298 | fsreq->key = subreq->rreq->netfs_priv; |
| 299 | fsreq->vnode = vnode; |
| 300 | fsreq->iter = &fsreq->def_iter; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 301 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 302 | iov_iter_xarray(&fsreq->def_iter, READ, |
| 303 | &fsreq->vnode->vfs_inode.i_mapping->i_pages, |
| 304 | fsreq->pos, fsreq->len); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 305 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 306 | afs_fetch_data(fsreq->vnode, fsreq); |
David Howells | ec26815 | 2007-04-26 15:49:28 -0700 | [diff] [blame] | 307 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 308 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 309 | static int afs_symlink_readpage(struct page *page) |
Al Viro | f6d335c | 2010-05-21 15:27:09 +0100 | [diff] [blame] | 310 | { |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 311 | struct afs_vnode *vnode = AFS_FS_I(page->mapping->host); |
| 312 | struct afs_read *fsreq; |
Al Viro | f6d335c | 2010-05-21 15:27:09 +0100 | [diff] [blame] | 313 | int ret; |
| 314 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 315 | fsreq = afs_alloc_read(GFP_NOFS); |
| 316 | if (!fsreq) |
David Howells | 91b467e | 2017-01-05 10:38:35 +0000 | [diff] [blame] | 317 | return -ENOMEM; |
| 318 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 319 | fsreq->pos = page->index * PAGE_SIZE; |
| 320 | fsreq->len = PAGE_SIZE; |
| 321 | fsreq->vnode = vnode; |
| 322 | fsreq->iter = &fsreq->def_iter; |
| 323 | iov_iter_xarray(&fsreq->def_iter, READ, &page->mapping->i_pages, |
| 324 | fsreq->pos, fsreq->len); |
David Howells | 91b467e | 2017-01-05 10:38:35 +0000 | [diff] [blame] | 325 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 326 | ret = afs_fetch_data(fsreq->vnode, fsreq); |
| 327 | page_endio(page, false, ret); |
David Howells | 91b467e | 2017-01-05 10:38:35 +0000 | [diff] [blame] | 328 | return ret; |
| 329 | } |
| 330 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 331 | static void afs_init_rreq(struct netfs_read_request *rreq, struct file *file) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 332 | { |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 333 | rreq->netfs_priv = key_get(afs_file_key(file)); |
| 334 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 335 | |
David Howells | 3003bbd | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 336 | static bool afs_is_cache_enabled(struct inode *inode) |
| 337 | { |
| 338 | struct fscache_cookie *cookie = afs_vnode_cache(AFS_FS_I(inode)); |
| 339 | |
| 340 | return fscache_cookie_enabled(cookie) && !hlist_empty(&cookie->backing_objects); |
| 341 | } |
| 342 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 343 | static int afs_begin_cache_operation(struct netfs_read_request *rreq) |
| 344 | { |
| 345 | struct afs_vnode *vnode = AFS_FS_I(rreq->inode); |
Al Viro | f6d335c | 2010-05-21 15:27:09 +0100 | [diff] [blame] | 346 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 347 | return fscache_begin_read_operation(rreq, afs_vnode_cache(vnode)); |
| 348 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 349 | |
David Howells | 3003bbd | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 350 | static int afs_check_write_begin(struct file *file, loff_t pos, unsigned len, |
| 351 | struct page *page, void **_fsdata) |
| 352 | { |
| 353 | struct afs_vnode *vnode = AFS_FS_I(file_inode(file)); |
| 354 | |
| 355 | return test_bit(AFS_VNODE_DELETED, &vnode->flags) ? -ESTALE : 0; |
| 356 | } |
| 357 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 358 | static void afs_priv_cleanup(struct address_space *mapping, void *netfs_priv) |
| 359 | { |
| 360 | key_put(netfs_priv); |
| 361 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 362 | |
David Howells | 3003bbd | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 363 | const struct netfs_read_request_ops afs_req_ops = { |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 364 | .init_rreq = afs_init_rreq, |
David Howells | 3003bbd | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 365 | .is_cache_enabled = afs_is_cache_enabled, |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 366 | .begin_cache_operation = afs_begin_cache_operation, |
David Howells | 3003bbd | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 367 | .check_write_begin = afs_check_write_begin, |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 368 | .issue_op = afs_req_issue_op, |
| 369 | .cleanup = afs_priv_cleanup, |
| 370 | }; |
David Howells | 9b3f26c | 2009-04-03 16:42:41 +0100 | [diff] [blame] | 371 | |
David Howells | 5cbf039 | 2020-02-06 14:22:29 +0000 | [diff] [blame] | 372 | static int afs_readpage(struct file *file, struct page *page) |
| 373 | { |
| 374 | if (!file) |
| 375 | return afs_symlink_readpage(page); |
| 376 | |
| 377 | return netfs_readpage(file, page, &afs_req_ops, NULL); |
| 378 | } |
| 379 | |
| 380 | static void afs_readahead(struct readahead_control *ractl) |
| 381 | { |
| 382 | netfs_readahead(ractl, &afs_req_ops, NULL); |
David Howells | ec26815 | 2007-04-26 15:49:28 -0700 | [diff] [blame] | 383 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 384 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 385 | /* |
David Howells | f86726a | 2020-10-22 14:08:23 +0100 | [diff] [blame] | 386 | * Adjust the dirty region of the page on truncation or full invalidation, |
| 387 | * getting rid of the markers altogether if the region is entirely invalidated. |
| 388 | */ |
| 389 | static void afs_invalidate_dirty(struct page *page, unsigned int offset, |
| 390 | unsigned int length) |
| 391 | { |
| 392 | struct afs_vnode *vnode = AFS_FS_I(page->mapping->host); |
| 393 | unsigned long priv; |
| 394 | unsigned int f, t, end = offset + length; |
| 395 | |
| 396 | priv = page_private(page); |
| 397 | |
| 398 | /* we clean up only if the entire page is being invalidated */ |
| 399 | if (offset == 0 && length == thp_size(page)) |
| 400 | goto full_invalidate; |
| 401 | |
| 402 | /* If the page was dirtied by page_mkwrite(), the PTE stays writable |
| 403 | * and we don't get another notification to tell us to expand it |
| 404 | * again. |
| 405 | */ |
| 406 | if (afs_is_page_dirty_mmapped(priv)) |
| 407 | return; |
| 408 | |
| 409 | /* We may need to shorten the dirty region */ |
David Howells | 67d78a6 | 2020-10-28 14:23:46 +0000 | [diff] [blame] | 410 | f = afs_page_dirty_from(page, priv); |
| 411 | t = afs_page_dirty_to(page, priv); |
David Howells | f86726a | 2020-10-22 14:08:23 +0100 | [diff] [blame] | 412 | |
| 413 | if (t <= offset || f >= end) |
| 414 | return; /* Doesn't overlap */ |
| 415 | |
| 416 | if (f < offset && t > end) |
| 417 | return; /* Splits the dirty region - just absorb it */ |
| 418 | |
| 419 | if (f >= offset && t <= end) |
| 420 | goto undirty; |
| 421 | |
| 422 | if (f < offset) |
| 423 | t = offset; |
| 424 | else |
| 425 | f = end; |
| 426 | if (f == t) |
| 427 | goto undirty; |
| 428 | |
David Howells | 67d78a6 | 2020-10-28 14:23:46 +0000 | [diff] [blame] | 429 | priv = afs_page_dirty(page, f, t); |
David Howells | f86726a | 2020-10-22 14:08:23 +0100 | [diff] [blame] | 430 | set_page_private(page, priv); |
David Howells | 67d78a6 | 2020-10-28 14:23:46 +0000 | [diff] [blame] | 431 | trace_afs_page_dirty(vnode, tracepoint_string("trunc"), page); |
David Howells | f86726a | 2020-10-22 14:08:23 +0100 | [diff] [blame] | 432 | return; |
| 433 | |
| 434 | undirty: |
David Howells | 67d78a6 | 2020-10-28 14:23:46 +0000 | [diff] [blame] | 435 | trace_afs_page_dirty(vnode, tracepoint_string("undirty"), page); |
David Howells | f86726a | 2020-10-22 14:08:23 +0100 | [diff] [blame] | 436 | clear_page_dirty_for_io(page); |
| 437 | full_invalidate: |
David Howells | 67d78a6 | 2020-10-28 14:23:46 +0000 | [diff] [blame] | 438 | trace_afs_page_dirty(vnode, tracepoint_string("inval"), page); |
David Howells | e87b03f | 2020-10-20 09:33:45 +0100 | [diff] [blame] | 439 | detach_page_private(page); |
David Howells | f86726a | 2020-10-22 14:08:23 +0100 | [diff] [blame] | 440 | } |
| 441 | |
| 442 | /* |
David Howells | 9b3f26c | 2009-04-03 16:42:41 +0100 | [diff] [blame] | 443 | * invalidate part or all of a page |
| 444 | * - release a page and clean up its private data if offset is 0 (indicating |
| 445 | * the entire page) |
| 446 | */ |
Lukas Czerner | d47992f | 2013-05-21 23:17:23 -0400 | [diff] [blame] | 447 | static void afs_invalidatepage(struct page *page, unsigned int offset, |
| 448 | unsigned int length) |
David Howells | 9b3f26c | 2009-04-03 16:42:41 +0100 | [diff] [blame] | 449 | { |
Lukas Czerner | d47992f | 2013-05-21 23:17:23 -0400 | [diff] [blame] | 450 | _enter("{%lu},%u,%u", page->index, offset, length); |
David Howells | 9b3f26c | 2009-04-03 16:42:41 +0100 | [diff] [blame] | 451 | |
| 452 | BUG_ON(!PageLocked(page)); |
| 453 | |
David Howells | f86726a | 2020-10-22 14:08:23 +0100 | [diff] [blame] | 454 | if (PagePrivate(page)) |
| 455 | afs_invalidate_dirty(page, offset, length); |
David Howells | 9b3f26c | 2009-04-03 16:42:41 +0100 | [diff] [blame] | 456 | |
David Howells | 630f5dd | 2020-02-06 14:22:28 +0000 | [diff] [blame] | 457 | wait_on_page_fscache(page); |
David Howells | 9b3f26c | 2009-04-03 16:42:41 +0100 | [diff] [blame] | 458 | _leave(""); |
| 459 | } |
| 460 | |
| 461 | /* |
| 462 | * release a page and clean up its private state if it's not busy |
| 463 | * - return true if the page can now be released, false if not |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 464 | */ |
David Howells | 416351f | 2007-05-09 02:33:45 -0700 | [diff] [blame] | 465 | static int afs_releasepage(struct page *page, gfp_t gfp_flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 466 | { |
David Howells | 416351f | 2007-05-09 02:33:45 -0700 | [diff] [blame] | 467 | struct afs_vnode *vnode = AFS_FS_I(page->mapping->host); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 468 | |
David Howells | 3b6492d | 2018-10-20 00:57:57 +0100 | [diff] [blame] | 469 | _enter("{{%llx:%llu}[%lu],%lx},%x", |
David Howells | 416351f | 2007-05-09 02:33:45 -0700 | [diff] [blame] | 470 | vnode->fid.vid, vnode->fid.vnode, page->index, page->flags, |
| 471 | gfp_flags); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 472 | |
David Howells | 9b3f26c | 2009-04-03 16:42:41 +0100 | [diff] [blame] | 473 | /* deny if page is being written to the cache and the caller hasn't |
| 474 | * elected to wait */ |
David Howells | 630f5dd | 2020-02-06 14:22:28 +0000 | [diff] [blame] | 475 | #ifdef CONFIG_AFS_FSCACHE |
| 476 | if (PageFsCache(page)) { |
| 477 | if (!(gfp_flags & __GFP_DIRECT_RECLAIM) || !(gfp_flags & __GFP_FS)) |
| 478 | return false; |
| 479 | wait_on_page_fscache(page); |
| 480 | } |
| 481 | #endif |
| 482 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 483 | if (PagePrivate(page)) { |
David Howells | 67d78a6 | 2020-10-28 14:23:46 +0000 | [diff] [blame] | 484 | trace_afs_page_dirty(vnode, tracepoint_string("rel"), page); |
David Howells | e87b03f | 2020-10-20 09:33:45 +0100 | [diff] [blame] | 485 | detach_page_private(page); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 486 | } |
| 487 | |
David Howells | 9b3f26c | 2009-04-03 16:42:41 +0100 | [diff] [blame] | 488 | /* indicate that the page can be released */ |
| 489 | _leave(" = T"); |
| 490 | return 1; |
David Howells | ec26815 | 2007-04-26 15:49:28 -0700 | [diff] [blame] | 491 | } |
David Howells | 1cf7a15 | 2017-11-02 15:27:52 +0000 | [diff] [blame] | 492 | |
| 493 | /* |
| 494 | * Handle setting up a memory mapping on an AFS file. |
| 495 | */ |
| 496 | static int afs_file_mmap(struct file *file, struct vm_area_struct *vma) |
| 497 | { |
| 498 | int ret; |
| 499 | |
| 500 | ret = generic_file_mmap(file, vma); |
| 501 | if (ret == 0) |
| 502 | vma->vm_ops = &afs_vm_ops; |
| 503 | return ret; |
| 504 | } |