Thomas Gleixner | 457c899 | 2019-05-19 13:08:55 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-only |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | /* |
Chuck Lever | 55aa4f5 | 2005-08-11 16:25:47 -0400 | [diff] [blame] | 3 | * linux/net/sunrpc/clnt.c |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | * |
| 5 | * This file contains the high-level RPC interface. |
| 6 | * It is modeled as a finite state machine to support both synchronous |
| 7 | * and asynchronous requests. |
| 8 | * |
| 9 | * - RPC header generation and argument serialization. |
| 10 | * - Credential refresh. |
| 11 | * - TCP connect handling. |
| 12 | * - Retry of operation when it is suspected the operation failed because |
| 13 | * of uid squashing on the server, or when the credentials were stale |
| 14 | * and need to be refreshed, or when a packet was damaged in transit. |
| 15 | * This may be have to be moved to the VFS layer. |
| 16 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | * Copyright (C) 1992,1993 Rick Sladkey <jrs@world.std.com> |
| 18 | * Copyright (C) 1995,1996 Olaf Kirch <okir@monad.swb.de> |
| 19 | */ |
| 20 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | |
| 22 | #include <linux/module.h> |
| 23 | #include <linux/types.h> |
Chuck Lever | cb3997b | 2008-05-21 17:09:41 -0400 | [diff] [blame] | 24 | #include <linux/kallsyms.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | #include <linux/mm.h> |
Trond Myklebust | 23ac658 | 2009-08-09 15:14:25 -0400 | [diff] [blame] | 26 | #include <linux/namei.h> |
| 27 | #include <linux/mount.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | #include <linux/slab.h> |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 29 | #include <linux/rcupdate.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | #include <linux/utsname.h> |
Chuck Lever | 11c556b | 2006-03-20 13:44:22 -0500 | [diff] [blame] | 31 | #include <linux/workqueue.h> |
Chuck Lever | 176e21e | 2011-05-09 15:22:44 -0400 | [diff] [blame] | 32 | #include <linux/in.h> |
Chuck Lever | 510deb0 | 2007-12-10 14:56:24 -0500 | [diff] [blame] | 33 | #include <linux/in6.h> |
Chuck Lever | 176e21e | 2011-05-09 15:22:44 -0400 | [diff] [blame] | 34 | #include <linux/un.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | |
| 36 | #include <linux/sunrpc/clnt.h> |
Jeff Layton | 5976687 | 2013-02-04 12:50:00 -0500 | [diff] [blame] | 37 | #include <linux/sunrpc/addr.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | #include <linux/sunrpc/rpc_pipe_fs.h> |
Chuck Lever | 11c556b | 2006-03-20 13:44:22 -0500 | [diff] [blame] | 39 | #include <linux/sunrpc/metrics.h> |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 40 | #include <linux/sunrpc/bc_xprt.h> |
Steve Dickson | 5753cba | 2012-02-06 10:08:08 -0500 | [diff] [blame] | 41 | #include <trace/events/sunrpc.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 43 | #include "sunrpc.h" |
Stanislav Kinsbursky | 70abc49 | 2012-01-12 22:07:51 +0400 | [diff] [blame] | 44 | #include "netns.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | |
Jeff Layton | f895b25 | 2014-11-17 16:58:04 -0500 | [diff] [blame] | 46 | #if IS_ENABLED(CONFIG_SUNRPC_DEBUG) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 47 | # define RPCDBG_FACILITY RPCDBG_CALL |
| 48 | #endif |
| 49 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 50 | #define dprint_status(t) \ |
| 51 | dprintk("RPC: %5u %s (status %d)\n", t->tk_pid, \ |
Harvey Harrison | 0dc4787 | 2008-03-05 20:47:47 -0800 | [diff] [blame] | 52 | __func__, t->tk_status) |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 53 | |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 54 | /* |
| 55 | * All RPC clients are linked into this list |
| 56 | */ |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 57 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 58 | static DECLARE_WAIT_QUEUE_HEAD(destroy_wait); |
| 59 | |
| 60 | |
| 61 | static void call_start(struct rpc_task *task); |
| 62 | static void call_reserve(struct rpc_task *task); |
| 63 | static void call_reserveresult(struct rpc_task *task); |
| 64 | static void call_allocate(struct rpc_task *task); |
Trond Myklebust | 762e4e6 | 2018-08-24 16:28:28 -0400 | [diff] [blame] | 65 | static void call_encode(struct rpc_task *task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | static void call_decode(struct rpc_task *task); |
| 67 | static void call_bind(struct rpc_task *task); |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 68 | static void call_bind_status(struct rpc_task *task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 69 | static void call_transmit(struct rpc_task *task); |
| 70 | static void call_status(struct rpc_task *task); |
Trond Myklebust | 940e331 | 2005-11-09 21:45:24 -0500 | [diff] [blame] | 71 | static void call_transmit_status(struct rpc_task *task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | static void call_refresh(struct rpc_task *task); |
| 73 | static void call_refreshresult(struct rpc_task *task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | static void call_connect(struct rpc_task *task); |
| 75 | static void call_connect_status(struct rpc_task *task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | |
Chuck Lever | e8680a2 | 2019-02-11 11:24:48 -0500 | [diff] [blame] | 77 | static int rpc_encode_header(struct rpc_task *task, |
| 78 | struct xdr_stream *xdr); |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 79 | static int rpc_decode_header(struct rpc_task *task, |
| 80 | struct xdr_stream *xdr); |
Chuck Lever | caabea8 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 81 | static int rpc_ping(struct rpc_clnt *clnt); |
Trond Myklebust | 7b3fef8 | 2019-03-07 14:10:32 -0500 | [diff] [blame] | 82 | static void rpc_check_timeout(struct rpc_task *task); |
Trond Myklebust | 64c91a1 | 2007-06-23 10:17:16 -0400 | [diff] [blame] | 83 | |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 84 | static void rpc_register_client(struct rpc_clnt *clnt) |
| 85 | { |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 86 | struct net *net = rpc_net_ns(clnt); |
| 87 | struct sunrpc_net *sn = net_generic(net, sunrpc_net_id); |
Stanislav Kinsbursky | 70abc49 | 2012-01-12 22:07:51 +0400 | [diff] [blame] | 88 | |
| 89 | spin_lock(&sn->rpc_client_lock); |
| 90 | list_add(&clnt->cl_clients, &sn->all_clients); |
| 91 | spin_unlock(&sn->rpc_client_lock); |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 92 | } |
| 93 | |
| 94 | static void rpc_unregister_client(struct rpc_clnt *clnt) |
| 95 | { |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 96 | struct net *net = rpc_net_ns(clnt); |
| 97 | struct sunrpc_net *sn = net_generic(net, sunrpc_net_id); |
Stanislav Kinsbursky | 70abc49 | 2012-01-12 22:07:51 +0400 | [diff] [blame] | 98 | |
| 99 | spin_lock(&sn->rpc_client_lock); |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 100 | list_del(&clnt->cl_clients); |
Stanislav Kinsbursky | 70abc49 | 2012-01-12 22:07:51 +0400 | [diff] [blame] | 101 | spin_unlock(&sn->rpc_client_lock); |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 102 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 104 | static void __rpc_clnt_remove_pipedir(struct rpc_clnt *clnt) |
| 105 | { |
Trond Myklebust | c36dcfe1 | 2013-08-26 17:44:26 -0400 | [diff] [blame] | 106 | rpc_remove_client_dir(clnt); |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 107 | } |
| 108 | |
| 109 | static void rpc_clnt_remove_pipedir(struct rpc_clnt *clnt) |
| 110 | { |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 111 | struct net *net = rpc_net_ns(clnt); |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 112 | struct super_block *pipefs_sb; |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 113 | |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 114 | pipefs_sb = rpc_get_sb_net(net); |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 115 | if (pipefs_sb) { |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 116 | __rpc_clnt_remove_pipedir(clnt); |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 117 | rpc_put_sb_net(net); |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 118 | } |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 119 | } |
| 120 | |
| 121 | static struct dentry *rpc_setup_pipedir_sb(struct super_block *sb, |
Trond Myklebust | 41b6b4d | 2013-08-23 13:03:50 -0400 | [diff] [blame] | 122 | struct rpc_clnt *clnt) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | { |
Trond Myklebust | f134585 | 2005-09-23 11:08:25 -0400 | [diff] [blame] | 124 | static uint32_t clntid; |
Trond Myklebust | 41b6b4d | 2013-08-23 13:03:50 -0400 | [diff] [blame] | 125 | const char *dir_name = clnt->cl_program->pipe_dir_name; |
Trond Myklebust | 23ac658 | 2009-08-09 15:14:25 -0400 | [diff] [blame] | 126 | char name[15]; |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 127 | struct dentry *dir, *dentry; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 129 | dir = rpc_d_lookup_sb(sb, dir_name); |
Weston Andros Adamson | 922eeac | 2012-10-23 10:43:25 -0400 | [diff] [blame] | 130 | if (dir == NULL) { |
| 131 | pr_info("RPC: pipefs directory doesn't exist: %s\n", dir_name); |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 132 | return dir; |
Weston Andros Adamson | 922eeac | 2012-10-23 10:43:25 -0400 | [diff] [blame] | 133 | } |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 134 | for (;;) { |
Al Viro | a95e691 | 2013-07-14 16:43:54 +0400 | [diff] [blame] | 135 | snprintf(name, sizeof(name), "clnt%x", (unsigned int)clntid++); |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 136 | name[sizeof(name) - 1] = '\0'; |
Al Viro | a95e691 | 2013-07-14 16:43:54 +0400 | [diff] [blame] | 137 | dentry = rpc_create_client_dir(dir, name, clnt); |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 138 | if (!IS_ERR(dentry)) |
| 139 | break; |
Al Viro | a95e691 | 2013-07-14 16:43:54 +0400 | [diff] [blame] | 140 | if (dentry == ERR_PTR(-EEXIST)) |
| 141 | continue; |
| 142 | printk(KERN_INFO "RPC: Couldn't create pipefs entry" |
| 143 | " %s/%s, error %ld\n", |
| 144 | dir_name, name, PTR_ERR(dentry)); |
| 145 | break; |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 146 | } |
| 147 | dput(dir); |
| 148 | return dentry; |
| 149 | } |
| 150 | |
| 151 | static int |
Trond Myklebust | 41b6b4d | 2013-08-23 13:03:50 -0400 | [diff] [blame] | 152 | rpc_setup_pipedir(struct super_block *pipefs_sb, struct rpc_clnt *clnt) |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 153 | { |
Stanislav Kinsbursky | 30507f5 | 2012-01-11 19:18:42 +0400 | [diff] [blame] | 154 | struct dentry *dentry; |
Stanislav Kinsbursky | 0157d02 | 2012-01-11 19:18:01 +0400 | [diff] [blame] | 155 | |
Trond Myklebust | c36dcfe1 | 2013-08-26 17:44:26 -0400 | [diff] [blame] | 156 | if (clnt->cl_program->pipe_dir_name != NULL) { |
| 157 | dentry = rpc_setup_pipedir_sb(pipefs_sb, clnt); |
| 158 | if (IS_ERR(dentry)) |
| 159 | return PTR_ERR(dentry); |
| 160 | } |
Trond Myklebust | 23ac658 | 2009-08-09 15:14:25 -0400 | [diff] [blame] | 161 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 162 | } |
| 163 | |
Trond Myklebust | 41b6b4d | 2013-08-23 13:03:50 -0400 | [diff] [blame] | 164 | static int rpc_clnt_skip_event(struct rpc_clnt *clnt, unsigned long event) |
Stanislav Kinsbursky | ea8cfa0 | 2012-04-27 13:00:17 +0400 | [diff] [blame] | 165 | { |
Trond Myklebust | 41b6b4d | 2013-08-23 13:03:50 -0400 | [diff] [blame] | 166 | if (clnt->cl_program->pipe_dir_name == NULL) |
Stanislav Kinsbursky | ea8cfa0 | 2012-04-27 13:00:17 +0400 | [diff] [blame] | 167 | return 1; |
Trond Myklebust | 41b6b4d | 2013-08-23 13:03:50 -0400 | [diff] [blame] | 168 | |
Trond Myklebust | c36dcfe1 | 2013-08-26 17:44:26 -0400 | [diff] [blame] | 169 | switch (event) { |
| 170 | case RPC_PIPEFS_MOUNT: |
| 171 | if (clnt->cl_pipedir_objects.pdh_dentry != NULL) |
| 172 | return 1; |
| 173 | if (atomic_read(&clnt->cl_count) == 0) |
| 174 | return 1; |
| 175 | break; |
| 176 | case RPC_PIPEFS_UMOUNT: |
| 177 | if (clnt->cl_pipedir_objects.pdh_dentry == NULL) |
| 178 | return 1; |
| 179 | break; |
| 180 | } |
Stanislav Kinsbursky | ea8cfa0 | 2012-04-27 13:00:17 +0400 | [diff] [blame] | 181 | return 0; |
| 182 | } |
| 183 | |
| 184 | static int __rpc_clnt_handle_event(struct rpc_clnt *clnt, unsigned long event, |
| 185 | struct super_block *sb) |
Stanislav Kinsbursky | 80df9d2 | 2012-01-11 19:18:17 +0400 | [diff] [blame] | 186 | { |
| 187 | struct dentry *dentry; |
Stanislav Kinsbursky | 80df9d2 | 2012-01-11 19:18:17 +0400 | [diff] [blame] | 188 | |
| 189 | switch (event) { |
| 190 | case RPC_PIPEFS_MOUNT: |
Trond Myklebust | 41b6b4d | 2013-08-23 13:03:50 -0400 | [diff] [blame] | 191 | dentry = rpc_setup_pipedir_sb(sb, clnt); |
Weston Andros Adamson | 922eeac | 2012-10-23 10:43:25 -0400 | [diff] [blame] | 192 | if (!dentry) |
| 193 | return -ENOENT; |
Stanislav Kinsbursky | 80df9d2 | 2012-01-11 19:18:17 +0400 | [diff] [blame] | 194 | if (IS_ERR(dentry)) |
| 195 | return PTR_ERR(dentry); |
Stanislav Kinsbursky | 80df9d2 | 2012-01-11 19:18:17 +0400 | [diff] [blame] | 196 | break; |
| 197 | case RPC_PIPEFS_UMOUNT: |
| 198 | __rpc_clnt_remove_pipedir(clnt); |
| 199 | break; |
| 200 | default: |
| 201 | printk(KERN_ERR "%s: unknown event: %ld\n", __func__, event); |
| 202 | return -ENOTSUPP; |
| 203 | } |
Amitoj Kaur Chawla | 2813b62 | 2016-08-08 14:43:49 +0530 | [diff] [blame] | 204 | return 0; |
Stanislav Kinsbursky | 80df9d2 | 2012-01-11 19:18:17 +0400 | [diff] [blame] | 205 | } |
| 206 | |
Stanislav Kinsbursky | ea8cfa0 | 2012-04-27 13:00:17 +0400 | [diff] [blame] | 207 | static int __rpc_pipefs_event(struct rpc_clnt *clnt, unsigned long event, |
| 208 | struct super_block *sb) |
| 209 | { |
| 210 | int error = 0; |
| 211 | |
| 212 | for (;; clnt = clnt->cl_parent) { |
| 213 | if (!rpc_clnt_skip_event(clnt, event)) |
| 214 | error = __rpc_clnt_handle_event(clnt, event, sb); |
| 215 | if (error || clnt == clnt->cl_parent) |
| 216 | break; |
| 217 | } |
| 218 | return error; |
| 219 | } |
| 220 | |
Stanislav Kinsbursky | da3b462 | 2012-02-27 22:05:29 +0400 | [diff] [blame] | 221 | static struct rpc_clnt *rpc_get_client_for_event(struct net *net, int event) |
| 222 | { |
| 223 | struct sunrpc_net *sn = net_generic(net, sunrpc_net_id); |
| 224 | struct rpc_clnt *clnt; |
| 225 | |
| 226 | spin_lock(&sn->rpc_client_lock); |
| 227 | list_for_each_entry(clnt, &sn->all_clients, cl_clients) { |
Stanislav Kinsbursky | ea8cfa0 | 2012-04-27 13:00:17 +0400 | [diff] [blame] | 228 | if (rpc_clnt_skip_event(clnt, event)) |
Stanislav Kinsbursky | da3b462 | 2012-02-27 22:05:29 +0400 | [diff] [blame] | 229 | continue; |
Stanislav Kinsbursky | da3b462 | 2012-02-27 22:05:29 +0400 | [diff] [blame] | 230 | spin_unlock(&sn->rpc_client_lock); |
| 231 | return clnt; |
| 232 | } |
| 233 | spin_unlock(&sn->rpc_client_lock); |
| 234 | return NULL; |
| 235 | } |
| 236 | |
Stanislav Kinsbursky | 80df9d2 | 2012-01-11 19:18:17 +0400 | [diff] [blame] | 237 | static int rpc_pipefs_event(struct notifier_block *nb, unsigned long event, |
| 238 | void *ptr) |
| 239 | { |
| 240 | struct super_block *sb = ptr; |
| 241 | struct rpc_clnt *clnt; |
| 242 | int error = 0; |
Stanislav Kinsbursky | 80df9d2 | 2012-01-11 19:18:17 +0400 | [diff] [blame] | 243 | |
Stanislav Kinsbursky | da3b462 | 2012-02-27 22:05:29 +0400 | [diff] [blame] | 244 | while ((clnt = rpc_get_client_for_event(sb->s_fs_info, event))) { |
Stanislav Kinsbursky | 80df9d2 | 2012-01-11 19:18:17 +0400 | [diff] [blame] | 245 | error = __rpc_pipefs_event(clnt, event, sb); |
| 246 | if (error) |
| 247 | break; |
| 248 | } |
Stanislav Kinsbursky | 80df9d2 | 2012-01-11 19:18:17 +0400 | [diff] [blame] | 249 | return error; |
| 250 | } |
| 251 | |
| 252 | static struct notifier_block rpc_clients_block = { |
| 253 | .notifier_call = rpc_pipefs_event, |
Stanislav Kinsbursky | eee17325 | 2012-01-10 16:13:19 +0400 | [diff] [blame] | 254 | .priority = SUNRPC_PIPEFS_RPC_PRIO, |
Stanislav Kinsbursky | 80df9d2 | 2012-01-11 19:18:17 +0400 | [diff] [blame] | 255 | }; |
| 256 | |
| 257 | int rpc_clients_notifier_register(void) |
| 258 | { |
| 259 | return rpc_pipefs_notifier_register(&rpc_clients_block); |
| 260 | } |
| 261 | |
| 262 | void rpc_clients_notifier_unregister(void) |
| 263 | { |
| 264 | return rpc_pipefs_notifier_unregister(&rpc_clients_block); |
| 265 | } |
| 266 | |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 267 | static struct rpc_xprt *rpc_clnt_set_transport(struct rpc_clnt *clnt, |
| 268 | struct rpc_xprt *xprt, |
| 269 | const struct rpc_timeout *timeout) |
| 270 | { |
| 271 | struct rpc_xprt *old; |
| 272 | |
| 273 | spin_lock(&clnt->cl_lock); |
Trond Myklebust | 34751b9 | 2013-10-28 16:42:44 -0400 | [diff] [blame] | 274 | old = rcu_dereference_protected(clnt->cl_xprt, |
| 275 | lockdep_is_held(&clnt->cl_lock)); |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 276 | |
| 277 | if (!xprt_bound(xprt)) |
| 278 | clnt->cl_autobind = 1; |
| 279 | |
| 280 | clnt->cl_timeout = timeout; |
| 281 | rcu_assign_pointer(clnt->cl_xprt, xprt); |
| 282 | spin_unlock(&clnt->cl_lock); |
| 283 | |
| 284 | return old; |
| 285 | } |
| 286 | |
Trond Myklebust | cbbb344 | 2012-04-30 11:52:40 -0400 | [diff] [blame] | 287 | static void rpc_clnt_set_nodename(struct rpc_clnt *clnt, const char *nodename) |
| 288 | { |
Trond Myklebust | 03a9a42 | 2015-01-30 18:12:28 -0500 | [diff] [blame] | 289 | clnt->cl_nodelen = strlcpy(clnt->cl_nodename, |
| 290 | nodename, sizeof(clnt->cl_nodename)); |
Trond Myklebust | cbbb344 | 2012-04-30 11:52:40 -0400 | [diff] [blame] | 291 | } |
| 292 | |
Chuck Lever | d746e54 | 2013-10-17 14:12:17 -0400 | [diff] [blame] | 293 | static int rpc_client_register(struct rpc_clnt *clnt, |
| 294 | rpc_authflavor_t pseudoflavor, |
| 295 | const char *client_name) |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 296 | { |
Trond Myklebust | c219066 | 2013-08-26 19:23:04 -0400 | [diff] [blame] | 297 | struct rpc_auth_create_args auth_args = { |
Chuck Lever | d746e54 | 2013-10-17 14:12:17 -0400 | [diff] [blame] | 298 | .pseudoflavor = pseudoflavor, |
| 299 | .target_name = client_name, |
Trond Myklebust | c219066 | 2013-08-26 19:23:04 -0400 | [diff] [blame] | 300 | }; |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 301 | struct rpc_auth *auth; |
| 302 | struct net *net = rpc_net_ns(clnt); |
| 303 | struct super_block *pipefs_sb; |
Trond Myklebust | eeee245 | 2013-07-10 15:33:01 -0400 | [diff] [blame] | 304 | int err; |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 305 | |
Jeff Layton | f9c72d1 | 2015-03-31 12:03:28 -0400 | [diff] [blame] | 306 | rpc_clnt_debugfs_register(clnt); |
Jeff Layton | b4b9d2c | 2014-11-26 14:44:43 -0500 | [diff] [blame] | 307 | |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 308 | pipefs_sb = rpc_get_sb_net(net); |
| 309 | if (pipefs_sb) { |
Trond Myklebust | 41b6b4d | 2013-08-23 13:03:50 -0400 | [diff] [blame] | 310 | err = rpc_setup_pipedir(pipefs_sb, clnt); |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 311 | if (err) |
| 312 | goto out; |
| 313 | } |
| 314 | |
Trond Myklebust | eeee245 | 2013-07-10 15:33:01 -0400 | [diff] [blame] | 315 | rpc_register_client(clnt); |
| 316 | if (pipefs_sb) |
| 317 | rpc_put_sb_net(net); |
| 318 | |
Trond Myklebust | c219066 | 2013-08-26 19:23:04 -0400 | [diff] [blame] | 319 | auth = rpcauth_create(&auth_args, clnt); |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 320 | if (IS_ERR(auth)) { |
| 321 | dprintk("RPC: Couldn't create auth handle (flavor %u)\n", |
Chuck Lever | d746e54 | 2013-10-17 14:12:17 -0400 | [diff] [blame] | 322 | pseudoflavor); |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 323 | err = PTR_ERR(auth); |
| 324 | goto err_auth; |
| 325 | } |
Trond Myklebust | eeee245 | 2013-07-10 15:33:01 -0400 | [diff] [blame] | 326 | return 0; |
| 327 | err_auth: |
| 328 | pipefs_sb = rpc_get_sb_net(net); |
Trond Myklebust | 1540c5d | 2013-07-14 22:57:50 -0400 | [diff] [blame] | 329 | rpc_unregister_client(clnt); |
Trond Myklebust | eeee245 | 2013-07-10 15:33:01 -0400 | [diff] [blame] | 330 | __rpc_clnt_remove_pipedir(clnt); |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 331 | out: |
| 332 | if (pipefs_sb) |
| 333 | rpc_put_sb_net(net); |
Jeff Layton | b4b9d2c | 2014-11-26 14:44:43 -0500 | [diff] [blame] | 334 | rpc_clnt_debugfs_unregister(clnt); |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 335 | return err; |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 336 | } |
| 337 | |
Trond Myklebust | 2f048db | 2013-09-04 21:51:44 -0400 | [diff] [blame] | 338 | static DEFINE_IDA(rpc_clids); |
| 339 | |
Kinglong Mee | c929ea0 | 2017-01-20 16:48:39 +0800 | [diff] [blame] | 340 | void rpc_cleanup_clids(void) |
| 341 | { |
| 342 | ida_destroy(&rpc_clids); |
| 343 | } |
| 344 | |
Trond Myklebust | 2f048db | 2013-09-04 21:51:44 -0400 | [diff] [blame] | 345 | static int rpc_alloc_clid(struct rpc_clnt *clnt) |
| 346 | { |
| 347 | int clid; |
| 348 | |
| 349 | clid = ida_simple_get(&rpc_clids, 0, 0, GFP_KERNEL); |
| 350 | if (clid < 0) |
| 351 | return clid; |
| 352 | clnt->cl_clid = clid; |
| 353 | return 0; |
| 354 | } |
| 355 | |
| 356 | static void rpc_free_clid(struct rpc_clnt *clnt) |
| 357 | { |
| 358 | ida_simple_remove(&rpc_clids, clnt->cl_clid); |
| 359 | } |
| 360 | |
Trond Myklebust | 280ebcf | 2013-09-02 13:28:04 -0400 | [diff] [blame] | 361 | static struct rpc_clnt * rpc_new_client(const struct rpc_create_args *args, |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 362 | struct rpc_xprt_switch *xps, |
Trond Myklebust | 280ebcf | 2013-09-02 13:28:04 -0400 | [diff] [blame] | 363 | struct rpc_xprt *xprt, |
| 364 | struct rpc_clnt *parent) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 365 | { |
Trond Myklebust | a613fa1 | 2012-01-20 13:53:56 -0500 | [diff] [blame] | 366 | const struct rpc_program *program = args->program; |
| 367 | const struct rpc_version *version; |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 368 | struct rpc_clnt *clnt = NULL; |
| 369 | const struct rpc_timeout *timeout; |
Trond Myklebust | 03a9a42 | 2015-01-30 18:12:28 -0500 | [diff] [blame] | 370 | const char *nodename = args->nodename; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 371 | int err; |
Chuck Lever | 06b8d25 | 2007-09-11 18:00:20 -0400 | [diff] [blame] | 372 | |
| 373 | /* sanity check the name before trying to print it */ |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 374 | dprintk("RPC: creating %s client for %s (xprt %p)\n", |
Trond Myklebust | 698b6d0 | 2007-12-20 16:03:53 -0500 | [diff] [blame] | 375 | program->name, args->servername, xprt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 376 | |
Trond Myklebust | 4ada539 | 2007-06-14 17:26:17 -0400 | [diff] [blame] | 377 | err = rpciod_up(); |
| 378 | if (err) |
| 379 | goto out_no_rpciod; |
Trond Myklebust | 698b6d0 | 2007-12-20 16:03:53 -0500 | [diff] [blame] | 380 | |
Trond Myklebust | f05c124 | 2013-04-05 14:13:21 -0400 | [diff] [blame] | 381 | err = -EINVAL; |
Trond Myklebust | 698b6d0 | 2007-12-20 16:03:53 -0500 | [diff] [blame] | 382 | if (args->version >= program->nrvers) |
| 383 | goto out_err; |
| 384 | version = program->version[args->version]; |
| 385 | if (version == NULL) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 386 | goto out_err; |
| 387 | |
| 388 | err = -ENOMEM; |
Panagiotis Issaris | 0da974f | 2006-07-21 14:51:30 -0700 | [diff] [blame] | 389 | clnt = kzalloc(sizeof(*clnt), GFP_KERNEL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 390 | if (!clnt) |
| 391 | goto out_err; |
Trond Myklebust | 280ebcf | 2013-09-02 13:28:04 -0400 | [diff] [blame] | 392 | clnt->cl_parent = parent ? : clnt; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 393 | |
Trond Myklebust | 2f048db | 2013-09-04 21:51:44 -0400 | [diff] [blame] | 394 | err = rpc_alloc_clid(clnt); |
| 395 | if (err) |
| 396 | goto out_no_clid; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 397 | |
Trond Myklebust | 79caa5f | 2019-04-24 17:46:42 -0400 | [diff] [blame] | 398 | clnt->cl_cred = get_cred(args->cred); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 399 | clnt->cl_procinfo = version->procs; |
| 400 | clnt->cl_maxproc = version->nrprocs; |
Benny Halevy | d5b337b | 2008-09-28 09:21:26 +0300 | [diff] [blame] | 401 | clnt->cl_prog = args->prognumber ? : program->number; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 402 | clnt->cl_vers = version->number; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 403 | clnt->cl_stats = program->stats; |
Chuck Lever | 11c556b | 2006-03-20 13:44:22 -0500 | [diff] [blame] | 404 | clnt->cl_metrics = rpc_alloc_iostats(clnt); |
Trond Myklebust | 6739ffb | 2013-08-26 15:38:11 -0400 | [diff] [blame] | 405 | rpc_init_pipe_dir_head(&clnt->cl_pipedir_objects); |
Trond Myklebust | 23bf85b | 2006-11-21 10:40:23 -0500 | [diff] [blame] | 406 | err = -ENOMEM; |
| 407 | if (clnt->cl_metrics == NULL) |
| 408 | goto out_no_stats; |
Trond Myklebust | 3e32a5d | 2006-11-16 11:37:27 -0500 | [diff] [blame] | 409 | clnt->cl_program = program; |
Trond Myklebust | 6529eba | 2007-06-14 16:40:14 -0400 | [diff] [blame] | 410 | INIT_LIST_HEAD(&clnt->cl_tasks); |
Trond Myklebust | 4bef61f | 2007-06-16 14:17:01 -0400 | [diff] [blame] | 411 | spin_lock_init(&clnt->cl_lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 412 | |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 413 | timeout = xprt->timeout; |
Trond Myklebust | ba7392b | 2007-12-20 16:03:55 -0500 | [diff] [blame] | 414 | if (args->timeout != NULL) { |
| 415 | memcpy(&clnt->cl_timeout_default, args->timeout, |
| 416 | sizeof(clnt->cl_timeout_default)); |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 417 | timeout = &clnt->cl_timeout_default; |
Trond Myklebust | ba7392b | 2007-12-20 16:03:55 -0500 | [diff] [blame] | 418 | } |
| 419 | |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 420 | rpc_clnt_set_transport(clnt, xprt, timeout); |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 421 | xprt_iter_init(&clnt->cl_xpi, xps); |
| 422 | xprt_switch_put(xps); |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 423 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 424 | clnt->cl_rtt = &clnt->cl_rtt_default; |
Trond Myklebust | ba7392b | 2007-12-20 16:03:55 -0500 | [diff] [blame] | 425 | rpc_init_rtt(&clnt->cl_rtt_default, clnt->cl_timeout->to_initval); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 426 | |
Trond Myklebust | 006abe8 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 427 | atomic_set(&clnt->cl_count, 1); |
Trond Myklebust | 34f52e3 | 2007-06-14 16:40:31 -0400 | [diff] [blame] | 428 | |
Trond Myklebust | 03a9a42 | 2015-01-30 18:12:28 -0500 | [diff] [blame] | 429 | if (nodename == NULL) |
| 430 | nodename = utsname()->nodename; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 431 | /* save the nodename */ |
Trond Myklebust | 03a9a42 | 2015-01-30 18:12:28 -0500 | [diff] [blame] | 432 | rpc_clnt_set_nodename(clnt, nodename); |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 433 | |
Chuck Lever | d746e54 | 2013-10-17 14:12:17 -0400 | [diff] [blame] | 434 | err = rpc_client_register(clnt, args->authflavor, args->client_name); |
Stanislav Kinsbursky | e73f4cc | 2013-06-24 11:52:52 +0400 | [diff] [blame] | 435 | if (err) |
| 436 | goto out_no_path; |
Trond Myklebust | 280ebcf | 2013-09-02 13:28:04 -0400 | [diff] [blame] | 437 | if (parent) |
| 438 | atomic_inc(&parent->cl_count); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 439 | return clnt; |
| 440 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 441 | out_no_path: |
Trond Myklebust | 23bf85b | 2006-11-21 10:40:23 -0500 | [diff] [blame] | 442 | rpc_free_iostats(clnt->cl_metrics); |
| 443 | out_no_stats: |
Trond Myklebust | 79caa5f | 2019-04-24 17:46:42 -0400 | [diff] [blame] | 444 | put_cred(clnt->cl_cred); |
Trond Myklebust | 2f048db | 2013-09-04 21:51:44 -0400 | [diff] [blame] | 445 | rpc_free_clid(clnt); |
| 446 | out_no_clid: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 447 | kfree(clnt); |
| 448 | out_err: |
Trond Myklebust | 4ada539 | 2007-06-14 17:26:17 -0400 | [diff] [blame] | 449 | rpciod_down(); |
| 450 | out_no_rpciod: |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 451 | xprt_switch_put(xps); |
Trond Myklebust | f05c124 | 2013-04-05 14:13:21 -0400 | [diff] [blame] | 452 | xprt_put(xprt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 453 | return ERR_PTR(err); |
| 454 | } |
| 455 | |
J. Bruce Fields | d50039e | 2016-05-16 17:03:42 -0400 | [diff] [blame] | 456 | static struct rpc_clnt *rpc_create_xprt(struct rpc_create_args *args, |
Kinglong Mee | 83ddfeb | 2014-03-24 11:58:59 +0800 | [diff] [blame] | 457 | struct rpc_xprt *xprt) |
| 458 | { |
| 459 | struct rpc_clnt *clnt = NULL; |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 460 | struct rpc_xprt_switch *xps; |
Kinglong Mee | 83ddfeb | 2014-03-24 11:58:59 +0800 | [diff] [blame] | 461 | |
J. Bruce Fields | 39a9beab | 2016-05-17 12:38:21 -0400 | [diff] [blame] | 462 | if (args->bc_xprt && args->bc_xprt->xpt_bc_xps) { |
Chuck Lever | 16590a2 | 2016-08-22 14:57:42 -0400 | [diff] [blame] | 463 | WARN_ON_ONCE(!(args->protocol & XPRT_TRANSPORT_BC)); |
J. Bruce Fields | 39a9beab | 2016-05-17 12:38:21 -0400 | [diff] [blame] | 464 | xps = args->bc_xprt->xpt_bc_xps; |
| 465 | xprt_switch_get(xps); |
| 466 | } else { |
| 467 | xps = xprt_switch_alloc(xprt, GFP_KERNEL); |
| 468 | if (xps == NULL) { |
| 469 | xprt_put(xprt); |
| 470 | return ERR_PTR(-ENOMEM); |
| 471 | } |
| 472 | if (xprt->bc_xprt) { |
| 473 | xprt_switch_get(xps); |
| 474 | xprt->bc_xprt->xpt_bc_xps = xps; |
| 475 | } |
J. Bruce Fields | 1208fd5 | 2016-05-20 17:07:17 -0400 | [diff] [blame] | 476 | } |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 477 | clnt = rpc_new_client(args, xps, xprt, NULL); |
Kinglong Mee | 83ddfeb | 2014-03-24 11:58:59 +0800 | [diff] [blame] | 478 | if (IS_ERR(clnt)) |
| 479 | return clnt; |
| 480 | |
| 481 | if (!(args->flags & RPC_CLNT_CREATE_NOPING)) { |
| 482 | int err = rpc_ping(clnt); |
| 483 | if (err != 0) { |
| 484 | rpc_shutdown_client(clnt); |
| 485 | return ERR_PTR(err); |
| 486 | } |
| 487 | } |
| 488 | |
| 489 | clnt->cl_softrtry = 1; |
Trond Myklebust | ae6ec91 | 2019-04-07 13:58:58 -0400 | [diff] [blame] | 490 | if (args->flags & (RPC_CLNT_CREATE_HARDRTRY|RPC_CLNT_CREATE_SOFTERR)) { |
Kinglong Mee | 83ddfeb | 2014-03-24 11:58:59 +0800 | [diff] [blame] | 491 | clnt->cl_softrtry = 0; |
Trond Myklebust | ae6ec91 | 2019-04-07 13:58:58 -0400 | [diff] [blame] | 492 | if (args->flags & RPC_CLNT_CREATE_SOFTERR) |
| 493 | clnt->cl_softerr = 1; |
| 494 | } |
Kinglong Mee | 83ddfeb | 2014-03-24 11:58:59 +0800 | [diff] [blame] | 495 | |
| 496 | if (args->flags & RPC_CLNT_CREATE_AUTOBIND) |
| 497 | clnt->cl_autobind = 1; |
Trond Myklebust | 2aca5b8 | 2014-09-24 22:35:58 -0400 | [diff] [blame] | 498 | if (args->flags & RPC_CLNT_CREATE_NO_RETRANS_TIMEOUT) |
| 499 | clnt->cl_noretranstimeo = 1; |
Kinglong Mee | 83ddfeb | 2014-03-24 11:58:59 +0800 | [diff] [blame] | 500 | if (args->flags & RPC_CLNT_CREATE_DISCRTRY) |
| 501 | clnt->cl_discrtry = 1; |
| 502 | if (!(args->flags & RPC_CLNT_CREATE_QUIET)) |
| 503 | clnt->cl_chatty = 1; |
| 504 | |
| 505 | return clnt; |
| 506 | } |
Kinglong Mee | 83ddfeb | 2014-03-24 11:58:59 +0800 | [diff] [blame] | 507 | |
Ben Hutchings | 2c53040 | 2012-07-10 10:55:09 +0000 | [diff] [blame] | 508 | /** |
Chuck Lever | c286676 | 2006-08-22 20:06:20 -0400 | [diff] [blame] | 509 | * rpc_create - create an RPC client and transport with one call |
| 510 | * @args: rpc_clnt create argument structure |
| 511 | * |
| 512 | * Creates and initializes an RPC transport and an RPC client. |
| 513 | * |
| 514 | * It can ping the server in order to determine if it is up, and to see if |
| 515 | * it supports this program and version. RPC_CLNT_CREATE_NOPING disables |
| 516 | * this behavior so asynchronous tasks can also use rpc_create. |
| 517 | */ |
| 518 | struct rpc_clnt *rpc_create(struct rpc_create_args *args) |
| 519 | { |
| 520 | struct rpc_xprt *xprt; |
\"Talpey, Thomas\ | 3c341b0b | 2007-09-10 13:47:07 -0400 | [diff] [blame] | 521 | struct xprt_create xprtargs = { |
Pavel Emelyanov | 9a23e33 | 2010-09-29 16:05:12 +0400 | [diff] [blame] | 522 | .net = args->net, |
\"Talpey, Thomas\ | 4fa016e | 2007-09-10 13:47:57 -0400 | [diff] [blame] | 523 | .ident = args->protocol, |
Frank van Maarseveen | d3bc9a1 | 2007-07-09 22:23:35 +0200 | [diff] [blame] | 524 | .srcaddr = args->saddress, |
Frank van Maarseveen | 96802a0 | 2007-07-08 13:08:54 +0200 | [diff] [blame] | 525 | .dstaddr = args->address, |
| 526 | .addrlen = args->addrsize, |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 527 | .servername = args->servername, |
Alexandros Batsakis | f300bab | 2009-09-10 17:33:30 +0300 | [diff] [blame] | 528 | .bc_xprt = args->bc_xprt, |
Frank van Maarseveen | 96802a0 | 2007-07-08 13:08:54 +0200 | [diff] [blame] | 529 | }; |
Chuck Lever | 510deb0 | 2007-12-10 14:56:24 -0500 | [diff] [blame] | 530 | char servername[48]; |
Trond Myklebust | 612b41f | 2017-04-27 08:50:51 -0400 | [diff] [blame] | 531 | struct rpc_clnt *clnt; |
| 532 | int i; |
Chuck Lever | c286676 | 2006-08-22 20:06:20 -0400 | [diff] [blame] | 533 | |
J. Bruce Fields | d50039e | 2016-05-16 17:03:42 -0400 | [diff] [blame] | 534 | if (args->bc_xprt) { |
Chuck Lever | 16590a2 | 2016-08-22 14:57:42 -0400 | [diff] [blame] | 535 | WARN_ON_ONCE(!(args->protocol & XPRT_TRANSPORT_BC)); |
J. Bruce Fields | d50039e | 2016-05-16 17:03:42 -0400 | [diff] [blame] | 536 | xprt = args->bc_xprt->xpt_bc_xprt; |
| 537 | if (xprt) { |
| 538 | xprt_get(xprt); |
| 539 | return rpc_create_xprt(args, xprt); |
| 540 | } |
| 541 | } |
| 542 | |
Trond Myklebust | b7993ce | 2013-04-14 11:42:00 -0400 | [diff] [blame] | 543 | if (args->flags & RPC_CLNT_CREATE_INFINITE_SLOTS) |
| 544 | xprtargs.flags |= XPRT_CREATE_INFINITE_SLOTS; |
J. Bruce Fields | 33d90ac | 2013-04-11 15:06:36 -0400 | [diff] [blame] | 545 | if (args->flags & RPC_CLNT_CREATE_NO_IDLE_TIMEOUT) |
| 546 | xprtargs.flags |= XPRT_CREATE_NO_IDLE_TIMEOUT; |
Chuck Lever | c286676 | 2006-08-22 20:06:20 -0400 | [diff] [blame] | 547 | /* |
Chuck Lever | 43780b8 | 2007-07-01 12:13:22 -0400 | [diff] [blame] | 548 | * If the caller chooses not to specify a hostname, whip |
| 549 | * up a string representation of the passed-in address. |
| 550 | */ |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 551 | if (xprtargs.servername == NULL) { |
Chuck Lever | 176e21e | 2011-05-09 15:22:44 -0400 | [diff] [blame] | 552 | struct sockaddr_un *sun = |
| 553 | (struct sockaddr_un *)args->address; |
Chuck Lever | da09eb9 | 2011-05-09 15:22:25 -0400 | [diff] [blame] | 554 | struct sockaddr_in *sin = |
| 555 | (struct sockaddr_in *)args->address; |
| 556 | struct sockaddr_in6 *sin6 = |
| 557 | (struct sockaddr_in6 *)args->address; |
| 558 | |
Chuck Lever | 510deb0 | 2007-12-10 14:56:24 -0500 | [diff] [blame] | 559 | servername[0] = '\0'; |
| 560 | switch (args->address->sa_family) { |
Chuck Lever | 176e21e | 2011-05-09 15:22:44 -0400 | [diff] [blame] | 561 | case AF_LOCAL: |
| 562 | snprintf(servername, sizeof(servername), "%s", |
| 563 | sun->sun_path); |
| 564 | break; |
Chuck Lever | da09eb9 | 2011-05-09 15:22:25 -0400 | [diff] [blame] | 565 | case AF_INET: |
Harvey Harrison | 21454aa | 2008-10-31 00:54:56 -0700 | [diff] [blame] | 566 | snprintf(servername, sizeof(servername), "%pI4", |
| 567 | &sin->sin_addr.s_addr); |
Chuck Lever | 510deb0 | 2007-12-10 14:56:24 -0500 | [diff] [blame] | 568 | break; |
Chuck Lever | da09eb9 | 2011-05-09 15:22:25 -0400 | [diff] [blame] | 569 | case AF_INET6: |
Harvey Harrison | 5b095d989 | 2008-10-29 12:52:50 -0700 | [diff] [blame] | 570 | snprintf(servername, sizeof(servername), "%pI6", |
Chuck Lever | da09eb9 | 2011-05-09 15:22:25 -0400 | [diff] [blame] | 571 | &sin6->sin6_addr); |
Chuck Lever | 510deb0 | 2007-12-10 14:56:24 -0500 | [diff] [blame] | 572 | break; |
Chuck Lever | 510deb0 | 2007-12-10 14:56:24 -0500 | [diff] [blame] | 573 | default: |
| 574 | /* caller wants default server name, but |
| 575 | * address family isn't recognized. */ |
| 576 | return ERR_PTR(-EINVAL); |
| 577 | } |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 578 | xprtargs.servername = servername; |
Chuck Lever | 43780b8 | 2007-07-01 12:13:22 -0400 | [diff] [blame] | 579 | } |
| 580 | |
Chuck Lever | 510deb0 | 2007-12-10 14:56:24 -0500 | [diff] [blame] | 581 | xprt = xprt_create_transport(&xprtargs); |
| 582 | if (IS_ERR(xprt)) |
| 583 | return (struct rpc_clnt *)xprt; |
| 584 | |
Chuck Lever | 43780b8 | 2007-07-01 12:13:22 -0400 | [diff] [blame] | 585 | /* |
Chuck Lever | c286676 | 2006-08-22 20:06:20 -0400 | [diff] [blame] | 586 | * By default, kernel RPC client connects from a reserved port. |
| 587 | * CAP_NET_BIND_SERVICE will not be set for unprivileged requesters, |
| 588 | * but it is always enabled for rpciod, which handles the connect |
| 589 | * operation. |
| 590 | */ |
| 591 | xprt->resvport = 1; |
| 592 | if (args->flags & RPC_CLNT_CREATE_NONPRIVPORT) |
| 593 | xprt->resvport = 0; |
Trond Myklebust | e6237b6 | 2019-10-17 11:13:54 -0400 | [diff] [blame] | 594 | xprt->reuseport = 0; |
| 595 | if (args->flags & RPC_CLNT_CREATE_REUSEPORT) |
| 596 | xprt->reuseport = 1; |
Chuck Lever | c286676 | 2006-08-22 20:06:20 -0400 | [diff] [blame] | 597 | |
Trond Myklebust | 612b41f | 2017-04-27 08:50:51 -0400 | [diff] [blame] | 598 | clnt = rpc_create_xprt(args, xprt); |
| 599 | if (IS_ERR(clnt) || args->nconnect <= 1) |
| 600 | return clnt; |
| 601 | |
| 602 | for (i = 0; i < args->nconnect - 1; i++) { |
| 603 | if (rpc_clnt_add_xprt(clnt, &xprtargs, NULL, NULL) < 0) |
| 604 | break; |
| 605 | } |
| 606 | return clnt; |
Chuck Lever | c286676 | 2006-08-22 20:06:20 -0400 | [diff] [blame] | 607 | } |
Chuck Lever | b86acd5 | 2006-08-22 20:06:22 -0400 | [diff] [blame] | 608 | EXPORT_SYMBOL_GPL(rpc_create); |
Chuck Lever | c286676 | 2006-08-22 20:06:20 -0400 | [diff] [blame] | 609 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 610 | /* |
| 611 | * This function clones the RPC client structure. It allows us to share the |
| 612 | * same transport while varying parameters such as the authentication |
| 613 | * flavour. |
| 614 | */ |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 615 | static struct rpc_clnt *__rpc_clone_client(struct rpc_create_args *args, |
| 616 | struct rpc_clnt *clnt) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 617 | { |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 618 | struct rpc_xprt_switch *xps; |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 619 | struct rpc_xprt *xprt; |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 620 | struct rpc_clnt *new; |
| 621 | int err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 622 | |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 623 | err = -ENOMEM; |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 624 | rcu_read_lock(); |
| 625 | xprt = xprt_get(rcu_dereference(clnt->cl_xprt)); |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 626 | xps = xprt_switch_get(rcu_dereference(clnt->cl_xpi.xpi_xpswitch)); |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 627 | rcu_read_unlock(); |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 628 | if (xprt == NULL || xps == NULL) { |
| 629 | xprt_put(xprt); |
| 630 | xprt_switch_put(xps); |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 631 | goto out_err; |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 632 | } |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 633 | args->servername = xprt->servername; |
Trond Myklebust | 03a9a42 | 2015-01-30 18:12:28 -0500 | [diff] [blame] | 634 | args->nodename = clnt->cl_nodename; |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 635 | |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 636 | new = rpc_new_client(args, xps, xprt, clnt); |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 637 | if (IS_ERR(new)) { |
| 638 | err = PTR_ERR(new); |
Chuck Lever | a58e0be | 2013-03-22 12:52:59 -0400 | [diff] [blame] | 639 | goto out_err; |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 640 | } |
| 641 | |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 642 | /* Turn off autobind on clones */ |
| 643 | new->cl_autobind = 0; |
| 644 | new->cl_softrtry = clnt->cl_softrtry; |
Trond Myklebust | ae6ec91 | 2019-04-07 13:58:58 -0400 | [diff] [blame] | 645 | new->cl_softerr = clnt->cl_softerr; |
Trond Myklebust | 2aca5b8 | 2014-09-24 22:35:58 -0400 | [diff] [blame] | 646 | new->cl_noretranstimeo = clnt->cl_noretranstimeo; |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 647 | new->cl_discrtry = clnt->cl_discrtry; |
| 648 | new->cl_chatty = clnt->cl_chatty; |
NeilBrown | 5e16923 | 2018-12-03 11:30:30 +1100 | [diff] [blame] | 649 | new->cl_principal = clnt->cl_principal; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 650 | return new; |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 651 | |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 652 | out_err: |
Harvey Harrison | 0dc4787 | 2008-03-05 20:47:47 -0800 | [diff] [blame] | 653 | dprintk("RPC: %s: returned error %d\n", __func__, err); |
Trond Myklebust | 3e32a5d | 2006-11-16 11:37:27 -0500 | [diff] [blame] | 654 | return ERR_PTR(err); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 655 | } |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 656 | |
| 657 | /** |
| 658 | * rpc_clone_client - Clone an RPC client structure |
| 659 | * |
| 660 | * @clnt: RPC client whose parameters are copied |
| 661 | * |
| 662 | * Returns a fresh RPC client or an ERR_PTR. |
| 663 | */ |
| 664 | struct rpc_clnt *rpc_clone_client(struct rpc_clnt *clnt) |
| 665 | { |
| 666 | struct rpc_create_args args = { |
| 667 | .program = clnt->cl_program, |
| 668 | .prognumber = clnt->cl_prog, |
| 669 | .version = clnt->cl_vers, |
| 670 | .authflavor = clnt->cl_auth->au_flavor, |
Trond Myklebust | 79caa5f | 2019-04-24 17:46:42 -0400 | [diff] [blame] | 671 | .cred = clnt->cl_cred, |
Chuck Lever | 1b63a75 | 2012-09-14 17:23:52 -0400 | [diff] [blame] | 672 | }; |
| 673 | return __rpc_clone_client(&args, clnt); |
| 674 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 675 | EXPORT_SYMBOL_GPL(rpc_clone_client); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 676 | |
Chuck Lever | ba9b584 | 2012-09-14 17:24:02 -0400 | [diff] [blame] | 677 | /** |
| 678 | * rpc_clone_client_set_auth - Clone an RPC client structure and set its auth |
| 679 | * |
| 680 | * @clnt: RPC client whose parameters are copied |
Randy Dunlap | 7144bca | 2013-01-09 17:12:35 -0800 | [diff] [blame] | 681 | * @flavor: security flavor for new client |
Chuck Lever | ba9b584 | 2012-09-14 17:24:02 -0400 | [diff] [blame] | 682 | * |
| 683 | * Returns a fresh RPC client or an ERR_PTR. |
| 684 | */ |
| 685 | struct rpc_clnt * |
| 686 | rpc_clone_client_set_auth(struct rpc_clnt *clnt, rpc_authflavor_t flavor) |
| 687 | { |
| 688 | struct rpc_create_args args = { |
| 689 | .program = clnt->cl_program, |
| 690 | .prognumber = clnt->cl_prog, |
| 691 | .version = clnt->cl_vers, |
| 692 | .authflavor = flavor, |
Trond Myklebust | 79caa5f | 2019-04-24 17:46:42 -0400 | [diff] [blame] | 693 | .cred = clnt->cl_cred, |
Chuck Lever | ba9b584 | 2012-09-14 17:24:02 -0400 | [diff] [blame] | 694 | }; |
| 695 | return __rpc_clone_client(&args, clnt); |
| 696 | } |
| 697 | EXPORT_SYMBOL_GPL(rpc_clone_client_set_auth); |
| 698 | |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 699 | /** |
| 700 | * rpc_switch_client_transport: switch the RPC transport on the fly |
| 701 | * @clnt: pointer to a struct rpc_clnt |
| 702 | * @args: pointer to the new transport arguments |
| 703 | * @timeout: pointer to the new timeout parameters |
| 704 | * |
| 705 | * This function allows the caller to switch the RPC transport for the |
| 706 | * rpc_clnt structure 'clnt' to allow it to connect to a mirrored NFS |
| 707 | * server, for instance. It assumes that the caller has ensured that |
| 708 | * there are no active RPC tasks by using some form of locking. |
| 709 | * |
| 710 | * Returns zero if "clnt" is now using the new xprt. Otherwise a |
| 711 | * negative errno is returned, and "clnt" continues to use the old |
| 712 | * xprt. |
| 713 | */ |
| 714 | int rpc_switch_client_transport(struct rpc_clnt *clnt, |
| 715 | struct xprt_create *args, |
| 716 | const struct rpc_timeout *timeout) |
| 717 | { |
| 718 | const struct rpc_timeout *old_timeo; |
| 719 | rpc_authflavor_t pseudoflavor; |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 720 | struct rpc_xprt_switch *xps, *oldxps; |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 721 | struct rpc_xprt *xprt, *old; |
| 722 | struct rpc_clnt *parent; |
| 723 | int err; |
| 724 | |
| 725 | xprt = xprt_create_transport(args); |
| 726 | if (IS_ERR(xprt)) { |
| 727 | dprintk("RPC: failed to create new xprt for clnt %p\n", |
| 728 | clnt); |
| 729 | return PTR_ERR(xprt); |
| 730 | } |
| 731 | |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 732 | xps = xprt_switch_alloc(xprt, GFP_KERNEL); |
| 733 | if (xps == NULL) { |
| 734 | xprt_put(xprt); |
| 735 | return -ENOMEM; |
| 736 | } |
| 737 | |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 738 | pseudoflavor = clnt->cl_auth->au_flavor; |
| 739 | |
| 740 | old_timeo = clnt->cl_timeout; |
| 741 | old = rpc_clnt_set_transport(clnt, xprt, timeout); |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 742 | oldxps = xprt_iter_xchg_switch(&clnt->cl_xpi, xps); |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 743 | |
| 744 | rpc_unregister_client(clnt); |
| 745 | __rpc_clnt_remove_pipedir(clnt); |
Jeff Layton | b4b9d2c | 2014-11-26 14:44:43 -0500 | [diff] [blame] | 746 | rpc_clnt_debugfs_unregister(clnt); |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 747 | |
| 748 | /* |
| 749 | * A new transport was created. "clnt" therefore |
| 750 | * becomes the root of a new cl_parent tree. clnt's |
| 751 | * children, if it has any, still point to the old xprt. |
| 752 | */ |
| 753 | parent = clnt->cl_parent; |
| 754 | clnt->cl_parent = clnt; |
| 755 | |
| 756 | /* |
| 757 | * The old rpc_auth cache cannot be re-used. GSS |
| 758 | * contexts in particular are between a single |
| 759 | * client and server. |
| 760 | */ |
| 761 | err = rpc_client_register(clnt, pseudoflavor, NULL); |
| 762 | if (err) |
| 763 | goto out_revert; |
| 764 | |
| 765 | synchronize_rcu(); |
| 766 | if (parent != clnt) |
| 767 | rpc_release_client(parent); |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 768 | xprt_switch_put(oldxps); |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 769 | xprt_put(old); |
| 770 | dprintk("RPC: replaced xprt for clnt %p\n", clnt); |
| 771 | return 0; |
| 772 | |
| 773 | out_revert: |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 774 | xps = xprt_iter_xchg_switch(&clnt->cl_xpi, oldxps); |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 775 | rpc_clnt_set_transport(clnt, old, old_timeo); |
| 776 | clnt->cl_parent = parent; |
| 777 | rpc_client_register(clnt, pseudoflavor, NULL); |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 778 | xprt_switch_put(xps); |
Trond Myklebust | 40b00b6b | 2013-10-17 14:12:23 -0400 | [diff] [blame] | 779 | xprt_put(xprt); |
| 780 | dprintk("RPC: failed to switch xprt for clnt %p\n", clnt); |
| 781 | return err; |
| 782 | } |
| 783 | EXPORT_SYMBOL_GPL(rpc_switch_client_transport); |
| 784 | |
Trond Myklebust | 3227886 | 2016-01-30 20:39:19 -0500 | [diff] [blame] | 785 | static |
| 786 | int rpc_clnt_xprt_iter_init(struct rpc_clnt *clnt, struct rpc_xprt_iter *xpi) |
| 787 | { |
| 788 | struct rpc_xprt_switch *xps; |
| 789 | |
| 790 | rcu_read_lock(); |
| 791 | xps = xprt_switch_get(rcu_dereference(clnt->cl_xpi.xpi_xpswitch)); |
| 792 | rcu_read_unlock(); |
| 793 | if (xps == NULL) |
| 794 | return -EAGAIN; |
| 795 | xprt_iter_init_listall(xpi, xps); |
| 796 | xprt_switch_put(xps); |
| 797 | return 0; |
| 798 | } |
| 799 | |
| 800 | /** |
| 801 | * rpc_clnt_iterate_for_each_xprt - Apply a function to all transports |
| 802 | * @clnt: pointer to client |
| 803 | * @fn: function to apply |
| 804 | * @data: void pointer to function data |
| 805 | * |
| 806 | * Iterates through the list of RPC transports currently attached to the |
| 807 | * client and applies the function fn(clnt, xprt, data). |
| 808 | * |
| 809 | * On error, the iteration stops, and the function returns the error value. |
| 810 | */ |
| 811 | int rpc_clnt_iterate_for_each_xprt(struct rpc_clnt *clnt, |
| 812 | int (*fn)(struct rpc_clnt *, struct rpc_xprt *, void *), |
| 813 | void *data) |
| 814 | { |
| 815 | struct rpc_xprt_iter xpi; |
| 816 | int ret; |
| 817 | |
| 818 | ret = rpc_clnt_xprt_iter_init(clnt, &xpi); |
| 819 | if (ret) |
| 820 | return ret; |
| 821 | for (;;) { |
| 822 | struct rpc_xprt *xprt = xprt_iter_get_next(&xpi); |
| 823 | |
| 824 | if (!xprt) |
| 825 | break; |
| 826 | ret = fn(clnt, xprt, data); |
| 827 | xprt_put(xprt); |
| 828 | if (ret < 0) |
| 829 | break; |
| 830 | } |
| 831 | xprt_iter_destroy(&xpi); |
| 832 | return ret; |
| 833 | } |
| 834 | EXPORT_SYMBOL_GPL(rpc_clnt_iterate_for_each_xprt); |
| 835 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 836 | /* |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 837 | * Kill all tasks for the given client. |
| 838 | * XXX: kill their descendants as well? |
| 839 | */ |
| 840 | void rpc_killall_tasks(struct rpc_clnt *clnt) |
| 841 | { |
| 842 | struct rpc_task *rovr; |
| 843 | |
| 844 | |
| 845 | if (list_empty(&clnt->cl_tasks)) |
| 846 | return; |
| 847 | dprintk("RPC: killing all tasks for client %p\n", clnt); |
| 848 | /* |
| 849 | * Spin lock all_tasks to prevent changes... |
| 850 | */ |
| 851 | spin_lock(&clnt->cl_lock); |
Trond Myklebust | ae67bd3 | 2019-04-07 13:58:44 -0400 | [diff] [blame] | 852 | list_for_each_entry(rovr, &clnt->cl_tasks, tk_task) |
| 853 | rpc_signal_task(rovr); |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 854 | spin_unlock(&clnt->cl_lock); |
| 855 | } |
| 856 | EXPORT_SYMBOL_GPL(rpc_killall_tasks); |
| 857 | |
| 858 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 859 | * Properly shut down an RPC client, terminating all outstanding |
Trond Myklebust | 90c5755 | 2007-06-09 19:49:36 -0400 | [diff] [blame] | 860 | * requests. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 861 | */ |
Trond Myklebust | 4c402b4 | 2007-06-14 16:40:32 -0400 | [diff] [blame] | 862 | void rpc_shutdown_client(struct rpc_clnt *clnt) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 863 | { |
Weston Andros Adamson | 168e4b3 | 2012-10-30 17:01:40 -0400 | [diff] [blame] | 864 | might_sleep(); |
| 865 | |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 866 | dprintk_rcu("RPC: shutting down %s client for %s\n", |
Trond Myklebust | 55909f2 | 2013-08-23 11:48:15 -0400 | [diff] [blame] | 867 | clnt->cl_program->name, |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 868 | rcu_dereference(clnt->cl_xprt)->servername); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 869 | |
Trond Myklebust | 34f52e3 | 2007-06-14 16:40:31 -0400 | [diff] [blame] | 870 | while (!list_empty(&clnt->cl_tasks)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 871 | rpc_killall_tasks(clnt); |
Ingo Molnar | 532347e | 2006-01-09 20:52:53 -0800 | [diff] [blame] | 872 | wait_event_timeout(destroy_wait, |
Trond Myklebust | 34f52e3 | 2007-06-14 16:40:31 -0400 | [diff] [blame] | 873 | list_empty(&clnt->cl_tasks), 1*HZ); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 874 | } |
| 875 | |
Trond Myklebust | 4c402b4 | 2007-06-14 16:40:32 -0400 | [diff] [blame] | 876 | rpc_release_client(clnt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 877 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 878 | EXPORT_SYMBOL_GPL(rpc_shutdown_client); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 879 | |
| 880 | /* |
Trond Myklebust | 34f52e3 | 2007-06-14 16:40:31 -0400 | [diff] [blame] | 881 | * Free an RPC client |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 882 | */ |
Trond Myklebust | d07ba84 | 2013-11-12 17:24:36 -0500 | [diff] [blame] | 883 | static struct rpc_clnt * |
Trond Myklebust | 006abe8 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 884 | rpc_free_client(struct rpc_clnt *clnt) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 885 | { |
Trond Myklebust | d07ba84 | 2013-11-12 17:24:36 -0500 | [diff] [blame] | 886 | struct rpc_clnt *parent = NULL; |
| 887 | |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 888 | dprintk_rcu("RPC: destroying %s client for %s\n", |
Trond Myklebust | 55909f2 | 2013-08-23 11:48:15 -0400 | [diff] [blame] | 889 | clnt->cl_program->name, |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 890 | rcu_dereference(clnt->cl_xprt)->servername); |
Trond Myklebust | 6eac7d3 | 2012-01-20 13:53:37 -0500 | [diff] [blame] | 891 | if (clnt->cl_parent != clnt) |
Trond Myklebust | d07ba84 | 2013-11-12 17:24:36 -0500 | [diff] [blame] | 892 | parent = clnt->cl_parent; |
Jeff Layton | b4b9d2c | 2014-11-26 14:44:43 -0500 | [diff] [blame] | 893 | rpc_clnt_debugfs_unregister(clnt); |
Stanislav Kinsbursky | f513125 | 2012-01-11 19:18:26 +0400 | [diff] [blame] | 894 | rpc_clnt_remove_pipedir(clnt); |
Stanislav Kinsbursky | adb6fa7 | 2013-06-26 10:15:14 +0400 | [diff] [blame] | 895 | rpc_unregister_client(clnt); |
Chuck Lever | 11c556b | 2006-03-20 13:44:22 -0500 | [diff] [blame] | 896 | rpc_free_iostats(clnt->cl_metrics); |
| 897 | clnt->cl_metrics = NULL; |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 898 | xprt_put(rcu_dereference_raw(clnt->cl_xprt)); |
Trond Myklebust | ad01b2c | 2016-01-30 14:17:26 -0500 | [diff] [blame] | 899 | xprt_iter_destroy(&clnt->cl_xpi); |
Trond Myklebust | 4ada539 | 2007-06-14 17:26:17 -0400 | [diff] [blame] | 900 | rpciod_down(); |
Trond Myklebust | 79caa5f | 2019-04-24 17:46:42 -0400 | [diff] [blame] | 901 | put_cred(clnt->cl_cred); |
Trond Myklebust | 2f048db | 2013-09-04 21:51:44 -0400 | [diff] [blame] | 902 | rpc_free_clid(clnt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 903 | kfree(clnt); |
Trond Myklebust | d07ba84 | 2013-11-12 17:24:36 -0500 | [diff] [blame] | 904 | return parent; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 905 | } |
| 906 | |
| 907 | /* |
Trond Myklebust | 1dd17ec | 2007-06-26 16:57:41 -0400 | [diff] [blame] | 908 | * Free an RPC client |
| 909 | */ |
Stephen Hemminger | 8fdee4c | 2018-07-24 12:29:15 -0700 | [diff] [blame] | 910 | static struct rpc_clnt * |
Trond Myklebust | 006abe8 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 911 | rpc_free_auth(struct rpc_clnt *clnt) |
Trond Myklebust | 1dd17ec | 2007-06-26 16:57:41 -0400 | [diff] [blame] | 912 | { |
Trond Myklebust | d07ba84 | 2013-11-12 17:24:36 -0500 | [diff] [blame] | 913 | if (clnt->cl_auth == NULL) |
| 914 | return rpc_free_client(clnt); |
Trond Myklebust | 1dd17ec | 2007-06-26 16:57:41 -0400 | [diff] [blame] | 915 | |
| 916 | /* |
| 917 | * Note: RPCSEC_GSS may need to send NULL RPC calls in order to |
| 918 | * release remaining GSS contexts. This mechanism ensures |
| 919 | * that it can do so safely. |
| 920 | */ |
Trond Myklebust | 006abe8 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 921 | atomic_inc(&clnt->cl_count); |
Trond Myklebust | 1dd17ec | 2007-06-26 16:57:41 -0400 | [diff] [blame] | 922 | rpcauth_release(clnt->cl_auth); |
| 923 | clnt->cl_auth = NULL; |
Trond Myklebust | 006abe8 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 924 | if (atomic_dec_and_test(&clnt->cl_count)) |
Trond Myklebust | d07ba84 | 2013-11-12 17:24:36 -0500 | [diff] [blame] | 925 | return rpc_free_client(clnt); |
| 926 | return NULL; |
Trond Myklebust | 1dd17ec | 2007-06-26 16:57:41 -0400 | [diff] [blame] | 927 | } |
| 928 | |
| 929 | /* |
Trond Myklebust | 34f52e3 | 2007-06-14 16:40:31 -0400 | [diff] [blame] | 930 | * Release reference to the RPC client |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 931 | */ |
| 932 | void |
| 933 | rpc_release_client(struct rpc_clnt *clnt) |
| 934 | { |
Trond Myklebust | 34f52e3 | 2007-06-14 16:40:31 -0400 | [diff] [blame] | 935 | dprintk("RPC: rpc_release_client(%p)\n", clnt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 936 | |
Trond Myklebust | d07ba84 | 2013-11-12 17:24:36 -0500 | [diff] [blame] | 937 | do { |
| 938 | if (list_empty(&clnt->cl_tasks)) |
| 939 | wake_up(&destroy_wait); |
| 940 | if (!atomic_dec_and_test(&clnt->cl_count)) |
| 941 | break; |
| 942 | clnt = rpc_free_auth(clnt); |
| 943 | } while (clnt != NULL); |
Trond Myklebust | 34f52e3 | 2007-06-14 16:40:31 -0400 | [diff] [blame] | 944 | } |
Simo Sorce | 1d65833 | 2012-05-25 18:09:55 -0400 | [diff] [blame] | 945 | EXPORT_SYMBOL_GPL(rpc_release_client); |
Trond Myklebust | 34f52e3 | 2007-06-14 16:40:31 -0400 | [diff] [blame] | 946 | |
Andreas Gruenbacher | 007e251 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 947 | /** |
| 948 | * rpc_bind_new_program - bind a new RPC program to an existing client |
Randy Dunlap | 65b6e42 | 2008-02-13 15:03:23 -0800 | [diff] [blame] | 949 | * @old: old rpc_client |
| 950 | * @program: rpc program to set |
| 951 | * @vers: rpc program version |
Andreas Gruenbacher | 007e251 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 952 | * |
| 953 | * Clones the rpc client and sets up a new RPC program. This is mainly |
| 954 | * of use for enabling different RPC programs to share the same transport. |
| 955 | * The Sun NFSv2/v3 ACL protocol can do this. |
| 956 | */ |
| 957 | struct rpc_clnt *rpc_bind_new_program(struct rpc_clnt *old, |
Trond Myklebust | a613fa1 | 2012-01-20 13:53:56 -0500 | [diff] [blame] | 958 | const struct rpc_program *program, |
Chuck Lever | 89eb21c | 2007-09-11 18:00:09 -0400 | [diff] [blame] | 959 | u32 vers) |
Andreas Gruenbacher | 007e251 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 960 | { |
Trond Myklebust | f994c43 | 2012-11-01 12:14:14 -0400 | [diff] [blame] | 961 | struct rpc_create_args args = { |
| 962 | .program = program, |
| 963 | .prognumber = program->number, |
| 964 | .version = vers, |
| 965 | .authflavor = old->cl_auth->au_flavor, |
Trond Myklebust | 79caa5f | 2019-04-24 17:46:42 -0400 | [diff] [blame] | 966 | .cred = old->cl_cred, |
Trond Myklebust | f994c43 | 2012-11-01 12:14:14 -0400 | [diff] [blame] | 967 | }; |
Andreas Gruenbacher | 007e251 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 968 | struct rpc_clnt *clnt; |
Andreas Gruenbacher | 007e251 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 969 | int err; |
| 970 | |
Trond Myklebust | f994c43 | 2012-11-01 12:14:14 -0400 | [diff] [blame] | 971 | clnt = __rpc_clone_client(&args, old); |
Andreas Gruenbacher | 007e251 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 972 | if (IS_ERR(clnt)) |
| 973 | goto out; |
Chuck Lever | caabea8 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 974 | err = rpc_ping(clnt); |
Andreas Gruenbacher | 007e251 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 975 | if (err != 0) { |
| 976 | rpc_shutdown_client(clnt); |
| 977 | clnt = ERR_PTR(err); |
| 978 | } |
YOSHIFUJI Hideaki | cca5172 | 2007-02-09 15:38:13 -0800 | [diff] [blame] | 979 | out: |
Andreas Gruenbacher | 007e251 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 980 | return clnt; |
| 981 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 982 | EXPORT_SYMBOL_GPL(rpc_bind_new_program); |
Andreas Gruenbacher | 007e251 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 983 | |
Trond Myklebust | a101b04 | 2019-07-11 16:33:12 -0400 | [diff] [blame] | 984 | struct rpc_xprt * |
| 985 | rpc_task_get_xprt(struct rpc_clnt *clnt, struct rpc_xprt *xprt) |
Trond Myklebust | 21f0ffa | 2017-04-28 10:52:42 -0400 | [diff] [blame] | 986 | { |
| 987 | struct rpc_xprt_switch *xps; |
Trond Myklebust | 21f0ffa | 2017-04-28 10:52:42 -0400 | [diff] [blame] | 988 | |
| 989 | if (!xprt) |
| 990 | return NULL; |
| 991 | rcu_read_lock(); |
| 992 | xps = rcu_dereference(clnt->cl_xpi.xpi_xpswitch); |
| 993 | atomic_long_inc(&xps->xps_queuelen); |
| 994 | rcu_read_unlock(); |
| 995 | atomic_long_inc(&xprt->queuelen); |
| 996 | |
| 997 | return xprt; |
| 998 | } |
| 999 | |
| 1000 | static void |
| 1001 | rpc_task_release_xprt(struct rpc_clnt *clnt, struct rpc_xprt *xprt) |
| 1002 | { |
| 1003 | struct rpc_xprt_switch *xps; |
| 1004 | |
| 1005 | atomic_long_dec(&xprt->queuelen); |
| 1006 | rcu_read_lock(); |
| 1007 | xps = rcu_dereference(clnt->cl_xpi.xpi_xpswitch); |
| 1008 | atomic_long_dec(&xps->xps_queuelen); |
| 1009 | rcu_read_unlock(); |
| 1010 | |
| 1011 | xprt_put(xprt); |
| 1012 | } |
| 1013 | |
Bill Baker | 0f90be1 | 2018-06-19 16:24:58 -0500 | [diff] [blame] | 1014 | void rpc_task_release_transport(struct rpc_task *task) |
| 1015 | { |
| 1016 | struct rpc_xprt *xprt = task->tk_xprt; |
| 1017 | |
| 1018 | if (xprt) { |
| 1019 | task->tk_xprt = NULL; |
Trond Myklebust | 21f0ffa | 2017-04-28 10:52:42 -0400 | [diff] [blame] | 1020 | if (task->tk_client) |
| 1021 | rpc_task_release_xprt(task->tk_client, xprt); |
| 1022 | else |
| 1023 | xprt_put(xprt); |
Bill Baker | 0f90be1 | 2018-06-19 16:24:58 -0500 | [diff] [blame] | 1024 | } |
| 1025 | } |
| 1026 | EXPORT_SYMBOL_GPL(rpc_task_release_transport); |
| 1027 | |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 1028 | void rpc_task_release_client(struct rpc_task *task) |
| 1029 | { |
| 1030 | struct rpc_clnt *clnt = task->tk_client; |
| 1031 | |
Trond Myklebust | 21f0ffa | 2017-04-28 10:52:42 -0400 | [diff] [blame] | 1032 | rpc_task_release_transport(task); |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 1033 | if (clnt != NULL) { |
| 1034 | /* Remove from client task list */ |
| 1035 | spin_lock(&clnt->cl_lock); |
| 1036 | list_del(&task->tk_task); |
| 1037 | spin_unlock(&clnt->cl_lock); |
| 1038 | task->tk_client = NULL; |
| 1039 | |
| 1040 | rpc_release_client(clnt); |
| 1041 | } |
Bill Baker | 0f90be1 | 2018-06-19 16:24:58 -0500 | [diff] [blame] | 1042 | } |
Trond Myklebust | fb43d17 | 2016-01-30 16:39:26 -0500 | [diff] [blame] | 1043 | |
Trond Myklebust | a101b04 | 2019-07-11 16:33:12 -0400 | [diff] [blame] | 1044 | static struct rpc_xprt * |
| 1045 | rpc_task_get_first_xprt(struct rpc_clnt *clnt) |
| 1046 | { |
| 1047 | struct rpc_xprt *xprt; |
| 1048 | |
| 1049 | rcu_read_lock(); |
| 1050 | xprt = xprt_get(rcu_dereference(clnt->cl_xprt)); |
| 1051 | rcu_read_unlock(); |
| 1052 | return rpc_task_get_xprt(clnt, xprt); |
| 1053 | } |
| 1054 | |
| 1055 | static struct rpc_xprt * |
| 1056 | rpc_task_get_next_xprt(struct rpc_clnt *clnt) |
| 1057 | { |
| 1058 | return rpc_task_get_xprt(clnt, xprt_iter_get_next(&clnt->cl_xpi)); |
| 1059 | } |
| 1060 | |
Bill Baker | 0f90be1 | 2018-06-19 16:24:58 -0500 | [diff] [blame] | 1061 | static |
| 1062 | void rpc_task_set_transport(struct rpc_task *task, struct rpc_clnt *clnt) |
| 1063 | { |
NeilBrown | 5a0c257 | 2019-05-30 10:41:28 +1000 | [diff] [blame] | 1064 | if (task->tk_xprt) |
| 1065 | return; |
| 1066 | if (task->tk_flags & RPC_TASK_NO_ROUND_ROBIN) |
| 1067 | task->tk_xprt = rpc_task_get_first_xprt(clnt); |
| 1068 | else |
Trond Myklebust | a101b04 | 2019-07-11 16:33:12 -0400 | [diff] [blame] | 1069 | task->tk_xprt = rpc_task_get_next_xprt(clnt); |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 1070 | } |
| 1071 | |
| 1072 | static |
| 1073 | void rpc_task_set_client(struct rpc_task *task, struct rpc_clnt *clnt) |
| 1074 | { |
Trond Myklebust | fb43d17 | 2016-01-30 16:39:26 -0500 | [diff] [blame] | 1075 | |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 1076 | if (clnt != NULL) { |
Bill Baker | 0f90be1 | 2018-06-19 16:24:58 -0500 | [diff] [blame] | 1077 | rpc_task_set_transport(task, clnt); |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 1078 | task->tk_client = clnt; |
Trond Myklebust | 006abe8 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 1079 | atomic_inc(&clnt->cl_count); |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 1080 | if (clnt->cl_softrtry) |
| 1081 | task->tk_flags |= RPC_TASK_SOFT; |
Trond Myklebust | ae6ec91 | 2019-04-07 13:58:58 -0400 | [diff] [blame] | 1082 | if (clnt->cl_softerr) |
| 1083 | task->tk_flags |= RPC_TASK_TIMEOUT; |
Trond Myklebust | 8a19a0b | 2013-09-24 12:00:27 -0400 | [diff] [blame] | 1084 | if (clnt->cl_noretranstimeo) |
| 1085 | task->tk_flags |= RPC_TASK_NO_RETRANS_TIMEOUT; |
Jeff Layton | 3c87ef6 | 2015-06-03 16:14:25 -0400 | [diff] [blame] | 1086 | if (atomic_read(&clnt->cl_swapper)) |
| 1087 | task->tk_flags |= RPC_TASK_SWAPPER; |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 1088 | /* Add to the client's list of all tasks */ |
| 1089 | spin_lock(&clnt->cl_lock); |
| 1090 | list_add_tail(&task->tk_task, &clnt->cl_tasks); |
| 1091 | spin_unlock(&clnt->cl_lock); |
| 1092 | } |
| 1093 | } |
| 1094 | |
| 1095 | static void |
| 1096 | rpc_task_set_rpc_message(struct rpc_task *task, const struct rpc_message *msg) |
| 1097 | { |
| 1098 | if (msg != NULL) { |
| 1099 | task->tk_msg.rpc_proc = msg->rpc_proc; |
| 1100 | task->tk_msg.rpc_argp = msg->rpc_argp; |
| 1101 | task->tk_msg.rpc_resp = msg->rpc_resp; |
Trond Myklebust | 7eac526 | 2020-02-07 19:11:12 -0500 | [diff] [blame] | 1102 | task->tk_msg.rpc_cred = msg->rpc_cred; |
| 1103 | if (!(task->tk_flags & RPC_TASK_CRED_NOREF)) |
| 1104 | get_cred(task->tk_msg.rpc_cred); |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 1105 | } |
| 1106 | } |
| 1107 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1108 | /* |
| 1109 | * Default callback for async RPC calls |
| 1110 | */ |
| 1111 | static void |
Trond Myklebust | 963d8fe | 2006-01-03 09:55:04 +0100 | [diff] [blame] | 1112 | rpc_default_callback(struct rpc_task *task, void *data) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1113 | { |
| 1114 | } |
| 1115 | |
Trond Myklebust | 963d8fe | 2006-01-03 09:55:04 +0100 | [diff] [blame] | 1116 | static const struct rpc_call_ops rpc_default_ops = { |
| 1117 | .rpc_call_done = rpc_default_callback, |
| 1118 | }; |
| 1119 | |
Trond Myklebust | c970aa8 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 1120 | /** |
| 1121 | * rpc_run_task - Allocate a new RPC task, then run rpc_execute against it |
| 1122 | * @task_setup_data: pointer to task initialisation data |
| 1123 | */ |
| 1124 | struct rpc_task *rpc_run_task(const struct rpc_task_setup *task_setup_data) |
Trond Myklebust | 6e5b70e | 2007-06-12 10:02:37 -0400 | [diff] [blame] | 1125 | { |
Trond Myklebust | 19445b9 | 2010-04-16 16:41:10 -0400 | [diff] [blame] | 1126 | struct rpc_task *task; |
Trond Myklebust | 6e5b70e | 2007-06-12 10:02:37 -0400 | [diff] [blame] | 1127 | |
Trond Myklebust | 84115e1 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 1128 | task = rpc_new_task(task_setup_data); |
Trond Myklebust | 6e5b70e | 2007-06-12 10:02:37 -0400 | [diff] [blame] | 1129 | |
Trond Myklebust | 263fb9c | 2020-02-07 19:16:34 -0500 | [diff] [blame] | 1130 | if (!RPC_IS_ASYNC(task)) |
| 1131 | task->tk_flags |= RPC_TASK_CRED_NOREF; |
| 1132 | |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 1133 | rpc_task_set_client(task, task_setup_data->rpc_client); |
| 1134 | rpc_task_set_rpc_message(task, task_setup_data->rpc_message); |
| 1135 | |
Trond Myklebust | 58f9612 | 2010-07-31 14:29:08 -0400 | [diff] [blame] | 1136 | if (task->tk_action == NULL) |
| 1137 | rpc_call_start(task); |
| 1138 | |
Trond Myklebust | 6e5b70e | 2007-06-12 10:02:37 -0400 | [diff] [blame] | 1139 | atomic_inc(&task->tk_count); |
| 1140 | rpc_execute(task); |
Trond Myklebust | 19445b9 | 2010-04-16 16:41:10 -0400 | [diff] [blame] | 1141 | return task; |
Trond Myklebust | 6e5b70e | 2007-06-12 10:02:37 -0400 | [diff] [blame] | 1142 | } |
Trond Myklebust | c970aa8 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 1143 | EXPORT_SYMBOL_GPL(rpc_run_task); |
Trond Myklebust | 6e5b70e | 2007-06-12 10:02:37 -0400 | [diff] [blame] | 1144 | |
| 1145 | /** |
| 1146 | * rpc_call_sync - Perform a synchronous RPC call |
| 1147 | * @clnt: pointer to RPC client |
| 1148 | * @msg: RPC call parameters |
| 1149 | * @flags: RPC call flags |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1150 | */ |
Trond Myklebust | cbc2005 | 2008-02-14 11:11:30 -0500 | [diff] [blame] | 1151 | int rpc_call_sync(struct rpc_clnt *clnt, const struct rpc_message *msg, int flags) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1152 | { |
| 1153 | struct rpc_task *task; |
Trond Myklebust | 84115e1 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 1154 | struct rpc_task_setup task_setup_data = { |
| 1155 | .rpc_client = clnt, |
| 1156 | .rpc_message = msg, |
| 1157 | .callback_ops = &rpc_default_ops, |
| 1158 | .flags = flags, |
| 1159 | }; |
Trond Myklebust | 6e5b70e | 2007-06-12 10:02:37 -0400 | [diff] [blame] | 1160 | int status; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1161 | |
Weston Andros Adamson | 50d2bdb | 2012-11-01 16:04:40 -0400 | [diff] [blame] | 1162 | WARN_ON_ONCE(flags & RPC_TASK_ASYNC); |
| 1163 | if (flags & RPC_TASK_ASYNC) { |
| 1164 | rpc_release_calldata(task_setup_data.callback_ops, |
| 1165 | task_setup_data.callback_data); |
| 1166 | return -EINVAL; |
| 1167 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1168 | |
Trond Myklebust | c970aa8 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 1169 | task = rpc_run_task(&task_setup_data); |
Trond Myklebust | 6e5b70e | 2007-06-12 10:02:37 -0400 | [diff] [blame] | 1170 | if (IS_ERR(task)) |
| 1171 | return PTR_ERR(task); |
Trond Myklebust | e60859a | 2006-01-03 09:55:10 +0100 | [diff] [blame] | 1172 | status = task->tk_status; |
Trond Myklebust | bde8f00 | 2007-01-24 11:54:53 -0800 | [diff] [blame] | 1173 | rpc_put_task(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1174 | return status; |
| 1175 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 1176 | EXPORT_SYMBOL_GPL(rpc_call_sync); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1177 | |
Trond Myklebust | 6e5b70e | 2007-06-12 10:02:37 -0400 | [diff] [blame] | 1178 | /** |
| 1179 | * rpc_call_async - Perform an asynchronous RPC call |
| 1180 | * @clnt: pointer to RPC client |
| 1181 | * @msg: RPC call parameters |
| 1182 | * @flags: RPC call flags |
Randy Dunlap | 65b6e42 | 2008-02-13 15:03:23 -0800 | [diff] [blame] | 1183 | * @tk_ops: RPC call ops |
Trond Myklebust | 6e5b70e | 2007-06-12 10:02:37 -0400 | [diff] [blame] | 1184 | * @data: user call data |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1185 | */ |
| 1186 | int |
Trond Myklebust | cbc2005 | 2008-02-14 11:11:30 -0500 | [diff] [blame] | 1187 | rpc_call_async(struct rpc_clnt *clnt, const struct rpc_message *msg, int flags, |
Trond Myklebust | 963d8fe | 2006-01-03 09:55:04 +0100 | [diff] [blame] | 1188 | const struct rpc_call_ops *tk_ops, void *data) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1189 | { |
| 1190 | struct rpc_task *task; |
Trond Myklebust | 84115e1 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 1191 | struct rpc_task_setup task_setup_data = { |
| 1192 | .rpc_client = clnt, |
| 1193 | .rpc_message = msg, |
| 1194 | .callback_ops = tk_ops, |
| 1195 | .callback_data = data, |
| 1196 | .flags = flags|RPC_TASK_ASYNC, |
| 1197 | }; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1198 | |
Trond Myklebust | c970aa8 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 1199 | task = rpc_run_task(&task_setup_data); |
Trond Myklebust | 6e5b70e | 2007-06-12 10:02:37 -0400 | [diff] [blame] | 1200 | if (IS_ERR(task)) |
| 1201 | return PTR_ERR(task); |
| 1202 | rpc_put_task(task); |
| 1203 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1204 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 1205 | EXPORT_SYMBOL_GPL(rpc_call_async); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1206 | |
Trond Myklebust | 9e00abc | 2011-07-13 19:20:49 -0400 | [diff] [blame] | 1207 | #if defined(CONFIG_SUNRPC_BACKCHANNEL) |
Trond Myklebust | 477687e | 2019-03-05 07:30:48 -0500 | [diff] [blame] | 1208 | static void call_bc_encode(struct rpc_task *task); |
| 1209 | |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 1210 | /** |
| 1211 | * rpc_run_bc_task - Allocate a new RPC task for backchannel use, then run |
| 1212 | * rpc_execute against it |
Jaswinder Singh Rajput | 7a73fdd | 2009-09-24 14:58:42 -0400 | [diff] [blame] | 1213 | * @req: RPC request |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 1214 | */ |
Trond Myklebust | 0f41979 | 2015-06-01 22:59:08 -0400 | [diff] [blame] | 1215 | struct rpc_task *rpc_run_bc_task(struct rpc_rqst *req) |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 1216 | { |
| 1217 | struct rpc_task *task; |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 1218 | struct rpc_task_setup task_setup_data = { |
Trond Myklebust | 0f41979 | 2015-06-01 22:59:08 -0400 | [diff] [blame] | 1219 | .callback_ops = &rpc_default_ops, |
Trond Myklebust | 762e4e6 | 2018-08-24 16:28:28 -0400 | [diff] [blame] | 1220 | .flags = RPC_TASK_SOFTCONN | |
| 1221 | RPC_TASK_NO_RETRANS_TIMEOUT, |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 1222 | }; |
| 1223 | |
| 1224 | dprintk("RPC: rpc_run_bc_task req= %p\n", req); |
| 1225 | /* |
| 1226 | * Create an rpc_task to send the data |
| 1227 | */ |
| 1228 | task = rpc_new_task(&task_setup_data); |
Trond Myklebust | 902c588 | 2018-09-01 17:21:01 -0400 | [diff] [blame] | 1229 | xprt_init_bc_request(req, task); |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 1230 | |
Trond Myklebust | 477687e | 2019-03-05 07:30:48 -0500 | [diff] [blame] | 1231 | task->tk_action = call_bc_encode; |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 1232 | atomic_inc(&task->tk_count); |
Weston Andros Adamson | 9a6478f | 2012-10-23 10:43:27 -0400 | [diff] [blame] | 1233 | WARN_ON_ONCE(atomic_read(&task->tk_count) != 2); |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 1234 | rpc_execute(task); |
| 1235 | |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 1236 | dprintk("RPC: rpc_run_bc_task: task= %p\n", task); |
| 1237 | return task; |
| 1238 | } |
Trond Myklebust | 9e00abc | 2011-07-13 19:20:49 -0400 | [diff] [blame] | 1239 | #endif /* CONFIG_SUNRPC_BACKCHANNEL */ |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 1240 | |
Chuck Lever | cf500ba | 2019-02-11 11:25:20 -0500 | [diff] [blame] | 1241 | /** |
| 1242 | * rpc_prepare_reply_pages - Prepare to receive a reply data payload into pages |
| 1243 | * @req: RPC request to prepare |
| 1244 | * @pages: vector of struct page pointers |
| 1245 | * @base: offset in first page where receive should start, in bytes |
| 1246 | * @len: expected size of the upper layer data payload, in bytes |
| 1247 | * @hdrsize: expected size of upper layer reply header, in XDR words |
| 1248 | * |
| 1249 | */ |
| 1250 | void rpc_prepare_reply_pages(struct rpc_rqst *req, struct page **pages, |
| 1251 | unsigned int base, unsigned int len, |
| 1252 | unsigned int hdrsize) |
| 1253 | { |
Chuck Lever | 02ef04e | 2019-02-11 11:25:25 -0500 | [diff] [blame] | 1254 | /* Subtract one to force an extra word of buffer space for the |
| 1255 | * payload's XDR pad to fall into the rcv_buf's tail iovec. |
| 1256 | */ |
Chuck Lever | 35e77d2 | 2019-02-11 11:25:36 -0500 | [diff] [blame] | 1257 | hdrsize += RPC_REPHDRSIZE + req->rq_cred->cr_auth->au_ralign - 1; |
Chuck Lever | 02ef04e | 2019-02-11 11:25:25 -0500 | [diff] [blame] | 1258 | |
Chuck Lever | cf500ba | 2019-02-11 11:25:20 -0500 | [diff] [blame] | 1259 | xdr_inline_pages(&req->rq_rcv_buf, hdrsize << 2, pages, base, len); |
| 1260 | trace_rpc_reply_pages(req); |
| 1261 | } |
| 1262 | EXPORT_SYMBOL_GPL(rpc_prepare_reply_pages); |
| 1263 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1264 | void |
Trond Myklebust | 77de2c5 | 2007-10-25 18:40:21 -0400 | [diff] [blame] | 1265 | rpc_call_start(struct rpc_task *task) |
| 1266 | { |
| 1267 | task->tk_action = call_start; |
| 1268 | } |
| 1269 | EXPORT_SYMBOL_GPL(rpc_call_start); |
| 1270 | |
Chuck Lever | ed39440 | 2006-08-22 20:06:17 -0400 | [diff] [blame] | 1271 | /** |
| 1272 | * rpc_peeraddr - extract remote peer address from clnt's xprt |
| 1273 | * @clnt: RPC client structure |
| 1274 | * @buf: target buffer |
Randy Dunlap | 65b6e42 | 2008-02-13 15:03:23 -0800 | [diff] [blame] | 1275 | * @bufsize: length of target buffer |
Chuck Lever | ed39440 | 2006-08-22 20:06:17 -0400 | [diff] [blame] | 1276 | * |
| 1277 | * Returns the number of bytes that are actually in the stored address. |
| 1278 | */ |
| 1279 | size_t rpc_peeraddr(struct rpc_clnt *clnt, struct sockaddr *buf, size_t bufsize) |
| 1280 | { |
| 1281 | size_t bytes; |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 1282 | struct rpc_xprt *xprt; |
Chuck Lever | ed39440 | 2006-08-22 20:06:17 -0400 | [diff] [blame] | 1283 | |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 1284 | rcu_read_lock(); |
| 1285 | xprt = rcu_dereference(clnt->cl_xprt); |
| 1286 | |
| 1287 | bytes = xprt->addrlen; |
Chuck Lever | ed39440 | 2006-08-22 20:06:17 -0400 | [diff] [blame] | 1288 | if (bytes > bufsize) |
| 1289 | bytes = bufsize; |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 1290 | memcpy(buf, &xprt->addr, bytes); |
| 1291 | rcu_read_unlock(); |
| 1292 | |
| 1293 | return bytes; |
Chuck Lever | ed39440 | 2006-08-22 20:06:17 -0400 | [diff] [blame] | 1294 | } |
Chuck Lever | b86acd5 | 2006-08-22 20:06:22 -0400 | [diff] [blame] | 1295 | EXPORT_SYMBOL_GPL(rpc_peeraddr); |
Chuck Lever | ed39440 | 2006-08-22 20:06:17 -0400 | [diff] [blame] | 1296 | |
Chuck Lever | f425eba | 2006-08-22 20:06:18 -0400 | [diff] [blame] | 1297 | /** |
| 1298 | * rpc_peeraddr2str - return remote peer address in printable format |
| 1299 | * @clnt: RPC client structure |
| 1300 | * @format: address format |
| 1301 | * |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 1302 | * NB: the lifetime of the memory referenced by the returned pointer is |
| 1303 | * the same as the rpc_xprt itself. As long as the caller uses this |
| 1304 | * pointer, it must hold the RCU read lock. |
Chuck Lever | f425eba | 2006-08-22 20:06:18 -0400 | [diff] [blame] | 1305 | */ |
Chuck Lever | b454ae9 | 2008-01-07 18:34:48 -0500 | [diff] [blame] | 1306 | const char *rpc_peeraddr2str(struct rpc_clnt *clnt, |
| 1307 | enum rpc_display_format_t format) |
Chuck Lever | f425eba | 2006-08-22 20:06:18 -0400 | [diff] [blame] | 1308 | { |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 1309 | struct rpc_xprt *xprt; |
| 1310 | |
| 1311 | xprt = rcu_dereference(clnt->cl_xprt); |
Chuck Lever | 7559c7a | 2006-12-05 16:35:37 -0500 | [diff] [blame] | 1312 | |
| 1313 | if (xprt->address_strings[format] != NULL) |
| 1314 | return xprt->address_strings[format]; |
| 1315 | else |
| 1316 | return "unprintable"; |
Chuck Lever | f425eba | 2006-08-22 20:06:18 -0400 | [diff] [blame] | 1317 | } |
Chuck Lever | b86acd5 | 2006-08-22 20:06:22 -0400 | [diff] [blame] | 1318 | EXPORT_SYMBOL_GPL(rpc_peeraddr2str); |
Chuck Lever | f425eba | 2006-08-22 20:06:18 -0400 | [diff] [blame] | 1319 | |
Chuck Lever | 2e738fd | 2012-03-01 17:01:14 -0500 | [diff] [blame] | 1320 | static const struct sockaddr_in rpc_inaddr_loopback = { |
| 1321 | .sin_family = AF_INET, |
| 1322 | .sin_addr.s_addr = htonl(INADDR_ANY), |
| 1323 | }; |
| 1324 | |
| 1325 | static const struct sockaddr_in6 rpc_in6addr_loopback = { |
| 1326 | .sin6_family = AF_INET6, |
| 1327 | .sin6_addr = IN6ADDR_ANY_INIT, |
| 1328 | }; |
| 1329 | |
| 1330 | /* |
| 1331 | * Try a getsockname() on a connected datagram socket. Using a |
| 1332 | * connected datagram socket prevents leaving a socket in TIME_WAIT. |
| 1333 | * This conserves the ephemeral port number space. |
| 1334 | * |
| 1335 | * Returns zero and fills in "buf" if successful; otherwise, a |
| 1336 | * negative errno is returned. |
| 1337 | */ |
| 1338 | static int rpc_sockname(struct net *net, struct sockaddr *sap, size_t salen, |
Denys Vlasenko | 9b2c45d | 2018-02-12 20:00:20 +0100 | [diff] [blame] | 1339 | struct sockaddr *buf) |
Chuck Lever | 2e738fd | 2012-03-01 17:01:14 -0500 | [diff] [blame] | 1340 | { |
| 1341 | struct socket *sock; |
| 1342 | int err; |
| 1343 | |
| 1344 | err = __sock_create(net, sap->sa_family, |
| 1345 | SOCK_DGRAM, IPPROTO_UDP, &sock, 1); |
| 1346 | if (err < 0) { |
| 1347 | dprintk("RPC: can't create UDP socket (%d)\n", err); |
| 1348 | goto out; |
| 1349 | } |
| 1350 | |
| 1351 | switch (sap->sa_family) { |
| 1352 | case AF_INET: |
| 1353 | err = kernel_bind(sock, |
| 1354 | (struct sockaddr *)&rpc_inaddr_loopback, |
| 1355 | sizeof(rpc_inaddr_loopback)); |
| 1356 | break; |
| 1357 | case AF_INET6: |
| 1358 | err = kernel_bind(sock, |
| 1359 | (struct sockaddr *)&rpc_in6addr_loopback, |
| 1360 | sizeof(rpc_in6addr_loopback)); |
| 1361 | break; |
| 1362 | default: |
| 1363 | err = -EAFNOSUPPORT; |
| 1364 | goto out; |
| 1365 | } |
| 1366 | if (err < 0) { |
| 1367 | dprintk("RPC: can't bind UDP socket (%d)\n", err); |
| 1368 | goto out_release; |
| 1369 | } |
| 1370 | |
| 1371 | err = kernel_connect(sock, sap, salen, 0); |
| 1372 | if (err < 0) { |
| 1373 | dprintk("RPC: can't connect UDP socket (%d)\n", err); |
| 1374 | goto out_release; |
| 1375 | } |
| 1376 | |
Denys Vlasenko | 9b2c45d | 2018-02-12 20:00:20 +0100 | [diff] [blame] | 1377 | err = kernel_getsockname(sock, buf); |
Chuck Lever | 2e738fd | 2012-03-01 17:01:14 -0500 | [diff] [blame] | 1378 | if (err < 0) { |
| 1379 | dprintk("RPC: getsockname failed (%d)\n", err); |
| 1380 | goto out_release; |
| 1381 | } |
| 1382 | |
| 1383 | err = 0; |
| 1384 | if (buf->sa_family == AF_INET6) { |
| 1385 | struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)buf; |
| 1386 | sin6->sin6_scope_id = 0; |
| 1387 | } |
| 1388 | dprintk("RPC: %s succeeded\n", __func__); |
| 1389 | |
| 1390 | out_release: |
| 1391 | sock_release(sock); |
| 1392 | out: |
| 1393 | return err; |
| 1394 | } |
| 1395 | |
| 1396 | /* |
| 1397 | * Scraping a connected socket failed, so we don't have a useable |
| 1398 | * local address. Fallback: generate an address that will prevent |
| 1399 | * the server from calling us back. |
| 1400 | * |
| 1401 | * Returns zero and fills in "buf" if successful; otherwise, a |
| 1402 | * negative errno is returned. |
| 1403 | */ |
| 1404 | static int rpc_anyaddr(int family, struct sockaddr *buf, size_t buflen) |
| 1405 | { |
| 1406 | switch (family) { |
| 1407 | case AF_INET: |
| 1408 | if (buflen < sizeof(rpc_inaddr_loopback)) |
| 1409 | return -EINVAL; |
| 1410 | memcpy(buf, &rpc_inaddr_loopback, |
| 1411 | sizeof(rpc_inaddr_loopback)); |
| 1412 | break; |
| 1413 | case AF_INET6: |
| 1414 | if (buflen < sizeof(rpc_in6addr_loopback)) |
| 1415 | return -EINVAL; |
| 1416 | memcpy(buf, &rpc_in6addr_loopback, |
| 1417 | sizeof(rpc_in6addr_loopback)); |
Trond Myklebust | 0b161e6 | 2015-12-30 18:14:06 -0500 | [diff] [blame] | 1418 | break; |
Chuck Lever | 2e738fd | 2012-03-01 17:01:14 -0500 | [diff] [blame] | 1419 | default: |
| 1420 | dprintk("RPC: %s: address family not supported\n", |
| 1421 | __func__); |
| 1422 | return -EAFNOSUPPORT; |
| 1423 | } |
| 1424 | dprintk("RPC: %s: succeeded\n", __func__); |
| 1425 | return 0; |
| 1426 | } |
| 1427 | |
| 1428 | /** |
| 1429 | * rpc_localaddr - discover local endpoint address for an RPC client |
| 1430 | * @clnt: RPC client structure |
| 1431 | * @buf: target buffer |
| 1432 | * @buflen: size of target buffer, in bytes |
| 1433 | * |
| 1434 | * Returns zero and fills in "buf" and "buflen" if successful; |
| 1435 | * otherwise, a negative errno is returned. |
| 1436 | * |
| 1437 | * This works even if the underlying transport is not currently connected, |
| 1438 | * or if the upper layer never previously provided a source address. |
| 1439 | * |
| 1440 | * The result of this function call is transient: multiple calls in |
| 1441 | * succession may give different results, depending on how local |
| 1442 | * networking configuration changes over time. |
| 1443 | */ |
| 1444 | int rpc_localaddr(struct rpc_clnt *clnt, struct sockaddr *buf, size_t buflen) |
| 1445 | { |
| 1446 | struct sockaddr_storage address; |
| 1447 | struct sockaddr *sap = (struct sockaddr *)&address; |
| 1448 | struct rpc_xprt *xprt; |
| 1449 | struct net *net; |
| 1450 | size_t salen; |
| 1451 | int err; |
| 1452 | |
| 1453 | rcu_read_lock(); |
| 1454 | xprt = rcu_dereference(clnt->cl_xprt); |
| 1455 | salen = xprt->addrlen; |
| 1456 | memcpy(sap, &xprt->addr, salen); |
| 1457 | net = get_net(xprt->xprt_net); |
| 1458 | rcu_read_unlock(); |
| 1459 | |
| 1460 | rpc_set_port(sap, 0); |
Denys Vlasenko | 9b2c45d | 2018-02-12 20:00:20 +0100 | [diff] [blame] | 1461 | err = rpc_sockname(net, sap, salen, buf); |
Chuck Lever | 2e738fd | 2012-03-01 17:01:14 -0500 | [diff] [blame] | 1462 | put_net(net); |
| 1463 | if (err != 0) |
| 1464 | /* Couldn't discover local address, return ANYADDR */ |
| 1465 | return rpc_anyaddr(sap->sa_family, buf, buflen); |
| 1466 | return 0; |
| 1467 | } |
| 1468 | EXPORT_SYMBOL_GPL(rpc_localaddr); |
| 1469 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1470 | void |
| 1471 | rpc_setbufsize(struct rpc_clnt *clnt, unsigned int sndsize, unsigned int rcvsize) |
| 1472 | { |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 1473 | struct rpc_xprt *xprt; |
| 1474 | |
| 1475 | rcu_read_lock(); |
| 1476 | xprt = rcu_dereference(clnt->cl_xprt); |
Chuck Lever | 470056c | 2005-08-25 16:25:56 -0700 | [diff] [blame] | 1477 | if (xprt->ops->set_buffer_size) |
| 1478 | xprt->ops->set_buffer_size(xprt, sndsize, rcvsize); |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 1479 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1480 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 1481 | EXPORT_SYMBOL_GPL(rpc_setbufsize); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1482 | |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 1483 | /** |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 1484 | * rpc_net_ns - Get the network namespace for this RPC client |
| 1485 | * @clnt: RPC client to query |
| 1486 | * |
| 1487 | */ |
| 1488 | struct net *rpc_net_ns(struct rpc_clnt *clnt) |
| 1489 | { |
| 1490 | struct net *ret; |
| 1491 | |
| 1492 | rcu_read_lock(); |
| 1493 | ret = rcu_dereference(clnt->cl_xprt)->xprt_net; |
| 1494 | rcu_read_unlock(); |
| 1495 | return ret; |
| 1496 | } |
| 1497 | EXPORT_SYMBOL_GPL(rpc_net_ns); |
| 1498 | |
| 1499 | /** |
| 1500 | * rpc_max_payload - Get maximum payload size for a transport, in bytes |
| 1501 | * @clnt: RPC client to query |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1502 | * |
| 1503 | * For stream transports, this is one RPC record fragment (see RFC |
| 1504 | * 1831), as we don't support multi-record requests yet. For datagram |
| 1505 | * transports, this is the size of an IP packet minus the IP, UDP, and |
| 1506 | * RPC header sizes. |
| 1507 | */ |
| 1508 | size_t rpc_max_payload(struct rpc_clnt *clnt) |
| 1509 | { |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 1510 | size_t ret; |
| 1511 | |
| 1512 | rcu_read_lock(); |
| 1513 | ret = rcu_dereference(clnt->cl_xprt)->max_payload; |
| 1514 | rcu_read_unlock(); |
| 1515 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1516 | } |
Chuck Lever | b86acd5 | 2006-08-22 20:06:22 -0400 | [diff] [blame] | 1517 | EXPORT_SYMBOL_GPL(rpc_max_payload); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1518 | |
Chuck Lever | 35f5a42 | 2006-01-03 09:55:50 +0100 | [diff] [blame] | 1519 | /** |
Chuck Lever | 6b26cc8 | 2016-05-02 14:40:40 -0400 | [diff] [blame] | 1520 | * rpc_max_bc_payload - Get maximum backchannel payload size, in bytes |
| 1521 | * @clnt: RPC client to query |
| 1522 | */ |
| 1523 | size_t rpc_max_bc_payload(struct rpc_clnt *clnt) |
| 1524 | { |
| 1525 | struct rpc_xprt *xprt; |
| 1526 | size_t ret; |
| 1527 | |
| 1528 | rcu_read_lock(); |
| 1529 | xprt = rcu_dereference(clnt->cl_xprt); |
| 1530 | ret = xprt->ops->bc_maxpayload(xprt); |
| 1531 | rcu_read_unlock(); |
| 1532 | return ret; |
| 1533 | } |
| 1534 | EXPORT_SYMBOL_GPL(rpc_max_bc_payload); |
| 1535 | |
Trond Myklebust | 7402a4f | 2019-07-16 13:51:29 -0400 | [diff] [blame] | 1536 | unsigned int rpc_num_bc_slots(struct rpc_clnt *clnt) |
| 1537 | { |
| 1538 | struct rpc_xprt *xprt; |
| 1539 | unsigned int ret; |
| 1540 | |
| 1541 | rcu_read_lock(); |
| 1542 | xprt = rcu_dereference(clnt->cl_xprt); |
| 1543 | ret = xprt->ops->bc_num_slots(xprt); |
| 1544 | rcu_read_unlock(); |
| 1545 | return ret; |
| 1546 | } |
| 1547 | EXPORT_SYMBOL_GPL(rpc_num_bc_slots); |
| 1548 | |
Chuck Lever | 6b26cc8 | 2016-05-02 14:40:40 -0400 | [diff] [blame] | 1549 | /** |
Chuck Lever | 35f5a42 | 2006-01-03 09:55:50 +0100 | [diff] [blame] | 1550 | * rpc_force_rebind - force transport to check that remote port is unchanged |
| 1551 | * @clnt: client to rebind |
| 1552 | * |
| 1553 | */ |
| 1554 | void rpc_force_rebind(struct rpc_clnt *clnt) |
| 1555 | { |
Trond Myklebust | 2446ab6 | 2012-03-01 17:00:56 -0500 | [diff] [blame] | 1556 | if (clnt->cl_autobind) { |
| 1557 | rcu_read_lock(); |
| 1558 | xprt_clear_bound(rcu_dereference(clnt->cl_xprt)); |
| 1559 | rcu_read_unlock(); |
| 1560 | } |
Chuck Lever | 35f5a42 | 2006-01-03 09:55:50 +0100 | [diff] [blame] | 1561 | } |
Chuck Lever | b86acd5 | 2006-08-22 20:06:22 -0400 | [diff] [blame] | 1562 | EXPORT_SYMBOL_GPL(rpc_force_rebind); |
Chuck Lever | 35f5a42 | 2006-01-03 09:55:50 +0100 | [diff] [blame] | 1563 | |
Trond Myklebust | 9e6fa0b | 2019-04-07 13:58:45 -0400 | [diff] [blame] | 1564 | static int |
| 1565 | __rpc_restart_call(struct rpc_task *task, void (*action)(struct rpc_task *)) |
Andy Adamson | aae2006 | 2009-04-01 09:22:40 -0400 | [diff] [blame] | 1566 | { |
Trond Myklebust | 494314c | 2014-03-20 12:59:09 -0400 | [diff] [blame] | 1567 | task->tk_status = 0; |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 1568 | task->tk_rpc_status = 0; |
Trond Myklebust | 9e6fa0b | 2019-04-07 13:58:45 -0400 | [diff] [blame] | 1569 | task->tk_action = action; |
Trond Myklebust | f1f88fc | 2010-07-31 14:29:07 -0400 | [diff] [blame] | 1570 | return 1; |
Andy Adamson | aae2006 | 2009-04-01 09:22:40 -0400 | [diff] [blame] | 1571 | } |
Andy Adamson | aae2006 | 2009-04-01 09:22:40 -0400 | [diff] [blame] | 1572 | |
| 1573 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1574 | * Restart an (async) RPC call. Usually called from within the |
| 1575 | * exit handler. |
| 1576 | */ |
Trond Myklebust | f1f88fc | 2010-07-31 14:29:07 -0400 | [diff] [blame] | 1577 | int |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1578 | rpc_restart_call(struct rpc_task *task) |
| 1579 | { |
Trond Myklebust | 9e6fa0b | 2019-04-07 13:58:45 -0400 | [diff] [blame] | 1580 | return __rpc_restart_call(task, call_start); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1581 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 1582 | EXPORT_SYMBOL_GPL(rpc_restart_call); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1583 | |
Trond Myklebust | 9e6fa0b | 2019-04-07 13:58:45 -0400 | [diff] [blame] | 1584 | /* |
| 1585 | * Restart an (async) RPC call from the call_prepare state. |
| 1586 | * Usually called from within the exit handler. |
| 1587 | */ |
| 1588 | int |
| 1589 | rpc_restart_call_prepare(struct rpc_task *task) |
| 1590 | { |
| 1591 | if (task->tk_ops->rpc_call_prepare != NULL) |
| 1592 | return __rpc_restart_call(task, rpc_prepare_task); |
| 1593 | return rpc_restart_call(task); |
| 1594 | } |
| 1595 | EXPORT_SYMBOL_GPL(rpc_restart_call_prepare); |
| 1596 | |
Jeff Layton | b4b9d2c | 2014-11-26 14:44:43 -0500 | [diff] [blame] | 1597 | const char |
| 1598 | *rpc_proc_name(const struct rpc_task *task) |
Chuck Lever | 3748f1e | 2008-05-21 17:09:12 -0400 | [diff] [blame] | 1599 | { |
| 1600 | const struct rpc_procinfo *proc = task->tk_msg.rpc_proc; |
| 1601 | |
| 1602 | if (proc) { |
| 1603 | if (proc->p_name) |
| 1604 | return proc->p_name; |
| 1605 | else |
| 1606 | return "NULL"; |
| 1607 | } else |
| 1608 | return "no proc"; |
| 1609 | } |
Chuck Lever | 3748f1e | 2008-05-21 17:09:12 -0400 | [diff] [blame] | 1610 | |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 1611 | static void |
| 1612 | __rpc_call_rpcerror(struct rpc_task *task, int tk_status, int rpc_status) |
| 1613 | { |
| 1614 | task->tk_rpc_status = rpc_status; |
| 1615 | rpc_exit(task, tk_status); |
| 1616 | } |
| 1617 | |
| 1618 | static void |
| 1619 | rpc_call_rpcerror(struct rpc_task *task, int status) |
| 1620 | { |
| 1621 | __rpc_call_rpcerror(task, status, status); |
| 1622 | } |
| 1623 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1624 | /* |
| 1625 | * 0. Initial state |
| 1626 | * |
| 1627 | * Other FSM states can be visited zero or more times, but |
| 1628 | * this state is visited exactly once for each RPC. |
| 1629 | */ |
| 1630 | static void |
| 1631 | call_start(struct rpc_task *task) |
| 1632 | { |
| 1633 | struct rpc_clnt *clnt = task->tk_client; |
Christoph Hellwig | 1c5876d | 2017-05-08 23:27:10 +0200 | [diff] [blame] | 1634 | int idx = task->tk_msg.rpc_proc->p_statidx; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1635 | |
Chuck Lever | c435da6 | 2017-11-03 13:46:14 -0400 | [diff] [blame] | 1636 | trace_rpc_request(task); |
Chuck Lever | 3748f1e | 2008-05-21 17:09:12 -0400 | [diff] [blame] | 1637 | dprintk("RPC: %5u call_start %s%d proc %s (%s)\n", task->tk_pid, |
Trond Myklebust | 55909f2 | 2013-08-23 11:48:15 -0400 | [diff] [blame] | 1638 | clnt->cl_program->name, clnt->cl_vers, |
Chuck Lever | 3748f1e | 2008-05-21 17:09:12 -0400 | [diff] [blame] | 1639 | rpc_proc_name(task), |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 1640 | (RPC_IS_ASYNC(task) ? "async" : "sync")); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1641 | |
Christoph Hellwig | 1c5876d | 2017-05-08 23:27:10 +0200 | [diff] [blame] | 1642 | /* Increment call count (version might not be valid for ping) */ |
| 1643 | if (clnt->cl_program->version[clnt->cl_vers]) |
| 1644 | clnt->cl_program->version[clnt->cl_vers]->counts[idx]++; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1645 | clnt->cl_stats->rpccnt++; |
| 1646 | task->tk_action = call_reserve; |
Bill Baker | 0f90be1 | 2018-06-19 16:24:58 -0500 | [diff] [blame] | 1647 | rpc_task_set_transport(task, clnt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1648 | } |
| 1649 | |
| 1650 | /* |
| 1651 | * 1. Reserve an RPC call slot |
| 1652 | */ |
| 1653 | static void |
| 1654 | call_reserve(struct rpc_task *task) |
| 1655 | { |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 1656 | dprint_status(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1657 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1658 | task->tk_status = 0; |
| 1659 | task->tk_action = call_reserveresult; |
| 1660 | xprt_reserve(task); |
| 1661 | } |
| 1662 | |
Trond Myklebust | ba60eb2 | 2013-04-14 10:49:37 -0400 | [diff] [blame] | 1663 | static void call_retry_reserve(struct rpc_task *task); |
| 1664 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1665 | /* |
| 1666 | * 1b. Grok the result of xprt_reserve() |
| 1667 | */ |
| 1668 | static void |
| 1669 | call_reserveresult(struct rpc_task *task) |
| 1670 | { |
| 1671 | int status = task->tk_status; |
| 1672 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 1673 | dprint_status(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1674 | |
| 1675 | /* |
| 1676 | * After a call to xprt_reserve(), we must have either |
| 1677 | * a request slot or else an error status. |
| 1678 | */ |
| 1679 | task->tk_status = 0; |
| 1680 | if (status >= 0) { |
| 1681 | if (task->tk_rqstp) { |
J. Bruce Fields | f2d47d0 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 1682 | task->tk_action = call_refresh; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1683 | return; |
| 1684 | } |
| 1685 | |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 1686 | rpc_call_rpcerror(task, -EIO); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1687 | return; |
| 1688 | } |
| 1689 | |
| 1690 | /* |
| 1691 | * Even though there was an error, we may have acquired |
| 1692 | * a request slot somehow. Make sure not to leak it. |
| 1693 | */ |
Chuck Lever | 5cd8b0d | 2019-10-09 12:58:08 -0400 | [diff] [blame] | 1694 | if (task->tk_rqstp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1695 | xprt_release(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1696 | |
| 1697 | switch (status) { |
Trond Myklebust | 1afeaf5 | 2012-05-19 12:12:53 -0400 | [diff] [blame] | 1698 | case -ENOMEM: |
| 1699 | rpc_delay(task, HZ >> 2); |
Gustavo A. R. Silva | e9d4763 | 2017-10-20 11:48:30 -0500 | [diff] [blame] | 1700 | /* fall through */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1701 | case -EAGAIN: /* woken up; retry */ |
Trond Myklebust | ba60eb2 | 2013-04-14 10:49:37 -0400 | [diff] [blame] | 1702 | task->tk_action = call_retry_reserve; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1703 | return; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1704 | default: |
Chuck Lever | 5cd8b0d | 2019-10-09 12:58:08 -0400 | [diff] [blame] | 1705 | rpc_call_rpcerror(task, status); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1706 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1707 | } |
| 1708 | |
| 1709 | /* |
Trond Myklebust | ba60eb2 | 2013-04-14 10:49:37 -0400 | [diff] [blame] | 1710 | * 1c. Retry reserving an RPC call slot |
| 1711 | */ |
| 1712 | static void |
| 1713 | call_retry_reserve(struct rpc_task *task) |
| 1714 | { |
| 1715 | dprint_status(task); |
| 1716 | |
| 1717 | task->tk_status = 0; |
| 1718 | task->tk_action = call_reserveresult; |
| 1719 | xprt_retry_reserve(task); |
| 1720 | } |
| 1721 | |
| 1722 | /* |
J. Bruce Fields | 5557624 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 1723 | * 2. Bind and/or refresh the credentials |
| 1724 | */ |
| 1725 | static void |
| 1726 | call_refresh(struct rpc_task *task) |
| 1727 | { |
| 1728 | dprint_status(task); |
| 1729 | |
| 1730 | task->tk_action = call_refreshresult; |
| 1731 | task->tk_status = 0; |
| 1732 | task->tk_client->cl_stats->rpcauthrefresh++; |
| 1733 | rpcauth_refreshcred(task); |
| 1734 | } |
| 1735 | |
| 1736 | /* |
| 1737 | * 2a. Process the results of a credential refresh |
| 1738 | */ |
| 1739 | static void |
| 1740 | call_refreshresult(struct rpc_task *task) |
| 1741 | { |
| 1742 | int status = task->tk_status; |
| 1743 | |
| 1744 | dprint_status(task); |
| 1745 | |
| 1746 | task->tk_status = 0; |
Trond Myklebust | 5fc4397 | 2010-11-20 11:13:31 -0500 | [diff] [blame] | 1747 | task->tk_action = call_refresh; |
J. Bruce Fields | 5557624 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 1748 | switch (status) { |
Trond Myklebust | 5fc4397 | 2010-11-20 11:13:31 -0500 | [diff] [blame] | 1749 | case 0: |
Weston Andros Adamson | 6ff33b7 | 2013-12-17 12:16:11 -0500 | [diff] [blame] | 1750 | if (rpcauth_uptodatecred(task)) { |
Trond Myklebust | 5fc4397 | 2010-11-20 11:13:31 -0500 | [diff] [blame] | 1751 | task->tk_action = call_allocate; |
Weston Andros Adamson | 6ff33b7 | 2013-12-17 12:16:11 -0500 | [diff] [blame] | 1752 | return; |
| 1753 | } |
| 1754 | /* Use rate-limiting and a max number of retries if refresh |
| 1755 | * had status 0 but failed to update the cred. |
| 1756 | */ |
Gustavo A. R. Silva | e9d4763 | 2017-10-20 11:48:30 -0500 | [diff] [blame] | 1757 | /* fall through */ |
J. Bruce Fields | 5557624 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 1758 | case -ETIMEDOUT: |
| 1759 | rpc_delay(task, 3*HZ); |
Gustavo A. R. Silva | e9d4763 | 2017-10-20 11:48:30 -0500 | [diff] [blame] | 1760 | /* fall through */ |
Trond Myklebust | 5fc4397 | 2010-11-20 11:13:31 -0500 | [diff] [blame] | 1761 | case -EAGAIN: |
| 1762 | status = -EACCES; |
Gustavo A. R. Silva | e9d4763 | 2017-10-20 11:48:30 -0500 | [diff] [blame] | 1763 | /* fall through */ |
Andy Adamson | f1ff0c2 | 2013-08-14 11:59:13 -0400 | [diff] [blame] | 1764 | case -EKEYEXPIRED: |
Trond Myklebust | 5fc4397 | 2010-11-20 11:13:31 -0500 | [diff] [blame] | 1765 | if (!task->tk_cred_retry) |
| 1766 | break; |
| 1767 | task->tk_cred_retry--; |
| 1768 | dprintk("RPC: %5u %s: retry refresh creds\n", |
| 1769 | task->tk_pid, __func__); |
| 1770 | return; |
J. Bruce Fields | 5557624 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 1771 | } |
Trond Myklebust | 5fc4397 | 2010-11-20 11:13:31 -0500 | [diff] [blame] | 1772 | dprintk("RPC: %5u %s: refresh creds failed with error %d\n", |
| 1773 | task->tk_pid, __func__, status); |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 1774 | rpc_call_rpcerror(task, status); |
J. Bruce Fields | 5557624 | 2010-09-12 19:55:25 -0400 | [diff] [blame] | 1775 | } |
| 1776 | |
| 1777 | /* |
| 1778 | * 2b. Allocate the buffer. For details, see sched.c:rpc_malloc. |
Chuck Lever | 0210714 | 2006-01-03 09:55:49 +0100 | [diff] [blame] | 1779 | * (Note: buffer memory is freed in xprt_release). |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1780 | */ |
| 1781 | static void |
| 1782 | call_allocate(struct rpc_task *task) |
| 1783 | { |
Chuck Lever | 2c94b8e | 2019-02-11 11:25:41 -0500 | [diff] [blame] | 1784 | const struct rpc_auth *auth = task->tk_rqstp->rq_cred->cr_auth; |
Chuck Lever | 0210714 | 2006-01-03 09:55:49 +0100 | [diff] [blame] | 1785 | struct rpc_rqst *req = task->tk_rqstp; |
Trond Myklebust | a4f0835 | 2013-01-08 09:10:21 -0500 | [diff] [blame] | 1786 | struct rpc_xprt *xprt = req->rq_xprt; |
Christoph Hellwig | 499b498 | 2017-05-12 15:36:49 +0200 | [diff] [blame] | 1787 | const struct rpc_procinfo *proc = task->tk_msg.rpc_proc; |
Chuck Lever | 5fe6eaa | 2016-09-15 10:55:20 -0400 | [diff] [blame] | 1788 | int status; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1789 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 1790 | dprint_status(task); |
| 1791 | |
Chuck Lever | 2bea90d | 2007-03-29 16:47:53 -0400 | [diff] [blame] | 1792 | task->tk_status = 0; |
Trond Myklebust | 762e4e6 | 2018-08-24 16:28:28 -0400 | [diff] [blame] | 1793 | task->tk_action = call_encode; |
Chuck Lever | 2bea90d | 2007-03-29 16:47:53 -0400 | [diff] [blame] | 1794 | |
Trond Myklebust | af6b61d | 2019-04-11 15:16:52 -0400 | [diff] [blame] | 1795 | if (req->rq_buffer) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1796 | return; |
| 1797 | |
Chuck Lever | 2bea90d | 2007-03-29 16:47:53 -0400 | [diff] [blame] | 1798 | if (proc->p_proc != 0) { |
| 1799 | BUG_ON(proc->p_arglen == 0); |
| 1800 | if (proc->p_decode != NULL) |
| 1801 | BUG_ON(proc->p_replen == 0); |
| 1802 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1803 | |
Chuck Lever | 2bea90d | 2007-03-29 16:47:53 -0400 | [diff] [blame] | 1804 | /* |
| 1805 | * Calculate the size (in quads) of the RPC call |
| 1806 | * and reply headers, and convert both values |
| 1807 | * to byte sizes. |
| 1808 | */ |
Chuck Lever | 2c94b8e | 2019-02-11 11:25:41 -0500 | [diff] [blame] | 1809 | req->rq_callsize = RPC_CALLHDRSIZE + (auth->au_cslack << 1) + |
| 1810 | proc->p_arglen; |
Chuck Lever | 2bea90d | 2007-03-29 16:47:53 -0400 | [diff] [blame] | 1811 | req->rq_callsize <<= 2; |
Trond Myklebust | 5131496 | 2019-03-15 12:55:59 -0400 | [diff] [blame] | 1812 | /* |
| 1813 | * Note: the reply buffer must at minimum allocate enough space |
| 1814 | * for the 'struct accepted_reply' from RFC5531. |
| 1815 | */ |
| 1816 | req->rq_rcvsize = RPC_REPHDRSIZE + auth->au_rslack + \ |
| 1817 | max_t(size_t, proc->p_replen, 2); |
Chuck Lever | 2bea90d | 2007-03-29 16:47:53 -0400 | [diff] [blame] | 1818 | req->rq_rcvsize <<= 2; |
| 1819 | |
Chuck Lever | 5fe6eaa | 2016-09-15 10:55:20 -0400 | [diff] [blame] | 1820 | status = xprt->ops->buf_alloc(task); |
Chuck Lever | 4a06825 | 2015-05-11 14:02:25 -0400 | [diff] [blame] | 1821 | xprt_inject_disconnect(xprt); |
Trond Myklebust | af6b61d | 2019-04-11 15:16:52 -0400 | [diff] [blame] | 1822 | if (status == 0) |
Chuck Lever | 5fe6eaa | 2016-09-15 10:55:20 -0400 | [diff] [blame] | 1823 | return; |
| 1824 | if (status != -ENOMEM) { |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 1825 | rpc_call_rpcerror(task, status); |
Chuck Lever | 5fe6eaa | 2016-09-15 10:55:20 -0400 | [diff] [blame] | 1826 | return; |
| 1827 | } |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 1828 | |
| 1829 | dprintk("RPC: %5u rpc_buffer allocation failed\n", task->tk_pid); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1830 | |
Trond Myklebust | 5afa9133 | 2011-06-17 10:14:59 -0400 | [diff] [blame] | 1831 | if (RPC_IS_ASYNC(task) || !fatal_signal_pending(current)) { |
Trond Myklebust | b6e9c71 | 2007-10-01 12:06:44 -0400 | [diff] [blame] | 1832 | task->tk_action = call_allocate; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1833 | rpc_delay(task, HZ>>4); |
| 1834 | return; |
| 1835 | } |
| 1836 | |
Trond Myklebust | 714fbc7 | 2019-09-12 08:06:51 -0400 | [diff] [blame] | 1837 | rpc_call_rpcerror(task, -ERESTARTSYS); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1838 | } |
| 1839 | |
Trond Myklebust | 7ebbbc6 | 2018-08-28 09:00:27 -0400 | [diff] [blame] | 1840 | static int |
Trond Myklebust | 940e331 | 2005-11-09 21:45:24 -0500 | [diff] [blame] | 1841 | rpc_task_need_encode(struct rpc_task *task) |
| 1842 | { |
Trond Myklebust | 762e4e6 | 2018-08-24 16:28:28 -0400 | [diff] [blame] | 1843 | return test_bit(RPC_TASK_NEED_XMIT, &task->tk_runstate) == 0 && |
| 1844 | (!(task->tk_flags & RPC_TASK_SENT) || |
| 1845 | !(task->tk_flags & RPC_TASK_NO_RETRANS_TIMEOUT) || |
| 1846 | xprt_request_need_retransmit(task)); |
Trond Myklebust | 940e331 | 2005-11-09 21:45:24 -0500 | [diff] [blame] | 1847 | } |
| 1848 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1849 | static void |
Chuck Lever | b0e1c57 | 2008-05-21 17:09:19 -0400 | [diff] [blame] | 1850 | rpc_xdr_encode(struct rpc_task *task) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1851 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1852 | struct rpc_rqst *req = task->tk_rqstp; |
Chuck Lever | e8680a2 | 2019-02-11 11:24:48 -0500 | [diff] [blame] | 1853 | struct xdr_stream xdr; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1854 | |
Chuck Lever | b9c5bc0 | 2016-09-15 10:55:12 -0400 | [diff] [blame] | 1855 | xdr_buf_init(&req->rq_snd_buf, |
| 1856 | req->rq_buffer, |
| 1857 | req->rq_callsize); |
| 1858 | xdr_buf_init(&req->rq_rcv_buf, |
Chuck Lever | 6877894 | 2016-09-15 10:55:37 -0400 | [diff] [blame] | 1859 | req->rq_rbuffer, |
Chuck Lever | b9c5bc0 | 2016-09-15 10:55:12 -0400 | [diff] [blame] | 1860 | req->rq_rcvsize); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1861 | |
Trond Myklebust | cc204d0 | 2019-09-10 13:01:35 -0400 | [diff] [blame] | 1862 | req->rq_reply_bytes_recvd = 0; |
Chuck Lever | e8680a2 | 2019-02-11 11:24:48 -0500 | [diff] [blame] | 1863 | req->rq_snd_buf.head[0].iov_len = 0; |
| 1864 | xdr_init_encode(&xdr, &req->rq_snd_buf, |
| 1865 | req->rq_snd_buf.head[0].iov_base, req); |
Trond Myklebust | 7536908 | 2019-07-17 21:22:38 -0400 | [diff] [blame] | 1866 | xdr_free_bvec(&req->rq_snd_buf); |
Chuck Lever | e8680a2 | 2019-02-11 11:24:48 -0500 | [diff] [blame] | 1867 | if (rpc_encode_header(task, &xdr)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1868 | return; |
Chuck Lever | b0e1c57 | 2008-05-21 17:09:19 -0400 | [diff] [blame] | 1869 | |
Chuck Lever | e8680a2 | 2019-02-11 11:24:48 -0500 | [diff] [blame] | 1870 | task->tk_status = rpcauth_wrap_req(task, &xdr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1871 | } |
| 1872 | |
| 1873 | /* |
Trond Myklebust | 762e4e6 | 2018-08-24 16:28:28 -0400 | [diff] [blame] | 1874 | * 3. Encode arguments of an RPC call |
| 1875 | */ |
| 1876 | static void |
| 1877 | call_encode(struct rpc_task *task) |
| 1878 | { |
| 1879 | if (!rpc_task_need_encode(task)) |
| 1880 | goto out; |
Chuck Lever | e8680a2 | 2019-02-11 11:24:48 -0500 | [diff] [blame] | 1881 | dprint_status(task); |
Trond Myklebust | cc204d0 | 2019-09-10 13:01:35 -0400 | [diff] [blame] | 1882 | /* Dequeue task from the receive queue while we're encoding */ |
| 1883 | xprt_request_dequeue_xprt(task); |
Trond Myklebust | 762e4e6 | 2018-08-24 16:28:28 -0400 | [diff] [blame] | 1884 | /* Encode here so that rpcsec_gss can use correct sequence number. */ |
| 1885 | rpc_xdr_encode(task); |
| 1886 | /* Did the encode result in an error condition? */ |
| 1887 | if (task->tk_status != 0) { |
| 1888 | /* Was the error nonfatal? */ |
Trond Myklebust | 97b78ae | 2019-01-02 17:53:13 -0500 | [diff] [blame] | 1889 | switch (task->tk_status) { |
| 1890 | case -EAGAIN: |
| 1891 | case -ENOMEM: |
Trond Myklebust | 762e4e6 | 2018-08-24 16:28:28 -0400 | [diff] [blame] | 1892 | rpc_delay(task, HZ >> 4); |
Trond Myklebust | 97b78ae | 2019-01-02 17:53:13 -0500 | [diff] [blame] | 1893 | break; |
| 1894 | case -EKEYEXPIRED: |
ZhangXiaoxu | 9c5948c | 2019-04-29 17:32:31 +0800 | [diff] [blame] | 1895 | if (!task->tk_cred_retry) { |
| 1896 | rpc_exit(task, task->tk_status); |
| 1897 | } else { |
| 1898 | task->tk_action = call_refresh; |
| 1899 | task->tk_cred_retry--; |
| 1900 | dprintk("RPC: %5u %s: retry refresh creds\n", |
| 1901 | task->tk_pid, __func__); |
| 1902 | } |
Trond Myklebust | 97b78ae | 2019-01-02 17:53:13 -0500 | [diff] [blame] | 1903 | break; |
| 1904 | default: |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 1905 | rpc_call_rpcerror(task, task->tk_status); |
Trond Myklebust | 97b78ae | 2019-01-02 17:53:13 -0500 | [diff] [blame] | 1906 | } |
Trond Myklebust | 762e4e6 | 2018-08-24 16:28:28 -0400 | [diff] [blame] | 1907 | return; |
| 1908 | } |
| 1909 | |
| 1910 | /* Add task to reply queue before transmission to avoid races */ |
| 1911 | if (rpc_reply_expected(task)) |
| 1912 | xprt_request_enqueue_receive(task); |
| 1913 | xprt_request_enqueue_transmit(task); |
| 1914 | out: |
Trond Myklebust | af6b61d | 2019-04-11 15:16:52 -0400 | [diff] [blame] | 1915 | task->tk_action = call_transmit; |
| 1916 | /* Check that the connection is OK */ |
| 1917 | if (!xprt_bound(task->tk_xprt)) |
| 1918 | task->tk_action = call_bind; |
| 1919 | else if (!xprt_connected(task->tk_xprt)) |
| 1920 | task->tk_action = call_connect; |
Trond Myklebust | 762e4e6 | 2018-08-24 16:28:28 -0400 | [diff] [blame] | 1921 | } |
| 1922 | |
| 1923 | /* |
Trond Myklebust | 03e51d3 | 2019-03-10 11:17:13 -0400 | [diff] [blame] | 1924 | * Helpers to check if the task was already transmitted, and |
| 1925 | * to take action when that is the case. |
| 1926 | */ |
| 1927 | static bool |
| 1928 | rpc_task_transmitted(struct rpc_task *task) |
| 1929 | { |
| 1930 | return !test_bit(RPC_TASK_NEED_XMIT, &task->tk_runstate); |
| 1931 | } |
| 1932 | |
| 1933 | static void |
| 1934 | rpc_task_handle_transmitted(struct rpc_task *task) |
| 1935 | { |
| 1936 | xprt_end_transmit(task); |
| 1937 | task->tk_action = call_transmit_status; |
Trond Myklebust | 03e51d3 | 2019-03-10 11:17:13 -0400 | [diff] [blame] | 1938 | } |
| 1939 | |
| 1940 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1941 | * 4. Get the server port number if not yet set |
| 1942 | */ |
| 1943 | static void |
| 1944 | call_bind(struct rpc_task *task) |
| 1945 | { |
Trond Myklebust | ad2368d | 2013-01-08 10:08:33 -0500 | [diff] [blame] | 1946 | struct rpc_xprt *xprt = task->tk_rqstp->rq_xprt; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1947 | |
Trond Myklebust | 03e51d3 | 2019-03-10 11:17:13 -0400 | [diff] [blame] | 1948 | if (rpc_task_transmitted(task)) { |
| 1949 | rpc_task_handle_transmitted(task); |
| 1950 | return; |
| 1951 | } |
| 1952 | |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 1953 | if (xprt_bound(xprt)) { |
| 1954 | task->tk_action = call_connect; |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 1955 | return; |
| 1956 | } |
| 1957 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 1958 | dprint_status(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1959 | |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 1960 | task->tk_action = call_bind_status; |
Trond Myklebust | 4d6c671 | 2019-03-10 12:22:39 -0400 | [diff] [blame] | 1961 | if (!xprt_prepare_transmit(task)) |
| 1962 | return; |
| 1963 | |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 1964 | xprt->ops->rpcbind(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1965 | } |
| 1966 | |
| 1967 | /* |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 1968 | * 4a. Sort out bind result |
| 1969 | */ |
| 1970 | static void |
| 1971 | call_bind_status(struct rpc_task *task) |
| 1972 | { |
Trond Myklebust | bd736ed | 2019-08-15 17:26:17 -0400 | [diff] [blame] | 1973 | struct rpc_xprt *xprt = task->tk_rqstp->rq_xprt; |
Chuck Lever | 906462a | 2007-09-11 18:00:47 -0400 | [diff] [blame] | 1974 | int status = -EIO; |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 1975 | |
Trond Myklebust | 03e51d3 | 2019-03-10 11:17:13 -0400 | [diff] [blame] | 1976 | if (rpc_task_transmitted(task)) { |
| 1977 | rpc_task_handle_transmitted(task); |
| 1978 | return; |
| 1979 | } |
| 1980 | |
Trond Myklebust | bd736ed | 2019-08-15 17:26:17 -0400 | [diff] [blame] | 1981 | dprint_status(task); |
| 1982 | trace_rpc_bind_status(task); |
| 1983 | if (task->tk_status >= 0) |
| 1984 | goto out_next; |
| 1985 | if (xprt_bound(xprt)) { |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 1986 | task->tk_status = 0; |
Trond Myklebust | bd736ed | 2019-08-15 17:26:17 -0400 | [diff] [blame] | 1987 | goto out_next; |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 1988 | } |
| 1989 | |
| 1990 | switch (task->tk_status) { |
Trond Myklebust | 381ba74 | 2008-07-07 12:18:53 -0400 | [diff] [blame] | 1991 | case -ENOMEM: |
| 1992 | dprintk("RPC: %5u rpcbind out of memory\n", task->tk_pid); |
| 1993 | rpc_delay(task, HZ >> 2); |
Chuck Lever | 2429cbf | 2007-09-11 18:00:41 -0400 | [diff] [blame] | 1994 | goto retry_timeout; |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 1995 | case -EACCES: |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 1996 | dprintk("RPC: %5u remote rpcbind: RPC program/version " |
| 1997 | "unavailable\n", task->tk_pid); |
Chuck Lever | b79dc8c | 2007-09-11 18:00:52 -0400 | [diff] [blame] | 1998 | /* fail immediately if this is an RPC ping */ |
| 1999 | if (task->tk_msg.rpc_proc->p_proc == 0) { |
| 2000 | status = -EOPNOTSUPP; |
| 2001 | break; |
| 2002 | } |
Trond Myklebust | 0b76011 | 2011-05-31 15:15:34 -0400 | [diff] [blame] | 2003 | if (task->tk_rebind_retry == 0) |
| 2004 | break; |
| 2005 | task->tk_rebind_retry--; |
Chuck Lever | ea635a5 | 2005-10-06 23:12:58 -0400 | [diff] [blame] | 2006 | rpc_delay(task, 3*HZ); |
Trond Myklebust | da45828e | 2006-08-31 15:44:52 -0400 | [diff] [blame] | 2007 | goto retry_timeout; |
Trond Myklebust | 80f455d | 2019-08-15 22:55:19 -0400 | [diff] [blame] | 2008 | case -ENOBUFS: |
| 2009 | rpc_delay(task, HZ >> 2); |
| 2010 | goto retry_timeout; |
Trond Myklebust | 4d6c671 | 2019-03-10 12:22:39 -0400 | [diff] [blame] | 2011 | case -EAGAIN: |
| 2012 | goto retry_timeout; |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2013 | case -ETIMEDOUT: |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 2014 | dprintk("RPC: %5u rpcbind request timed out\n", |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2015 | task->tk_pid); |
Trond Myklebust | da45828e | 2006-08-31 15:44:52 -0400 | [diff] [blame] | 2016 | goto retry_timeout; |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2017 | case -EPFNOSUPPORT: |
Chuck Lever | 906462a | 2007-09-11 18:00:47 -0400 | [diff] [blame] | 2018 | /* server doesn't support any rpcbind version we know of */ |
Chuck Lever | 012da158 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2019 | dprintk("RPC: %5u unrecognized remote rpcbind service\n", |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2020 | task->tk_pid); |
| 2021 | break; |
| 2022 | case -EPROTONOSUPPORT: |
Chuck Lever | 00a6e7b | 2007-03-29 16:48:33 -0400 | [diff] [blame] | 2023 | dprintk("RPC: %5u remote rpcbind version unavailable, retrying\n", |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2024 | task->tk_pid); |
Trond Myklebust | fdb63dc | 2014-03-17 12:57:31 -0400 | [diff] [blame] | 2025 | goto retry_timeout; |
Chuck Lever | 012da158 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2026 | case -ECONNREFUSED: /* connection problems */ |
| 2027 | case -ECONNRESET: |
Trond Myklebust | df27727 | 2013-12-31 13:11:43 -0500 | [diff] [blame] | 2028 | case -ECONNABORTED: |
Chuck Lever | 012da158 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2029 | case -ENOTCONN: |
| 2030 | case -EHOSTDOWN: |
Trond Myklebust | eb5b46f | 2017-11-30 07:21:33 -0500 | [diff] [blame] | 2031 | case -ENETDOWN: |
Chuck Lever | 012da158 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2032 | case -EHOSTUNREACH: |
| 2033 | case -ENETUNREACH: |
| 2034 | case -EPIPE: |
| 2035 | dprintk("RPC: %5u remote rpcbind unreachable: %d\n", |
| 2036 | task->tk_pid, task->tk_status); |
| 2037 | if (!RPC_IS_SOFTCONN(task)) { |
| 2038 | rpc_delay(task, 5*HZ); |
| 2039 | goto retry_timeout; |
| 2040 | } |
| 2041 | status = task->tk_status; |
| 2042 | break; |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2043 | default: |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 2044 | dprintk("RPC: %5u unrecognized rpcbind error (%d)\n", |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2045 | task->tk_pid, -task->tk_status); |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2046 | } |
| 2047 | |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 2048 | rpc_call_rpcerror(task, status); |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2049 | return; |
Trond Myklebust | bd736ed | 2019-08-15 17:26:17 -0400 | [diff] [blame] | 2050 | out_next: |
| 2051 | task->tk_action = call_connect; |
| 2052 | return; |
Trond Myklebust | da45828e | 2006-08-31 15:44:52 -0400 | [diff] [blame] | 2053 | retry_timeout: |
Trond Myklebust | fdb63dc | 2014-03-17 12:57:31 -0400 | [diff] [blame] | 2054 | task->tk_status = 0; |
Trond Myklebust | 4d6c671 | 2019-03-10 12:22:39 -0400 | [diff] [blame] | 2055 | task->tk_action = call_bind; |
Trond Myklebust | cea5778 | 2019-03-09 16:06:47 -0500 | [diff] [blame] | 2056 | rpc_check_timeout(task); |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2057 | } |
| 2058 | |
| 2059 | /* |
| 2060 | * 4b. Connect to the RPC server |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2061 | */ |
| 2062 | static void |
| 2063 | call_connect(struct rpc_task *task) |
| 2064 | { |
Trond Myklebust | ad2368d | 2013-01-08 10:08:33 -0500 | [diff] [blame] | 2065 | struct rpc_xprt *xprt = task->tk_rqstp->rq_xprt; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2066 | |
Trond Myklebust | 03e51d3 | 2019-03-10 11:17:13 -0400 | [diff] [blame] | 2067 | if (rpc_task_transmitted(task)) { |
| 2068 | rpc_task_handle_transmitted(task); |
| 2069 | return; |
| 2070 | } |
| 2071 | |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 2072 | if (xprt_connected(xprt)) { |
| 2073 | task->tk_action = call_transmit; |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 2074 | return; |
| 2075 | } |
| 2076 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 2077 | dprintk("RPC: %5u call_connect xprt %p %s connected\n", |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2078 | task->tk_pid, xprt, |
| 2079 | (xprt_connected(xprt) ? "is" : "is not")); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2080 | |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 2081 | task->tk_action = call_connect_status; |
| 2082 | if (task->tk_status < 0) |
| 2083 | return; |
| 2084 | if (task->tk_flags & RPC_TASK_NOCONNECT) { |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 2085 | rpc_call_rpcerror(task, -ENOTCONN); |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 2086 | return; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2087 | } |
Trond Myklebust | 4d6c671 | 2019-03-10 12:22:39 -0400 | [diff] [blame] | 2088 | if (!xprt_prepare_transmit(task)) |
| 2089 | return; |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 2090 | xprt_connect(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2091 | } |
| 2092 | |
| 2093 | /* |
Chuck Lever | da35187 | 2005-08-11 16:25:11 -0400 | [diff] [blame] | 2094 | * 4c. Sort out connect result |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2095 | */ |
| 2096 | static void |
| 2097 | call_connect_status(struct rpc_task *task) |
| 2098 | { |
Trond Myklebust | bd736ed | 2019-08-15 17:26:17 -0400 | [diff] [blame] | 2099 | struct rpc_xprt *xprt = task->tk_rqstp->rq_xprt; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2100 | struct rpc_clnt *clnt = task->tk_client; |
| 2101 | int status = task->tk_status; |
| 2102 | |
Trond Myklebust | 03e51d3 | 2019-03-10 11:17:13 -0400 | [diff] [blame] | 2103 | if (rpc_task_transmitted(task)) { |
| 2104 | rpc_task_handle_transmitted(task); |
Trond Myklebust | 9bd1152 | 2018-11-30 12:48:47 -0500 | [diff] [blame] | 2105 | return; |
| 2106 | } |
| 2107 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 2108 | dprint_status(task); |
Chuck Lever | e671edb | 2018-03-16 10:33:44 -0400 | [diff] [blame] | 2109 | trace_rpc_connect_status(task); |
Trond Myklebust | bd736ed | 2019-08-15 17:26:17 -0400 | [diff] [blame] | 2110 | |
| 2111 | if (task->tk_status == 0) { |
| 2112 | clnt->cl_stats->netreconn++; |
| 2113 | goto out_next; |
| 2114 | } |
| 2115 | if (xprt_connected(xprt)) { |
| 2116 | task->tk_status = 0; |
| 2117 | goto out_next; |
| 2118 | } |
| 2119 | |
Trond Myklebust | 561ec16 | 2013-09-26 15:22:45 -0400 | [diff] [blame] | 2120 | task->tk_status = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2121 | switch (status) { |
Trond Myklebust | 3ed5e2a | 2013-03-04 17:29:33 -0500 | [diff] [blame] | 2122 | case -ECONNREFUSED: |
NeilBrown | fd01b25 | 2017-08-18 17:12:51 +1000 | [diff] [blame] | 2123 | /* A positive refusal suggests a rebind is needed. */ |
| 2124 | if (RPC_IS_SOFTCONN(task)) |
| 2125 | break; |
| 2126 | if (clnt->cl_autobind) { |
| 2127 | rpc_force_rebind(clnt); |
Trond Myklebust | 7b3fef8 | 2019-03-07 14:10:32 -0500 | [diff] [blame] | 2128 | goto out_retry; |
NeilBrown | fd01b25 | 2017-08-18 17:12:51 +1000 | [diff] [blame] | 2129 | } |
Gustavo A. R. Silva | e9d4763 | 2017-10-20 11:48:30 -0500 | [diff] [blame] | 2130 | /* fall through */ |
Trond Myklebust | 3ed5e2a | 2013-03-04 17:29:33 -0500 | [diff] [blame] | 2131 | case -ECONNRESET: |
Trond Myklebust | df27727 | 2013-12-31 13:11:43 -0500 | [diff] [blame] | 2132 | case -ECONNABORTED: |
Trond Myklebust | eb5b46f | 2017-11-30 07:21:33 -0500 | [diff] [blame] | 2133 | case -ENETDOWN: |
Trond Myklebust | 3ed5e2a | 2013-03-04 17:29:33 -0500 | [diff] [blame] | 2134 | case -ENETUNREACH: |
Trond Myklebust | df27727 | 2013-12-31 13:11:43 -0500 | [diff] [blame] | 2135 | case -EHOSTUNREACH: |
Trond Myklebust | 2fc193c | 2014-07-03 00:02:57 -0400 | [diff] [blame] | 2136 | case -EPIPE: |
Chuck Lever | b845760 | 2019-12-23 10:28:44 -0500 | [diff] [blame] | 2137 | case -EPROTO: |
NeilBrown | 2c2ee6d | 2016-11-23 14:44:58 +1100 | [diff] [blame] | 2138 | xprt_conditional_disconnect(task->tk_rqstp->rq_xprt, |
| 2139 | task->tk_rqstp->rq_connect_cookie); |
Trond Myklebust | 3ed5e2a | 2013-03-04 17:29:33 -0500 | [diff] [blame] | 2140 | if (RPC_IS_SOFTCONN(task)) |
| 2141 | break; |
Steve Dickson | 1fa3e2e | 2014-03-20 11:23:03 -0400 | [diff] [blame] | 2142 | /* retry with existing socket, after a delay */ |
| 2143 | rpc_delay(task, 3*HZ); |
Gustavo A. R. Silva | e9d4763 | 2017-10-20 11:48:30 -0500 | [diff] [blame] | 2144 | /* fall through */ |
Trond Myklebust | 80f455d | 2019-08-15 22:55:19 -0400 | [diff] [blame] | 2145 | case -EADDRINUSE: |
Trond Myklebust | 0445f92 | 2018-12-17 13:34:59 -0500 | [diff] [blame] | 2146 | case -ENOTCONN: |
Trond Myklebust | 3ed5e2a | 2013-03-04 17:29:33 -0500 | [diff] [blame] | 2147 | case -EAGAIN: |
Trond Myklebust | 485f225 | 2014-03-17 12:51:44 -0400 | [diff] [blame] | 2148 | case -ETIMEDOUT: |
Trond Myklebust | 7b3fef8 | 2019-03-07 14:10:32 -0500 | [diff] [blame] | 2149 | goto out_retry; |
Trond Myklebust | 80f455d | 2019-08-15 22:55:19 -0400 | [diff] [blame] | 2150 | case -ENOBUFS: |
| 2151 | rpc_delay(task, HZ >> 2); |
| 2152 | goto out_retry; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2153 | } |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 2154 | rpc_call_rpcerror(task, status); |
Trond Myklebust | 7b3fef8 | 2019-03-07 14:10:32 -0500 | [diff] [blame] | 2155 | return; |
Trond Myklebust | bd736ed | 2019-08-15 17:26:17 -0400 | [diff] [blame] | 2156 | out_next: |
| 2157 | task->tk_action = call_transmit; |
| 2158 | return; |
Trond Myklebust | 7b3fef8 | 2019-03-07 14:10:32 -0500 | [diff] [blame] | 2159 | out_retry: |
| 2160 | /* Check for timeouts before looping back to call_bind */ |
| 2161 | task->tk_action = call_bind; |
| 2162 | rpc_check_timeout(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2163 | } |
| 2164 | |
| 2165 | /* |
| 2166 | * 5. Transmit the RPC request, and wait for reply |
| 2167 | */ |
| 2168 | static void |
| 2169 | call_transmit(struct rpc_task *task) |
| 2170 | { |
Trond Myklebust | 03e51d3 | 2019-03-10 11:17:13 -0400 | [diff] [blame] | 2171 | if (rpc_task_transmitted(task)) { |
| 2172 | rpc_task_handle_transmitted(task); |
| 2173 | return; |
| 2174 | } |
| 2175 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 2176 | dprint_status(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2177 | |
Trond Myklebust | ed7dc97 | 2019-03-04 14:19:31 -0500 | [diff] [blame] | 2178 | task->tk_action = call_transmit_status; |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 2179 | if (!xprt_prepare_transmit(task)) |
| 2180 | return; |
| 2181 | task->tk_status = 0; |
Trond Myklebust | c544577 | 2018-09-03 23:39:27 -0400 | [diff] [blame] | 2182 | if (test_bit(RPC_TASK_NEED_XMIT, &task->tk_runstate)) { |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 2183 | if (!xprt_connected(task->tk_xprt)) { |
| 2184 | task->tk_status = -ENOTCONN; |
Trond Myklebust | c544577 | 2018-09-03 23:39:27 -0400 | [diff] [blame] | 2185 | return; |
Trond Myklebust | ed7dc97 | 2019-03-04 14:19:31 -0500 | [diff] [blame] | 2186 | } |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 2187 | xprt_transmit(task); |
Trond Myklebust | c544577 | 2018-09-03 23:39:27 -0400 | [diff] [blame] | 2188 | } |
Trond Myklebust | c544577 | 2018-09-03 23:39:27 -0400 | [diff] [blame] | 2189 | xprt_end_transmit(task); |
Trond Myklebust | e0ab53d | 2006-07-27 17:22:50 -0400 | [diff] [blame] | 2190 | } |
| 2191 | |
| 2192 | /* |
| 2193 | * 5a. Handle cleanup after a transmission |
| 2194 | */ |
| 2195 | static void |
| 2196 | call_transmit_status(struct rpc_task *task) |
| 2197 | { |
| 2198 | task->tk_action = call_status; |
Chuck Lever | 206a134 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2199 | |
| 2200 | /* |
| 2201 | * Common case: success. Force the compiler to put this |
| 2202 | * test first. |
| 2203 | */ |
Trond Myklebust | 009a82f | 2019-03-09 12:07:17 -0500 | [diff] [blame] | 2204 | if (rpc_task_transmitted(task)) { |
Trond Myklebust | a7b1a48 | 2019-04-15 11:54:13 -0400 | [diff] [blame] | 2205 | task->tk_status = 0; |
| 2206 | xprt_request_wait_receive(task); |
Chuck Lever | 206a134 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2207 | return; |
| 2208 | } |
| 2209 | |
Trond Myklebust | 15f081c | 2009-03-11 14:37:57 -0400 | [diff] [blame] | 2210 | switch (task->tk_status) { |
Trond Myklebust | 15f081c | 2009-03-11 14:37:57 -0400 | [diff] [blame] | 2211 | default: |
Chuck Lever | 206a134 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2212 | dprint_status(task); |
Trond Myklebust | 75891f5 | 2018-09-03 17:37:36 -0400 | [diff] [blame] | 2213 | break; |
Trond Myklebust | 78b576c | 2018-08-28 09:20:10 -0400 | [diff] [blame] | 2214 | case -EBADMSG: |
Trond Myklebust | 762e4e6 | 2018-08-24 16:28:28 -0400 | [diff] [blame] | 2215 | task->tk_status = 0; |
| 2216 | task->tk_action = call_encode; |
Trond Myklebust | 78b576c | 2018-08-28 09:20:10 -0400 | [diff] [blame] | 2217 | break; |
Trond Myklebust | 15f081c | 2009-03-11 14:37:57 -0400 | [diff] [blame] | 2218 | /* |
| 2219 | * Special cases: if we've been waiting on the |
| 2220 | * socket's write_space() callback, or if the |
| 2221 | * socket just returned a connection error, |
| 2222 | * then hold onto the transport lock. |
| 2223 | */ |
Trond Myklebust | 78b576c | 2018-08-28 09:20:10 -0400 | [diff] [blame] | 2224 | case -ENOBUFS: |
| 2225 | rpc_delay(task, HZ>>2); |
| 2226 | /* fall through */ |
Trond Myklebust | c544577 | 2018-09-03 23:39:27 -0400 | [diff] [blame] | 2227 | case -EBADSLT: |
Trond Myklebust | 78b576c | 2018-08-28 09:20:10 -0400 | [diff] [blame] | 2228 | case -EAGAIN: |
| 2229 | task->tk_action = call_transmit; |
| 2230 | task->tk_status = 0; |
| 2231 | break; |
Trond Myklebust | 15f081c | 2009-03-11 14:37:57 -0400 | [diff] [blame] | 2232 | case -ECONNREFUSED: |
Trond Myklebust | 15f081c | 2009-03-11 14:37:57 -0400 | [diff] [blame] | 2233 | case -EHOSTDOWN: |
Trond Myklebust | eb5b46f | 2017-11-30 07:21:33 -0500 | [diff] [blame] | 2234 | case -ENETDOWN: |
Trond Myklebust | 15f081c | 2009-03-11 14:37:57 -0400 | [diff] [blame] | 2235 | case -EHOSTUNREACH: |
| 2236 | case -ENETUNREACH: |
Jason Baron | 3dedbb5 | 2014-09-24 18:08:04 +0000 | [diff] [blame] | 2237 | case -EPERM: |
Chuck Lever | 09a21c4 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2238 | if (RPC_IS_SOFTCONN(task)) { |
Chuck Lever | a25a4cb | 2018-03-16 10:33:55 -0400 | [diff] [blame] | 2239 | if (!task->tk_msg.rpc_proc->p_proc) |
| 2240 | trace_xprt_ping(task->tk_xprt, |
| 2241 | task->tk_status); |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 2242 | rpc_call_rpcerror(task, task->tk_status); |
Trond Myklebust | 7b3fef8 | 2019-03-07 14:10:32 -0500 | [diff] [blame] | 2243 | return; |
Chuck Lever | 09a21c4 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2244 | } |
Gustavo A. R. Silva | e9d4763 | 2017-10-20 11:48:30 -0500 | [diff] [blame] | 2245 | /* fall through */ |
Chuck Lever | 09a21c4 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2246 | case -ECONNRESET: |
Trond Myklebust | df27727 | 2013-12-31 13:11:43 -0500 | [diff] [blame] | 2247 | case -ECONNABORTED: |
Trond Myklebust | 3913c78 | 2015-02-08 21:44:04 -0500 | [diff] [blame] | 2248 | case -EADDRINUSE: |
Chuck Lever | 09a21c4 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2249 | case -ENOTCONN: |
Trond Myklebust | c8485e4 | 2009-03-11 14:37:59 -0400 | [diff] [blame] | 2250 | case -EPIPE: |
Trond Myklebust | ed7dc97 | 2019-03-04 14:19:31 -0500 | [diff] [blame] | 2251 | task->tk_action = call_bind; |
| 2252 | task->tk_status = 0; |
Trond Myklebust | 7ebbbc6 | 2018-08-28 09:00:27 -0400 | [diff] [blame] | 2253 | break; |
Trond Myklebust | 15f081c | 2009-03-11 14:37:57 -0400 | [diff] [blame] | 2254 | } |
Trond Myklebust | 7b3fef8 | 2019-03-07 14:10:32 -0500 | [diff] [blame] | 2255 | rpc_check_timeout(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2256 | } |
| 2257 | |
Trond Myklebust | 9e00abc | 2011-07-13 19:20:49 -0400 | [diff] [blame] | 2258 | #if defined(CONFIG_SUNRPC_BACKCHANNEL) |
Trond Myklebust | 477687e | 2019-03-05 07:30:48 -0500 | [diff] [blame] | 2259 | static void call_bc_transmit(struct rpc_task *task); |
| 2260 | static void call_bc_transmit_status(struct rpc_task *task); |
| 2261 | |
| 2262 | static void |
| 2263 | call_bc_encode(struct rpc_task *task) |
| 2264 | { |
| 2265 | xprt_request_enqueue_transmit(task); |
| 2266 | task->tk_action = call_bc_transmit; |
| 2267 | } |
| 2268 | |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 2269 | /* |
| 2270 | * 5b. Send the backchannel RPC reply. On error, drop the reply. In |
| 2271 | * addition, disconnect on connectivity errors. |
| 2272 | */ |
| 2273 | static void |
| 2274 | call_bc_transmit(struct rpc_task *task) |
| 2275 | { |
Trond Myklebust | 477687e | 2019-03-05 07:30:48 -0500 | [diff] [blame] | 2276 | task->tk_action = call_bc_transmit_status; |
| 2277 | if (test_bit(RPC_TASK_NEED_XMIT, &task->tk_runstate)) { |
| 2278 | if (!xprt_prepare_transmit(task)) |
| 2279 | return; |
| 2280 | task->tk_status = 0; |
| 2281 | xprt_transmit(task); |
| 2282 | } |
| 2283 | xprt_end_transmit(task); |
| 2284 | } |
| 2285 | |
| 2286 | static void |
| 2287 | call_bc_transmit_status(struct rpc_task *task) |
| 2288 | { |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 2289 | struct rpc_rqst *req = task->tk_rqstp; |
| 2290 | |
Trond Myklebust | a7b1a48 | 2019-04-15 11:54:13 -0400 | [diff] [blame] | 2291 | if (rpc_task_transmitted(task)) |
| 2292 | task->tk_status = 0; |
| 2293 | |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 2294 | dprint_status(task); |
Trond Myklebust | 477687e | 2019-03-05 07:30:48 -0500 | [diff] [blame] | 2295 | |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 2296 | switch (task->tk_status) { |
| 2297 | case 0: |
| 2298 | /* Success */ |
Trond Myklebust | eb5b46f | 2017-11-30 07:21:33 -0500 | [diff] [blame] | 2299 | case -ENETDOWN: |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 2300 | case -EHOSTDOWN: |
| 2301 | case -EHOSTUNREACH: |
| 2302 | case -ENETUNREACH: |
Trond Myklebust | 3832591 | 2015-06-19 13:04:13 -0400 | [diff] [blame] | 2303 | case -ECONNRESET: |
| 2304 | case -ECONNREFUSED: |
| 2305 | case -EADDRINUSE: |
| 2306 | case -ENOTCONN: |
| 2307 | case -EPIPE: |
| 2308 | break; |
Trond Myklebust | 477687e | 2019-03-05 07:30:48 -0500 | [diff] [blame] | 2309 | case -ENOBUFS: |
| 2310 | rpc_delay(task, HZ>>2); |
| 2311 | /* fall through */ |
| 2312 | case -EBADSLT: |
Trond Myklebust | c544577 | 2018-09-03 23:39:27 -0400 | [diff] [blame] | 2313 | case -EAGAIN: |
Trond Myklebust | 477687e | 2019-03-05 07:30:48 -0500 | [diff] [blame] | 2314 | task->tk_status = 0; |
| 2315 | task->tk_action = call_bc_transmit; |
| 2316 | return; |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 2317 | case -ETIMEDOUT: |
| 2318 | /* |
| 2319 | * Problem reaching the server. Disconnect and let the |
| 2320 | * forechannel reestablish the connection. The server will |
| 2321 | * have to retransmit the backchannel request and we'll |
| 2322 | * reprocess it. Since these ops are idempotent, there's no |
| 2323 | * need to cache our reply at this time. |
| 2324 | */ |
| 2325 | printk(KERN_NOTICE "RPC: Could not send backchannel reply " |
| 2326 | "error: %d\n", task->tk_status); |
Trond Myklebust | a4f0835 | 2013-01-08 09:10:21 -0500 | [diff] [blame] | 2327 | xprt_conditional_disconnect(req->rq_xprt, |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 2328 | req->rq_connect_cookie); |
| 2329 | break; |
| 2330 | default: |
| 2331 | /* |
| 2332 | * We were unable to reply and will have to drop the |
| 2333 | * request. The server should reconnect and retransmit. |
| 2334 | */ |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 2335 | printk(KERN_NOTICE "RPC: Could not send backchannel reply " |
| 2336 | "error: %d\n", task->tk_status); |
| 2337 | break; |
| 2338 | } |
Trond Myklebust | 1193d58 | 2015-06-02 11:53:21 -0400 | [diff] [blame] | 2339 | task->tk_action = rpc_exit_task; |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 2340 | } |
Trond Myklebust | 9e00abc | 2011-07-13 19:20:49 -0400 | [diff] [blame] | 2341 | #endif /* CONFIG_SUNRPC_BACKCHANNEL */ |
Ricardo Labiaga | 55ae1aa | 2009-04-01 09:23:03 -0400 | [diff] [blame] | 2342 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2343 | /* |
| 2344 | * 6. Sort out the RPC call status |
| 2345 | */ |
| 2346 | static void |
| 2347 | call_status(struct rpc_task *task) |
| 2348 | { |
| 2349 | struct rpc_clnt *clnt = task->tk_client; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2350 | int status; |
| 2351 | |
Chuck Lever | a25a4cb | 2018-03-16 10:33:55 -0400 | [diff] [blame] | 2352 | if (!task->tk_msg.rpc_proc->p_proc) |
| 2353 | trace_xprt_ping(task->tk_xprt, task->tk_status); |
| 2354 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 2355 | dprint_status(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2356 | |
| 2357 | status = task->tk_status; |
| 2358 | if (status >= 0) { |
| 2359 | task->tk_action = call_decode; |
| 2360 | return; |
| 2361 | } |
| 2362 | |
Steve Dickson | 5753cba | 2012-02-06 10:08:08 -0500 | [diff] [blame] | 2363 | trace_rpc_call_status(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2364 | task->tk_status = 0; |
| 2365 | switch(status) { |
Trond Myklebust | 7630399 | 2006-08-30 14:32:49 -0400 | [diff] [blame] | 2366 | case -EHOSTDOWN: |
Trond Myklebust | eb5b46f | 2017-11-30 07:21:33 -0500 | [diff] [blame] | 2367 | case -ENETDOWN: |
Trond Myklebust | 7630399 | 2006-08-30 14:32:49 -0400 | [diff] [blame] | 2368 | case -EHOSTUNREACH: |
| 2369 | case -ENETUNREACH: |
Jason Baron | 3dedbb5 | 2014-09-24 18:08:04 +0000 | [diff] [blame] | 2370 | case -EPERM: |
Trond Myklebust | cea5778 | 2019-03-09 16:06:47 -0500 | [diff] [blame] | 2371 | if (RPC_IS_SOFTCONN(task)) |
| 2372 | goto out_exit; |
Trond Myklebust | 7630399 | 2006-08-30 14:32:49 -0400 | [diff] [blame] | 2373 | /* |
| 2374 | * Delay any retries for 3 seconds, then handle as if it |
| 2375 | * were a timeout. |
| 2376 | */ |
| 2377 | rpc_delay(task, 3*HZ); |
Gustavo A. R. Silva | e9d4763 | 2017-10-20 11:48:30 -0500 | [diff] [blame] | 2378 | /* fall through */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2379 | case -ETIMEDOUT: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2380 | break; |
| 2381 | case -ECONNREFUSED: |
Trond Myklebust | df27727 | 2013-12-31 13:11:43 -0500 | [diff] [blame] | 2382 | case -ECONNRESET: |
| 2383 | case -ECONNABORTED: |
Olga Kornievskaia | ec6017d | 2019-05-29 10:46:00 -0400 | [diff] [blame] | 2384 | case -ENOTCONN: |
Chuck Lever | 35f5a42 | 2006-01-03 09:55:50 +0100 | [diff] [blame] | 2385 | rpc_force_rebind(clnt); |
Trond Myklebust | c82e547 | 2019-08-16 08:58:48 -0400 | [diff] [blame] | 2386 | break; |
Trond Myklebust | 3913c78 | 2015-02-08 21:44:04 -0500 | [diff] [blame] | 2387 | case -EADDRINUSE: |
Trond Myklebust | c8485e4 | 2009-03-11 14:37:59 -0400 | [diff] [blame] | 2388 | rpc_delay(task, 3*HZ); |
Gustavo A. R. Silva | e9d4763 | 2017-10-20 11:48:30 -0500 | [diff] [blame] | 2389 | /* fall through */ |
Trond Myklebust | c8485e4 | 2009-03-11 14:37:59 -0400 | [diff] [blame] | 2390 | case -EPIPE: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2391 | case -EAGAIN: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2392 | break; |
| 2393 | case -EIO: |
| 2394 | /* shutdown or soft timeout */ |
Trond Myklebust | cea5778 | 2019-03-09 16:06:47 -0500 | [diff] [blame] | 2395 | goto out_exit; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2396 | default: |
Olga Kornievskaia | b6b6152 | 2008-06-09 16:51:31 -0400 | [diff] [blame] | 2397 | if (clnt->cl_chatty) |
| 2398 | printk("%s: RPC call returned error %d\n", |
Trond Myklebust | 55909f2 | 2013-08-23 11:48:15 -0400 | [diff] [blame] | 2399 | clnt->cl_program->name, -status); |
Trond Myklebust | cea5778 | 2019-03-09 16:06:47 -0500 | [diff] [blame] | 2400 | goto out_exit; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2401 | } |
Trond Myklebust | cea5778 | 2019-03-09 16:06:47 -0500 | [diff] [blame] | 2402 | task->tk_action = call_encode; |
| 2403 | rpc_check_timeout(task); |
| 2404 | return; |
| 2405 | out_exit: |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 2406 | rpc_call_rpcerror(task, status); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2407 | } |
| 2408 | |
Trond Myklebust | d84dd3f | 2019-03-19 11:24:54 -0400 | [diff] [blame] | 2409 | static bool |
| 2410 | rpc_check_connected(const struct rpc_rqst *req) |
| 2411 | { |
| 2412 | /* No allocated request or transport? return true */ |
| 2413 | if (!req || !req->rq_xprt) |
| 2414 | return true; |
| 2415 | return xprt_connected(req->rq_xprt); |
| 2416 | } |
| 2417 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2418 | static void |
Trond Myklebust | 7b3fef8 | 2019-03-07 14:10:32 -0500 | [diff] [blame] | 2419 | rpc_check_timeout(struct rpc_task *task) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2420 | { |
| 2421 | struct rpc_clnt *clnt = task->tk_client; |
| 2422 | |
Trond Myklebust | 7b3fef8 | 2019-03-07 14:10:32 -0500 | [diff] [blame] | 2423 | if (xprt_adjust_timeout(task->tk_rqstp) == 0) |
| 2424 | return; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2425 | |
Chuck Lever | 46121cf | 2007-01-31 12:14:08 -0500 | [diff] [blame] | 2426 | dprintk("RPC: %5u call_timeout (major)\n", task->tk_pid); |
Chuck Lever | ef759a2 | 2006-03-20 13:44:17 -0500 | [diff] [blame] | 2427 | task->tk_timeouts++; |
| 2428 | |
Trond Myklebust | d84dd3f | 2019-03-19 11:24:54 -0400 | [diff] [blame] | 2429 | if (RPC_IS_SOFTCONN(task) && !rpc_check_connected(task->tk_rqstp)) { |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 2430 | rpc_call_rpcerror(task, -ETIMEDOUT); |
Chuck Lever | 3a28bec | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2431 | return; |
| 2432 | } |
Trond Myklebust | d84dd3f | 2019-03-19 11:24:54 -0400 | [diff] [blame] | 2433 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2434 | if (RPC_IS_SOFT(task)) { |
Trond Myklebust | e4ec48d | 2019-04-07 13:58:55 -0400 | [diff] [blame] | 2435 | /* |
| 2436 | * Once a "no retrans timeout" soft tasks (a.k.a NFSv4) has |
| 2437 | * been sent, it should time out only if the transport |
| 2438 | * connection gets terminally broken. |
| 2439 | */ |
| 2440 | if ((task->tk_flags & RPC_TASK_NO_RETRANS_TIMEOUT) && |
| 2441 | rpc_check_connected(task->tk_rqstp)) |
| 2442 | return; |
| 2443 | |
Joe Perches | cac5d07 | 2012-07-18 11:17:11 -0700 | [diff] [blame] | 2444 | if (clnt->cl_chatty) { |
Trond Myklebust | 0729d99 | 2019-04-07 13:58:57 -0400 | [diff] [blame] | 2445 | pr_notice_ratelimited( |
| 2446 | "%s: server %s not responding, timed out\n", |
Trond Myklebust | 55909f2 | 2013-08-23 11:48:15 -0400 | [diff] [blame] | 2447 | clnt->cl_program->name, |
Trond Myklebust | fb43d17 | 2016-01-30 16:39:26 -0500 | [diff] [blame] | 2448 | task->tk_xprt->servername); |
Joe Perches | cac5d07 | 2012-07-18 11:17:11 -0700 | [diff] [blame] | 2449 | } |
Trond Myklebust | 7494d00 | 2011-04-24 14:28:45 -0400 | [diff] [blame] | 2450 | if (task->tk_flags & RPC_TASK_TIMEOUT) |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 2451 | rpc_call_rpcerror(task, -ETIMEDOUT); |
Trond Myklebust | 7494d00 | 2011-04-24 14:28:45 -0400 | [diff] [blame] | 2452 | else |
Trond Myklebust | 5ad64b3 | 2019-04-07 13:58:54 -0400 | [diff] [blame] | 2453 | __rpc_call_rpcerror(task, -EIO, -ETIMEDOUT); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2454 | return; |
| 2455 | } |
| 2456 | |
Chuck Lever | f518e35a | 2006-01-03 09:55:52 +0100 | [diff] [blame] | 2457 | if (!(task->tk_flags & RPC_CALL_MAJORSEEN)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2458 | task->tk_flags |= RPC_CALL_MAJORSEEN; |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 2459 | if (clnt->cl_chatty) { |
Trond Myklebust | 0729d99 | 2019-04-07 13:58:57 -0400 | [diff] [blame] | 2460 | pr_notice_ratelimited( |
| 2461 | "%s: server %s not responding, still trying\n", |
| 2462 | clnt->cl_program->name, |
| 2463 | task->tk_xprt->servername); |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 2464 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2465 | } |
Chuck Lever | 35f5a42 | 2006-01-03 09:55:50 +0100 | [diff] [blame] | 2466 | rpc_force_rebind(clnt); |
Trond Myklebust | b48633b | 2008-04-22 16:47:55 -0400 | [diff] [blame] | 2467 | /* |
| 2468 | * Did our request time out due to an RPCSEC_GSS out-of-sequence |
| 2469 | * event? RFC2203 requires the server to drop all such requests. |
| 2470 | */ |
| 2471 | rpcauth_invalcred(task); |
Trond Myklebust | 7b3fef8 | 2019-03-07 14:10:32 -0500 | [diff] [blame] | 2472 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2473 | |
Trond Myklebust | 7b3fef8 | 2019-03-07 14:10:32 -0500 | [diff] [blame] | 2474 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2475 | * 7. Decode the RPC reply |
| 2476 | */ |
| 2477 | static void |
| 2478 | call_decode(struct rpc_task *task) |
| 2479 | { |
| 2480 | struct rpc_clnt *clnt = task->tk_client; |
| 2481 | struct rpc_rqst *req = task->tk_rqstp; |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2482 | struct xdr_stream xdr; |
Trond Myklebust | 9ba8288 | 2019-09-16 09:12:19 -0400 | [diff] [blame] | 2483 | int err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2484 | |
Vasily Averin | 726fd6a | 2011-06-01 16:23:59 +0400 | [diff] [blame] | 2485 | dprint_status(task); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2486 | |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2487 | if (!task->tk_msg.rpc_proc->p_decode) { |
Trond Myklebust | 9ee94d3 | 2018-08-28 16:27:31 -0400 | [diff] [blame] | 2488 | task->tk_action = rpc_exit_task; |
| 2489 | return; |
| 2490 | } |
| 2491 | |
Chuck Lever | f518e35a | 2006-01-03 09:55:52 +0100 | [diff] [blame] | 2492 | if (task->tk_flags & RPC_CALL_MAJORSEEN) { |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 2493 | if (clnt->cl_chatty) { |
Trond Myklebust | 0729d99 | 2019-04-07 13:58:57 -0400 | [diff] [blame] | 2494 | pr_notice_ratelimited("%s: server %s OK\n", |
Trond Myklebust | 55909f2 | 2013-08-23 11:48:15 -0400 | [diff] [blame] | 2495 | clnt->cl_program->name, |
Trond Myklebust | fb43d17 | 2016-01-30 16:39:26 -0500 | [diff] [blame] | 2496 | task->tk_xprt->servername); |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 2497 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2498 | task->tk_flags &= ~RPC_CALL_MAJORSEEN; |
| 2499 | } |
| 2500 | |
Trond Myklebust | 43ac3f2 | 2006-03-20 13:44:51 -0500 | [diff] [blame] | 2501 | /* |
| 2502 | * Ensure that we see all writes made by xprt_complete_rqst() |
Ricardo Labiaga | dd2b63d | 2009-04-01 09:23:28 -0400 | [diff] [blame] | 2503 | * before it changed req->rq_reply_bytes_recvd. |
Trond Myklebust | 43ac3f2 | 2006-03-20 13:44:51 -0500 | [diff] [blame] | 2504 | */ |
| 2505 | smp_rmb(); |
Trond Myklebust | 9ba8288 | 2019-09-16 09:12:19 -0400 | [diff] [blame] | 2506 | |
| 2507 | /* |
| 2508 | * Did we ever call xprt_complete_rqst()? If not, we should assume |
| 2509 | * the message is incomplete. |
| 2510 | */ |
| 2511 | err = -EAGAIN; |
| 2512 | if (!req->rq_reply_bytes_recvd) |
| 2513 | goto out; |
| 2514 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2515 | req->rq_rcv_buf.len = req->rq_private_buf.len; |
Chuck Lever | b20dfc3 | 2020-03-02 15:01:08 -0500 | [diff] [blame] | 2516 | trace_xprt_recvfrom(&req->rq_rcv_buf); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2517 | |
| 2518 | /* Check that the softirq receive buffer is valid */ |
| 2519 | WARN_ON(memcmp(&req->rq_rcv_buf, &req->rq_private_buf, |
| 2520 | sizeof(req->rq_rcv_buf)) != 0); |
| 2521 | |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2522 | xdr_init_decode(&xdr, &req->rq_rcv_buf, |
| 2523 | req->rq_rcv_buf.head[0].iov_base, req); |
Trond Myklebust | 9ba8288 | 2019-09-16 09:12:19 -0400 | [diff] [blame] | 2524 | err = rpc_decode_header(task, &xdr); |
| 2525 | out: |
| 2526 | switch (err) { |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2527 | case 0: |
| 2528 | task->tk_action = rpc_exit_task; |
| 2529 | task->tk_status = rpcauth_unwrap_resp(task, &xdr); |
| 2530 | dprintk("RPC: %5u %s result %d\n", |
| 2531 | task->tk_pid, __func__, task->tk_status); |
Trond Myklebust | abbcf28 | 2006-01-03 09:55:03 +0100 | [diff] [blame] | 2532 | return; |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2533 | case -EAGAIN: |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2534 | task->tk_status = 0; |
Trond Myklebust | 7987b69 | 2019-05-29 12:49:52 -0400 | [diff] [blame] | 2535 | if (task->tk_client->cl_discrtry) |
| 2536 | xprt_conditional_disconnect(req->rq_xprt, |
| 2537 | req->rq_connect_cookie); |
Trond Myklebust | cea5778 | 2019-03-09 16:06:47 -0500 | [diff] [blame] | 2538 | task->tk_action = call_encode; |
| 2539 | rpc_check_timeout(task); |
Trond Myklebust | 7987b69 | 2019-05-29 12:49:52 -0400 | [diff] [blame] | 2540 | break; |
| 2541 | case -EKEYREJECTED: |
| 2542 | task->tk_action = call_reserve; |
| 2543 | rpc_check_timeout(task); |
| 2544 | rpcauth_invalcred(task); |
| 2545 | /* Ensure we obtain a new XID if we retry! */ |
| 2546 | xprt_release(task); |
Trond Myklebust | 24b74bf | 2008-04-19 13:15:47 -0400 | [diff] [blame] | 2547 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2548 | } |
| 2549 | |
Chuck Lever | e8680a2 | 2019-02-11 11:24:48 -0500 | [diff] [blame] | 2550 | static int |
| 2551 | rpc_encode_header(struct rpc_task *task, struct xdr_stream *xdr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2552 | { |
| 2553 | struct rpc_clnt *clnt = task->tk_client; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2554 | struct rpc_rqst *req = task->tk_rqstp; |
Chuck Lever | e8680a2 | 2019-02-11 11:24:48 -0500 | [diff] [blame] | 2555 | __be32 *p; |
| 2556 | int error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2557 | |
Chuck Lever | e8680a2 | 2019-02-11 11:24:48 -0500 | [diff] [blame] | 2558 | error = -EMSGSIZE; |
| 2559 | p = xdr_reserve_space(xdr, RPC_CALLHDRSIZE << 2); |
| 2560 | if (!p) |
| 2561 | goto out_fail; |
| 2562 | *p++ = req->rq_xid; |
| 2563 | *p++ = rpc_call; |
| 2564 | *p++ = cpu_to_be32(RPC_VERSION); |
| 2565 | *p++ = cpu_to_be32(clnt->cl_prog); |
| 2566 | *p++ = cpu_to_be32(clnt->cl_vers); |
| 2567 | *p = cpu_to_be32(task->tk_msg.rpc_proc->p_proc); |
Chuck Lever | 808012f | 2005-08-25 16:25:49 -0700 | [diff] [blame] | 2568 | |
Chuck Lever | e8680a2 | 2019-02-11 11:24:48 -0500 | [diff] [blame] | 2569 | error = rpcauth_marshcred(task, xdr); |
| 2570 | if (error < 0) |
| 2571 | goto out_fail; |
| 2572 | return 0; |
| 2573 | out_fail: |
| 2574 | trace_rpc_bad_callhdr(task); |
Trond Myklebust | 714fbc7 | 2019-09-12 08:06:51 -0400 | [diff] [blame] | 2575 | rpc_call_rpcerror(task, error); |
Chuck Lever | e8680a2 | 2019-02-11 11:24:48 -0500 | [diff] [blame] | 2576 | return error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2577 | } |
| 2578 | |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2579 | static noinline int |
| 2580 | rpc_decode_header(struct rpc_task *task, struct xdr_stream *xdr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2581 | { |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 2582 | struct rpc_clnt *clnt = task->tk_client; |
Trond Myklebust | eb90a16 | 2019-03-15 09:29:00 -0400 | [diff] [blame] | 2583 | int error; |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2584 | __be32 *p; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2585 | |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2586 | /* RFC-1014 says that the representation of XDR data must be a |
| 2587 | * multiple of four bytes |
| 2588 | * - if it isn't pointer subtraction in the NFS client may give |
| 2589 | * undefined results |
| 2590 | */ |
| 2591 | if (task->tk_rqstp->rq_rcv_buf.len & 3) |
Trond Myklebust | eb90a16 | 2019-03-15 09:29:00 -0400 | [diff] [blame] | 2592 | goto out_unparsable; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2593 | |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2594 | p = xdr_inline_decode(xdr, 3 * sizeof(*p)); |
| 2595 | if (!p) |
| 2596 | goto out_unparsable; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2597 | p++; /* skip XID */ |
| 2598 | if (*p++ != rpc_reply) |
| 2599 | goto out_unparsable; |
| 2600 | if (*p++ != rpc_msg_accepted) |
| 2601 | goto out_msg_denied; |
Ricardo Labiaga | f4a2e41 | 2009-04-01 09:22:54 -0400 | [diff] [blame] | 2602 | |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2603 | error = rpcauth_checkverf(task, xdr); |
| 2604 | if (error) |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2605 | goto out_verifier; |
| 2606 | |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2607 | p = xdr_inline_decode(xdr, sizeof(*p)); |
| 2608 | if (!p) |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2609 | goto out_unparsable; |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2610 | switch (*p) { |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2611 | case rpc_success: |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2612 | return 0; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2613 | case rpc_prog_unavail: |
| 2614 | trace_rpc__prog_unavail(task); |
Andreas Gruenbacher | cdf4770 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 2615 | error = -EPFNOSUPPORT; |
| 2616 | goto out_err; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2617 | case rpc_prog_mismatch: |
| 2618 | trace_rpc__prog_mismatch(task); |
Andreas Gruenbacher | cdf4770 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 2619 | error = -EPROTONOSUPPORT; |
| 2620 | goto out_err; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2621 | case rpc_proc_unavail: |
| 2622 | trace_rpc__proc_unavail(task); |
Andreas Gruenbacher | cdf4770 | 2005-06-22 17:16:23 +0000 | [diff] [blame] | 2623 | error = -EOPNOTSUPP; |
| 2624 | goto out_err; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2625 | case rpc_garbage_args: |
Trond Myklebust | 928d42f | 2019-03-15 10:12:30 -0400 | [diff] [blame] | 2626 | case rpc_system_err: |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2627 | trace_rpc__garbage_args(task); |
Trond Myklebust | eb90a16 | 2019-03-15 09:29:00 -0400 | [diff] [blame] | 2628 | error = -EIO; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2629 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2630 | default: |
Trond Myklebust | eb90a16 | 2019-03-15 09:29:00 -0400 | [diff] [blame] | 2631 | goto out_unparsable; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2632 | } |
| 2633 | |
Trond Myklebust | abbcf28 | 2006-01-03 09:55:03 +0100 | [diff] [blame] | 2634 | out_garbage: |
Trond Myklebust | 4e0038b | 2012-03-01 17:01:05 -0500 | [diff] [blame] | 2635 | clnt->cl_stats->rpcgarbage++; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2636 | if (task->tk_garb_retry) { |
| 2637 | task->tk_garb_retry--; |
Trond Myklebust | 762e4e6 | 2018-08-24 16:28:28 -0400 | [diff] [blame] | 2638 | task->tk_action = call_encode; |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2639 | return -EAGAIN; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2640 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2641 | out_err: |
Trond Myklebust | 714fbc7 | 2019-09-12 08:06:51 -0400 | [diff] [blame] | 2642 | rpc_call_rpcerror(task, error); |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2643 | return error; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2644 | |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2645 | out_unparsable: |
| 2646 | trace_rpc__unparsable(task); |
| 2647 | error = -EIO; |
Trond Myklebust | abbcf28 | 2006-01-03 09:55:03 +0100 | [diff] [blame] | 2648 | goto out_garbage; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2649 | |
| 2650 | out_verifier: |
| 2651 | trace_rpc_bad_verifier(task); |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2652 | goto out_garbage; |
| 2653 | |
| 2654 | out_msg_denied: |
Trond Myklebust | eb90a16 | 2019-03-15 09:29:00 -0400 | [diff] [blame] | 2655 | error = -EACCES; |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2656 | p = xdr_inline_decode(xdr, sizeof(*p)); |
| 2657 | if (!p) |
| 2658 | goto out_unparsable; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2659 | switch (*p++) { |
| 2660 | case rpc_auth_error: |
| 2661 | break; |
| 2662 | case rpc_mismatch: |
| 2663 | trace_rpc__mismatch(task); |
| 2664 | error = -EPROTONOSUPPORT; |
| 2665 | goto out_err; |
| 2666 | default: |
Trond Myklebust | eb90a16 | 2019-03-15 09:29:00 -0400 | [diff] [blame] | 2667 | goto out_unparsable; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2668 | } |
| 2669 | |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2670 | p = xdr_inline_decode(xdr, sizeof(*p)); |
| 2671 | if (!p) |
| 2672 | goto out_unparsable; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2673 | switch (*p++) { |
| 2674 | case rpc_autherr_rejectedcred: |
| 2675 | case rpc_autherr_rejectedverf: |
| 2676 | case rpcsec_gsserr_credproblem: |
| 2677 | case rpcsec_gsserr_ctxproblem: |
| 2678 | if (!task->tk_cred_retry) |
| 2679 | break; |
| 2680 | task->tk_cred_retry--; |
| 2681 | trace_rpc__stale_creds(task); |
Trond Myklebust | 7987b69 | 2019-05-29 12:49:52 -0400 | [diff] [blame] | 2682 | return -EKEYREJECTED; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2683 | case rpc_autherr_badcred: |
| 2684 | case rpc_autherr_badverf: |
| 2685 | /* possibly garbled cred/verf? */ |
| 2686 | if (!task->tk_garb_retry) |
| 2687 | break; |
| 2688 | task->tk_garb_retry--; |
| 2689 | trace_rpc__bad_creds(task); |
| 2690 | task->tk_action = call_encode; |
Chuck Lever | a0584ee | 2019-02-11 11:24:58 -0500 | [diff] [blame] | 2691 | return -EAGAIN; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2692 | case rpc_autherr_tooweak: |
| 2693 | trace_rpc__auth_tooweak(task); |
| 2694 | pr_warn("RPC: server %s requires stronger authentication.\n", |
| 2695 | task->tk_xprt->servername); |
| 2696 | break; |
| 2697 | default: |
Trond Myklebust | eb90a16 | 2019-03-15 09:29:00 -0400 | [diff] [blame] | 2698 | goto out_unparsable; |
Chuck Lever | 7f5667a5 | 2019-02-11 11:24:53 -0500 | [diff] [blame] | 2699 | } |
| 2700 | goto out_err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2701 | } |
Trond Myklebust | 5ee0ed7 | 2005-06-22 17:16:20 +0000 | [diff] [blame] | 2702 | |
Christoph Hellwig | c512f36 | 2017-05-08 09:31:19 +0200 | [diff] [blame] | 2703 | static void rpcproc_encode_null(struct rpc_rqst *rqstp, struct xdr_stream *xdr, |
| 2704 | const void *obj) |
Trond Myklebust | 5ee0ed7 | 2005-06-22 17:16:20 +0000 | [diff] [blame] | 2705 | { |
Trond Myklebust | 5ee0ed7 | 2005-06-22 17:16:20 +0000 | [diff] [blame] | 2706 | } |
| 2707 | |
Christoph Hellwig | 73c8dc1 | 2017-05-08 14:58:11 +0200 | [diff] [blame] | 2708 | static int rpcproc_decode_null(struct rpc_rqst *rqstp, struct xdr_stream *xdr, |
| 2709 | void *obj) |
Trond Myklebust | 5ee0ed7 | 2005-06-22 17:16:20 +0000 | [diff] [blame] | 2710 | { |
| 2711 | return 0; |
| 2712 | } |
| 2713 | |
Christoph Hellwig | 499b498 | 2017-05-12 15:36:49 +0200 | [diff] [blame] | 2714 | static const struct rpc_procinfo rpcproc_null = { |
Trond Myklebust | 5ee0ed7 | 2005-06-22 17:16:20 +0000 | [diff] [blame] | 2715 | .p_encode = rpcproc_encode_null, |
| 2716 | .p_decode = rpcproc_decode_null, |
| 2717 | }; |
| 2718 | |
Chuck Lever | caabea8 | 2009-12-03 15:58:56 -0500 | [diff] [blame] | 2719 | static int rpc_ping(struct rpc_clnt *clnt) |
Trond Myklebust | 5ee0ed7 | 2005-06-22 17:16:20 +0000 | [diff] [blame] | 2720 | { |
| 2721 | struct rpc_message msg = { |
| 2722 | .rpc_proc = &rpcproc_null, |
| 2723 | }; |
| 2724 | int err; |
NeilBrown | a68a72e | 2018-12-03 11:30:30 +1100 | [diff] [blame] | 2725 | err = rpc_call_sync(clnt, &msg, RPC_TASK_SOFT | RPC_TASK_SOFTCONN | |
| 2726 | RPC_TASK_NULLCREDS); |
Trond Myklebust | 5ee0ed7 | 2005-06-22 17:16:20 +0000 | [diff] [blame] | 2727 | return err; |
| 2728 | } |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 2729 | |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2730 | static |
| 2731 | struct rpc_task *rpc_call_null_helper(struct rpc_clnt *clnt, |
| 2732 | struct rpc_xprt *xprt, struct rpc_cred *cred, int flags, |
| 2733 | const struct rpc_call_ops *ops, void *data) |
Trond Myklebust | 5e1550d | 2007-06-23 10:17:16 -0400 | [diff] [blame] | 2734 | { |
| 2735 | struct rpc_message msg = { |
| 2736 | .rpc_proc = &rpcproc_null, |
Trond Myklebust | 5e1550d | 2007-06-23 10:17:16 -0400 | [diff] [blame] | 2737 | }; |
Trond Myklebust | 84115e1 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 2738 | struct rpc_task_setup task_setup_data = { |
| 2739 | .rpc_client = clnt, |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2740 | .rpc_xprt = xprt, |
Trond Myklebust | 84115e1 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 2741 | .rpc_message = &msg, |
NeilBrown | 1de7eea | 2018-12-03 11:30:30 +1100 | [diff] [blame] | 2742 | .rpc_op_cred = cred, |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2743 | .callback_ops = (ops != NULL) ? ops : &rpc_default_ops, |
| 2744 | .callback_data = data, |
NeilBrown | a52458b | 2018-12-03 11:30:31 +1100 | [diff] [blame] | 2745 | .flags = flags | RPC_TASK_NULLCREDS, |
Trond Myklebust | 84115e1 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 2746 | }; |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2747 | |
Trond Myklebust | c970aa8 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 2748 | return rpc_run_task(&task_setup_data); |
Trond Myklebust | 5e1550d | 2007-06-23 10:17:16 -0400 | [diff] [blame] | 2749 | } |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2750 | |
| 2751 | struct rpc_task *rpc_call_null(struct rpc_clnt *clnt, struct rpc_cred *cred, int flags) |
| 2752 | { |
| 2753 | return rpc_call_null_helper(clnt, NULL, cred, flags, NULL, NULL); |
| 2754 | } |
Trond Myklebust | e8914c6 | 2007-07-14 15:39:59 -0400 | [diff] [blame] | 2755 | EXPORT_SYMBOL_GPL(rpc_call_null); |
Trond Myklebust | 5e1550d | 2007-06-23 10:17:16 -0400 | [diff] [blame] | 2756 | |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2757 | struct rpc_cb_add_xprt_calldata { |
| 2758 | struct rpc_xprt_switch *xps; |
| 2759 | struct rpc_xprt *xprt; |
| 2760 | }; |
| 2761 | |
| 2762 | static void rpc_cb_add_xprt_done(struct rpc_task *task, void *calldata) |
| 2763 | { |
| 2764 | struct rpc_cb_add_xprt_calldata *data = calldata; |
| 2765 | |
| 2766 | if (task->tk_status == 0) |
| 2767 | rpc_xprt_switch_add_xprt(data->xps, data->xprt); |
| 2768 | } |
| 2769 | |
| 2770 | static void rpc_cb_add_xprt_release(void *calldata) |
| 2771 | { |
| 2772 | struct rpc_cb_add_xprt_calldata *data = calldata; |
| 2773 | |
| 2774 | xprt_put(data->xprt); |
| 2775 | xprt_switch_put(data->xps); |
| 2776 | kfree(data); |
| 2777 | } |
| 2778 | |
Trond Myklebust | ce27230 | 2016-07-24 17:06:28 -0400 | [diff] [blame] | 2779 | static const struct rpc_call_ops rpc_cb_add_xprt_call_ops = { |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2780 | .rpc_call_done = rpc_cb_add_xprt_done, |
| 2781 | .rpc_release = rpc_cb_add_xprt_release, |
| 2782 | }; |
| 2783 | |
| 2784 | /** |
| 2785 | * rpc_clnt_test_and_add_xprt - Test and add a new transport to a rpc_clnt |
| 2786 | * @clnt: pointer to struct rpc_clnt |
| 2787 | * @xps: pointer to struct rpc_xprt_switch, |
| 2788 | * @xprt: pointer struct rpc_xprt |
| 2789 | * @dummy: unused |
| 2790 | */ |
| 2791 | int rpc_clnt_test_and_add_xprt(struct rpc_clnt *clnt, |
| 2792 | struct rpc_xprt_switch *xps, struct rpc_xprt *xprt, |
| 2793 | void *dummy) |
| 2794 | { |
| 2795 | struct rpc_cb_add_xprt_calldata *data; |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2796 | struct rpc_task *task; |
| 2797 | |
| 2798 | data = kmalloc(sizeof(*data), GFP_NOFS); |
| 2799 | if (!data) |
| 2800 | return -ENOMEM; |
| 2801 | data->xps = xprt_switch_get(xps); |
| 2802 | data->xprt = xprt_get(xprt); |
Trond Myklebust | 612b41f | 2017-04-27 08:50:51 -0400 | [diff] [blame] | 2803 | if (rpc_xprt_switch_has_addr(data->xps, (struct sockaddr *)&xprt->addr)) { |
| 2804 | rpc_cb_add_xprt_release(data); |
| 2805 | goto success; |
| 2806 | } |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2807 | |
NeilBrown | a68a72e | 2018-12-03 11:30:30 +1100 | [diff] [blame] | 2808 | task = rpc_call_null_helper(clnt, xprt, NULL, |
| 2809 | RPC_TASK_SOFT|RPC_TASK_SOFTCONN|RPC_TASK_ASYNC|RPC_TASK_NULLCREDS, |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2810 | &rpc_cb_add_xprt_call_ops, data); |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2811 | if (IS_ERR(task)) |
| 2812 | return PTR_ERR(task); |
| 2813 | rpc_put_task(task); |
Trond Myklebust | 612b41f | 2017-04-27 08:50:51 -0400 | [diff] [blame] | 2814 | success: |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2815 | return 1; |
| 2816 | } |
| 2817 | EXPORT_SYMBOL_GPL(rpc_clnt_test_and_add_xprt); |
| 2818 | |
| 2819 | /** |
Andy Adamson | fda0ab4 | 2016-09-09 09:22:26 -0400 | [diff] [blame] | 2820 | * rpc_clnt_setup_test_and_add_xprt() |
| 2821 | * |
| 2822 | * This is an rpc_clnt_add_xprt setup() function which returns 1 so: |
| 2823 | * 1) caller of the test function must dereference the rpc_xprt_switch |
| 2824 | * and the rpc_xprt. |
| 2825 | * 2) test function must call rpc_xprt_switch_add_xprt, usually in |
| 2826 | * the rpc_call_done routine. |
| 2827 | * |
| 2828 | * Upon success (return of 1), the test function adds the new |
| 2829 | * transport to the rpc_clnt xprt switch |
| 2830 | * |
| 2831 | * @clnt: struct rpc_clnt to get the new transport |
| 2832 | * @xps: the rpc_xprt_switch to hold the new transport |
| 2833 | * @xprt: the rpc_xprt to test |
| 2834 | * @data: a struct rpc_add_xprt_test pointer that holds the test function |
| 2835 | * and test function call data |
| 2836 | */ |
| 2837 | int rpc_clnt_setup_test_and_add_xprt(struct rpc_clnt *clnt, |
| 2838 | struct rpc_xprt_switch *xps, |
| 2839 | struct rpc_xprt *xprt, |
| 2840 | void *data) |
| 2841 | { |
Andy Adamson | fda0ab4 | 2016-09-09 09:22:26 -0400 | [diff] [blame] | 2842 | struct rpc_task *task; |
| 2843 | struct rpc_add_xprt_test *xtest = (struct rpc_add_xprt_test *)data; |
| 2844 | int status = -EADDRINUSE; |
| 2845 | |
| 2846 | xprt = xprt_get(xprt); |
| 2847 | xprt_switch_get(xps); |
| 2848 | |
| 2849 | if (rpc_xprt_switch_has_addr(xps, (struct sockaddr *)&xprt->addr)) |
| 2850 | goto out_err; |
| 2851 | |
| 2852 | /* Test the connection */ |
NeilBrown | a68a72e | 2018-12-03 11:30:30 +1100 | [diff] [blame] | 2853 | task = rpc_call_null_helper(clnt, xprt, NULL, |
| 2854 | RPC_TASK_SOFT | RPC_TASK_SOFTCONN | RPC_TASK_NULLCREDS, |
Andy Adamson | fda0ab4 | 2016-09-09 09:22:26 -0400 | [diff] [blame] | 2855 | NULL, NULL); |
Andy Adamson | fda0ab4 | 2016-09-09 09:22:26 -0400 | [diff] [blame] | 2856 | if (IS_ERR(task)) { |
| 2857 | status = PTR_ERR(task); |
| 2858 | goto out_err; |
| 2859 | } |
| 2860 | status = task->tk_status; |
| 2861 | rpc_put_task(task); |
| 2862 | |
| 2863 | if (status < 0) |
| 2864 | goto out_err; |
| 2865 | |
| 2866 | /* rpc_xprt_switch and rpc_xprt are deferrenced by add_xprt_test() */ |
| 2867 | xtest->add_xprt_test(clnt, xprt, xtest->data); |
| 2868 | |
Santosh kumar pradhan | 10e037d | 2018-12-19 12:29:57 +0530 | [diff] [blame] | 2869 | xprt_put(xprt); |
| 2870 | xprt_switch_put(xps); |
| 2871 | |
Andy Adamson | fda0ab4 | 2016-09-09 09:22:26 -0400 | [diff] [blame] | 2872 | /* so that rpc_clnt_add_xprt does not call rpc_xprt_switch_add_xprt */ |
| 2873 | return 1; |
| 2874 | out_err: |
| 2875 | xprt_put(xprt); |
| 2876 | xprt_switch_put(xps); |
| 2877 | pr_info("RPC: rpc_clnt_test_xprt failed: %d addr %s not added\n", |
| 2878 | status, xprt->address_strings[RPC_DISPLAY_ADDR]); |
| 2879 | return status; |
| 2880 | } |
| 2881 | EXPORT_SYMBOL_GPL(rpc_clnt_setup_test_and_add_xprt); |
| 2882 | |
| 2883 | /** |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2884 | * rpc_clnt_add_xprt - Add a new transport to a rpc_clnt |
| 2885 | * @clnt: pointer to struct rpc_clnt |
| 2886 | * @xprtargs: pointer to struct xprt_create |
| 2887 | * @setup: callback to test and/or set up the connection |
| 2888 | * @data: pointer to setup function data |
| 2889 | * |
| 2890 | * Creates a new transport using the parameters set in args and |
| 2891 | * adds it to clnt. |
| 2892 | * If ping is set, then test that connectivity succeeds before |
| 2893 | * adding the new transport. |
| 2894 | * |
| 2895 | */ |
| 2896 | int rpc_clnt_add_xprt(struct rpc_clnt *clnt, |
| 2897 | struct xprt_create *xprtargs, |
| 2898 | int (*setup)(struct rpc_clnt *, |
| 2899 | struct rpc_xprt_switch *, |
| 2900 | struct rpc_xprt *, |
| 2901 | void *), |
| 2902 | void *data) |
| 2903 | { |
| 2904 | struct rpc_xprt_switch *xps; |
| 2905 | struct rpc_xprt *xprt; |
Trond Myklebust | 7196dbb | 2017-02-08 11:17:54 -0500 | [diff] [blame] | 2906 | unsigned long connect_timeout; |
Trond Myklebust | 3851f1c | 2016-08-04 00:08:45 -0400 | [diff] [blame] | 2907 | unsigned long reconnect_timeout; |
Trond Myklebust | e6237b6 | 2019-10-17 11:13:54 -0400 | [diff] [blame] | 2908 | unsigned char resvport, reuseport; |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2909 | int ret = 0; |
| 2910 | |
| 2911 | rcu_read_lock(); |
| 2912 | xps = xprt_switch_get(rcu_dereference(clnt->cl_xpi.xpi_xpswitch)); |
| 2913 | xprt = xprt_iter_xprt(&clnt->cl_xpi); |
| 2914 | if (xps == NULL || xprt == NULL) { |
| 2915 | rcu_read_unlock(); |
Lin Yi | b962261 | 2019-06-10 10:16:56 +0800 | [diff] [blame] | 2916 | xprt_switch_put(xps); |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2917 | return -EAGAIN; |
| 2918 | } |
| 2919 | resvport = xprt->resvport; |
Trond Myklebust | e6237b6 | 2019-10-17 11:13:54 -0400 | [diff] [blame] | 2920 | reuseport = xprt->reuseport; |
Trond Myklebust | 7196dbb | 2017-02-08 11:17:54 -0500 | [diff] [blame] | 2921 | connect_timeout = xprt->connect_timeout; |
Trond Myklebust | 3851f1c | 2016-08-04 00:08:45 -0400 | [diff] [blame] | 2922 | reconnect_timeout = xprt->max_reconnect_timeout; |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2923 | rcu_read_unlock(); |
| 2924 | |
| 2925 | xprt = xprt_create_transport(xprtargs); |
| 2926 | if (IS_ERR(xprt)) { |
| 2927 | ret = PTR_ERR(xprt); |
| 2928 | goto out_put_switch; |
| 2929 | } |
| 2930 | xprt->resvport = resvport; |
Trond Myklebust | e6237b6 | 2019-10-17 11:13:54 -0400 | [diff] [blame] | 2931 | xprt->reuseport = reuseport; |
Trond Myklebust | 7196dbb | 2017-02-08 11:17:54 -0500 | [diff] [blame] | 2932 | if (xprt->ops->set_connect_timeout != NULL) |
| 2933 | xprt->ops->set_connect_timeout(xprt, |
| 2934 | connect_timeout, |
| 2935 | reconnect_timeout); |
Trond Myklebust | 7f55489 | 2016-01-30 23:43:35 -0500 | [diff] [blame] | 2936 | |
| 2937 | rpc_xprt_switch_set_roundrobin(xps); |
| 2938 | if (setup) { |
| 2939 | ret = setup(clnt, xps, xprt, data); |
| 2940 | if (ret != 0) |
| 2941 | goto out_put_xprt; |
| 2942 | } |
| 2943 | rpc_xprt_switch_add_xprt(xps, xprt); |
| 2944 | out_put_xprt: |
| 2945 | xprt_put(xprt); |
| 2946 | out_put_switch: |
| 2947 | xprt_switch_put(xps); |
| 2948 | return ret; |
| 2949 | } |
| 2950 | EXPORT_SYMBOL_GPL(rpc_clnt_add_xprt); |
| 2951 | |
Trond Myklebust | 7196dbb | 2017-02-08 11:17:54 -0500 | [diff] [blame] | 2952 | struct connect_timeout_data { |
| 2953 | unsigned long connect_timeout; |
| 2954 | unsigned long reconnect_timeout; |
| 2955 | }; |
| 2956 | |
Trond Myklebust | 8d48032 | 2016-08-05 19:03:31 -0400 | [diff] [blame] | 2957 | static int |
Trond Myklebust | 7196dbb | 2017-02-08 11:17:54 -0500 | [diff] [blame] | 2958 | rpc_xprt_set_connect_timeout(struct rpc_clnt *clnt, |
Trond Myklebust | 8d48032 | 2016-08-05 19:03:31 -0400 | [diff] [blame] | 2959 | struct rpc_xprt *xprt, |
| 2960 | void *data) |
| 2961 | { |
Trond Myklebust | 7196dbb | 2017-02-08 11:17:54 -0500 | [diff] [blame] | 2962 | struct connect_timeout_data *timeo = data; |
Trond Myklebust | 8d48032 | 2016-08-05 19:03:31 -0400 | [diff] [blame] | 2963 | |
Trond Myklebust | 7196dbb | 2017-02-08 11:17:54 -0500 | [diff] [blame] | 2964 | if (xprt->ops->set_connect_timeout) |
| 2965 | xprt->ops->set_connect_timeout(xprt, |
| 2966 | timeo->connect_timeout, |
| 2967 | timeo->reconnect_timeout); |
Trond Myklebust | 8d48032 | 2016-08-05 19:03:31 -0400 | [diff] [blame] | 2968 | return 0; |
| 2969 | } |
| 2970 | |
| 2971 | void |
Trond Myklebust | 26ae102 | 2017-02-08 11:17:55 -0500 | [diff] [blame] | 2972 | rpc_set_connect_timeout(struct rpc_clnt *clnt, |
| 2973 | unsigned long connect_timeout, |
| 2974 | unsigned long reconnect_timeout) |
Trond Myklebust | 8d48032 | 2016-08-05 19:03:31 -0400 | [diff] [blame] | 2975 | { |
Trond Myklebust | 7196dbb | 2017-02-08 11:17:54 -0500 | [diff] [blame] | 2976 | struct connect_timeout_data timeout = { |
Trond Myklebust | 26ae102 | 2017-02-08 11:17:55 -0500 | [diff] [blame] | 2977 | .connect_timeout = connect_timeout, |
| 2978 | .reconnect_timeout = reconnect_timeout, |
Trond Myklebust | 7196dbb | 2017-02-08 11:17:54 -0500 | [diff] [blame] | 2979 | }; |
Trond Myklebust | 8d48032 | 2016-08-05 19:03:31 -0400 | [diff] [blame] | 2980 | rpc_clnt_iterate_for_each_xprt(clnt, |
Trond Myklebust | 7196dbb | 2017-02-08 11:17:54 -0500 | [diff] [blame] | 2981 | rpc_xprt_set_connect_timeout, |
| 2982 | &timeout); |
Trond Myklebust | 8d48032 | 2016-08-05 19:03:31 -0400 | [diff] [blame] | 2983 | } |
Trond Myklebust | 26ae102 | 2017-02-08 11:17:55 -0500 | [diff] [blame] | 2984 | EXPORT_SYMBOL_GPL(rpc_set_connect_timeout); |
Trond Myklebust | 8d48032 | 2016-08-05 19:03:31 -0400 | [diff] [blame] | 2985 | |
Andy Adamson | 3b58a8a | 2016-09-09 09:22:23 -0400 | [diff] [blame] | 2986 | void rpc_clnt_xprt_switch_put(struct rpc_clnt *clnt) |
| 2987 | { |
Anna Schumaker | bb29dd8 | 2016-10-26 10:33:31 -0400 | [diff] [blame] | 2988 | rcu_read_lock(); |
Andy Adamson | 3b58a8a | 2016-09-09 09:22:23 -0400 | [diff] [blame] | 2989 | xprt_switch_put(rcu_dereference(clnt->cl_xpi.xpi_xpswitch)); |
Anna Schumaker | bb29dd8 | 2016-10-26 10:33:31 -0400 | [diff] [blame] | 2990 | rcu_read_unlock(); |
Andy Adamson | 3b58a8a | 2016-09-09 09:22:23 -0400 | [diff] [blame] | 2991 | } |
| 2992 | EXPORT_SYMBOL_GPL(rpc_clnt_xprt_switch_put); |
| 2993 | |
Andy Adamson | dd69171 | 2016-09-09 09:22:24 -0400 | [diff] [blame] | 2994 | void rpc_clnt_xprt_switch_add_xprt(struct rpc_clnt *clnt, struct rpc_xprt *xprt) |
| 2995 | { |
Anna Schumaker | bb29dd8 | 2016-10-26 10:33:31 -0400 | [diff] [blame] | 2996 | rcu_read_lock(); |
Andy Adamson | dd69171 | 2016-09-09 09:22:24 -0400 | [diff] [blame] | 2997 | rpc_xprt_switch_add_xprt(rcu_dereference(clnt->cl_xpi.xpi_xpswitch), |
| 2998 | xprt); |
Anna Schumaker | bb29dd8 | 2016-10-26 10:33:31 -0400 | [diff] [blame] | 2999 | rcu_read_unlock(); |
Andy Adamson | dd69171 | 2016-09-09 09:22:24 -0400 | [diff] [blame] | 3000 | } |
| 3001 | EXPORT_SYMBOL_GPL(rpc_clnt_xprt_switch_add_xprt); |
| 3002 | |
Andy Adamson | 39e5d2d | 2016-09-09 09:22:25 -0400 | [diff] [blame] | 3003 | bool rpc_clnt_xprt_switch_has_addr(struct rpc_clnt *clnt, |
| 3004 | const struct sockaddr *sap) |
| 3005 | { |
| 3006 | struct rpc_xprt_switch *xps; |
| 3007 | bool ret; |
| 3008 | |
Andy Adamson | 39e5d2d | 2016-09-09 09:22:25 -0400 | [diff] [blame] | 3009 | rcu_read_lock(); |
Anna Schumaker | bb29dd8 | 2016-10-26 10:33:31 -0400 | [diff] [blame] | 3010 | xps = rcu_dereference(clnt->cl_xpi.xpi_xpswitch); |
Andy Adamson | 39e5d2d | 2016-09-09 09:22:25 -0400 | [diff] [blame] | 3011 | ret = rpc_xprt_switch_has_addr(xps, sap); |
| 3012 | rcu_read_unlock(); |
| 3013 | return ret; |
| 3014 | } |
| 3015 | EXPORT_SYMBOL_GPL(rpc_clnt_xprt_switch_has_addr); |
| 3016 | |
Jeff Layton | f895b25 | 2014-11-17 16:58:04 -0500 | [diff] [blame] | 3017 | #if IS_ENABLED(CONFIG_SUNRPC_DEBUG) |
Chuck Lever | 68a23ee | 2008-05-21 17:09:26 -0400 | [diff] [blame] | 3018 | static void rpc_show_header(void) |
| 3019 | { |
Chuck Lever | cb3997b | 2008-05-21 17:09:41 -0400 | [diff] [blame] | 3020 | printk(KERN_INFO "-pid- flgs status -client- --rqstp- " |
| 3021 | "-timeout ---ops--\n"); |
Chuck Lever | 68a23ee | 2008-05-21 17:09:26 -0400 | [diff] [blame] | 3022 | } |
| 3023 | |
Chuck Lever | 38e886e | 2008-05-21 17:09:33 -0400 | [diff] [blame] | 3024 | static void rpc_show_task(const struct rpc_clnt *clnt, |
| 3025 | const struct rpc_task *task) |
| 3026 | { |
| 3027 | const char *rpc_waitq = "none"; |
Chuck Lever | 38e886e | 2008-05-21 17:09:33 -0400 | [diff] [blame] | 3028 | |
| 3029 | if (RPC_IS_QUEUED(task)) |
| 3030 | rpc_waitq = rpc_qname(task->tk_waitqueue); |
| 3031 | |
Joe Perches | b3bceda | 2010-12-21 10:52:24 -0500 | [diff] [blame] | 3032 | printk(KERN_INFO "%5u %04x %6d %8p %8p %8ld %8p %sv%u %s a:%ps q:%s\n", |
Chuck Lever | cb3997b | 2008-05-21 17:09:41 -0400 | [diff] [blame] | 3033 | task->tk_pid, task->tk_flags, task->tk_status, |
Trond Myklebust | 5efd187 | 2019-04-07 13:58:50 -0400 | [diff] [blame] | 3034 | clnt, task->tk_rqstp, rpc_task_timeout(task), task->tk_ops, |
Trond Myklebust | 55909f2 | 2013-08-23 11:48:15 -0400 | [diff] [blame] | 3035 | clnt->cl_program->name, clnt->cl_vers, rpc_proc_name(task), |
Joe Perches | b3bceda | 2010-12-21 10:52:24 -0500 | [diff] [blame] | 3036 | task->tk_action, rpc_waitq); |
Chuck Lever | 38e886e | 2008-05-21 17:09:33 -0400 | [diff] [blame] | 3037 | } |
| 3038 | |
Stanislav Kinsbursky | 70abc49 | 2012-01-12 22:07:51 +0400 | [diff] [blame] | 3039 | void rpc_show_tasks(struct net *net) |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 3040 | { |
| 3041 | struct rpc_clnt *clnt; |
Chuck Lever | 38e886e | 2008-05-21 17:09:33 -0400 | [diff] [blame] | 3042 | struct rpc_task *task; |
Chuck Lever | 68a23ee | 2008-05-21 17:09:26 -0400 | [diff] [blame] | 3043 | int header = 0; |
Stanislav Kinsbursky | 70abc49 | 2012-01-12 22:07:51 +0400 | [diff] [blame] | 3044 | struct sunrpc_net *sn = net_generic(net, sunrpc_net_id); |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 3045 | |
Stanislav Kinsbursky | 70abc49 | 2012-01-12 22:07:51 +0400 | [diff] [blame] | 3046 | spin_lock(&sn->rpc_client_lock); |
| 3047 | list_for_each_entry(clnt, &sn->all_clients, cl_clients) { |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 3048 | spin_lock(&clnt->cl_lock); |
Chuck Lever | 38e886e | 2008-05-21 17:09:33 -0400 | [diff] [blame] | 3049 | list_for_each_entry(task, &clnt->cl_tasks, tk_task) { |
Chuck Lever | 68a23ee | 2008-05-21 17:09:26 -0400 | [diff] [blame] | 3050 | if (!header) { |
| 3051 | rpc_show_header(); |
| 3052 | header++; |
| 3053 | } |
Chuck Lever | 38e886e | 2008-05-21 17:09:33 -0400 | [diff] [blame] | 3054 | rpc_show_task(clnt, task); |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 3055 | } |
| 3056 | spin_unlock(&clnt->cl_lock); |
| 3057 | } |
Stanislav Kinsbursky | 70abc49 | 2012-01-12 22:07:51 +0400 | [diff] [blame] | 3058 | spin_unlock(&sn->rpc_client_lock); |
Trond Myklebust | 188fef1 | 2007-06-16 14:18:40 -0400 | [diff] [blame] | 3059 | } |
| 3060 | #endif |
Jeff Layton | 3c87ef6 | 2015-06-03 16:14:25 -0400 | [diff] [blame] | 3061 | |
| 3062 | #if IS_ENABLED(CONFIG_SUNRPC_SWAP) |
Trond Myklebust | 15001e5 | 2016-01-30 20:05:34 -0500 | [diff] [blame] | 3063 | static int |
| 3064 | rpc_clnt_swap_activate_callback(struct rpc_clnt *clnt, |
| 3065 | struct rpc_xprt *xprt, |
| 3066 | void *dummy) |
| 3067 | { |
| 3068 | return xprt_enable_swap(xprt); |
| 3069 | } |
| 3070 | |
Jeff Layton | 3c87ef6 | 2015-06-03 16:14:25 -0400 | [diff] [blame] | 3071 | int |
| 3072 | rpc_clnt_swap_activate(struct rpc_clnt *clnt) |
| 3073 | { |
Trond Myklebust | 15001e5 | 2016-01-30 20:05:34 -0500 | [diff] [blame] | 3074 | if (atomic_inc_return(&clnt->cl_swapper) == 1) |
| 3075 | return rpc_clnt_iterate_for_each_xprt(clnt, |
| 3076 | rpc_clnt_swap_activate_callback, NULL); |
| 3077 | return 0; |
Jeff Layton | 3c87ef6 | 2015-06-03 16:14:25 -0400 | [diff] [blame] | 3078 | } |
| 3079 | EXPORT_SYMBOL_GPL(rpc_clnt_swap_activate); |
| 3080 | |
Trond Myklebust | 15001e5 | 2016-01-30 20:05:34 -0500 | [diff] [blame] | 3081 | static int |
| 3082 | rpc_clnt_swap_deactivate_callback(struct rpc_clnt *clnt, |
| 3083 | struct rpc_xprt *xprt, |
| 3084 | void *dummy) |
| 3085 | { |
| 3086 | xprt_disable_swap(xprt); |
| 3087 | return 0; |
| 3088 | } |
| 3089 | |
Jeff Layton | 3c87ef6 | 2015-06-03 16:14:25 -0400 | [diff] [blame] | 3090 | void |
| 3091 | rpc_clnt_swap_deactivate(struct rpc_clnt *clnt) |
| 3092 | { |
Trond Myklebust | 15001e5 | 2016-01-30 20:05:34 -0500 | [diff] [blame] | 3093 | if (atomic_dec_if_positive(&clnt->cl_swapper) == 0) |
| 3094 | rpc_clnt_iterate_for_each_xprt(clnt, |
| 3095 | rpc_clnt_swap_deactivate_callback, NULL); |
Jeff Layton | 3c87ef6 | 2015-06-03 16:14:25 -0400 | [diff] [blame] | 3096 | } |
| 3097 | EXPORT_SYMBOL_GPL(rpc_clnt_swap_deactivate); |
| 3098 | #endif /* CONFIG_SUNRPC_SWAP */ |