Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 1 | /* Netfilter messages via netlink socket. Allows for user space |
| 2 | * protocol helpers and general trouble making from userspace. |
| 3 | * |
| 4 | * (C) 2001 by Jay Schulist <jschlst@samba.org>, |
| 5 | * (C) 2002-2005 by Harald Welte <laforge@gnumonks.org> |
Pablo Neira Ayuso | 8c4d4e8 | 2017-02-10 12:08:17 +0100 | [diff] [blame] | 6 | * (C) 2005-2017 by Pablo Neira Ayuso <pablo@netfilter.org> |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 7 | * |
| 8 | * Initial netfilter messages via netlink development funded and |
| 9 | * generally made possible by Network Robots, Inc. (www.networkrobots.com) |
| 10 | * |
| 11 | * Further development of this code funded by Astaro AG (http://www.astaro.com) |
| 12 | * |
| 13 | * This software may be used and distributed according to the terms |
| 14 | * of the GNU General Public License, incorporated herein by reference. |
| 15 | */ |
| 16 | |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 17 | #include <linux/module.h> |
| 18 | #include <linux/types.h> |
| 19 | #include <linux/socket.h> |
| 20 | #include <linux/kernel.h> |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 21 | #include <linux/string.h> |
| 22 | #include <linux/sockios.h> |
| 23 | #include <linux/net.h> |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 24 | #include <linux/skbuff.h> |
Linus Torvalds | 7c0f6ba | 2016-12-24 11:46:01 -0800 | [diff] [blame] | 25 | #include <linux/uaccess.h> |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 26 | #include <net/sock.h> |
| 27 | #include <linux/init.h> |
Florian Westphal | 8a3d4c3 | 2018-05-27 11:24:34 +0200 | [diff] [blame] | 28 | #include <linux/sched/signal.h> |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 29 | |
Hong zhi guo | 573ce26 | 2013-03-27 06:47:04 +0000 | [diff] [blame] | 30 | #include <net/netlink.h> |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 31 | #include <net/netns/generic.h> |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 32 | #include <linux/netfilter/nfnetlink.h> |
| 33 | |
| 34 | MODULE_LICENSE("GPL"); |
Harald Welte | 4fdb3bb | 2005-08-09 19:40:55 -0700 | [diff] [blame] | 35 | MODULE_AUTHOR("Harald Welte <laforge@netfilter.org>"); |
| 36 | MODULE_ALIAS_NET_PF_PROTO(PF_NETLINK, NETLINK_NETFILTER); |
Rob Gill | 4cacc39 | 2020-06-21 05:27:36 +0000 | [diff] [blame] | 37 | MODULE_DESCRIPTION("Netfilter messages via netlink socket"); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 38 | |
Florian Westphal | 9c55d3b | 2015-12-03 10:49:42 +0100 | [diff] [blame] | 39 | #define nfnl_dereference_protected(id) \ |
| 40 | rcu_dereference_protected(table[(id)].subsys, \ |
| 41 | lockdep_nfnl_is_held((id))) |
| 42 | |
Kees Cook | 7b7744e | 2018-05-30 12:17:56 -0700 | [diff] [blame] | 43 | #define NFNL_MAX_ATTR_COUNT 32 |
| 44 | |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 45 | static unsigned int nfnetlink_pernet_id __read_mostly; |
| 46 | |
| 47 | struct nfnl_net { |
| 48 | struct sock *nfnl; |
| 49 | }; |
| 50 | |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 51 | static struct { |
| 52 | struct mutex mutex; |
| 53 | const struct nfnetlink_subsystem __rcu *subsys; |
| 54 | } table[NFNL_SUBSYS_COUNT]; |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 55 | |
Florian Westphal | ab6c41e | 2020-10-02 13:51:29 +0200 | [diff] [blame] | 56 | static struct lock_class_key nfnl_lockdep_keys[NFNL_SUBSYS_COUNT]; |
| 57 | |
| 58 | static const char *const nfnl_lockdep_names[NFNL_SUBSYS_COUNT] = { |
| 59 | [NFNL_SUBSYS_NONE] = "nfnl_subsys_none", |
| 60 | [NFNL_SUBSYS_CTNETLINK] = "nfnl_subsys_ctnetlink", |
| 61 | [NFNL_SUBSYS_CTNETLINK_EXP] = "nfnl_subsys_ctnetlink_exp", |
| 62 | [NFNL_SUBSYS_QUEUE] = "nfnl_subsys_queue", |
| 63 | [NFNL_SUBSYS_ULOG] = "nfnl_subsys_ulog", |
| 64 | [NFNL_SUBSYS_OSF] = "nfnl_subsys_osf", |
| 65 | [NFNL_SUBSYS_IPSET] = "nfnl_subsys_ipset", |
| 66 | [NFNL_SUBSYS_ACCT] = "nfnl_subsys_acct", |
| 67 | [NFNL_SUBSYS_CTNETLINK_TIMEOUT] = "nfnl_subsys_cttimeout", |
| 68 | [NFNL_SUBSYS_CTHELPER] = "nfnl_subsys_cthelper", |
| 69 | [NFNL_SUBSYS_NFTABLES] = "nfnl_subsys_nftables", |
| 70 | [NFNL_SUBSYS_NFT_COMPAT] = "nfnl_subsys_nftcompat", |
Florian Westphal | e2cf17d | 2021-06-04 12:27:07 +0200 | [diff] [blame] | 71 | [NFNL_SUBSYS_HOOK] = "nfnl_subsys_hook", |
Florian Westphal | ab6c41e | 2020-10-02 13:51:29 +0200 | [diff] [blame] | 72 | }; |
| 73 | |
Pablo Neira Ayuso | 0329274 | 2012-06-29 06:15:22 +0000 | [diff] [blame] | 74 | static const int nfnl_group2type[NFNLGRP_MAX+1] = { |
| 75 | [NFNLGRP_CONNTRACK_NEW] = NFNL_SUBSYS_CTNETLINK, |
| 76 | [NFNLGRP_CONNTRACK_UPDATE] = NFNL_SUBSYS_CTNETLINK, |
| 77 | [NFNLGRP_CONNTRACK_DESTROY] = NFNL_SUBSYS_CTNETLINK, |
| 78 | [NFNLGRP_CONNTRACK_EXP_NEW] = NFNL_SUBSYS_CTNETLINK_EXP, |
| 79 | [NFNLGRP_CONNTRACK_EXP_UPDATE] = NFNL_SUBSYS_CTNETLINK_EXP, |
| 80 | [NFNLGRP_CONNTRACK_EXP_DESTROY] = NFNL_SUBSYS_CTNETLINK_EXP, |
Pablo Neira Ayuso | 97840cb | 2014-11-14 18:14:33 +0100 | [diff] [blame] | 81 | [NFNLGRP_NFTABLES] = NFNL_SUBSYS_NFTABLES, |
| 82 | [NFNLGRP_ACCT_QUOTA] = NFNL_SUBSYS_ACCT, |
Florian Westphal | 33d5a7b | 2015-11-28 21:53:04 +0100 | [diff] [blame] | 83 | [NFNLGRP_NFTRACE] = NFNL_SUBSYS_NFTABLES, |
Pablo Neira Ayuso | 0329274 | 2012-06-29 06:15:22 +0000 | [diff] [blame] | 84 | }; |
| 85 | |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 86 | static struct nfnl_net *nfnl_pernet(struct net *net) |
| 87 | { |
| 88 | return net_generic(net, nfnetlink_pernet_id); |
| 89 | } |
| 90 | |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 91 | void nfnl_lock(__u8 subsys_id) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 92 | { |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 93 | mutex_lock(&table[subsys_id].mutex); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 94 | } |
Pablo Neira Ayuso | e6a7d3c | 2008-10-14 11:58:31 -0700 | [diff] [blame] | 95 | EXPORT_SYMBOL_GPL(nfnl_lock); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 96 | |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 97 | void nfnl_unlock(__u8 subsys_id) |
Patrick McHardy | a3c5029 | 2007-03-14 16:39:25 -0700 | [diff] [blame] | 98 | { |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 99 | mutex_unlock(&table[subsys_id].mutex); |
Patrick McHardy | a3c5029 | 2007-03-14 16:39:25 -0700 | [diff] [blame] | 100 | } |
Pablo Neira Ayuso | e6a7d3c | 2008-10-14 11:58:31 -0700 | [diff] [blame] | 101 | EXPORT_SYMBOL_GPL(nfnl_unlock); |
Patrick McHardy | a3c5029 | 2007-03-14 16:39:25 -0700 | [diff] [blame] | 102 | |
Patrick McHardy | 0eb5db7 | 2014-02-18 18:06:48 +0000 | [diff] [blame] | 103 | #ifdef CONFIG_PROVE_LOCKING |
Yaowei Bai | 875e082 | 2015-10-08 21:28:56 +0800 | [diff] [blame] | 104 | bool lockdep_nfnl_is_held(u8 subsys_id) |
Patrick McHardy | 0eb5db7 | 2014-02-18 18:06:48 +0000 | [diff] [blame] | 105 | { |
| 106 | return lockdep_is_held(&table[subsys_id].mutex); |
| 107 | } |
| 108 | EXPORT_SYMBOL_GPL(lockdep_nfnl_is_held); |
| 109 | #endif |
| 110 | |
Patrick McHardy | 7c8d4cb | 2007-09-28 14:15:45 -0700 | [diff] [blame] | 111 | int nfnetlink_subsys_register(const struct nfnetlink_subsystem *n) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 112 | { |
Kees Cook | 7b7744e | 2018-05-30 12:17:56 -0700 | [diff] [blame] | 113 | u8 cb_id; |
| 114 | |
| 115 | /* Sanity-check attr_count size to avoid stack buffer overflow. */ |
| 116 | for (cb_id = 0; cb_id < n->cb_count; cb_id++) |
| 117 | if (WARN_ON(n->cb[cb_id].attr_count > NFNL_MAX_ATTR_COUNT)) |
| 118 | return -EINVAL; |
| 119 | |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 120 | nfnl_lock(n->subsys_id); |
| 121 | if (table[n->subsys_id].subsys) { |
| 122 | nfnl_unlock(n->subsys_id); |
Harald Welte | 0ab43f8 | 2005-08-09 19:43:44 -0700 | [diff] [blame] | 123 | return -EBUSY; |
| 124 | } |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 125 | rcu_assign_pointer(table[n->subsys_id].subsys, n); |
| 126 | nfnl_unlock(n->subsys_id); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 127 | |
| 128 | return 0; |
| 129 | } |
Pablo Neira Ayuso | f4bc177 | 2007-03-14 16:42:11 -0700 | [diff] [blame] | 130 | EXPORT_SYMBOL_GPL(nfnetlink_subsys_register); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 131 | |
Patrick McHardy | 7c8d4cb | 2007-09-28 14:15:45 -0700 | [diff] [blame] | 132 | int nfnetlink_subsys_unregister(const struct nfnetlink_subsystem *n) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 133 | { |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 134 | nfnl_lock(n->subsys_id); |
| 135 | table[n->subsys_id].subsys = NULL; |
| 136 | nfnl_unlock(n->subsys_id); |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 137 | synchronize_rcu(); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 138 | return 0; |
| 139 | } |
Pablo Neira Ayuso | f4bc177 | 2007-03-14 16:42:11 -0700 | [diff] [blame] | 140 | EXPORT_SYMBOL_GPL(nfnetlink_subsys_unregister); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 141 | |
Pablo Neira Ayuso | b745d03 | 2017-02-10 12:08:08 +0100 | [diff] [blame] | 142 | static inline const struct nfnetlink_subsystem *nfnetlink_get_subsys(u16 type) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 143 | { |
Pablo Neira Ayuso | b745d03 | 2017-02-10 12:08:08 +0100 | [diff] [blame] | 144 | u8 subsys_id = NFNL_SUBSYS_ID(type); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 145 | |
Pablo Neira Ayuso | ac0f1d9 | 2007-03-14 16:41:28 -0700 | [diff] [blame] | 146 | if (subsys_id >= NFNL_SUBSYS_COUNT) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 147 | return NULL; |
| 148 | |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 149 | return rcu_dereference(table[subsys_id].subsys); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 150 | } |
| 151 | |
Patrick McHardy | 7c8d4cb | 2007-09-28 14:15:45 -0700 | [diff] [blame] | 152 | static inline const struct nfnl_callback * |
Pablo Neira Ayuso | b745d03 | 2017-02-10 12:08:08 +0100 | [diff] [blame] | 153 | nfnetlink_find_client(u16 type, const struct nfnetlink_subsystem *ss) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 154 | { |
Pablo Neira Ayuso | b745d03 | 2017-02-10 12:08:08 +0100 | [diff] [blame] | 155 | u8 cb_id = NFNL_MSG_TYPE(type); |
YOSHIFUJI Hideaki | 601e68e | 2007-02-12 11:15:49 -0800 | [diff] [blame] | 156 | |
Pablo Neira Ayuso | 67ca396 | 2007-03-14 16:40:38 -0700 | [diff] [blame] | 157 | if (cb_id >= ss->cb_count) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 158 | return NULL; |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 159 | |
| 160 | return &ss->cb[cb_id]; |
| 161 | } |
| 162 | |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 163 | int nfnetlink_has_listeners(struct net *net, unsigned int group) |
Patrick McHardy | a242769 | 2006-03-20 18:03:59 -0800 | [diff] [blame] | 164 | { |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 165 | struct nfnl_net *nfnlnet = nfnl_pernet(net); |
| 166 | |
| 167 | return netlink_has_listeners(nfnlnet->nfnl, group); |
Patrick McHardy | a242769 | 2006-03-20 18:03:59 -0800 | [diff] [blame] | 168 | } |
| 169 | EXPORT_SYMBOL_GPL(nfnetlink_has_listeners); |
| 170 | |
Patrick McHardy | ec464e5 | 2013-04-17 06:47:08 +0000 | [diff] [blame] | 171 | int nfnetlink_send(struct sk_buff *skb, struct net *net, u32 portid, |
Eric Dumazet | 95c9617 | 2012-04-15 05:58:06 +0000 | [diff] [blame] | 172 | unsigned int group, int echo, gfp_t flags) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 173 | { |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 174 | struct nfnl_net *nfnlnet = nfnl_pernet(net); |
| 175 | |
| 176 | return nlmsg_notify(nfnlnet->nfnl, skb, portid, group, echo, flags); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 177 | } |
Pablo Neira Ayuso | f4bc177 | 2007-03-14 16:42:11 -0700 | [diff] [blame] | 178 | EXPORT_SYMBOL_GPL(nfnetlink_send); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 179 | |
Patrick McHardy | ec464e5 | 2013-04-17 06:47:08 +0000 | [diff] [blame] | 180 | int nfnetlink_set_err(struct net *net, u32 portid, u32 group, int error) |
Pablo Neira Ayuso | dd5b6ce | 2009-03-23 13:21:06 +0100 | [diff] [blame] | 181 | { |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 182 | struct nfnl_net *nfnlnet = nfnl_pernet(net); |
| 183 | |
| 184 | return netlink_set_err(nfnlnet->nfnl, portid, group, error); |
Pablo Neira Ayuso | dd5b6ce | 2009-03-23 13:21:06 +0100 | [diff] [blame] | 185 | } |
| 186 | EXPORT_SYMBOL_GPL(nfnetlink_set_err); |
| 187 | |
Pablo Neira Ayuso | ee92118 | 2020-08-23 13:55:36 +0200 | [diff] [blame] | 188 | int nfnetlink_unicast(struct sk_buff *skb, struct net *net, u32 portid) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 189 | { |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 190 | struct nfnl_net *nfnlnet = nfnl_pernet(net); |
Pablo Neira Ayuso | ee92118 | 2020-08-23 13:55:36 +0200 | [diff] [blame] | 191 | int err; |
| 192 | |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 193 | err = nlmsg_unicast(nfnlnet->nfnl, skb, portid); |
Pablo Neira Ayuso | ee92118 | 2020-08-23 13:55:36 +0200 | [diff] [blame] | 194 | if (err == -EAGAIN) |
| 195 | err = -ENOBUFS; |
| 196 | |
| 197 | return err; |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 198 | } |
Pablo Neira Ayuso | f4bc177 | 2007-03-14 16:42:11 -0700 | [diff] [blame] | 199 | EXPORT_SYMBOL_GPL(nfnetlink_unicast); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 200 | |
Florian Westphal | 237c609 | 2021-04-01 16:11:04 +0200 | [diff] [blame] | 201 | void nfnetlink_broadcast(struct net *net, struct sk_buff *skb, __u32 portid, |
| 202 | __u32 group, gfp_t allocation) |
| 203 | { |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 204 | struct nfnl_net *nfnlnet = nfnl_pernet(net); |
| 205 | |
| 206 | netlink_broadcast(nfnlnet->nfnl, skb, portid, group, allocation); |
Florian Westphal | 237c609 | 2021-04-01 16:11:04 +0200 | [diff] [blame] | 207 | } |
| 208 | EXPORT_SYMBOL_GPL(nfnetlink_broadcast); |
| 209 | |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 210 | /* Process one complete nfnetlink message. */ |
Johannes Berg | 2d4bc93 | 2017-04-12 14:34:04 +0200 | [diff] [blame] | 211 | static int nfnetlink_rcv_msg(struct sk_buff *skb, struct nlmsghdr *nlh, |
| 212 | struct netlink_ext_ack *extack) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 213 | { |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 214 | struct net *net = sock_net(skb->sk); |
Patrick McHardy | 7c8d4cb | 2007-09-28 14:15:45 -0700 | [diff] [blame] | 215 | const struct nfnl_callback *nc; |
| 216 | const struct nfnetlink_subsystem *ss; |
Thomas Graf | 1d00a4e | 2007-03-22 23:30:12 -0700 | [diff] [blame] | 217 | int type, err; |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 218 | |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 219 | /* All the messages must at least contain nfgenmsg */ |
Hong zhi guo | 573ce26 | 2013-03-27 06:47:04 +0000 | [diff] [blame] | 220 | if (nlmsg_len(nlh) < sizeof(struct nfgenmsg)) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 221 | return 0; |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 222 | |
| 223 | type = nlh->nlmsg_type; |
Pablo Neira Ayuso | e6a7d3c | 2008-10-14 11:58:31 -0700 | [diff] [blame] | 224 | replay: |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 225 | rcu_read_lock(); |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 226 | |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 227 | ss = nfnetlink_get_subsys(type); |
Harald Welte | 0ab43f8 | 2005-08-09 19:43:44 -0700 | [diff] [blame] | 228 | if (!ss) { |
Johannes Berg | 95a5afc | 2008-10-16 15:24:51 -0700 | [diff] [blame] | 229 | #ifdef CONFIG_MODULES |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 230 | rcu_read_unlock(); |
Harald Welte | 37d2e7a | 2005-11-14 15:24:59 -0800 | [diff] [blame] | 231 | request_module("nfnetlink-subsys-%d", NFNL_SUBSYS_ID(type)); |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 232 | rcu_read_lock(); |
Harald Welte | 37d2e7a | 2005-11-14 15:24:59 -0800 | [diff] [blame] | 233 | ss = nfnetlink_get_subsys(type); |
Harald Welte | 0ab43f8 | 2005-08-09 19:43:44 -0700 | [diff] [blame] | 234 | if (!ss) |
| 235 | #endif |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 236 | { |
| 237 | rcu_read_unlock(); |
Thomas Graf | 1d00a4e | 2007-03-22 23:30:12 -0700 | [diff] [blame] | 238 | return -EINVAL; |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 239 | } |
Harald Welte | 0ab43f8 | 2005-08-09 19:43:44 -0700 | [diff] [blame] | 240 | } |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 241 | |
| 242 | nc = nfnetlink_find_client(type, ss); |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 243 | if (!nc) { |
| 244 | rcu_read_unlock(); |
Thomas Graf | 1d00a4e | 2007-03-22 23:30:12 -0700 | [diff] [blame] | 245 | return -EINVAL; |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 246 | } |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 247 | |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 248 | { |
Hong zhi guo | 573ce26 | 2013-03-27 06:47:04 +0000 | [diff] [blame] | 249 | int min_len = nlmsg_total_size(sizeof(struct nfgenmsg)); |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 250 | struct nfnl_net *nfnlnet = nfnl_pernet(net); |
Pablo Neira Ayuso | b745d03 | 2017-02-10 12:08:08 +0100 | [diff] [blame] | 251 | u8 cb_id = NFNL_MSG_TYPE(nlh->nlmsg_type); |
Kees Cook | 7b7744e | 2018-05-30 12:17:56 -0700 | [diff] [blame] | 252 | struct nlattr *cda[NFNL_MAX_ATTR_COUNT + 1]; |
Pablo Neira Ayuso | f49c857 | 2009-06-02 20:03:33 +0200 | [diff] [blame] | 253 | struct nlattr *attr = (void *)nlh + min_len; |
| 254 | int attrlen = nlh->nlmsg_len - min_len; |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 255 | __u8 subsys_id = NFNL_SUBSYS_ID(type); |
Pablo Neira Ayuso | a655536 | 2021-04-23 00:17:09 +0200 | [diff] [blame] | 256 | struct nfnl_info info = { |
| 257 | .net = net, |
| 258 | .sk = nfnlnet->nfnl, |
| 259 | .nlh = nlh, |
Pablo Neira Ayuso | ef4b65e | 2021-05-31 00:08:09 +0200 | [diff] [blame] | 260 | .nfmsg = nlmsg_data(nlh), |
Pablo Neira Ayuso | a655536 | 2021-04-23 00:17:09 +0200 | [diff] [blame] | 261 | .extack = extack, |
| 262 | }; |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 263 | |
Kees Cook | 7b7744e | 2018-05-30 12:17:56 -0700 | [diff] [blame] | 264 | /* Sanity-check NFNL_MAX_ATTR_COUNT */ |
| 265 | if (ss->cb[cb_id].attr_count > NFNL_MAX_ATTR_COUNT) { |
| 266 | rcu_read_unlock(); |
| 267 | return -ENOMEM; |
| 268 | } |
| 269 | |
Johannes Berg | 8cb0817 | 2019-04-26 14:07:28 +0200 | [diff] [blame] | 270 | err = nla_parse_deprecated(cda, ss->cb[cb_id].attr_count, |
| 271 | attr, attrlen, |
| 272 | ss->cb[cb_id].policy, extack); |
Tomasz Bursztyka | 4009e18 | 2012-06-28 02:57:49 +0000 | [diff] [blame] | 273 | if (err < 0) { |
| 274 | rcu_read_unlock(); |
Pablo Neira Ayuso | f49c857 | 2009-06-02 20:03:33 +0200 | [diff] [blame] | 275 | return err; |
Tomasz Bursztyka | 4009e18 | 2012-06-28 02:57:49 +0000 | [diff] [blame] | 276 | } |
Patrick McHardy | e373057 | 2007-09-28 14:38:52 -0700 | [diff] [blame] | 277 | |
Pablo Neira Ayuso | 50f2db9 | 2021-04-23 00:17:12 +0200 | [diff] [blame] | 278 | if (!nc->call) { |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 279 | rcu_read_unlock(); |
Pablo Neira Ayuso | 50f2db9 | 2021-04-23 00:17:12 +0200 | [diff] [blame] | 280 | return -EINVAL; |
| 281 | } |
| 282 | |
| 283 | switch (nc->type) { |
| 284 | case NFNL_CB_RCU: |
| 285 | err = nc->call(skb, &info, (const struct nlattr **)cda); |
| 286 | rcu_read_unlock(); |
| 287 | break; |
| 288 | case NFNL_CB_MUTEX: |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 289 | rcu_read_unlock(); |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 290 | nfnl_lock(subsys_id); |
Florian Westphal | 9c55d3b | 2015-12-03 10:49:42 +0100 | [diff] [blame] | 291 | if (nfnl_dereference_protected(subsys_id) != ss || |
Pablo Neira Ayuso | a655536 | 2021-04-23 00:17:09 +0200 | [diff] [blame] | 292 | nfnetlink_find_client(type, ss) != nc) { |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 293 | err = -EAGAIN; |
Pablo Neira Ayuso | 50f2db9 | 2021-04-23 00:17:12 +0200 | [diff] [blame] | 294 | break; |
Pablo Neira Ayuso | a655536 | 2021-04-23 00:17:09 +0200 | [diff] [blame] | 295 | } |
Pablo Neira Ayuso | 50f2db9 | 2021-04-23 00:17:12 +0200 | [diff] [blame] | 296 | err = nc->call(skb, &info, (const struct nlattr **)cda); |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 297 | nfnl_unlock(subsys_id); |
Pablo Neira Ayuso | 50f2db9 | 2021-04-23 00:17:12 +0200 | [diff] [blame] | 298 | break; |
| 299 | default: |
Eric Dumazet | 7072a35 | 2021-05-05 00:33:24 -0700 | [diff] [blame] | 300 | rcu_read_unlock(); |
Pablo Neira Ayuso | 50f2db9 | 2021-04-23 00:17:12 +0200 | [diff] [blame] | 301 | err = -EINVAL; |
| 302 | break; |
Eric Dumazet | 6b75e3e | 2011-07-18 16:08:07 +0200 | [diff] [blame] | 303 | } |
Pablo Neira Ayuso | e6a7d3c | 2008-10-14 11:58:31 -0700 | [diff] [blame] | 304 | if (err == -EAGAIN) |
| 305 | goto replay; |
| 306 | return err; |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 307 | } |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 308 | } |
| 309 | |
Pablo Neira Ayuso | cbb8125 | 2014-09-02 18:04:53 +0200 | [diff] [blame] | 310 | struct nfnl_err { |
| 311 | struct list_head head; |
| 312 | struct nlmsghdr *nlh; |
| 313 | int err; |
Pablo Neira Ayuso | 04ba724 | 2017-06-19 18:35:46 +0100 | [diff] [blame] | 314 | struct netlink_ext_ack extack; |
Pablo Neira Ayuso | cbb8125 | 2014-09-02 18:04:53 +0200 | [diff] [blame] | 315 | }; |
| 316 | |
Pablo Neira Ayuso | 04ba724 | 2017-06-19 18:35:46 +0100 | [diff] [blame] | 317 | static int nfnl_err_add(struct list_head *list, struct nlmsghdr *nlh, int err, |
| 318 | const struct netlink_ext_ack *extack) |
Pablo Neira Ayuso | cbb8125 | 2014-09-02 18:04:53 +0200 | [diff] [blame] | 319 | { |
| 320 | struct nfnl_err *nfnl_err; |
| 321 | |
| 322 | nfnl_err = kmalloc(sizeof(struct nfnl_err), GFP_KERNEL); |
| 323 | if (nfnl_err == NULL) |
| 324 | return -ENOMEM; |
| 325 | |
| 326 | nfnl_err->nlh = nlh; |
| 327 | nfnl_err->err = err; |
Pablo Neira Ayuso | 04ba724 | 2017-06-19 18:35:46 +0100 | [diff] [blame] | 328 | nfnl_err->extack = *extack; |
Pablo Neira Ayuso | cbb8125 | 2014-09-02 18:04:53 +0200 | [diff] [blame] | 329 | list_add_tail(&nfnl_err->head, list); |
| 330 | |
| 331 | return 0; |
| 332 | } |
| 333 | |
| 334 | static void nfnl_err_del(struct nfnl_err *nfnl_err) |
| 335 | { |
| 336 | list_del(&nfnl_err->head); |
| 337 | kfree(nfnl_err); |
| 338 | } |
| 339 | |
| 340 | static void nfnl_err_reset(struct list_head *err_list) |
| 341 | { |
| 342 | struct nfnl_err *nfnl_err, *next; |
| 343 | |
| 344 | list_for_each_entry_safe(nfnl_err, next, err_list, head) |
| 345 | nfnl_err_del(nfnl_err); |
| 346 | } |
| 347 | |
| 348 | static void nfnl_err_deliver(struct list_head *err_list, struct sk_buff *skb) |
| 349 | { |
| 350 | struct nfnl_err *nfnl_err, *next; |
| 351 | |
| 352 | list_for_each_entry_safe(nfnl_err, next, err_list, head) { |
Pablo Neira Ayuso | 04ba724 | 2017-06-19 18:35:46 +0100 | [diff] [blame] | 353 | netlink_ack(skb, nfnl_err->nlh, nfnl_err->err, |
| 354 | &nfnl_err->extack); |
Pablo Neira Ayuso | cbb8125 | 2014-09-02 18:04:53 +0200 | [diff] [blame] | 355 | nfnl_err_del(nfnl_err); |
| 356 | } |
| 357 | } |
| 358 | |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 359 | enum { |
| 360 | NFNL_BATCH_FAILURE = (1 << 0), |
| 361 | NFNL_BATCH_DONE = (1 << 1), |
| 362 | NFNL_BATCH_REPLAY = (1 << 2), |
| 363 | }; |
| 364 | |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 365 | static void nfnetlink_rcv_batch(struct sk_buff *skb, struct nlmsghdr *nlh, |
Pablo Neira Ayuso | 8c4d4e8 | 2017-02-10 12:08:17 +0100 | [diff] [blame] | 366 | u16 subsys_id, u32 genid) |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 367 | { |
Duan Jiong | 0f81623 | 2014-12-10 17:21:59 +0800 | [diff] [blame] | 368 | struct sk_buff *oskb = skb; |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 369 | struct net *net = sock_net(skb->sk); |
| 370 | const struct nfnetlink_subsystem *ss; |
| 371 | const struct nfnl_callback *nc; |
Pablo Neira Ayuso | 04ba724 | 2017-06-19 18:35:46 +0100 | [diff] [blame] | 372 | struct netlink_ext_ack extack; |
Liping Zhang | 4eba8b7 | 2017-02-18 10:35:47 +0800 | [diff] [blame] | 373 | LIST_HEAD(err_list); |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 374 | u32 status; |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 375 | int err; |
| 376 | |
| 377 | if (subsys_id >= NFNL_SUBSYS_COUNT) |
Johannes Berg | 2d4bc93 | 2017-04-12 14:34:04 +0200 | [diff] [blame] | 378 | return netlink_ack(skb, nlh, -EINVAL, NULL); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 379 | replay: |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 380 | status = 0; |
Pablo Neira Ayuso | c0391b6 | 2020-10-29 13:50:03 +0100 | [diff] [blame] | 381 | replay_abort: |
Duan Jiong | 0f81623 | 2014-12-10 17:21:59 +0800 | [diff] [blame] | 382 | skb = netlink_skb_clone(oskb, GFP_KERNEL); |
| 383 | if (!skb) |
Johannes Berg | 2d4bc93 | 2017-04-12 14:34:04 +0200 | [diff] [blame] | 384 | return netlink_ack(oskb, nlh, -ENOMEM, NULL); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 385 | |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 386 | nfnl_lock(subsys_id); |
Florian Westphal | 9c55d3b | 2015-12-03 10:49:42 +0100 | [diff] [blame] | 387 | ss = nfnl_dereference_protected(subsys_id); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 388 | if (!ss) { |
| 389 | #ifdef CONFIG_MODULES |
| 390 | nfnl_unlock(subsys_id); |
| 391 | request_module("nfnetlink-subsys-%d", subsys_id); |
| 392 | nfnl_lock(subsys_id); |
Florian Westphal | 9c55d3b | 2015-12-03 10:49:42 +0100 | [diff] [blame] | 393 | ss = nfnl_dereference_protected(subsys_id); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 394 | if (!ss) |
| 395 | #endif |
| 396 | { |
| 397 | nfnl_unlock(subsys_id); |
Johannes Berg | 2d4bc93 | 2017-04-12 14:34:04 +0200 | [diff] [blame] | 398 | netlink_ack(oskb, nlh, -EOPNOTSUPP, NULL); |
Duan Jiong | 0f81623 | 2014-12-10 17:21:59 +0800 | [diff] [blame] | 399 | return kfree_skb(skb); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 400 | } |
| 401 | } |
| 402 | |
Florian Westphal | ca2f18b | 2018-07-11 13:45:11 +0200 | [diff] [blame] | 403 | if (!ss->valid_genid || !ss->commit || !ss->abort) { |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 404 | nfnl_unlock(subsys_id); |
Johannes Berg | 2d4bc93 | 2017-04-12 14:34:04 +0200 | [diff] [blame] | 405 | netlink_ack(oskb, nlh, -EOPNOTSUPP, NULL); |
Denys Fedoryshchenko | ecd15dd | 2014-05-04 13:35:37 +0200 | [diff] [blame] | 406 | return kfree_skb(skb); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 407 | } |
| 408 | |
Florian Westphal | be2ab5b4 | 2018-07-11 13:45:12 +0200 | [diff] [blame] | 409 | if (!try_module_get(ss->owner)) { |
| 410 | nfnl_unlock(subsys_id); |
| 411 | netlink_ack(oskb, nlh, -EOPNOTSUPP, NULL); |
| 412 | return kfree_skb(skb); |
| 413 | } |
| 414 | |
Florian Westphal | ca2f18b | 2018-07-11 13:45:11 +0200 | [diff] [blame] | 415 | if (!ss->valid_genid(net, genid)) { |
Florian Westphal | be2ab5b4 | 2018-07-11 13:45:12 +0200 | [diff] [blame] | 416 | module_put(ss->owner); |
Pablo Neira Ayuso | 8c4d4e8 | 2017-02-10 12:08:17 +0100 | [diff] [blame] | 417 | nfnl_unlock(subsys_id); |
Johannes Berg | 2d4bc93 | 2017-04-12 14:34:04 +0200 | [diff] [blame] | 418 | netlink_ack(oskb, nlh, -ERESTART, NULL); |
Pablo Neira Ayuso | 8c4d4e8 | 2017-02-10 12:08:17 +0100 | [diff] [blame] | 419 | return kfree_skb(skb); |
| 420 | } |
| 421 | |
Florian Westphal | f102d66 | 2018-07-11 13:45:14 +0200 | [diff] [blame] | 422 | nfnl_unlock(subsys_id); |
| 423 | |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 424 | while (skb->len >= nlmsg_total_size(0)) { |
| 425 | int msglen, type; |
| 426 | |
Florian Westphal | 8a3d4c3 | 2018-05-27 11:24:34 +0200 | [diff] [blame] | 427 | if (fatal_signal_pending(current)) { |
| 428 | nfnl_err_reset(&err_list); |
| 429 | err = -EINTR; |
| 430 | status = NFNL_BATCH_FAILURE; |
| 431 | goto done; |
| 432 | } |
| 433 | |
Pablo Neira Ayuso | 04ba724 | 2017-06-19 18:35:46 +0100 | [diff] [blame] | 434 | memset(&extack, 0, sizeof(extack)); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 435 | nlh = nlmsg_hdr(skb); |
| 436 | err = 0; |
| 437 | |
Phil Turnbull | c58d6c9 | 2016-02-02 13:36:45 -0500 | [diff] [blame] | 438 | if (nlh->nlmsg_len < NLMSG_HDRLEN || |
| 439 | skb->len < nlh->nlmsg_len || |
| 440 | nlmsg_len(nlh) < sizeof(struct nfgenmsg)) { |
| 441 | nfnl_err_reset(&err_list); |
| 442 | status |= NFNL_BATCH_FAILURE; |
| 443 | goto done; |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 444 | } |
| 445 | |
| 446 | /* Only requests are handled by the kernel */ |
| 447 | if (!(nlh->nlmsg_flags & NLM_F_REQUEST)) { |
| 448 | err = -EINVAL; |
| 449 | goto ack; |
| 450 | } |
| 451 | |
| 452 | type = nlh->nlmsg_type; |
| 453 | if (type == NFNL_MSG_BATCH_BEGIN) { |
| 454 | /* Malformed: Batch begin twice */ |
Pablo Neira Ayuso | cbb8125 | 2014-09-02 18:04:53 +0200 | [diff] [blame] | 455 | nfnl_err_reset(&err_list); |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 456 | status |= NFNL_BATCH_FAILURE; |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 457 | goto done; |
| 458 | } else if (type == NFNL_MSG_BATCH_END) { |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 459 | status |= NFNL_BATCH_DONE; |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 460 | goto done; |
| 461 | } else if (type < NLMSG_MIN_TYPE) { |
| 462 | err = -EINVAL; |
| 463 | goto ack; |
| 464 | } |
| 465 | |
| 466 | /* We only accept a batch with messages for the same |
| 467 | * subsystem. |
| 468 | */ |
| 469 | if (NFNL_SUBSYS_ID(type) != subsys_id) { |
| 470 | err = -EINVAL; |
| 471 | goto ack; |
| 472 | } |
| 473 | |
| 474 | nc = nfnetlink_find_client(type, ss); |
| 475 | if (!nc) { |
| 476 | err = -EINVAL; |
| 477 | goto ack; |
| 478 | } |
| 479 | |
Pablo Neira Ayuso | 50f2db9 | 2021-04-23 00:17:12 +0200 | [diff] [blame] | 480 | if (nc->type != NFNL_CB_BATCH) { |
| 481 | err = -EINVAL; |
| 482 | goto ack; |
| 483 | } |
| 484 | |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 485 | { |
| 486 | int min_len = nlmsg_total_size(sizeof(struct nfgenmsg)); |
Pablo Neira Ayuso | 7dab8ee | 2021-04-23 00:17:11 +0200 | [diff] [blame] | 487 | struct nfnl_net *nfnlnet = nfnl_pernet(net); |
Kees Cook | 7b7744e | 2018-05-30 12:17:56 -0700 | [diff] [blame] | 488 | struct nlattr *cda[NFNL_MAX_ATTR_COUNT + 1]; |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 489 | struct nlattr *attr = (void *)nlh + min_len; |
Pablo Neira Ayuso | 50f2db9 | 2021-04-23 00:17:12 +0200 | [diff] [blame] | 490 | u8 cb_id = NFNL_MSG_TYPE(nlh->nlmsg_type); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 491 | int attrlen = nlh->nlmsg_len - min_len; |
Pablo Neira Ayuso | 7dab8ee | 2021-04-23 00:17:11 +0200 | [diff] [blame] | 492 | struct nfnl_info info = { |
| 493 | .net = net, |
| 494 | .sk = nfnlnet->nfnl, |
| 495 | .nlh = nlh, |
Pablo Neira Ayuso | ef4b65e | 2021-05-31 00:08:09 +0200 | [diff] [blame] | 496 | .nfmsg = nlmsg_data(nlh), |
Pablo Neira Ayuso | 7dab8ee | 2021-04-23 00:17:11 +0200 | [diff] [blame] | 497 | .extack = &extack, |
| 498 | }; |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 499 | |
Kees Cook | 7b7744e | 2018-05-30 12:17:56 -0700 | [diff] [blame] | 500 | /* Sanity-check NFTA_MAX_ATTR */ |
| 501 | if (ss->cb[cb_id].attr_count > NFNL_MAX_ATTR_COUNT) { |
| 502 | err = -ENOMEM; |
| 503 | goto ack; |
| 504 | } |
| 505 | |
Johannes Berg | 8cb0817 | 2019-04-26 14:07:28 +0200 | [diff] [blame] | 506 | err = nla_parse_deprecated(cda, |
| 507 | ss->cb[cb_id].attr_count, |
| 508 | attr, attrlen, |
| 509 | ss->cb[cb_id].policy, NULL); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 510 | if (err < 0) |
| 511 | goto ack; |
| 512 | |
Pablo Neira Ayuso | 50f2db9 | 2021-04-23 00:17:12 +0200 | [diff] [blame] | 513 | err = nc->call(skb, &info, (const struct nlattr **)cda); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 514 | |
| 515 | /* The lock was released to autoload some module, we |
| 516 | * have to abort and start from scratch using the |
| 517 | * original skb. |
| 518 | */ |
| 519 | if (err == -EAGAIN) { |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 520 | status |= NFNL_BATCH_REPLAY; |
Florian Westphal | 71ad00c | 2018-06-11 13:20:35 +0200 | [diff] [blame] | 521 | goto done; |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 522 | } |
| 523 | } |
| 524 | ack: |
| 525 | if (nlh->nlmsg_flags & NLM_F_ACK || err) { |
Pablo Neira Ayuso | cbb8125 | 2014-09-02 18:04:53 +0200 | [diff] [blame] | 526 | /* Errors are delivered once the full batch has been |
| 527 | * processed, this avoids that the same error is |
| 528 | * reported several times when replaying the batch. |
| 529 | */ |
Pablo Neira Ayuso | 04ba724 | 2017-06-19 18:35:46 +0100 | [diff] [blame] | 530 | if (nfnl_err_add(&err_list, nlh, err, &extack) < 0) { |
Pablo Neira Ayuso | cbb8125 | 2014-09-02 18:04:53 +0200 | [diff] [blame] | 531 | /* We failed to enqueue an error, reset the |
| 532 | * list of errors and send OOM to userspace |
| 533 | * pointing to the batch header. |
| 534 | */ |
| 535 | nfnl_err_reset(&err_list); |
Johannes Berg | 2d4bc93 | 2017-04-12 14:34:04 +0200 | [diff] [blame] | 536 | netlink_ack(oskb, nlmsg_hdr(oskb), -ENOMEM, |
| 537 | NULL); |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 538 | status |= NFNL_BATCH_FAILURE; |
Pablo Neira Ayuso | cbb8125 | 2014-09-02 18:04:53 +0200 | [diff] [blame] | 539 | goto done; |
| 540 | } |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 541 | /* We don't stop processing the batch on errors, thus, |
| 542 | * userspace gets all the errors that the batch |
| 543 | * triggers. |
| 544 | */ |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 545 | if (err) |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 546 | status |= NFNL_BATCH_FAILURE; |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 547 | } |
Florian Westphal | 71ad00c | 2018-06-11 13:20:35 +0200 | [diff] [blame] | 548 | |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 549 | msglen = NLMSG_ALIGN(nlh->nlmsg_len); |
| 550 | if (msglen > skb->len) |
| 551 | msglen = skb->len; |
| 552 | skb_pull(skb, msglen); |
| 553 | } |
| 554 | done: |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 555 | if (status & NFNL_BATCH_REPLAY) { |
Pablo Neira Ayuso | c0391b6 | 2020-10-29 13:50:03 +0100 | [diff] [blame] | 556 | ss->abort(net, oskb, NFNL_ABORT_AUTOLOAD); |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 557 | nfnl_err_reset(&err_list); |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 558 | kfree_skb(skb); |
Florian Westphal | be2ab5b4 | 2018-07-11 13:45:12 +0200 | [diff] [blame] | 559 | module_put(ss->owner); |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 560 | goto replay; |
| 561 | } else if (status == NFNL_BATCH_DONE) { |
Florian Westphal | 0030879 | 2018-05-25 00:25:47 +0200 | [diff] [blame] | 562 | err = ss->commit(net, oskb); |
| 563 | if (err == -EAGAIN) { |
| 564 | status |= NFNL_BATCH_REPLAY; |
| 565 | goto done; |
| 566 | } else if (err) { |
Pablo Neira Ayuso | c0391b6 | 2020-10-29 13:50:03 +0100 | [diff] [blame] | 567 | ss->abort(net, oskb, NFNL_ABORT_NONE); |
Florian Westphal | 0030879 | 2018-05-25 00:25:47 +0200 | [diff] [blame] | 568 | netlink_ack(oskb, nlmsg_hdr(oskb), err, NULL); |
| 569 | } |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 570 | } else { |
Pablo Neira Ayuso | c0391b6 | 2020-10-29 13:50:03 +0100 | [diff] [blame] | 571 | enum nfnl_abort_action abort_action; |
| 572 | |
| 573 | if (status & NFNL_BATCH_FAILURE) |
| 574 | abort_action = NFNL_ABORT_NONE; |
| 575 | else |
| 576 | abort_action = NFNL_ABORT_VALIDATE; |
| 577 | |
| 578 | err = ss->abort(net, oskb, abort_action); |
| 579 | if (err == -EAGAIN) { |
| 580 | nfnl_err_reset(&err_list); |
| 581 | kfree_skb(skb); |
| 582 | module_put(ss->owner); |
| 583 | status |= NFNL_BATCH_FAILURE; |
| 584 | goto replay_abort; |
| 585 | } |
Pablo Neira Ayuso | 6742b9e | 2015-07-01 16:14:25 +0200 | [diff] [blame] | 586 | } |
Pablo Neira Ayuso | a654de8 | 2018-05-30 20:18:57 +0200 | [diff] [blame] | 587 | if (ss->cleanup) |
| 588 | ss->cleanup(net); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 589 | |
Pablo Neira Ayuso | cbb8125 | 2014-09-02 18:04:53 +0200 | [diff] [blame] | 590 | nfnl_err_deliver(&err_list, oskb); |
Duan Jiong | 0f81623 | 2014-12-10 17:21:59 +0800 | [diff] [blame] | 591 | kfree_skb(skb); |
Florian Westphal | be2ab5b4 | 2018-07-11 13:45:12 +0200 | [diff] [blame] | 592 | module_put(ss->owner); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 593 | } |
| 594 | |
Pablo Neira Ayuso | 8c4d4e8 | 2017-02-10 12:08:17 +0100 | [diff] [blame] | 595 | static const struct nla_policy nfnl_batch_policy[NFNL_BATCH_MAX + 1] = { |
| 596 | [NFNL_BATCH_GENID] = { .type = NLA_U32 }, |
| 597 | }; |
| 598 | |
Pablo Neira Ayuso | 4865683 | 2017-02-10 12:08:14 +0100 | [diff] [blame] | 599 | static void nfnetlink_rcv_skb_batch(struct sk_buff *skb, struct nlmsghdr *nlh) |
| 600 | { |
Pablo Neira Ayuso | 8c4d4e8 | 2017-02-10 12:08:17 +0100 | [diff] [blame] | 601 | int min_len = nlmsg_total_size(sizeof(struct nfgenmsg)); |
| 602 | struct nlattr *attr = (void *)nlh + min_len; |
| 603 | struct nlattr *cda[NFNL_BATCH_MAX + 1]; |
| 604 | int attrlen = nlh->nlmsg_len - min_len; |
Pablo Neira Ayuso | 4865683 | 2017-02-10 12:08:14 +0100 | [diff] [blame] | 605 | struct nfgenmsg *nfgenmsg; |
Pablo Neira Ayuso | 8c4d4e8 | 2017-02-10 12:08:17 +0100 | [diff] [blame] | 606 | int msglen, err; |
| 607 | u32 gen_id = 0; |
Pablo Neira Ayuso | 4865683 | 2017-02-10 12:08:14 +0100 | [diff] [blame] | 608 | u16 res_id; |
Pablo Neira Ayuso | 4865683 | 2017-02-10 12:08:14 +0100 | [diff] [blame] | 609 | |
| 610 | msglen = NLMSG_ALIGN(nlh->nlmsg_len); |
| 611 | if (msglen > skb->len) |
| 612 | msglen = skb->len; |
| 613 | |
Mateusz Jurczyk | f55ce7b | 2017-06-07 15:50:38 +0200 | [diff] [blame] | 614 | if (skb->len < NLMSG_HDRLEN + sizeof(struct nfgenmsg)) |
Pablo Neira Ayuso | 4865683 | 2017-02-10 12:08:14 +0100 | [diff] [blame] | 615 | return; |
| 616 | |
Johannes Berg | 8cb0817 | 2019-04-26 14:07:28 +0200 | [diff] [blame] | 617 | err = nla_parse_deprecated(cda, NFNL_BATCH_MAX, attr, attrlen, |
| 618 | nfnl_batch_policy, NULL); |
Pablo Neira Ayuso | 8c4d4e8 | 2017-02-10 12:08:17 +0100 | [diff] [blame] | 619 | if (err < 0) { |
Johannes Berg | 2d4bc93 | 2017-04-12 14:34:04 +0200 | [diff] [blame] | 620 | netlink_ack(skb, nlh, err, NULL); |
Pablo Neira Ayuso | 8c4d4e8 | 2017-02-10 12:08:17 +0100 | [diff] [blame] | 621 | return; |
| 622 | } |
| 623 | if (cda[NFNL_BATCH_GENID]) |
| 624 | gen_id = ntohl(nla_get_be32(cda[NFNL_BATCH_GENID])); |
| 625 | |
Pablo Neira Ayuso | 4865683 | 2017-02-10 12:08:14 +0100 | [diff] [blame] | 626 | nfgenmsg = nlmsg_data(nlh); |
| 627 | skb_pull(skb, msglen); |
| 628 | /* Work around old nft using host byte order */ |
| 629 | if (nfgenmsg->res_id == NFNL_SUBSYS_NFTABLES) |
| 630 | res_id = NFNL_SUBSYS_NFTABLES; |
| 631 | else |
| 632 | res_id = ntohs(nfgenmsg->res_id); |
| 633 | |
Pablo Neira Ayuso | 8c4d4e8 | 2017-02-10 12:08:17 +0100 | [diff] [blame] | 634 | nfnetlink_rcv_batch(skb, nlh, res_id, gen_id); |
Pablo Neira Ayuso | 4865683 | 2017-02-10 12:08:14 +0100 | [diff] [blame] | 635 | } |
| 636 | |
Denis V. Lunev | cd40b7d | 2007-10-10 21:15:29 -0700 | [diff] [blame] | 637 | static void nfnetlink_rcv(struct sk_buff *skb) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 638 | { |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 639 | struct nlmsghdr *nlh = nlmsg_hdr(skb); |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 640 | |
Mateusz Jurczyk | f55ce7b | 2017-06-07 15:50:38 +0200 | [diff] [blame] | 641 | if (skb->len < NLMSG_HDRLEN || |
| 642 | nlh->nlmsg_len < NLMSG_HDRLEN || |
Pablo Neira Ayuso | 0628b12 | 2013-10-14 11:05:33 +0200 | [diff] [blame] | 643 | skb->len < nlh->nlmsg_len) |
| 644 | return; |
| 645 | |
Eric W. Biederman | 90f62cf3 | 2014-04-23 14:29:27 -0700 | [diff] [blame] | 646 | if (!netlink_net_capable(skb, CAP_NET_ADMIN)) { |
Johannes Berg | 2d4bc93 | 2017-04-12 14:34:04 +0200 | [diff] [blame] | 647 | netlink_ack(skb, nlh, -EPERM, NULL); |
Jiri Benc | cdbe7c2 | 2013-11-07 19:59:19 +0100 | [diff] [blame] | 648 | return; |
| 649 | } |
| 650 | |
Pablo Neira Ayuso | 4865683 | 2017-02-10 12:08:14 +0100 | [diff] [blame] | 651 | if (nlh->nlmsg_type == NFNL_MSG_BATCH_BEGIN) |
| 652 | nfnetlink_rcv_skb_batch(skb, nlh); |
| 653 | else |
Arushi Singhal | d4ef383 | 2017-04-02 14:52:12 +0530 | [diff] [blame] | 654 | netlink_rcv_skb(skb, nfnetlink_rcv_msg); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 655 | } |
| 656 | |
Pablo Neira Ayuso | 0329274 | 2012-06-29 06:15:22 +0000 | [diff] [blame] | 657 | #ifdef CONFIG_MODULES |
Johannes Berg | 023e2cf | 2014-12-23 21:00:06 +0100 | [diff] [blame] | 658 | static int nfnetlink_bind(struct net *net, int group) |
Pablo Neira Ayuso | 0329274 | 2012-06-29 06:15:22 +0000 | [diff] [blame] | 659 | { |
| 660 | const struct nfnetlink_subsystem *ss; |
Pablo Neira Ayuso | 97840cb | 2014-11-14 18:14:33 +0100 | [diff] [blame] | 661 | int type; |
| 662 | |
| 663 | if (group <= NFNLGRP_NONE || group > NFNLGRP_MAX) |
Pablo Neira Ayuso | 62924af | 2015-01-04 15:20:41 +0100 | [diff] [blame] | 664 | return 0; |
Pablo Neira Ayuso | 97840cb | 2014-11-14 18:14:33 +0100 | [diff] [blame] | 665 | |
| 666 | type = nfnl_group2type[group]; |
Pablo Neira Ayuso | 0329274 | 2012-06-29 06:15:22 +0000 | [diff] [blame] | 667 | |
| 668 | rcu_read_lock(); |
Florian Westphal | dbc3617 | 2015-10-27 13:20:25 +0100 | [diff] [blame] | 669 | ss = nfnetlink_get_subsys(type << 8); |
Pablo Neira Ayuso | 0329274 | 2012-06-29 06:15:22 +0000 | [diff] [blame] | 670 | rcu_read_unlock(); |
Richard Guy Briggs | bfe4bc7 | 2014-04-22 21:31:53 -0400 | [diff] [blame] | 671 | if (!ss) |
Florian Westphal | 1b0890cd | 2019-07-02 21:41:40 +0200 | [diff] [blame] | 672 | request_module_nowait("nfnetlink-subsys-%d", type); |
Richard Guy Briggs | 4f52090 | 2014-04-22 21:31:54 -0400 | [diff] [blame] | 673 | return 0; |
Pablo Neira Ayuso | 0329274 | 2012-06-29 06:15:22 +0000 | [diff] [blame] | 674 | } |
| 675 | #endif |
| 676 | |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 677 | static int __net_init nfnetlink_net_init(struct net *net) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 678 | { |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 679 | struct nfnl_net *nfnlnet = nfnl_pernet(net); |
Pablo Neira Ayuso | a31f2d1 | 2012-06-29 06:15:21 +0000 | [diff] [blame] | 680 | struct netlink_kernel_cfg cfg = { |
| 681 | .groups = NFNLGRP_MAX, |
| 682 | .input = nfnetlink_rcv, |
Pablo Neira Ayuso | 0329274 | 2012-06-29 06:15:22 +0000 | [diff] [blame] | 683 | #ifdef CONFIG_MODULES |
| 684 | .bind = nfnetlink_bind, |
| 685 | #endif |
Pablo Neira Ayuso | a31f2d1 | 2012-06-29 06:15:21 +0000 | [diff] [blame] | 686 | }; |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 687 | |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 688 | nfnlnet->nfnl = netlink_kernel_create(net, NETLINK_NETFILTER, &cfg); |
| 689 | if (!nfnlnet->nfnl) |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 690 | return -ENOMEM; |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 691 | return 0; |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 692 | } |
| 693 | |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 694 | static void __net_exit nfnetlink_net_exit_batch(struct list_head *net_exit_list) |
| 695 | { |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 696 | struct nfnl_net *nfnlnet; |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 697 | struct net *net; |
| 698 | |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 699 | list_for_each_entry(net, net_exit_list, exit_list) { |
| 700 | nfnlnet = nfnl_pernet(net); |
| 701 | |
| 702 | netlink_kernel_release(nfnlnet->nfnl); |
| 703 | } |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 704 | } |
| 705 | |
| 706 | static struct pernet_operations nfnetlink_net_ops = { |
| 707 | .init = nfnetlink_net_init, |
| 708 | .exit_batch = nfnetlink_net_exit_batch, |
Florian Westphal | 1be05ea | 2021-04-01 16:11:05 +0200 | [diff] [blame] | 709 | .id = &nfnetlink_pernet_id, |
| 710 | .size = sizeof(struct nfnl_net), |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 711 | }; |
| 712 | |
Adrian Bunk | 395dde2 | 2005-09-05 18:06:45 -0700 | [diff] [blame] | 713 | static int __init nfnetlink_init(void) |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 714 | { |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 715 | int i; |
| 716 | |
Pablo Neira Ayuso | 97840cb | 2014-11-14 18:14:33 +0100 | [diff] [blame] | 717 | for (i = NFNLGRP_NONE + 1; i <= NFNLGRP_MAX; i++) |
| 718 | BUG_ON(nfnl_group2type[i] == NFNL_SUBSYS_NONE); |
| 719 | |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 720 | for (i=0; i<NFNL_SUBSYS_COUNT; i++) |
Florian Westphal | ab6c41e | 2020-10-02 13:51:29 +0200 | [diff] [blame] | 721 | __mutex_init(&table[i].mutex, nfnl_lockdep_names[i], &nfnl_lockdep_keys[i]); |
Pablo Neira Ayuso | c14b78e | 2013-02-05 01:50:26 +0100 | [diff] [blame] | 722 | |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 723 | return register_pernet_subsys(&nfnetlink_net_ops); |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 724 | } |
| 725 | |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 726 | static void __exit nfnetlink_exit(void) |
| 727 | { |
Alexey Dobriyan | cd8c20b | 2010-01-13 16:02:14 +0100 | [diff] [blame] | 728 | unregister_pernet_subsys(&nfnetlink_net_ops); |
| 729 | } |
Harald Welte | f9e815b | 2005-08-09 19:30:24 -0700 | [diff] [blame] | 730 | module_init(nfnetlink_init); |
| 731 | module_exit(nfnetlink_exit); |