Thomas Gleixner | d2912cb | 2019-06-04 10:11:33 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-only |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 2 | /* |
| 3 | * (C) 2007 Patrick McHardy <kaber@trash.net> |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 4 | */ |
| 5 | #include <linux/module.h> |
| 6 | #include <linux/skbuff.h> |
| 7 | #include <linux/gen_stats.h> |
| 8 | #include <linux/jhash.h> |
| 9 | #include <linux/rtnetlink.h> |
| 10 | #include <linux/random.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 11 | #include <linux/slab.h> |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 12 | #include <net/gen_stats.h> |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 13 | #include <net/netlink.h> |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 14 | #include <net/netns/generic.h> |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 15 | |
| 16 | #include <linux/netfilter/x_tables.h> |
| 17 | #include <linux/netfilter/xt_RATEEST.h> |
| 18 | #include <net/netfilter/xt_rateest.h> |
| 19 | |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 20 | #define RATEEST_HSIZE 16 |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 21 | |
| 22 | struct xt_rateest_net { |
| 23 | struct mutex hash_lock; |
| 24 | struct hlist_head hash[RATEEST_HSIZE]; |
| 25 | }; |
| 26 | |
| 27 | static unsigned int xt_rateest_id; |
| 28 | |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 29 | static unsigned int jhash_rnd __read_mostly; |
| 30 | |
| 31 | static unsigned int xt_rateest_hash(const char *name) |
| 32 | { |
Pankaj Bharadiya | c593642 | 2019-12-09 10:31:43 -0800 | [diff] [blame] | 33 | return jhash(name, sizeof_field(struct xt_rateest, name), jhash_rnd) & |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 34 | (RATEEST_HSIZE - 1); |
| 35 | } |
| 36 | |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 37 | static void xt_rateest_hash_insert(struct xt_rateest_net *xn, |
| 38 | struct xt_rateest *est) |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 39 | { |
| 40 | unsigned int h; |
| 41 | |
| 42 | h = xt_rateest_hash(est->name); |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 43 | hlist_add_head(&est->list, &xn->hash[h]); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 44 | } |
| 45 | |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 46 | static struct xt_rateest *__xt_rateest_lookup(struct xt_rateest_net *xn, |
| 47 | const char *name) |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 48 | { |
| 49 | struct xt_rateest *est; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 50 | unsigned int h; |
| 51 | |
| 52 | h = xt_rateest_hash(name); |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 53 | hlist_for_each_entry(est, &xn->hash[h], list) { |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 54 | if (strcmp(est->name, name) == 0) { |
| 55 | est->refcnt++; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 56 | return est; |
| 57 | } |
| 58 | } |
Cong Wang | 7dc68e9 | 2018-02-05 14:41:45 -0800 | [diff] [blame] | 59 | |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 60 | return NULL; |
| 61 | } |
Cong Wang | 7dc68e9 | 2018-02-05 14:41:45 -0800 | [diff] [blame] | 62 | |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 63 | struct xt_rateest *xt_rateest_lookup(struct net *net, const char *name) |
Cong Wang | 7dc68e9 | 2018-02-05 14:41:45 -0800 | [diff] [blame] | 64 | { |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 65 | struct xt_rateest_net *xn = net_generic(net, xt_rateest_id); |
Cong Wang | 7dc68e9 | 2018-02-05 14:41:45 -0800 | [diff] [blame] | 66 | struct xt_rateest *est; |
| 67 | |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 68 | mutex_lock(&xn->hash_lock); |
| 69 | est = __xt_rateest_lookup(xn, name); |
| 70 | mutex_unlock(&xn->hash_lock); |
Cong Wang | 7dc68e9 | 2018-02-05 14:41:45 -0800 | [diff] [blame] | 71 | return est; |
| 72 | } |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 73 | EXPORT_SYMBOL_GPL(xt_rateest_lookup); |
| 74 | |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 75 | void xt_rateest_put(struct net *net, struct xt_rateest *est) |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 76 | { |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 77 | struct xt_rateest_net *xn = net_generic(net, xt_rateest_id); |
| 78 | |
| 79 | mutex_lock(&xn->hash_lock); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 80 | if (--est->refcnt == 0) { |
| 81 | hlist_del(&est->list); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 82 | gen_kill_estimator(&est->rate_est); |
Eric Dumazet | c7de2cf | 2010-06-09 02:09:23 +0000 | [diff] [blame] | 83 | /* |
| 84 | * gen_estimator est_timer() might access est->lock or bstats, |
| 85 | * wait a RCU grace period before freeing 'est' |
| 86 | */ |
Paul E. McKenney | cefcb60 | 2011-05-02 01:00:18 -0700 | [diff] [blame] | 87 | kfree_rcu(est, rcu); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 88 | } |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 89 | mutex_unlock(&xn->hash_lock); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 90 | } |
| 91 | EXPORT_SYMBOL_GPL(xt_rateest_put); |
| 92 | |
| 93 | static unsigned int |
Jan Engelhardt | 4b560b4 | 2009-07-05 19:43:26 +0200 | [diff] [blame] | 94 | xt_rateest_tg(struct sk_buff *skb, const struct xt_action_param *par) |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 95 | { |
Jan Engelhardt | 7eb3558 | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 96 | const struct xt_rateest_target_info *info = par->targinfo; |
Ahmed S. Darwish | 50dc9a8 | 2021-10-16 10:49:09 +0200 | [diff] [blame] | 97 | struct gnet_stats_basic_sync *stats = &info->est->bstats; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 98 | |
| 99 | spin_lock_bh(&info->est->lock); |
Ahmed S. Darwish | 50dc9a8 | 2021-10-16 10:49:09 +0200 | [diff] [blame] | 100 | u64_stats_add(&stats->bytes, skb->len); |
| 101 | u64_stats_inc(&stats->packets); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 102 | spin_unlock_bh(&info->est->lock); |
| 103 | |
| 104 | return XT_CONTINUE; |
| 105 | } |
| 106 | |
Jan Engelhardt | 135367b | 2010-03-19 17:16:42 +0100 | [diff] [blame] | 107 | static int xt_rateest_tg_checkentry(const struct xt_tgchk_param *par) |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 108 | { |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 109 | struct xt_rateest_net *xn = net_generic(par->net, xt_rateest_id); |
Jan Engelhardt | af5d6dc | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 110 | struct xt_rateest_target_info *info = par->targinfo; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 111 | struct xt_rateest *est; |
| 112 | struct { |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 113 | struct nlattr opt; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 114 | struct gnet_estimator est; |
| 115 | } cfg; |
Jan Engelhardt | 4a5a5c7 | 2010-03-19 17:32:59 +0100 | [diff] [blame] | 116 | int ret; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 117 | |
Florian Westphal | 6cb5621 | 2020-12-22 23:23:56 +0100 | [diff] [blame] | 118 | if (strnlen(info->name, sizeof(est->name)) >= sizeof(est->name)) |
| 119 | return -ENAMETOOLONG; |
| 120 | |
Gao Feng | 7bdc662 | 2016-09-18 10:52:25 +0800 | [diff] [blame] | 121 | net_get_random_once(&jhash_rnd, sizeof(jhash_rnd)); |
Jan Engelhardt | 5191d50 | 2010-01-04 16:27:25 +0100 | [diff] [blame] | 122 | |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 123 | mutex_lock(&xn->hash_lock); |
| 124 | est = __xt_rateest_lookup(xn, info->name); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 125 | if (est) { |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 126 | mutex_unlock(&xn->hash_lock); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 127 | /* |
| 128 | * If estimator parameters are specified, they must match the |
| 129 | * existing estimator. |
| 130 | */ |
| 131 | if ((!info->interval && !info->ewma_log) || |
| 132 | (info->interval != est->params.interval || |
| 133 | info->ewma_log != est->params.ewma_log)) { |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 134 | xt_rateest_put(par->net, est); |
Jan Engelhardt | d6b00a5 | 2010-03-25 16:34:45 +0100 | [diff] [blame] | 135 | return -EINVAL; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 136 | } |
| 137 | info->est = est; |
Jan Engelhardt | d6b00a5 | 2010-03-25 16:34:45 +0100 | [diff] [blame] | 138 | return 0; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 139 | } |
| 140 | |
Jan Engelhardt | 4a5a5c7 | 2010-03-19 17:32:59 +0100 | [diff] [blame] | 141 | ret = -ENOMEM; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 142 | est = kzalloc(sizeof(*est), GFP_KERNEL); |
| 143 | if (!est) |
| 144 | goto err1; |
| 145 | |
Ahmed S. Darwish | 50dc9a8 | 2021-10-16 10:49:09 +0200 | [diff] [blame] | 146 | gnet_stats_basic_sync_init(&est->bstats); |
Wolfram Sang | 8556bce | 2022-08-18 23:02:24 +0200 | [diff] [blame] | 147 | strscpy(est->name, info->name, sizeof(est->name)); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 148 | spin_lock_init(&est->lock); |
| 149 | est->refcnt = 1; |
| 150 | est->params.interval = info->interval; |
| 151 | est->params.ewma_log = info->ewma_log; |
| 152 | |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 153 | cfg.opt.nla_len = nla_attr_size(sizeof(cfg.est)); |
| 154 | cfg.opt.nla_type = TCA_STATS_RATE_EST; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 155 | cfg.est.interval = info->interval; |
| 156 | cfg.est.ewma_log = info->ewma_log; |
| 157 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 158 | ret = gen_new_estimator(&est->bstats, NULL, &est->rate_est, |
Eric Dumazet | edb09eb | 2016-06-06 09:37:16 -0700 | [diff] [blame] | 159 | &est->lock, NULL, &cfg.opt); |
Jan Engelhardt | 4a5a5c7 | 2010-03-19 17:32:59 +0100 | [diff] [blame] | 160 | if (ret < 0) |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 161 | goto err2; |
| 162 | |
| 163 | info->est = est; |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 164 | xt_rateest_hash_insert(xn, est); |
| 165 | mutex_unlock(&xn->hash_lock); |
Jan Engelhardt | d6b00a5 | 2010-03-25 16:34:45 +0100 | [diff] [blame] | 166 | return 0; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 167 | |
| 168 | err2: |
| 169 | kfree(est); |
| 170 | err1: |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 171 | mutex_unlock(&xn->hash_lock); |
Jan Engelhardt | 4a5a5c7 | 2010-03-19 17:32:59 +0100 | [diff] [blame] | 172 | return ret; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 173 | } |
| 174 | |
Jan Engelhardt | a2df164 | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 175 | static void xt_rateest_tg_destroy(const struct xt_tgdtor_param *par) |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 176 | { |
Jan Engelhardt | a2df164 | 2008-10-08 11:35:19 +0200 | [diff] [blame] | 177 | struct xt_rateest_target_info *info = par->targinfo; |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 178 | |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 179 | xt_rateest_put(par->net, info->est); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 180 | } |
| 181 | |
Jan Engelhardt | 55b69e9 | 2008-10-08 11:35:01 +0200 | [diff] [blame] | 182 | static struct xt_target xt_rateest_tg_reg __read_mostly = { |
| 183 | .name = "RATEEST", |
| 184 | .revision = 0, |
| 185 | .family = NFPROTO_UNSPEC, |
| 186 | .target = xt_rateest_tg, |
| 187 | .checkentry = xt_rateest_tg_checkentry, |
| 188 | .destroy = xt_rateest_tg_destroy, |
| 189 | .targetsize = sizeof(struct xt_rateest_target_info), |
Willem de Bruijn | ec23189 | 2017-01-02 17:19:46 -0500 | [diff] [blame] | 190 | .usersize = offsetof(struct xt_rateest_target_info, est), |
Jan Engelhardt | 55b69e9 | 2008-10-08 11:35:01 +0200 | [diff] [blame] | 191 | .me = THIS_MODULE, |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 192 | }; |
| 193 | |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 194 | static __net_init int xt_rateest_net_init(struct net *net) |
| 195 | { |
| 196 | struct xt_rateest_net *xn = net_generic(net, xt_rateest_id); |
| 197 | int i; |
| 198 | |
| 199 | mutex_init(&xn->hash_lock); |
| 200 | for (i = 0; i < ARRAY_SIZE(xn->hash); i++) |
| 201 | INIT_HLIST_HEAD(&xn->hash[i]); |
| 202 | return 0; |
| 203 | } |
| 204 | |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 205 | static struct pernet_operations xt_rateest_net_ops = { |
| 206 | .init = xt_rateest_net_init, |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 207 | .id = &xt_rateest_id, |
| 208 | .size = sizeof(struct xt_rateest_net), |
| 209 | }; |
| 210 | |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 211 | static int __init xt_rateest_tg_init(void) |
| 212 | { |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 213 | int err = register_pernet_subsys(&xt_rateest_net_ops); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 214 | |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 215 | if (err) |
| 216 | return err; |
Jan Engelhardt | 55b69e9 | 2008-10-08 11:35:01 +0200 | [diff] [blame] | 217 | return xt_register_target(&xt_rateest_tg_reg); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 218 | } |
| 219 | |
| 220 | static void __exit xt_rateest_tg_fini(void) |
| 221 | { |
Jan Engelhardt | 55b69e9 | 2008-10-08 11:35:01 +0200 | [diff] [blame] | 222 | xt_unregister_target(&xt_rateest_tg_reg); |
Cong Wang | 3427b2a | 2018-03-01 18:58:38 -0800 | [diff] [blame] | 223 | unregister_pernet_subsys(&xt_rateest_net_ops); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 224 | } |
| 225 | |
| 226 | |
| 227 | MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>"); |
| 228 | MODULE_LICENSE("GPL"); |
Jan Engelhardt | 2ae15b6 | 2008-01-14 23:42:28 -0800 | [diff] [blame] | 229 | MODULE_DESCRIPTION("Xtables: packet rate estimator"); |
Patrick McHardy | 5859034 | 2007-12-04 23:40:05 -0800 | [diff] [blame] | 230 | MODULE_ALIAS("ipt_RATEEST"); |
| 231 | MODULE_ALIAS("ip6t_RATEEST"); |
| 232 | module_init(xt_rateest_tg_init); |
| 233 | module_exit(xt_rateest_tg_fini); |