Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | /* |
| 3 | * net/sched/gen_estimator.c Simple rate estimator. |
| 4 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 6 | * Eric Dumazet <edumazet@google.com> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | * |
| 8 | * Changes: |
| 9 | * Jamal Hadi Salim - moved it to net/core and reshulfed |
| 10 | * names to make it usable in general net subsystem. |
| 11 | */ |
| 12 | |
Linus Torvalds | 7c0f6ba | 2016-12-24 11:46:01 -0800 | [diff] [blame] | 13 | #include <linux/uaccess.h> |
Jiri Slaby | 1977f03 | 2007-10-18 23:40:25 -0700 | [diff] [blame] | 14 | #include <linux/bitops.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <linux/module.h> |
| 16 | #include <linux/types.h> |
| 17 | #include <linux/kernel.h> |
| 18 | #include <linux/jiffies.h> |
| 19 | #include <linux/string.h> |
| 20 | #include <linux/mm.h> |
| 21 | #include <linux/socket.h> |
| 22 | #include <linux/sockios.h> |
| 23 | #include <linux/in.h> |
| 24 | #include <linux/errno.h> |
| 25 | #include <linux/interrupt.h> |
| 26 | #include <linux/netdevice.h> |
| 27 | #include <linux/skbuff.h> |
| 28 | #include <linux/rtnetlink.h> |
| 29 | #include <linux/init.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 30 | #include <linux/slab.h> |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 31 | #include <linux/seqlock.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | #include <net/sock.h> |
| 33 | #include <net/gen_stats.h> |
| 34 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 35 | /* This code is NOT intended to be used for statistics collection, |
| 36 | * its purpose is to provide a base for statistical multiplexing |
| 37 | * for controlled load service. |
| 38 | * If you need only statistics, run a user level daemon which |
| 39 | * periodically reads byte counters. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | */ |
| 41 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 42 | struct net_rate_estimator { |
Eric Dumazet | c1a8f1f | 2009-08-16 09:36:49 +0000 | [diff] [blame] | 43 | struct gnet_stats_basic_packed *bstats; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | spinlock_t *stats_lock; |
Eric Dumazet | edb09eb | 2016-06-06 09:37:16 -0700 | [diff] [blame] | 45 | seqcount_t *running; |
John Fastabend | 22e0f8b | 2014-09-28 11:52:56 -0700 | [diff] [blame] | 46 | struct gnet_stats_basic_cpu __percpu *cpu_bstats; |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 47 | u8 ewma_log; |
| 48 | u8 intvl_log; /* period : (250ms << intvl_log) */ |
| 49 | |
| 50 | seqcount_t seq; |
Eric Dumazet | 1c8dd9c | 2019-11-06 20:52:40 -0800 | [diff] [blame] | 51 | u64 last_packets; |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 52 | u64 last_bytes; |
| 53 | |
| 54 | u64 avpps; |
| 55 | u64 avbps; |
| 56 | |
| 57 | unsigned long next_jiffies; |
| 58 | struct timer_list timer; |
| 59 | struct rcu_head rcu; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | }; |
| 61 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 62 | static void est_fetch_counters(struct net_rate_estimator *e, |
| 63 | struct gnet_stats_basic_packed *b) |
| 64 | { |
Eric Dumazet | a5f7add | 2018-02-22 19:45:27 -0800 | [diff] [blame] | 65 | memset(b, 0, sizeof(*b)); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 66 | if (e->stats_lock) |
| 67 | spin_lock(e->stats_lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 69 | __gnet_stats_copy_basic(e->running, b, e->cpu_bstats, e->bstats); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 71 | if (e->stats_lock) |
| 72 | spin_unlock(e->stats_lock); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 74 | } |
Jarek Poplawski | 4db0acf3 | 2008-11-24 15:48:05 -0800 | [diff] [blame] | 75 | |
Kees Cook | e99e88a | 2017-10-16 14:43:17 -0700 | [diff] [blame] | 76 | static void est_timer(struct timer_list *t) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | { |
Kees Cook | e99e88a | 2017-10-16 14:43:17 -0700 | [diff] [blame] | 78 | struct net_rate_estimator *est = from_timer(est, t, timer); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 79 | struct gnet_stats_basic_packed b; |
| 80 | u64 rate, brate; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 82 | est_fetch_counters(est, &b); |
Eric Dumazet | ca558e1 | 2017-09-13 11:16:45 -0700 | [diff] [blame] | 83 | brate = (b.bytes - est->last_bytes) << (10 - est->ewma_log - est->intvl_log); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 84 | brate -= (est->avbps >> est->ewma_log); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | |
Eric Dumazet | 1c8dd9c | 2019-11-06 20:52:40 -0800 | [diff] [blame] | 86 | rate = (b.packets - est->last_packets) << (10 - est->ewma_log - est->intvl_log); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 87 | rate -= (est->avpps >> est->ewma_log); |
Ranko Zivojnovic | 0929c2d | 2007-07-16 18:28:32 -0700 | [diff] [blame] | 88 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 89 | write_seqcount_begin(&est->seq); |
| 90 | est->avbps += brate; |
| 91 | est->avpps += rate; |
| 92 | write_seqcount_end(&est->seq); |
John Fastabend | 22e0f8b | 2014-09-28 11:52:56 -0700 | [diff] [blame] | 93 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 94 | est->last_bytes = b.bytes; |
| 95 | est->last_packets = b.packets; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 97 | est->next_jiffies += ((HZ/4) << est->intvl_log); |
| 98 | |
| 99 | if (unlikely(time_after_eq(jiffies, est->next_jiffies))) { |
| 100 | /* Ouch... timer was delayed. */ |
| 101 | est->next_jiffies = jiffies + 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | } |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 103 | mod_timer(&est->timer, est->next_jiffies); |
Jarek Poplawski | 4db0acf3 | 2008-11-24 15:48:05 -0800 | [diff] [blame] | 104 | } |
| 105 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 | /** |
| 107 | * gen_new_estimator - create a new rate estimator |
| 108 | * @bstats: basic statistics |
Luis de Bethencourt | e9fc2f0 | 2016-03-19 21:31:38 +0000 | [diff] [blame] | 109 | * @cpu_bstats: bstats per cpu |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | * @rate_est: rate estimator statistics |
Vlad Buslov | 51a9f5a | 2018-08-10 20:51:54 +0300 | [diff] [blame] | 111 | * @lock: lock for statistics and control path |
Eric Dumazet | edb09eb | 2016-06-06 09:37:16 -0700 | [diff] [blame] | 112 | * @running: qdisc running seqcount |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | * @opt: rate estimator configuration TLV |
| 114 | * |
| 115 | * Creates a new rate estimator with &bstats as source and &rate_est |
| 116 | * as destination. A new timer with the interval specified in the |
| 117 | * configuration TLV is created. Upon each interval, the latest statistics |
| 118 | * will be read from &bstats and the estimated rate will be stored in |
Masanari Iida | e793c0f | 2014-09-04 23:44:36 +0900 | [diff] [blame] | 119 | * &rate_est with the statistics lock grabbed during this period. |
YOSHIFUJI Hideaki | 4ec93ed | 2007-02-09 23:24:36 +0900 | [diff] [blame] | 120 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | * Returns 0 on success or a negative error code. |
Ranko Zivojnovic | 0929c2d | 2007-07-16 18:28:32 -0700 | [diff] [blame] | 122 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | */ |
Eric Dumazet | c1a8f1f | 2009-08-16 09:36:49 +0000 | [diff] [blame] | 124 | int gen_new_estimator(struct gnet_stats_basic_packed *bstats, |
John Fastabend | 22e0f8b | 2014-09-28 11:52:56 -0700 | [diff] [blame] | 125 | struct gnet_stats_basic_cpu __percpu *cpu_bstats, |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 126 | struct net_rate_estimator __rcu **rate_est, |
Vlad Buslov | 51a9f5a | 2018-08-10 20:51:54 +0300 | [diff] [blame] | 127 | spinlock_t *lock, |
Eric Dumazet | edb09eb | 2016-06-06 09:37:16 -0700 | [diff] [blame] | 128 | seqcount_t *running, |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 129 | struct nlattr *opt) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | { |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 131 | struct gnet_estimator *parm = nla_data(opt); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 132 | struct net_rate_estimator *old, *est; |
| 133 | struct gnet_stats_basic_packed b; |
| 134 | int intvl_log; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | |
Patrick McHardy | 1e90474 | 2008-01-22 22:11:17 -0800 | [diff] [blame] | 136 | if (nla_len(opt) < sizeof(*parm)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 | return -EINVAL; |
| 138 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 139 | /* allowed timer periods are : |
| 140 | * -2 : 250ms, -1 : 500ms, 0 : 1 sec |
| 141 | * 1 : 2 sec, 2 : 4 sec, 3 : 8 sec |
| 142 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 | if (parm->interval < -2 || parm->interval > 3) |
| 144 | return -EINVAL; |
| 145 | |
Andrew Morton | 77d04bd | 2006-04-07 14:52:59 -0700 | [diff] [blame] | 146 | est = kzalloc(sizeof(*est), GFP_KERNEL); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 147 | if (!est) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 148 | return -ENOBUFS; |
| 149 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 150 | seqcount_init(&est->seq); |
| 151 | intvl_log = parm->interval + 2; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | est->bstats = bstats; |
Vlad Buslov | 51a9f5a | 2018-08-10 20:51:54 +0300 | [diff] [blame] | 153 | est->stats_lock = lock; |
Eric Dumazet | edb09eb | 2016-06-06 09:37:16 -0700 | [diff] [blame] | 154 | est->running = running; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 155 | est->ewma_log = parm->ewma_log; |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 156 | est->intvl_log = intvl_log; |
John Fastabend | 22e0f8b | 2014-09-28 11:52:56 -0700 | [diff] [blame] | 157 | est->cpu_bstats = cpu_bstats; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | |
Vlad Buslov | 51a9f5a | 2018-08-10 20:51:54 +0300 | [diff] [blame] | 159 | if (lock) |
Eric Dumazet | 40ca54e | 2018-01-27 10:58:43 -0800 | [diff] [blame] | 160 | local_bh_disable(); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 161 | est_fetch_counters(est, &b); |
Vlad Buslov | 51a9f5a | 2018-08-10 20:51:54 +0300 | [diff] [blame] | 162 | if (lock) |
Eric Dumazet | 40ca54e | 2018-01-27 10:58:43 -0800 | [diff] [blame] | 163 | local_bh_enable(); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 164 | est->last_bytes = b.bytes; |
| 165 | est->last_packets = b.packets; |
Vlad Buslov | 51a9f5a | 2018-08-10 20:51:54 +0300 | [diff] [blame] | 166 | |
| 167 | if (lock) |
| 168 | spin_lock_bh(lock); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 169 | old = rcu_dereference_protected(*rate_est, 1); |
| 170 | if (old) { |
| 171 | del_timer_sync(&old->timer); |
| 172 | est->avbps = old->avbps; |
| 173 | est->avpps = old->avpps; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | } |
Ranko Zivojnovic | 0929c2d | 2007-07-16 18:28:32 -0700 | [diff] [blame] | 175 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 176 | est->next_jiffies = jiffies + ((HZ/4) << intvl_log); |
Kees Cook | e99e88a | 2017-10-16 14:43:17 -0700 | [diff] [blame] | 177 | timer_setup(&est->timer, est_timer, 0); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 178 | mod_timer(&est->timer, est->next_jiffies); |
Jarek Poplawski | 4db0acf3 | 2008-11-24 15:48:05 -0800 | [diff] [blame] | 179 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 180 | rcu_assign_pointer(*rate_est, est); |
Vlad Buslov | 51a9f5a | 2018-08-10 20:51:54 +0300 | [diff] [blame] | 181 | if (lock) |
| 182 | spin_unlock_bh(lock); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 183 | if (old) |
| 184 | kfree_rcu(old, rcu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | return 0; |
| 186 | } |
Stephen Hemminger | c1b5687 | 2008-11-25 21:14:06 -0800 | [diff] [blame] | 187 | EXPORT_SYMBOL(gen_new_estimator); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | |
| 189 | /** |
| 190 | * gen_kill_estimator - remove a rate estimator |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 191 | * @rate_est: rate estimator |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 192 | * |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 193 | * Removes the rate estimator. |
Ranko Zivojnovic | 0929c2d | 2007-07-16 18:28:32 -0700 | [diff] [blame] | 194 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 195 | */ |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 196 | void gen_kill_estimator(struct net_rate_estimator __rcu **rate_est) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 197 | { |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 198 | struct net_rate_estimator *est; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 199 | |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 200 | est = xchg((__force struct net_rate_estimator **)rate_est, NULL); |
| 201 | if (est) { |
| 202 | del_timer_sync(&est->timer); |
| 203 | kfree_rcu(est, rcu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 204 | } |
| 205 | } |
Stephen Hemminger | c1b5687 | 2008-11-25 21:14:06 -0800 | [diff] [blame] | 206 | EXPORT_SYMBOL(gen_kill_estimator); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 207 | |
| 208 | /** |
Jarek Poplawski | 9675016 | 2008-01-21 02:36:02 -0800 | [diff] [blame] | 209 | * gen_replace_estimator - replace rate estimator configuration |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 210 | * @bstats: basic statistics |
Luis de Bethencourt | e9fc2f0 | 2016-03-19 21:31:38 +0000 | [diff] [blame] | 211 | * @cpu_bstats: bstats per cpu |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 212 | * @rate_est: rate estimator statistics |
Vlad Buslov | 51a9f5a | 2018-08-10 20:51:54 +0300 | [diff] [blame] | 213 | * @lock: lock for statistics and control path |
Eric Dumazet | edb09eb | 2016-06-06 09:37:16 -0700 | [diff] [blame] | 214 | * @running: qdisc running seqcount (might be NULL) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 215 | * @opt: rate estimator configuration TLV |
| 216 | * |
| 217 | * Replaces the configuration of a rate estimator by calling |
| 218 | * gen_kill_estimator() and gen_new_estimator(). |
YOSHIFUJI Hideaki | 4ec93ed | 2007-02-09 23:24:36 +0900 | [diff] [blame] | 219 | * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 220 | * Returns 0 on success or a negative error code. |
| 221 | */ |
Eric Dumazet | c1a8f1f | 2009-08-16 09:36:49 +0000 | [diff] [blame] | 222 | int gen_replace_estimator(struct gnet_stats_basic_packed *bstats, |
John Fastabend | 22e0f8b | 2014-09-28 11:52:56 -0700 | [diff] [blame] | 223 | struct gnet_stats_basic_cpu __percpu *cpu_bstats, |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 224 | struct net_rate_estimator __rcu **rate_est, |
Vlad Buslov | 51a9f5a | 2018-08-10 20:51:54 +0300 | [diff] [blame] | 225 | spinlock_t *lock, |
Eric Dumazet | edb09eb | 2016-06-06 09:37:16 -0700 | [diff] [blame] | 226 | seqcount_t *running, struct nlattr *opt) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 227 | { |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 228 | return gen_new_estimator(bstats, cpu_bstats, rate_est, |
Vlad Buslov | 51a9f5a | 2018-08-10 20:51:54 +0300 | [diff] [blame] | 229 | lock, running, opt); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 230 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 231 | EXPORT_SYMBOL(gen_replace_estimator); |
Stephen Hemminger | c1b5687 | 2008-11-25 21:14:06 -0800 | [diff] [blame] | 232 | |
| 233 | /** |
| 234 | * gen_estimator_active - test if estimator is currently in use |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 235 | * @rate_est: rate estimator |
Stephen Hemminger | c1b5687 | 2008-11-25 21:14:06 -0800 | [diff] [blame] | 236 | * |
Jarek Poplawski | 244e6c2 | 2008-11-26 15:24:32 -0800 | [diff] [blame] | 237 | * Returns true if estimator is active, and false if not. |
Stephen Hemminger | c1b5687 | 2008-11-25 21:14:06 -0800 | [diff] [blame] | 238 | */ |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 239 | bool gen_estimator_active(struct net_rate_estimator __rcu **rate_est) |
Stephen Hemminger | c1b5687 | 2008-11-25 21:14:06 -0800 | [diff] [blame] | 240 | { |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 241 | return !!rcu_access_pointer(*rate_est); |
Stephen Hemminger | c1b5687 | 2008-11-25 21:14:06 -0800 | [diff] [blame] | 242 | } |
| 243 | EXPORT_SYMBOL(gen_estimator_active); |
Eric Dumazet | 1c0d32f | 2016-12-04 09:48:16 -0800 | [diff] [blame] | 244 | |
| 245 | bool gen_estimator_read(struct net_rate_estimator __rcu **rate_est, |
| 246 | struct gnet_stats_rate_est64 *sample) |
| 247 | { |
| 248 | struct net_rate_estimator *est; |
| 249 | unsigned seq; |
| 250 | |
| 251 | rcu_read_lock(); |
| 252 | est = rcu_dereference(*rate_est); |
| 253 | if (!est) { |
| 254 | rcu_read_unlock(); |
| 255 | return false; |
| 256 | } |
| 257 | |
| 258 | do { |
| 259 | seq = read_seqcount_begin(&est->seq); |
| 260 | sample->bps = est->avbps >> 8; |
| 261 | sample->pps = est->avpps >> 8; |
| 262 | } while (read_seqcount_retry(&est->seq, seq)); |
| 263 | |
| 264 | rcu_read_unlock(); |
| 265 | return true; |
| 266 | } |
| 267 | EXPORT_SYMBOL(gen_estimator_read); |