Thomas Gleixner | c942fdd | 2019-05-27 08:55:06 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 2 | /* |
| 3 | * tsacct.c - System accounting over taskstats interface |
| 4 | * |
| 5 | * Copyright (C) Jay Lan, <jlan@sgi.com> |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 6 | */ |
| 7 | |
| 8 | #include <linux/kernel.h> |
Ingo Molnar | 3f07c01 | 2017-02-08 18:51:30 +0100 | [diff] [blame] | 9 | #include <linux/sched/signal.h> |
Ingo Molnar | 6e84f31 | 2017-02-08 18:51:29 +0100 | [diff] [blame] | 10 | #include <linux/sched/mm.h> |
Ingo Molnar | 32ef551 | 2017-02-05 11:48:36 +0100 | [diff] [blame] | 11 | #include <linux/sched/cputime.h> |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 12 | #include <linux/tsacct_kern.h> |
| 13 | #include <linux/acct.h> |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 14 | #include <linux/jiffies.h> |
KAMEZAWA Hiroyuki | d559db0 | 2010-03-05 13:41:39 -0800 | [diff] [blame] | 15 | #include <linux/mm.h> |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 16 | |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 17 | /* |
| 18 | * fill in basic accounting fields |
| 19 | */ |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 20 | void bacct_add_tsk(struct user_namespace *user_ns, |
| 21 | struct pid_namespace *pid_ns, |
| 22 | struct taskstats *stats, struct task_struct *tsk) |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 23 | { |
David Howells | c69e8d9 | 2008-11-14 10:39:19 +1100 | [diff] [blame] | 24 | const struct cred *tcred; |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 25 | u64 utime, stime, utimescaled, stimescaled; |
Dr. Thomas Orgis | 0e0af57 | 2022-04-29 14:38:03 -0700 | [diff] [blame] | 26 | u64 now_ns, delta; |
Arnd Bergmann | 2d602bf | 2019-10-24 16:34:25 +0200 | [diff] [blame] | 27 | time64_t btime; |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 28 | |
| 29 | BUILD_BUG_ON(TS_COMM_LEN < TASK_COMM_LEN); |
| 30 | |
Thomas Gleixner | ccbf62d | 2014-07-16 21:04:34 +0000 | [diff] [blame] | 31 | /* calculate task elapsed time in nsec */ |
Dr. Thomas Orgis | 0e0af57 | 2022-04-29 14:38:03 -0700 | [diff] [blame] | 32 | now_ns = ktime_get_ns(); |
| 33 | /* store whole group time first */ |
| 34 | delta = now_ns - tsk->group_leader->start_time; |
Thomas Gleixner | ccbf62d | 2014-07-16 21:04:34 +0000 | [diff] [blame] | 35 | /* Convert to micro seconds */ |
| 36 | do_div(delta, NSEC_PER_USEC); |
Dr. Thomas Orgis | 0e0af57 | 2022-04-29 14:38:03 -0700 | [diff] [blame] | 37 | stats->ac_tgetime = delta; |
| 38 | delta = now_ns - tsk->start_time; |
| 39 | do_div(delta, NSEC_PER_USEC); |
Thomas Gleixner | ccbf62d | 2014-07-16 21:04:34 +0000 | [diff] [blame] | 40 | stats->ac_etime = delta; |
Arnd Bergmann | 2d602bf | 2019-10-24 16:34:25 +0200 | [diff] [blame] | 41 | /* Convert to seconds for btime (note y2106 limit) */ |
| 42 | btime = ktime_get_real_seconds() - div_u64(delta, USEC_PER_SEC); |
| 43 | stats->ac_btime = clamp_t(time64_t, btime, 0, U32_MAX); |
Arnd Bergmann | 352c912 | 2019-10-24 16:47:56 +0200 | [diff] [blame] | 44 | stats->ac_btime64 = btime; |
Arnd Bergmann | 2d602bf | 2019-10-24 16:34:25 +0200 | [diff] [blame] | 45 | |
Eric W. Biederman | 1b5a42d | 2022-01-03 11:32:36 -0600 | [diff] [blame] | 46 | if (tsk->flags & PF_EXITING) |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 47 | stats->ac_exitcode = tsk->exit_code; |
Eric W. Biederman | 1b5a42d | 2022-01-03 11:32:36 -0600 | [diff] [blame] | 48 | if (thread_group_leader(tsk) && (tsk->flags & PF_FORKNOEXEC)) |
| 49 | stats->ac_flag |= AFORK; |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 50 | if (tsk->flags & PF_SUPERPRIV) |
| 51 | stats->ac_flag |= ASU; |
| 52 | if (tsk->flags & PF_DUMPCORE) |
| 53 | stats->ac_flag |= ACORE; |
| 54 | if (tsk->flags & PF_SIGNALED) |
| 55 | stats->ac_flag |= AXSIG; |
| 56 | stats->ac_nice = task_nice(tsk); |
| 57 | stats->ac_sched = tsk->policy; |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 58 | stats->ac_pid = task_pid_nr_ns(tsk, pid_ns); |
Dr. Thomas Orgis | 0e0af57 | 2022-04-29 14:38:03 -0700 | [diff] [blame] | 59 | stats->ac_tgid = task_tgid_nr_ns(tsk, pid_ns); |
Oleg Nesterov | 05d5bcd | 2006-10-28 10:38:50 -0700 | [diff] [blame] | 60 | rcu_read_lock(); |
David Howells | c69e8d9 | 2008-11-14 10:39:19 +1100 | [diff] [blame] | 61 | tcred = __task_cred(tsk); |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 62 | stats->ac_uid = from_kuid_munged(user_ns, tcred->uid); |
| 63 | stats->ac_gid = from_kgid_munged(user_ns, tcred->gid); |
Oleg Nesterov | 05d5bcd | 2006-10-28 10:38:50 -0700 | [diff] [blame] | 64 | stats->ac_ppid = pid_alive(tsk) ? |
Eric W. Biederman | 4bd6e32 | 2012-02-07 17:56:49 -0800 | [diff] [blame] | 65 | task_tgid_nr_ns(rcu_dereference(tsk->real_parent), pid_ns) : 0; |
Oleg Nesterov | 05d5bcd | 2006-10-28 10:38:50 -0700 | [diff] [blame] | 66 | rcu_read_unlock(); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 67 | |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 68 | task_cputime(tsk, &utime, &stime); |
| 69 | stats->ac_utime = div_u64(utime, NSEC_PER_USEC); |
| 70 | stats->ac_stime = div_u64(stime, NSEC_PER_USEC); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 71 | |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 72 | task_cputime_scaled(tsk, &utimescaled, &stimescaled); |
| 73 | stats->ac_utimescaled = div_u64(utimescaled, NSEC_PER_USEC); |
| 74 | stats->ac_stimescaled = div_u64(stimescaled, NSEC_PER_USEC); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 75 | |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 76 | stats->ac_minflt = tsk->min_flt; |
| 77 | stats->ac_majflt = tsk->maj_flt; |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 78 | |
Kees Cook | 0fe2356 | 2024-07-11 10:13:09 -0700 | [diff] [blame] | 79 | strscpy_pad(stats->ac_comm, tsk->comm); |
Jay Lan | f3cef7a | 2006-09-30 23:28:55 -0700 | [diff] [blame] | 80 | } |
| 81 | |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 82 | |
| 83 | #ifdef CONFIG_TASK_XACCT |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 84 | |
| 85 | #define KB 1024 |
| 86 | #define MB (1024*KB) |
Linus Torvalds | 58c3c3a | 2011-09-19 17:10:57 -0700 | [diff] [blame] | 87 | #define KB_MASK (~(KB-1)) |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 88 | /* |
| 89 | * fill in extended accounting fields |
| 90 | */ |
| 91 | void xacct_add_tsk(struct taskstats *stats, struct task_struct *p) |
| 92 | { |
Oleg Nesterov | f0ec1aa | 2006-10-29 22:46:43 -0800 | [diff] [blame] | 93 | struct mm_struct *mm; |
| 94 | |
Rik van Riel | 382c2fe | 2016-02-10 20:08:24 -0500 | [diff] [blame] | 95 | /* convert pages-nsec/1024 to Mbyte-usec, see __acct_update_integrals */ |
| 96 | stats->coremem = p->acct_rss_mem1 * PAGE_SIZE; |
| 97 | do_div(stats->coremem, 1000 * KB); |
| 98 | stats->virtmem = p->acct_vm_mem1 * PAGE_SIZE; |
| 99 | do_div(stats->virtmem, 1000 * KB); |
Oleg Nesterov | f0ec1aa | 2006-10-29 22:46:43 -0800 | [diff] [blame] | 100 | mm = get_task_mm(p); |
| 101 | if (mm) { |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 102 | /* adjust to KB unit */ |
Oleg Nesterov | 901608d | 2009-01-06 14:40:29 -0800 | [diff] [blame] | 103 | stats->hiwater_rss = get_mm_hiwater_rss(mm) * PAGE_SIZE / KB; |
| 104 | stats->hiwater_vm = get_mm_hiwater_vm(mm) * PAGE_SIZE / KB; |
Oleg Nesterov | f0ec1aa | 2006-10-29 22:46:43 -0800 | [diff] [blame] | 105 | mmput(mm); |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 106 | } |
Linus Torvalds | 58c3c3a | 2011-09-19 17:10:57 -0700 | [diff] [blame] | 107 | stats->read_char = p->ioac.rchar & KB_MASK; |
| 108 | stats->write_char = p->ioac.wchar & KB_MASK; |
| 109 | stats->read_syscalls = p->ioac.syscr & KB_MASK; |
| 110 | stats->write_syscalls = p->ioac.syscw & KB_MASK; |
Andrew Morton | 4a7864c | 2006-12-10 02:19:53 -0800 | [diff] [blame] | 111 | #ifdef CONFIG_TASK_IO_ACCOUNTING |
Linus Torvalds | 58c3c3a | 2011-09-19 17:10:57 -0700 | [diff] [blame] | 112 | stats->read_bytes = p->ioac.read_bytes & KB_MASK; |
| 113 | stats->write_bytes = p->ioac.write_bytes & KB_MASK; |
| 114 | stats->cancelled_write_bytes = p->ioac.cancelled_write_bytes & KB_MASK; |
Andrew Morton | 4a7864c | 2006-12-10 02:19:53 -0800 | [diff] [blame] | 115 | #else |
| 116 | stats->read_bytes = 0; |
| 117 | stats->write_bytes = 0; |
| 118 | stats->cancelled_write_bytes = 0; |
| 119 | #endif |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 120 | } |
Jay Lan | db5fed26 | 2006-09-30 23:29:00 -0700 | [diff] [blame] | 121 | #undef KB |
| 122 | #undef MB |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 123 | |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 124 | static void __acct_update_integrals(struct task_struct *tsk, |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 125 | u64 utime, u64 stime) |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 126 | { |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 127 | u64 time, delta; |
Jonathan Lim | 49b5cf3 | 2008-07-25 01:48:40 -0700 | [diff] [blame] | 128 | |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 129 | if (!likely(tsk->mm)) |
| 130 | return; |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 131 | |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 132 | time = stime + utime; |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 133 | delta = time - tsk->acct_timexpd; |
Rik van Riel | 382c2fe | 2016-02-10 20:08:24 -0500 | [diff] [blame] | 134 | |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 135 | if (delta < TICK_NSEC) |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 136 | return; |
Rik van Riel | b2add86 | 2016-02-10 20:08:25 -0500 | [diff] [blame] | 137 | |
| 138 | tsk->acct_timexpd = time; |
| 139 | /* |
| 140 | * Divide by 1024 to avoid overflow, and to avoid division. |
| 141 | * The final unit reported to userspace is Mbyte-usecs, |
| 142 | * the rest of the math is done in xacct_add_tsk. |
| 143 | */ |
| 144 | tsk->acct_rss_mem1 += delta * get_mm_rss(tsk->mm) >> 10; |
Peng Liu | 7866076 | 2021-11-05 13:38:12 -0700 | [diff] [blame] | 145 | tsk->acct_vm_mem1 += delta * READ_ONCE(tsk->mm->total_vm) >> 10; |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 146 | } |
| 147 | |
| 148 | /** |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 149 | * acct_update_integrals - update mm integral fields in task_struct |
| 150 | * @tsk: task_struct for accounting |
| 151 | */ |
| 152 | void acct_update_integrals(struct task_struct *tsk) |
| 153 | { |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 154 | u64 utime, stime; |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 155 | unsigned long flags; |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 156 | |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 157 | local_irq_save(flags); |
Frederic Weisbecker | 605dc2b | 2017-01-31 04:09:30 +0100 | [diff] [blame] | 158 | task_cputime(tsk, &utime, &stime); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 159 | __acct_update_integrals(tsk, utime, stime); |
Rik van Riel | 9344c92 | 2016-02-10 20:08:26 -0500 | [diff] [blame] | 160 | local_irq_restore(flags); |
Frederic Weisbecker | 6fac482 | 2012-11-13 14:20:55 +0100 | [diff] [blame] | 161 | } |
| 162 | |
| 163 | /** |
| 164 | * acct_account_cputime - update mm integral after cputime update |
| 165 | * @tsk: task_struct for accounting |
| 166 | */ |
| 167 | void acct_account_cputime(struct task_struct *tsk) |
| 168 | { |
| 169 | __acct_update_integrals(tsk, tsk->utime, tsk->stime); |
| 170 | } |
| 171 | |
| 172 | /** |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 173 | * acct_clear_integrals - clear the mm integral fields in task_struct |
| 174 | * @tsk: task_struct whose accounting fields are cleared |
| 175 | */ |
| 176 | void acct_clear_integrals(struct task_struct *tsk) |
| 177 | { |
Jonathan Lim | 49b5cf3 | 2008-07-25 01:48:40 -0700 | [diff] [blame] | 178 | tsk->acct_timexpd = 0; |
Jay Lan | 8f0ab51 | 2006-09-30 23:28:59 -0700 | [diff] [blame] | 179 | tsk->acct_rss_mem1 = 0; |
| 180 | tsk->acct_vm_mem1 = 0; |
| 181 | } |
Jay Lan | 9acc185 | 2006-09-30 23:28:58 -0700 | [diff] [blame] | 182 | #endif |