blob: 16b283f9d8314122723b1c8d5dc95529e71beaa3 [file] [log] [blame]
Thomas Gleixnerc942fdd2019-05-27 08:55:06 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Jay Lanf3cef7a2006-09-30 23:28:55 -07002/*
3 * tsacct.c - System accounting over taskstats interface
4 *
5 * Copyright (C) Jay Lan, <jlan@sgi.com>
Jay Lanf3cef7a2006-09-30 23:28:55 -07006 */
7
8#include <linux/kernel.h>
Ingo Molnar3f07c012017-02-08 18:51:30 +01009#include <linux/sched/signal.h>
Ingo Molnar6e84f312017-02-08 18:51:29 +010010#include <linux/sched/mm.h>
Ingo Molnar32ef5512017-02-05 11:48:36 +010011#include <linux/sched/cputime.h>
Jay Lanf3cef7a2006-09-30 23:28:55 -070012#include <linux/tsacct_kern.h>
13#include <linux/acct.h>
Jay Landb5fed262006-09-30 23:29:00 -070014#include <linux/jiffies.h>
KAMEZAWA Hiroyukid559db02010-03-05 13:41:39 -080015#include <linux/mm.h>
Jay Lanf3cef7a2006-09-30 23:28:55 -070016
Jay Lanf3cef7a2006-09-30 23:28:55 -070017/*
18 * fill in basic accounting fields
19 */
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080020void bacct_add_tsk(struct user_namespace *user_ns,
21 struct pid_namespace *pid_ns,
22 struct taskstats *stats, struct task_struct *tsk)
Jay Lanf3cef7a2006-09-30 23:28:55 -070023{
David Howellsc69e8d92008-11-14 10:39:19 +110024 const struct cred *tcred;
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +010025 u64 utime, stime, utimescaled, stimescaled;
Dr. Thomas Orgis0e0af572022-04-29 14:38:03 -070026 u64 now_ns, delta;
Arnd Bergmann2d602bf2019-10-24 16:34:25 +020027 time64_t btime;
Jay Lanf3cef7a2006-09-30 23:28:55 -070028
29 BUILD_BUG_ON(TS_COMM_LEN < TASK_COMM_LEN);
30
Thomas Gleixnerccbf62d2014-07-16 21:04:34 +000031 /* calculate task elapsed time in nsec */
Dr. Thomas Orgis0e0af572022-04-29 14:38:03 -070032 now_ns = ktime_get_ns();
33 /* store whole group time first */
34 delta = now_ns - tsk->group_leader->start_time;
Thomas Gleixnerccbf62d2014-07-16 21:04:34 +000035 /* Convert to micro seconds */
36 do_div(delta, NSEC_PER_USEC);
Dr. Thomas Orgis0e0af572022-04-29 14:38:03 -070037 stats->ac_tgetime = delta;
38 delta = now_ns - tsk->start_time;
39 do_div(delta, NSEC_PER_USEC);
Thomas Gleixnerccbf62d2014-07-16 21:04:34 +000040 stats->ac_etime = delta;
Arnd Bergmann2d602bf2019-10-24 16:34:25 +020041 /* Convert to seconds for btime (note y2106 limit) */
42 btime = ktime_get_real_seconds() - div_u64(delta, USEC_PER_SEC);
43 stats->ac_btime = clamp_t(time64_t, btime, 0, U32_MAX);
Arnd Bergmann352c9122019-10-24 16:47:56 +020044 stats->ac_btime64 = btime;
Arnd Bergmann2d602bf2019-10-24 16:34:25 +020045
Eric W. Biederman1b5a42d2022-01-03 11:32:36 -060046 if (tsk->flags & PF_EXITING)
Jay Lanf3cef7a2006-09-30 23:28:55 -070047 stats->ac_exitcode = tsk->exit_code;
Eric W. Biederman1b5a42d2022-01-03 11:32:36 -060048 if (thread_group_leader(tsk) && (tsk->flags & PF_FORKNOEXEC))
49 stats->ac_flag |= AFORK;
Jay Lanf3cef7a2006-09-30 23:28:55 -070050 if (tsk->flags & PF_SUPERPRIV)
51 stats->ac_flag |= ASU;
52 if (tsk->flags & PF_DUMPCORE)
53 stats->ac_flag |= ACORE;
54 if (tsk->flags & PF_SIGNALED)
55 stats->ac_flag |= AXSIG;
56 stats->ac_nice = task_nice(tsk);
57 stats->ac_sched = tsk->policy;
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080058 stats->ac_pid = task_pid_nr_ns(tsk, pid_ns);
Dr. Thomas Orgis0e0af572022-04-29 14:38:03 -070059 stats->ac_tgid = task_tgid_nr_ns(tsk, pid_ns);
Oleg Nesterov05d5bcd2006-10-28 10:38:50 -070060 rcu_read_lock();
David Howellsc69e8d92008-11-14 10:39:19 +110061 tcred = __task_cred(tsk);
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080062 stats->ac_uid = from_kuid_munged(user_ns, tcred->uid);
63 stats->ac_gid = from_kgid_munged(user_ns, tcred->gid);
Oleg Nesterov05d5bcd2006-10-28 10:38:50 -070064 stats->ac_ppid = pid_alive(tsk) ?
Eric W. Biederman4bd6e322012-02-07 17:56:49 -080065 task_tgid_nr_ns(rcu_dereference(tsk->real_parent), pid_ns) : 0;
Oleg Nesterov05d5bcd2006-10-28 10:38:50 -070066 rcu_read_unlock();
Frederic Weisbecker6fac4822012-11-13 14:20:55 +010067
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +010068 task_cputime(tsk, &utime, &stime);
69 stats->ac_utime = div_u64(utime, NSEC_PER_USEC);
70 stats->ac_stime = div_u64(stime, NSEC_PER_USEC);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +010071
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +010072 task_cputime_scaled(tsk, &utimescaled, &stimescaled);
73 stats->ac_utimescaled = div_u64(utimescaled, NSEC_PER_USEC);
74 stats->ac_stimescaled = div_u64(stimescaled, NSEC_PER_USEC);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +010075
Jay Lanf3cef7a2006-09-30 23:28:55 -070076 stats->ac_minflt = tsk->min_flt;
77 stats->ac_majflt = tsk->maj_flt;
Jay Lanf3cef7a2006-09-30 23:28:55 -070078
Kees Cook0fe23562024-07-11 10:13:09 -070079 strscpy_pad(stats->ac_comm, tsk->comm);
Jay Lanf3cef7a2006-09-30 23:28:55 -070080}
81
Jay Lan9acc1852006-09-30 23:28:58 -070082
83#ifdef CONFIG_TASK_XACCT
Jay Landb5fed262006-09-30 23:29:00 -070084
85#define KB 1024
86#define MB (1024*KB)
Linus Torvalds58c3c3a2011-09-19 17:10:57 -070087#define KB_MASK (~(KB-1))
Jay Lan9acc1852006-09-30 23:28:58 -070088/*
89 * fill in extended accounting fields
90 */
91void xacct_add_tsk(struct taskstats *stats, struct task_struct *p)
92{
Oleg Nesterovf0ec1aa2006-10-29 22:46:43 -080093 struct mm_struct *mm;
94
Rik van Riel382c2fe2016-02-10 20:08:24 -050095 /* convert pages-nsec/1024 to Mbyte-usec, see __acct_update_integrals */
96 stats->coremem = p->acct_rss_mem1 * PAGE_SIZE;
97 do_div(stats->coremem, 1000 * KB);
98 stats->virtmem = p->acct_vm_mem1 * PAGE_SIZE;
99 do_div(stats->virtmem, 1000 * KB);
Oleg Nesterovf0ec1aa2006-10-29 22:46:43 -0800100 mm = get_task_mm(p);
101 if (mm) {
Jay Landb5fed262006-09-30 23:29:00 -0700102 /* adjust to KB unit */
Oleg Nesterov901608d2009-01-06 14:40:29 -0800103 stats->hiwater_rss = get_mm_hiwater_rss(mm) * PAGE_SIZE / KB;
104 stats->hiwater_vm = get_mm_hiwater_vm(mm) * PAGE_SIZE / KB;
Oleg Nesterovf0ec1aa2006-10-29 22:46:43 -0800105 mmput(mm);
Jay Lan9acc1852006-09-30 23:28:58 -0700106 }
Linus Torvalds58c3c3a2011-09-19 17:10:57 -0700107 stats->read_char = p->ioac.rchar & KB_MASK;
108 stats->write_char = p->ioac.wchar & KB_MASK;
109 stats->read_syscalls = p->ioac.syscr & KB_MASK;
110 stats->write_syscalls = p->ioac.syscw & KB_MASK;
Andrew Morton4a7864c2006-12-10 02:19:53 -0800111#ifdef CONFIG_TASK_IO_ACCOUNTING
Linus Torvalds58c3c3a2011-09-19 17:10:57 -0700112 stats->read_bytes = p->ioac.read_bytes & KB_MASK;
113 stats->write_bytes = p->ioac.write_bytes & KB_MASK;
114 stats->cancelled_write_bytes = p->ioac.cancelled_write_bytes & KB_MASK;
Andrew Morton4a7864c2006-12-10 02:19:53 -0800115#else
116 stats->read_bytes = 0;
117 stats->write_bytes = 0;
118 stats->cancelled_write_bytes = 0;
119#endif
Jay Lan9acc1852006-09-30 23:28:58 -0700120}
Jay Landb5fed262006-09-30 23:29:00 -0700121#undef KB
122#undef MB
Jay Lan8f0ab512006-09-30 23:28:59 -0700123
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100124static void __acct_update_integrals(struct task_struct *tsk,
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100125 u64 utime, u64 stime)
Jay Lan8f0ab512006-09-30 23:28:59 -0700126{
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100127 u64 time, delta;
Jonathan Lim49b5cf32008-07-25 01:48:40 -0700128
Rik van Rielb2add862016-02-10 20:08:25 -0500129 if (!likely(tsk->mm))
130 return;
Jay Lan8f0ab512006-09-30 23:28:59 -0700131
Rik van Rielb2add862016-02-10 20:08:25 -0500132 time = stime + utime;
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100133 delta = time - tsk->acct_timexpd;
Rik van Riel382c2fe2016-02-10 20:08:24 -0500134
Rik van Rielb2add862016-02-10 20:08:25 -0500135 if (delta < TICK_NSEC)
Rik van Riel9344c922016-02-10 20:08:26 -0500136 return;
Rik van Rielb2add862016-02-10 20:08:25 -0500137
138 tsk->acct_timexpd = time;
139 /*
140 * Divide by 1024 to avoid overflow, and to avoid division.
141 * The final unit reported to userspace is Mbyte-usecs,
142 * the rest of the math is done in xacct_add_tsk.
143 */
144 tsk->acct_rss_mem1 += delta * get_mm_rss(tsk->mm) >> 10;
Peng Liu78660762021-11-05 13:38:12 -0700145 tsk->acct_vm_mem1 += delta * READ_ONCE(tsk->mm->total_vm) >> 10;
Jay Lan8f0ab512006-09-30 23:28:59 -0700146}
147
148/**
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100149 * acct_update_integrals - update mm integral fields in task_struct
150 * @tsk: task_struct for accounting
151 */
152void acct_update_integrals(struct task_struct *tsk)
153{
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100154 u64 utime, stime;
Rik van Riel9344c922016-02-10 20:08:26 -0500155 unsigned long flags;
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100156
Rik van Riel9344c922016-02-10 20:08:26 -0500157 local_irq_save(flags);
Frederic Weisbecker605dc2b2017-01-31 04:09:30 +0100158 task_cputime(tsk, &utime, &stime);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100159 __acct_update_integrals(tsk, utime, stime);
Rik van Riel9344c922016-02-10 20:08:26 -0500160 local_irq_restore(flags);
Frederic Weisbecker6fac4822012-11-13 14:20:55 +0100161}
162
163/**
164 * acct_account_cputime - update mm integral after cputime update
165 * @tsk: task_struct for accounting
166 */
167void acct_account_cputime(struct task_struct *tsk)
168{
169 __acct_update_integrals(tsk, tsk->utime, tsk->stime);
170}
171
172/**
Jay Lan8f0ab512006-09-30 23:28:59 -0700173 * acct_clear_integrals - clear the mm integral fields in task_struct
174 * @tsk: task_struct whose accounting fields are cleared
175 */
176void acct_clear_integrals(struct task_struct *tsk)
177{
Jonathan Lim49b5cf32008-07-25 01:48:40 -0700178 tsk->acct_timexpd = 0;
Jay Lan8f0ab512006-09-30 23:28:59 -0700179 tsk->acct_rss_mem1 = 0;
180 tsk->acct_vm_mem1 = 0;
181}
Jay Lan9acc1852006-09-30 23:28:58 -0700182#endif