blob: d0ab533a9ce89590450d509b5a6270b82343d3a5 [file] [log] [blame]
Chao Yu7c1a0002018-09-12 09:16:07 +08001// SPDX-License-Identifier: GPL-2.0
Jaegeuk Kim63f92dd2014-12-17 19:45:05 -08002/*
3 * f2fs IO tracer
4 *
5 * Copyright (c) 2014 Motorola Mobility
6 * Copyright (c) 2014 Jaegeuk Kim <jaegeuk@kernel.org>
Jaegeuk Kim63f92dd2014-12-17 19:45:05 -08007 */
8#include <linux/fs.h>
9#include <linux/f2fs_fs.h>
10#include <linux/sched.h>
Jaegeuk Kim351f4fb2015-01-07 14:09:48 -080011#include <linux/radix-tree.h>
Jaegeuk Kim63f92dd2014-12-17 19:45:05 -080012
13#include "f2fs.h"
14#include "trace.h"
15
Jaegeuk Kim29e70432015-02-10 16:23:12 -080016static RADIX_TREE(pids, GFP_ATOMIC);
Sahitya Tummala90839772019-02-04 13:36:53 +053017static spinlock_t pids_lock;
Jaegeuk Kim29e70432015-02-10 16:23:12 -080018static struct last_io_info last_io;
Jaegeuk Kim0e689d032014-12-17 19:51:57 -080019
20static inline void __print_last_io(void)
21{
22 if (!last_io.len)
23 return;
24
Mike Christie04d328d2016-06-05 14:31:55 -050025 trace_printk("%3x:%3x %4x %-16s %2x %5x %5x %12x %4x\n",
Jaegeuk Kim0e689d032014-12-17 19:51:57 -080026 last_io.major, last_io.minor,
27 last_io.pid, "----------------",
28 last_io.type,
Mike Christie04d328d2016-06-05 14:31:55 -050029 last_io.fio.op, last_io.fio.op_flags,
Chao Yu7a9d7542016-02-22 18:36:38 +080030 last_io.fio.new_blkaddr,
Jaegeuk Kim0e689d032014-12-17 19:51:57 -080031 last_io.len);
32 memset(&last_io, 0, sizeof(last_io));
33}
34
35static int __file_type(struct inode *inode, pid_t pid)
36{
37 if (f2fs_is_atomic_file(inode))
38 return __ATOMIC_FILE;
39 else if (f2fs_is_volatile_file(inode))
40 return __VOLATILE_FILE;
41 else if (S_ISDIR(inode->i_mode))
42 return __DIR_FILE;
43 else if (inode->i_ino == F2FS_NODE_INO(F2FS_I_SB(inode)))
44 return __NODE_FILE;
45 else if (inode->i_ino == F2FS_META_INO(F2FS_I_SB(inode)))
46 return __META_FILE;
47 else if (pid)
48 return __NORMAL_FILE;
49 else
50 return __MISC_FILE;
51}
52
Jaegeuk Kim63f92dd2014-12-17 19:45:05 -080053void f2fs_trace_pid(struct page *page)
54{
Jaegeuk Kim0e689d032014-12-17 19:51:57 -080055 struct inode *inode = page->mapping->host;
56 pid_t pid = task_pid_nr(current);
57 void *p;
58
Yunlei He5f4c3dec2017-03-22 11:59:30 +080059 set_page_private(page, (unsigned long)pid);
Jaegeuk Kim0e689d032014-12-17 19:51:57 -080060
Sahitya Tummala90839772019-02-04 13:36:53 +053061retry:
Jaegeuk Kimc0508652015-01-07 14:07:36 -080062 if (radix_tree_preload(GFP_NOFS))
63 return;
64
Sahitya Tummala90839772019-02-04 13:36:53 +053065 spin_lock(&pids_lock);
Jaegeuk Kim0e689d032014-12-17 19:51:57 -080066 p = radix_tree_lookup(&pids, pid);
67 if (p == current)
Jaegeuk Kimc0508652015-01-07 14:07:36 -080068 goto out;
Jaegeuk Kim0e689d032014-12-17 19:51:57 -080069 if (p)
70 radix_tree_delete(&pids, pid);
71
Sahitya Tummala90839772019-02-04 13:36:53 +053072 if (radix_tree_insert(&pids, pid, current)) {
73 spin_unlock(&pids_lock);
74 radix_tree_preload_end();
75 cond_resched();
76 goto retry;
77 }
Jaegeuk Kim0e689d032014-12-17 19:51:57 -080078
79 trace_printk("%3x:%3x %4x %-16s\n",
80 MAJOR(inode->i_sb->s_dev), MINOR(inode->i_sb->s_dev),
81 pid, current->comm);
Jaegeuk Kimc0508652015-01-07 14:07:36 -080082out:
Sahitya Tummala90839772019-02-04 13:36:53 +053083 spin_unlock(&pids_lock);
Jaegeuk Kimc0508652015-01-07 14:07:36 -080084 radix_tree_preload_end();
Jaegeuk Kim63f92dd2014-12-17 19:45:05 -080085}
86
Jaegeuk Kim05ca3632015-04-23 14:38:15 -070087void f2fs_trace_ios(struct f2fs_io_info *fio, int flush)
Jaegeuk Kim63f92dd2014-12-17 19:45:05 -080088{
Jaegeuk Kim0e689d032014-12-17 19:51:57 -080089 struct inode *inode;
90 pid_t pid;
91 int major, minor;
92
93 if (flush) {
94 __print_last_io();
95 return;
96 }
97
Jaegeuk Kim05ca3632015-04-23 14:38:15 -070098 inode = fio->page->mapping->host;
99 pid = page_private(fio->page);
Jaegeuk Kim0e689d032014-12-17 19:51:57 -0800100
101 major = MAJOR(inode->i_sb->s_dev);
102 minor = MINOR(inode->i_sb->s_dev);
103
104 if (last_io.major == major && last_io.minor == minor &&
105 last_io.pid == pid &&
106 last_io.type == __file_type(inode, pid) &&
Mike Christie04d328d2016-06-05 14:31:55 -0500107 last_io.fio.op == fio->op &&
108 last_io.fio.op_flags == fio->op_flags &&
Chao Yu7a9d7542016-02-22 18:36:38 +0800109 last_io.fio.new_blkaddr + last_io.len ==
110 fio->new_blkaddr) {
Jaegeuk Kim0e689d032014-12-17 19:51:57 -0800111 last_io.len++;
112 return;
113 }
114
115 __print_last_io();
116
117 last_io.major = major;
118 last_io.minor = minor;
119 last_io.pid = pid;
120 last_io.type = __file_type(inode, pid);
121 last_io.fio = *fio;
122 last_io.len = 1;
123 return;
Jaegeuk Kim63f92dd2014-12-17 19:45:05 -0800124}
Jaegeuk Kimc0508652015-01-07 14:07:36 -0800125
126void f2fs_build_trace_ios(void)
127{
Sahitya Tummala90839772019-02-04 13:36:53 +0530128 spin_lock_init(&pids_lock);
Jaegeuk Kimc0508652015-01-07 14:07:36 -0800129}
Jaegeuk Kim351f4fb2015-01-07 14:09:48 -0800130
131#define PIDVEC_SIZE 128
132static unsigned int gang_lookup_pids(pid_t *results, unsigned long first_index,
133 unsigned int max_items)
134{
135 struct radix_tree_iter iter;
136 void **slot;
137 unsigned int ret = 0;
138
139 if (unlikely(!max_items))
140 return 0;
141
142 radix_tree_for_each_slot(slot, &pids, &iter, first_index) {
143 results[ret] = iter.index;
Sheng Yongb0beab52017-03-08 10:47:11 +0800144 if (++ret == max_items)
Jaegeuk Kim351f4fb2015-01-07 14:09:48 -0800145 break;
146 }
147 return ret;
148}
149
150void f2fs_destroy_trace_ios(void)
151{
152 pid_t pid[PIDVEC_SIZE];
153 pid_t next_pid = 0;
154 unsigned int found;
155
Sahitya Tummala90839772019-02-04 13:36:53 +0530156 spin_lock(&pids_lock);
Jaegeuk Kim351f4fb2015-01-07 14:09:48 -0800157 while ((found = gang_lookup_pids(pid, next_pid, PIDVEC_SIZE))) {
158 unsigned idx;
159
160 next_pid = pid[found - 1] + 1;
161 for (idx = 0; idx < found; idx++)
162 radix_tree_delete(&pids, pid[idx]);
163 }
Sahitya Tummala90839772019-02-04 13:36:53 +0530164 spin_unlock(&pids_lock);
Jaegeuk Kim351f4fb2015-01-07 14:09:48 -0800165}