Chao Yu | 6d1a832 | 2018-09-12 09:16:07 +0800 | [diff] [blame^] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Jaegeuk Kim | 63f92dd | 2014-12-17 19:45:05 -0800 | [diff] [blame] | 2 | /* |
| 3 | * f2fs IO tracer |
| 4 | * |
| 5 | * Copyright (c) 2014 Motorola Mobility |
| 6 | * Copyright (c) 2014 Jaegeuk Kim <jaegeuk@kernel.org> |
Jaegeuk Kim | 63f92dd | 2014-12-17 19:45:05 -0800 | [diff] [blame] | 7 | */ |
| 8 | #include <linux/fs.h> |
| 9 | #include <linux/f2fs_fs.h> |
| 10 | #include <linux/sched.h> |
Jaegeuk Kim | 351f4fb | 2015-01-07 14:09:48 -0800 | [diff] [blame] | 11 | #include <linux/radix-tree.h> |
Jaegeuk Kim | 63f92dd | 2014-12-17 19:45:05 -0800 | [diff] [blame] | 12 | |
| 13 | #include "f2fs.h" |
| 14 | #include "trace.h" |
| 15 | |
Jaegeuk Kim | 29e7043 | 2015-02-10 16:23:12 -0800 | [diff] [blame] | 16 | static RADIX_TREE(pids, GFP_ATOMIC); |
Chao Yu | bf1750b | 2017-12-12 14:11:40 +0800 | [diff] [blame] | 17 | static struct mutex pids_lock; |
Jaegeuk Kim | 29e7043 | 2015-02-10 16:23:12 -0800 | [diff] [blame] | 18 | static struct last_io_info last_io; |
Jaegeuk Kim | 0e689d0 | 2014-12-17 19:51:57 -0800 | [diff] [blame] | 19 | |
| 20 | static inline void __print_last_io(void) |
| 21 | { |
| 22 | if (!last_io.len) |
| 23 | return; |
| 24 | |
Mike Christie | 04d328d | 2016-06-05 14:31:55 -0500 | [diff] [blame] | 25 | trace_printk("%3x:%3x %4x %-16s %2x %5x %5x %12x %4x\n", |
Jaegeuk Kim | 0e689d0 | 2014-12-17 19:51:57 -0800 | [diff] [blame] | 26 | last_io.major, last_io.minor, |
| 27 | last_io.pid, "----------------", |
| 28 | last_io.type, |
Mike Christie | 04d328d | 2016-06-05 14:31:55 -0500 | [diff] [blame] | 29 | last_io.fio.op, last_io.fio.op_flags, |
Chao Yu | 7a9d754 | 2016-02-22 18:36:38 +0800 | [diff] [blame] | 30 | last_io.fio.new_blkaddr, |
Jaegeuk Kim | 0e689d0 | 2014-12-17 19:51:57 -0800 | [diff] [blame] | 31 | last_io.len); |
| 32 | memset(&last_io, 0, sizeof(last_io)); |
| 33 | } |
| 34 | |
| 35 | static int __file_type(struct inode *inode, pid_t pid) |
| 36 | { |
| 37 | if (f2fs_is_atomic_file(inode)) |
| 38 | return __ATOMIC_FILE; |
| 39 | else if (f2fs_is_volatile_file(inode)) |
| 40 | return __VOLATILE_FILE; |
| 41 | else if (S_ISDIR(inode->i_mode)) |
| 42 | return __DIR_FILE; |
| 43 | else if (inode->i_ino == F2FS_NODE_INO(F2FS_I_SB(inode))) |
| 44 | return __NODE_FILE; |
| 45 | else if (inode->i_ino == F2FS_META_INO(F2FS_I_SB(inode))) |
| 46 | return __META_FILE; |
| 47 | else if (pid) |
| 48 | return __NORMAL_FILE; |
| 49 | else |
| 50 | return __MISC_FILE; |
| 51 | } |
| 52 | |
Jaegeuk Kim | 63f92dd | 2014-12-17 19:45:05 -0800 | [diff] [blame] | 53 | void f2fs_trace_pid(struct page *page) |
| 54 | { |
Jaegeuk Kim | 0e689d0 | 2014-12-17 19:51:57 -0800 | [diff] [blame] | 55 | struct inode *inode = page->mapping->host; |
| 56 | pid_t pid = task_pid_nr(current); |
| 57 | void *p; |
| 58 | |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 59 | set_page_private(page, (unsigned long)pid); |
Jaegeuk Kim | 0e689d0 | 2014-12-17 19:51:57 -0800 | [diff] [blame] | 60 | |
Jaegeuk Kim | c050865 | 2015-01-07 14:07:36 -0800 | [diff] [blame] | 61 | if (radix_tree_preload(GFP_NOFS)) |
| 62 | return; |
| 63 | |
Chao Yu | bf1750b | 2017-12-12 14:11:40 +0800 | [diff] [blame] | 64 | mutex_lock(&pids_lock); |
Jaegeuk Kim | 0e689d0 | 2014-12-17 19:51:57 -0800 | [diff] [blame] | 65 | p = radix_tree_lookup(&pids, pid); |
| 66 | if (p == current) |
Jaegeuk Kim | c050865 | 2015-01-07 14:07:36 -0800 | [diff] [blame] | 67 | goto out; |
Jaegeuk Kim | 0e689d0 | 2014-12-17 19:51:57 -0800 | [diff] [blame] | 68 | if (p) |
| 69 | radix_tree_delete(&pids, pid); |
| 70 | |
| 71 | f2fs_radix_tree_insert(&pids, pid, current); |
| 72 | |
| 73 | trace_printk("%3x:%3x %4x %-16s\n", |
| 74 | MAJOR(inode->i_sb->s_dev), MINOR(inode->i_sb->s_dev), |
| 75 | pid, current->comm); |
Jaegeuk Kim | c050865 | 2015-01-07 14:07:36 -0800 | [diff] [blame] | 76 | out: |
Chao Yu | bf1750b | 2017-12-12 14:11:40 +0800 | [diff] [blame] | 77 | mutex_unlock(&pids_lock); |
Jaegeuk Kim | c050865 | 2015-01-07 14:07:36 -0800 | [diff] [blame] | 78 | radix_tree_preload_end(); |
Jaegeuk Kim | 63f92dd | 2014-12-17 19:45:05 -0800 | [diff] [blame] | 79 | } |
| 80 | |
Jaegeuk Kim | 05ca363 | 2015-04-23 14:38:15 -0700 | [diff] [blame] | 81 | void f2fs_trace_ios(struct f2fs_io_info *fio, int flush) |
Jaegeuk Kim | 63f92dd | 2014-12-17 19:45:05 -0800 | [diff] [blame] | 82 | { |
Jaegeuk Kim | 0e689d0 | 2014-12-17 19:51:57 -0800 | [diff] [blame] | 83 | struct inode *inode; |
| 84 | pid_t pid; |
| 85 | int major, minor; |
| 86 | |
| 87 | if (flush) { |
| 88 | __print_last_io(); |
| 89 | return; |
| 90 | } |
| 91 | |
Jaegeuk Kim | 05ca363 | 2015-04-23 14:38:15 -0700 | [diff] [blame] | 92 | inode = fio->page->mapping->host; |
| 93 | pid = page_private(fio->page); |
Jaegeuk Kim | 0e689d0 | 2014-12-17 19:51:57 -0800 | [diff] [blame] | 94 | |
| 95 | major = MAJOR(inode->i_sb->s_dev); |
| 96 | minor = MINOR(inode->i_sb->s_dev); |
| 97 | |
| 98 | if (last_io.major == major && last_io.minor == minor && |
| 99 | last_io.pid == pid && |
| 100 | last_io.type == __file_type(inode, pid) && |
Mike Christie | 04d328d | 2016-06-05 14:31:55 -0500 | [diff] [blame] | 101 | last_io.fio.op == fio->op && |
| 102 | last_io.fio.op_flags == fio->op_flags && |
Chao Yu | 7a9d754 | 2016-02-22 18:36:38 +0800 | [diff] [blame] | 103 | last_io.fio.new_blkaddr + last_io.len == |
| 104 | fio->new_blkaddr) { |
Jaegeuk Kim | 0e689d0 | 2014-12-17 19:51:57 -0800 | [diff] [blame] | 105 | last_io.len++; |
| 106 | return; |
| 107 | } |
| 108 | |
| 109 | __print_last_io(); |
| 110 | |
| 111 | last_io.major = major; |
| 112 | last_io.minor = minor; |
| 113 | last_io.pid = pid; |
| 114 | last_io.type = __file_type(inode, pid); |
| 115 | last_io.fio = *fio; |
| 116 | last_io.len = 1; |
| 117 | return; |
Jaegeuk Kim | 63f92dd | 2014-12-17 19:45:05 -0800 | [diff] [blame] | 118 | } |
Jaegeuk Kim | c050865 | 2015-01-07 14:07:36 -0800 | [diff] [blame] | 119 | |
| 120 | void f2fs_build_trace_ios(void) |
| 121 | { |
Chao Yu | bf1750b | 2017-12-12 14:11:40 +0800 | [diff] [blame] | 122 | mutex_init(&pids_lock); |
Jaegeuk Kim | c050865 | 2015-01-07 14:07:36 -0800 | [diff] [blame] | 123 | } |
Jaegeuk Kim | 351f4fb | 2015-01-07 14:09:48 -0800 | [diff] [blame] | 124 | |
| 125 | #define PIDVEC_SIZE 128 |
| 126 | static unsigned int gang_lookup_pids(pid_t *results, unsigned long first_index, |
| 127 | unsigned int max_items) |
| 128 | { |
| 129 | struct radix_tree_iter iter; |
| 130 | void **slot; |
| 131 | unsigned int ret = 0; |
| 132 | |
| 133 | if (unlikely(!max_items)) |
| 134 | return 0; |
| 135 | |
| 136 | radix_tree_for_each_slot(slot, &pids, &iter, first_index) { |
| 137 | results[ret] = iter.index; |
Jaegeuk Kim | e6b120d | 2017-07-10 12:55:09 -0700 | [diff] [blame] | 138 | if (++ret == max_items) |
Jaegeuk Kim | 351f4fb | 2015-01-07 14:09:48 -0800 | [diff] [blame] | 139 | break; |
| 140 | } |
| 141 | return ret; |
| 142 | } |
| 143 | |
| 144 | void f2fs_destroy_trace_ios(void) |
| 145 | { |
| 146 | pid_t pid[PIDVEC_SIZE]; |
| 147 | pid_t next_pid = 0; |
| 148 | unsigned int found; |
| 149 | |
Chao Yu | bf1750b | 2017-12-12 14:11:40 +0800 | [diff] [blame] | 150 | mutex_lock(&pids_lock); |
Jaegeuk Kim | 351f4fb | 2015-01-07 14:09:48 -0800 | [diff] [blame] | 151 | while ((found = gang_lookup_pids(pid, next_pid, PIDVEC_SIZE))) { |
| 152 | unsigned idx; |
| 153 | |
| 154 | next_pid = pid[found - 1] + 1; |
| 155 | for (idx = 0; idx < found; idx++) |
| 156 | radix_tree_delete(&pids, pid[idx]); |
| 157 | } |
Chao Yu | bf1750b | 2017-12-12 14:11:40 +0800 | [diff] [blame] | 158 | mutex_unlock(&pids_lock); |
Jaegeuk Kim | 351f4fb | 2015-01-07 14:09:48 -0800 | [diff] [blame] | 159 | } |