blob: fe1ad8f21961512a6a81e5f5670de71fcc9a2279 [file] [log] [blame]
Li Zefanba77c9e2009-11-20 15:53:25 +08001#include "builtin.h"
2#include "perf.h"
3
4#include "util/util.h"
5#include "util/cache.h"
6#include "util/symbol.h"
7#include "util/thread.h"
8#include "util/header.h"
Arnaldo Carvalho de Melo94c744b2009-12-11 21:24:02 -02009#include "util/session.h"
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -020010#include "util/tool.h"
Li Zefanba77c9e2009-11-20 15:53:25 +080011
12#include "util/parse-options.h"
13#include "util/trace-event.h"
14
15#include "util/debug.h"
Li Zefanba77c9e2009-11-20 15:53:25 +080016
17#include <linux/rbtree.h>
18
19struct alloc_stat;
20typedef int (*sort_fn_t)(struct alloc_stat *, struct alloc_stat *);
21
Robert Richterefad1412011-12-07 10:02:54 +010022static const char *input_name;
Li Zefanba77c9e2009-11-20 15:53:25 +080023
Li Zefanba77c9e2009-11-20 15:53:25 +080024static int alloc_flag;
25static int caller_flag;
26
Li Zefanba77c9e2009-11-20 15:53:25 +080027static int alloc_lines = -1;
28static int caller_lines = -1;
29
Li Zefan7707b6b2009-11-24 13:25:48 +080030static bool raw_ip;
31
Li Zefan29b3e152009-11-24 13:26:10 +080032static char default_sort_order[] = "frag,hit,bytes";
33
Li Zefan7d0d3942009-11-24 13:26:31 +080034static int *cpunode_map;
35static int max_cpu_num;
36
Li Zefanba77c9e2009-11-20 15:53:25 +080037struct alloc_stat {
Li Zefan079d3f62009-11-24 13:26:55 +080038 u64 call_site;
39 u64 ptr;
Li Zefanba77c9e2009-11-20 15:53:25 +080040 u64 bytes_req;
41 u64 bytes_alloc;
42 u32 hit;
Li Zefan079d3f62009-11-24 13:26:55 +080043 u32 pingpong;
44
45 short alloc_cpu;
Li Zefanba77c9e2009-11-20 15:53:25 +080046
47 struct rb_node node;
48};
49
50static struct rb_root root_alloc_stat;
51static struct rb_root root_alloc_sorted;
52static struct rb_root root_caller_stat;
53static struct rb_root root_caller_sorted;
54
55static unsigned long total_requested, total_allocated;
Li Zefan7d0d3942009-11-24 13:26:31 +080056static unsigned long nr_allocs, nr_cross_allocs;
Li Zefanba77c9e2009-11-20 15:53:25 +080057
Li Zefan7d0d3942009-11-24 13:26:31 +080058#define PATH_SYS_NODE "/sys/devices/system/node"
59
60static void init_cpunode_map(void)
61{
62 FILE *fp;
63 int i;
64
65 fp = fopen("/sys/devices/system/cpu/kernel_max", "r");
66 if (!fp) {
67 max_cpu_num = 4096;
68 return;
69 }
70
71 if (fscanf(fp, "%d", &max_cpu_num) < 1)
72 die("Failed to read 'kernel_max' from sysfs");
73 max_cpu_num++;
74
75 cpunode_map = calloc(max_cpu_num, sizeof(int));
76 if (!cpunode_map)
77 die("calloc");
78 for (i = 0; i < max_cpu_num; i++)
79 cpunode_map[i] = -1;
80 fclose(fp);
81}
82
83static void setup_cpunode_map(void)
84{
85 struct dirent *dent1, *dent2;
86 DIR *dir1, *dir2;
87 unsigned int cpu, mem;
88 char buf[PATH_MAX];
89
90 init_cpunode_map();
91
92 dir1 = opendir(PATH_SYS_NODE);
93 if (!dir1)
94 return;
95
Ulrich Drepper659d8cf2009-12-19 16:40:28 -050096 while ((dent1 = readdir(dir1)) != NULL) {
97 if (dent1->d_type != DT_DIR ||
98 sscanf(dent1->d_name, "node%u", &mem) < 1)
Li Zefan7d0d3942009-11-24 13:26:31 +080099 continue;
100
101 snprintf(buf, PATH_MAX, "%s/%s", PATH_SYS_NODE, dent1->d_name);
102 dir2 = opendir(buf);
103 if (!dir2)
104 continue;
Ulrich Drepper659d8cf2009-12-19 16:40:28 -0500105 while ((dent2 = readdir(dir2)) != NULL) {
106 if (dent2->d_type != DT_LNK ||
107 sscanf(dent2->d_name, "cpu%u", &cpu) < 1)
Li Zefan7d0d3942009-11-24 13:26:31 +0800108 continue;
109 cpunode_map[cpu] = mem;
110 }
111 }
112}
113
Li Zefan079d3f62009-11-24 13:26:55 +0800114static void insert_alloc_stat(unsigned long call_site, unsigned long ptr,
115 int bytes_req, int bytes_alloc, int cpu)
Li Zefanba77c9e2009-11-20 15:53:25 +0800116{
117 struct rb_node **node = &root_alloc_stat.rb_node;
118 struct rb_node *parent = NULL;
119 struct alloc_stat *data = NULL;
120
Li Zefanba77c9e2009-11-20 15:53:25 +0800121 while (*node) {
122 parent = *node;
123 data = rb_entry(*node, struct alloc_stat, node);
124
125 if (ptr > data->ptr)
126 node = &(*node)->rb_right;
127 else if (ptr < data->ptr)
128 node = &(*node)->rb_left;
129 else
130 break;
131 }
132
133 if (data && data->ptr == ptr) {
134 data->hit++;
135 data->bytes_req += bytes_req;
Wenji Huang4efb5292009-12-21 17:52:55 +0800136 data->bytes_alloc += bytes_alloc;
Li Zefanba77c9e2009-11-20 15:53:25 +0800137 } else {
138 data = malloc(sizeof(*data));
Li Zefan079d3f62009-11-24 13:26:55 +0800139 if (!data)
140 die("malloc");
Li Zefanba77c9e2009-11-20 15:53:25 +0800141 data->ptr = ptr;
Li Zefan079d3f62009-11-24 13:26:55 +0800142 data->pingpong = 0;
Li Zefanba77c9e2009-11-20 15:53:25 +0800143 data->hit = 1;
144 data->bytes_req = bytes_req;
145 data->bytes_alloc = bytes_alloc;
146
147 rb_link_node(&data->node, parent, node);
148 rb_insert_color(&data->node, &root_alloc_stat);
149 }
Li Zefan079d3f62009-11-24 13:26:55 +0800150 data->call_site = call_site;
151 data->alloc_cpu = cpu;
Li Zefanba77c9e2009-11-20 15:53:25 +0800152}
153
154static void insert_caller_stat(unsigned long call_site,
155 int bytes_req, int bytes_alloc)
156{
157 struct rb_node **node = &root_caller_stat.rb_node;
158 struct rb_node *parent = NULL;
159 struct alloc_stat *data = NULL;
160
Li Zefanba77c9e2009-11-20 15:53:25 +0800161 while (*node) {
162 parent = *node;
163 data = rb_entry(*node, struct alloc_stat, node);
164
165 if (call_site > data->call_site)
166 node = &(*node)->rb_right;
167 else if (call_site < data->call_site)
168 node = &(*node)->rb_left;
169 else
170 break;
171 }
172
173 if (data && data->call_site == call_site) {
174 data->hit++;
175 data->bytes_req += bytes_req;
Wenji Huang4efb5292009-12-21 17:52:55 +0800176 data->bytes_alloc += bytes_alloc;
Li Zefanba77c9e2009-11-20 15:53:25 +0800177 } else {
178 data = malloc(sizeof(*data));
Li Zefan079d3f62009-11-24 13:26:55 +0800179 if (!data)
180 die("malloc");
Li Zefanba77c9e2009-11-20 15:53:25 +0800181 data->call_site = call_site;
Li Zefan079d3f62009-11-24 13:26:55 +0800182 data->pingpong = 0;
Li Zefanba77c9e2009-11-20 15:53:25 +0800183 data->hit = 1;
184 data->bytes_req = bytes_req;
185 data->bytes_alloc = bytes_alloc;
186
187 rb_link_node(&data->node, parent, node);
188 rb_insert_color(&data->node, &root_caller_stat);
189 }
190}
191
Xiao Guangrongf48f6692009-12-07 13:04:04 +0800192static void process_alloc_event(void *data,
Li Zefanba77c9e2009-11-20 15:53:25 +0800193 struct event *event,
Li Zefan7d0d3942009-11-24 13:26:31 +0800194 int cpu,
Li Zefanba77c9e2009-11-20 15:53:25 +0800195 u64 timestamp __used,
196 struct thread *thread __used,
Li Zefan7d0d3942009-11-24 13:26:31 +0800197 int node)
Li Zefanba77c9e2009-11-20 15:53:25 +0800198{
199 unsigned long call_site;
200 unsigned long ptr;
201 int bytes_req;
202 int bytes_alloc;
Li Zefan7d0d3942009-11-24 13:26:31 +0800203 int node1, node2;
Li Zefanba77c9e2009-11-20 15:53:25 +0800204
Xiao Guangrongf48f6692009-12-07 13:04:04 +0800205 ptr = raw_field_value(event, "ptr", data);
206 call_site = raw_field_value(event, "call_site", data);
207 bytes_req = raw_field_value(event, "bytes_req", data);
208 bytes_alloc = raw_field_value(event, "bytes_alloc", data);
Li Zefanba77c9e2009-11-20 15:53:25 +0800209
Li Zefan079d3f62009-11-24 13:26:55 +0800210 insert_alloc_stat(call_site, ptr, bytes_req, bytes_alloc, cpu);
Li Zefanba77c9e2009-11-20 15:53:25 +0800211 insert_caller_stat(call_site, bytes_req, bytes_alloc);
212
213 total_requested += bytes_req;
214 total_allocated += bytes_alloc;
Li Zefan7d0d3942009-11-24 13:26:31 +0800215
216 if (node) {
217 node1 = cpunode_map[cpu];
Xiao Guangrongf48f6692009-12-07 13:04:04 +0800218 node2 = raw_field_value(event, "node", data);
Li Zefan7d0d3942009-11-24 13:26:31 +0800219 if (node1 != node2)
220 nr_cross_allocs++;
221 }
222 nr_allocs++;
Li Zefanba77c9e2009-11-20 15:53:25 +0800223}
224
Li Zefan079d3f62009-11-24 13:26:55 +0800225static int ptr_cmp(struct alloc_stat *, struct alloc_stat *);
226static int callsite_cmp(struct alloc_stat *, struct alloc_stat *);
227
228static struct alloc_stat *search_alloc_stat(unsigned long ptr,
229 unsigned long call_site,
230 struct rb_root *root,
231 sort_fn_t sort_fn)
232{
233 struct rb_node *node = root->rb_node;
234 struct alloc_stat key = { .ptr = ptr, .call_site = call_site };
235
236 while (node) {
237 struct alloc_stat *data;
238 int cmp;
239
240 data = rb_entry(node, struct alloc_stat, node);
241
242 cmp = sort_fn(&key, data);
243 if (cmp < 0)
244 node = node->rb_left;
245 else if (cmp > 0)
246 node = node->rb_right;
247 else
248 return data;
249 }
250 return NULL;
251}
252
Xiao Guangrongf48f6692009-12-07 13:04:04 +0800253static void process_free_event(void *data,
Li Zefan079d3f62009-11-24 13:26:55 +0800254 struct event *event,
255 int cpu,
Li Zefanba77c9e2009-11-20 15:53:25 +0800256 u64 timestamp __used,
257 struct thread *thread __used)
258{
Li Zefan079d3f62009-11-24 13:26:55 +0800259 unsigned long ptr;
260 struct alloc_stat *s_alloc, *s_caller;
261
Xiao Guangrongf48f6692009-12-07 13:04:04 +0800262 ptr = raw_field_value(event, "ptr", data);
Li Zefan079d3f62009-11-24 13:26:55 +0800263
264 s_alloc = search_alloc_stat(ptr, 0, &root_alloc_stat, ptr_cmp);
265 if (!s_alloc)
266 return;
267
268 if (cpu != s_alloc->alloc_cpu) {
269 s_alloc->pingpong++;
270
271 s_caller = search_alloc_stat(0, s_alloc->call_site,
272 &root_caller_stat, callsite_cmp);
273 assert(s_caller);
274 s_caller->pingpong++;
275 }
276 s_alloc->alloc_cpu = -1;
Li Zefanba77c9e2009-11-20 15:53:25 +0800277}
278
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200279static void process_raw_event(union perf_event *raw_event __used, void *data,
280 int cpu, u64 timestamp, struct thread *thread)
Li Zefanba77c9e2009-11-20 15:53:25 +0800281{
Li Zefanba77c9e2009-11-20 15:53:25 +0800282 struct event *event;
283 int type;
284
Xiao Guangrongf48f6692009-12-07 13:04:04 +0800285 type = trace_parse_common_type(data);
Li Zefanba77c9e2009-11-20 15:53:25 +0800286 event = trace_find_event(type);
287
288 if (!strcmp(event->name, "kmalloc") ||
289 !strcmp(event->name, "kmem_cache_alloc")) {
Xiao Guangrongf48f6692009-12-07 13:04:04 +0800290 process_alloc_event(data, event, cpu, timestamp, thread, 0);
Li Zefanba77c9e2009-11-20 15:53:25 +0800291 return;
292 }
293
294 if (!strcmp(event->name, "kmalloc_node") ||
295 !strcmp(event->name, "kmem_cache_alloc_node")) {
Xiao Guangrongf48f6692009-12-07 13:04:04 +0800296 process_alloc_event(data, event, cpu, timestamp, thread, 1);
Li Zefanba77c9e2009-11-20 15:53:25 +0800297 return;
298 }
299
300 if (!strcmp(event->name, "kfree") ||
301 !strcmp(event->name, "kmem_cache_free")) {
Xiao Guangrongf48f6692009-12-07 13:04:04 +0800302 process_free_event(data, event, cpu, timestamp, thread);
Li Zefanba77c9e2009-11-20 15:53:25 +0800303 return;
304 }
305}
306
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200307static int process_sample_event(struct perf_tool *tool __used,
Arnaldo Carvalho de Melod20deb62011-11-25 08:19:45 -0200308 union perf_event *event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200309 struct perf_sample *sample,
Arnaldo Carvalho de Melo9e69c212011-03-15 15:44:01 -0300310 struct perf_evsel *evsel __used,
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200311 struct machine *machine)
Li Zefanba77c9e2009-11-20 15:53:25 +0800312{
Arnaldo Carvalho de Melo743eb862011-11-28 07:56:39 -0200313 struct thread *thread = machine__findnew_thread(machine, event->ip.pid);
Li Zefanba77c9e2009-11-20 15:53:25 +0800314
Li Zefanba77c9e2009-11-20 15:53:25 +0800315 if (thread == NULL) {
316 pr_debug("problem processing %d event, skipping it.\n",
317 event->header.type);
318 return -1;
319 }
320
321 dump_printf(" ... thread: %s:%d\n", thread->comm, thread->pid);
322
Arnaldo Carvalho de Melo640c03c2010-12-02 14:10:21 -0200323 process_raw_event(event, sample->raw_data, sample->cpu,
324 sample->time, thread);
Li Zefanba77c9e2009-11-20 15:53:25 +0800325
326 return 0;
327}
328
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200329static struct perf_tool perf_kmem = {
Frederic Weisbecker587570d2010-04-24 00:34:53 +0200330 .sample = process_sample_event,
Arnaldo Carvalho de Melo8115d602011-01-29 14:01:45 -0200331 .comm = perf_event__process_comm,
Frederic Weisbecker587570d2010-04-24 00:34:53 +0200332 .ordered_samples = true,
Li Zefanba77c9e2009-11-20 15:53:25 +0800333};
334
Li Zefanba77c9e2009-11-20 15:53:25 +0800335static double fragmentation(unsigned long n_req, unsigned long n_alloc)
336{
337 if (n_alloc == 0)
338 return 0.0;
339 else
340 return 100.0 - (100.0 * n_req / n_alloc);
341}
342
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -0200343static void __print_result(struct rb_root *root, struct perf_session *session,
344 int n_lines, int is_caller)
Li Zefanba77c9e2009-11-20 15:53:25 +0800345{
346 struct rb_node *next;
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300347 struct machine *machine;
Li Zefanba77c9e2009-11-20 15:53:25 +0800348
Li Zefan079d3f62009-11-24 13:26:55 +0800349 printf("%.102s\n", graph_dotted_line);
350 printf(" %-34s |", is_caller ? "Callsite": "Alloc Ptr");
Pekka Enberg47103272010-01-19 19:23:23 +0200351 printf(" Total_alloc/Per | Total_req/Per | Hit | Ping-pong | Frag\n");
Li Zefan079d3f62009-11-24 13:26:55 +0800352 printf("%.102s\n", graph_dotted_line);
Li Zefanba77c9e2009-11-20 15:53:25 +0800353
354 next = rb_first(root);
355
Arnaldo Carvalho de Melo23346f22010-04-27 21:17:50 -0300356 machine = perf_session__find_host_machine(session);
357 if (!machine) {
Zhang, Yanmina1645ce2010-04-19 13:32:50 +0800358 pr_err("__print_result: couldn't find kernel information\n");
359 return;
360 }
Li Zefanba77c9e2009-11-20 15:53:25 +0800361 while (next && n_lines--) {
Arnaldo Carvalho de Melo1b145ae2009-11-23 17:51:09 -0200362 struct alloc_stat *data = rb_entry(next, struct alloc_stat,
363 node);
364 struct symbol *sym = NULL;
Arnaldo Carvalho de Melo71cf8b82010-04-01 21:24:38 -0300365 struct map *map;
Li Zefan079d3f62009-11-24 13:26:55 +0800366 char buf[BUFSIZ];
Arnaldo Carvalho de Melo1b145ae2009-11-23 17:51:09 -0200367 u64 addr;
Li Zefanba77c9e2009-11-20 15:53:25 +0800368
Arnaldo Carvalho de Melo1b145ae2009-11-23 17:51:09 -0200369 if (is_caller) {
370 addr = data->call_site;
Li Zefan7707b6b2009-11-24 13:25:48 +0800371 if (!raw_ip)
Arnaldo Carvalho de Melo5c0541d2010-04-29 15:25:23 -0300372 sym = machine__find_kernel_function(machine, addr, &map, NULL);
Arnaldo Carvalho de Melo1b145ae2009-11-23 17:51:09 -0200373 } else
374 addr = data->ptr;
Li Zefanba77c9e2009-11-20 15:53:25 +0800375
Arnaldo Carvalho de Melo1b145ae2009-11-23 17:51:09 -0200376 if (sym != NULL)
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200377 snprintf(buf, sizeof(buf), "%s+%" PRIx64 "", sym->name,
Arnaldo Carvalho de Melo71cf8b82010-04-01 21:24:38 -0300378 addr - map->unmap_ip(map, sym->start));
Arnaldo Carvalho de Melo1b145ae2009-11-23 17:51:09 -0200379 else
Arnaldo Carvalho de Melo9486aa32011-01-22 20:37:02 -0200380 snprintf(buf, sizeof(buf), "%#" PRIx64 "", addr);
Li Zefan079d3f62009-11-24 13:26:55 +0800381 printf(" %-34s |", buf);
Arnaldo Carvalho de Melo1b145ae2009-11-23 17:51:09 -0200382
Pekka Enberg47103272010-01-19 19:23:23 +0200383 printf(" %9llu/%-5lu | %9llu/%-5lu | %8lu | %8lu | %6.3f%%\n",
Li Zefan079d3f62009-11-24 13:26:55 +0800384 (unsigned long long)data->bytes_alloc,
Li Zefanba77c9e2009-11-20 15:53:25 +0800385 (unsigned long)data->bytes_alloc / data->hit,
386 (unsigned long long)data->bytes_req,
387 (unsigned long)data->bytes_req / data->hit,
388 (unsigned long)data->hit,
Li Zefan079d3f62009-11-24 13:26:55 +0800389 (unsigned long)data->pingpong,
Li Zefanba77c9e2009-11-20 15:53:25 +0800390 fragmentation(data->bytes_req, data->bytes_alloc));
391
392 next = rb_next(next);
393 }
394
395 if (n_lines == -1)
Li Zefan079d3f62009-11-24 13:26:55 +0800396 printf(" ... | ... | ... | ... | ... | ... \n");
Li Zefanba77c9e2009-11-20 15:53:25 +0800397
Li Zefan079d3f62009-11-24 13:26:55 +0800398 printf("%.102s\n", graph_dotted_line);
Li Zefanba77c9e2009-11-20 15:53:25 +0800399}
400
401static void print_summary(void)
402{
403 printf("\nSUMMARY\n=======\n");
404 printf("Total bytes requested: %lu\n", total_requested);
405 printf("Total bytes allocated: %lu\n", total_allocated);
406 printf("Total bytes wasted on internal fragmentation: %lu\n",
407 total_allocated - total_requested);
408 printf("Internal fragmentation: %f%%\n",
409 fragmentation(total_requested, total_allocated));
Li Zefan7d0d3942009-11-24 13:26:31 +0800410 printf("Cross CPU allocations: %lu/%lu\n", nr_cross_allocs, nr_allocs);
Li Zefanba77c9e2009-11-20 15:53:25 +0800411}
412
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -0200413static void print_result(struct perf_session *session)
Li Zefanba77c9e2009-11-20 15:53:25 +0800414{
415 if (caller_flag)
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -0200416 __print_result(&root_caller_sorted, session, caller_lines, 1);
Li Zefanba77c9e2009-11-20 15:53:25 +0800417 if (alloc_flag)
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -0200418 __print_result(&root_alloc_sorted, session, alloc_lines, 0);
Li Zefanba77c9e2009-11-20 15:53:25 +0800419 print_summary();
420}
421
Li Zefan29b3e152009-11-24 13:26:10 +0800422struct sort_dimension {
423 const char name[20];
424 sort_fn_t cmp;
425 struct list_head list;
426};
427
428static LIST_HEAD(caller_sort);
429static LIST_HEAD(alloc_sort);
430
Li Zefanba77c9e2009-11-20 15:53:25 +0800431static void sort_insert(struct rb_root *root, struct alloc_stat *data,
Li Zefan29b3e152009-11-24 13:26:10 +0800432 struct list_head *sort_list)
Li Zefanba77c9e2009-11-20 15:53:25 +0800433{
434 struct rb_node **new = &(root->rb_node);
435 struct rb_node *parent = NULL;
Li Zefan29b3e152009-11-24 13:26:10 +0800436 struct sort_dimension *sort;
Li Zefanba77c9e2009-11-20 15:53:25 +0800437
438 while (*new) {
439 struct alloc_stat *this;
Li Zefan29b3e152009-11-24 13:26:10 +0800440 int cmp = 0;
Li Zefanba77c9e2009-11-20 15:53:25 +0800441
442 this = rb_entry(*new, struct alloc_stat, node);
443 parent = *new;
444
Li Zefan29b3e152009-11-24 13:26:10 +0800445 list_for_each_entry(sort, sort_list, list) {
446 cmp = sort->cmp(data, this);
447 if (cmp)
448 break;
449 }
Li Zefanba77c9e2009-11-20 15:53:25 +0800450
451 if (cmp > 0)
452 new = &((*new)->rb_left);
453 else
454 new = &((*new)->rb_right);
455 }
456
457 rb_link_node(&data->node, parent, new);
458 rb_insert_color(&data->node, root);
459}
460
461static void __sort_result(struct rb_root *root, struct rb_root *root_sorted,
Li Zefan29b3e152009-11-24 13:26:10 +0800462 struct list_head *sort_list)
Li Zefanba77c9e2009-11-20 15:53:25 +0800463{
464 struct rb_node *node;
465 struct alloc_stat *data;
466
467 for (;;) {
468 node = rb_first(root);
469 if (!node)
470 break;
471
472 rb_erase(node, root);
473 data = rb_entry(node, struct alloc_stat, node);
Li Zefan29b3e152009-11-24 13:26:10 +0800474 sort_insert(root_sorted, data, sort_list);
Li Zefanba77c9e2009-11-20 15:53:25 +0800475 }
476}
477
478static void sort_result(void)
479{
Li Zefan29b3e152009-11-24 13:26:10 +0800480 __sort_result(&root_alloc_stat, &root_alloc_sorted, &alloc_sort);
481 __sort_result(&root_caller_stat, &root_caller_sorted, &caller_sort);
Li Zefanba77c9e2009-11-20 15:53:25 +0800482}
483
484static int __cmd_kmem(void)
485{
Arnaldo Carvalho de Melod549c7692009-12-27 21:37:02 -0200486 int err = -EINVAL;
Ian Munsie21ef97f2010-12-10 14:09:16 +1100487 struct perf_session *session = perf_session__new(input_name, O_RDONLY,
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200488 0, false, &perf_kmem);
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -0200489 if (session == NULL)
490 return -ENOMEM;
Li Zefanba77c9e2009-11-20 15:53:25 +0800491
Arnaldo Carvalho de Meloe727ca72010-04-01 19:12:13 -0300492 if (perf_session__create_kernel_maps(session) < 0)
493 goto out_delete;
494
Arnaldo Carvalho de Melod549c7692009-12-27 21:37:02 -0200495 if (!perf_session__has_traces(session, "kmem record"))
496 goto out_delete;
497
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -0200498 setup_pager();
Arnaldo Carvalho de Melo45694aa2011-11-28 08:30:20 -0200499 err = perf_session__process_events(session, &perf_kmem);
Arnaldo Carvalho de Melo4aa65632009-12-13 19:50:29 -0200500 if (err != 0)
501 goto out_delete;
502 sort_result();
503 print_result(session);
504out_delete:
505 perf_session__delete(session);
506 return err;
Li Zefanba77c9e2009-11-20 15:53:25 +0800507}
508
509static const char * const kmem_usage[] = {
Li Zefan90b86a92009-12-10 15:21:57 +0800510 "perf kmem [<options>] {record|stat}",
Li Zefanba77c9e2009-11-20 15:53:25 +0800511 NULL
512};
513
Li Zefanba77c9e2009-11-20 15:53:25 +0800514static int ptr_cmp(struct alloc_stat *l, struct alloc_stat *r)
515{
516 if (l->ptr < r->ptr)
517 return -1;
518 else if (l->ptr > r->ptr)
519 return 1;
520 return 0;
521}
522
Li Zefan29b3e152009-11-24 13:26:10 +0800523static struct sort_dimension ptr_sort_dimension = {
524 .name = "ptr",
525 .cmp = ptr_cmp,
526};
527
Li Zefanba77c9e2009-11-20 15:53:25 +0800528static int callsite_cmp(struct alloc_stat *l, struct alloc_stat *r)
529{
530 if (l->call_site < r->call_site)
531 return -1;
532 else if (l->call_site > r->call_site)
533 return 1;
534 return 0;
535}
536
Li Zefan29b3e152009-11-24 13:26:10 +0800537static struct sort_dimension callsite_sort_dimension = {
538 .name = "callsite",
539 .cmp = callsite_cmp,
540};
541
Pekka Enbergf3ced7c2009-11-22 11:58:00 +0200542static int hit_cmp(struct alloc_stat *l, struct alloc_stat *r)
543{
544 if (l->hit < r->hit)
545 return -1;
546 else if (l->hit > r->hit)
547 return 1;
548 return 0;
549}
550
Li Zefan29b3e152009-11-24 13:26:10 +0800551static struct sort_dimension hit_sort_dimension = {
552 .name = "hit",
553 .cmp = hit_cmp,
554};
555
Li Zefanba77c9e2009-11-20 15:53:25 +0800556static int bytes_cmp(struct alloc_stat *l, struct alloc_stat *r)
557{
558 if (l->bytes_alloc < r->bytes_alloc)
559 return -1;
560 else if (l->bytes_alloc > r->bytes_alloc)
561 return 1;
562 return 0;
563}
564
Li Zefan29b3e152009-11-24 13:26:10 +0800565static struct sort_dimension bytes_sort_dimension = {
566 .name = "bytes",
567 .cmp = bytes_cmp,
568};
569
Pekka Enbergf3ced7c2009-11-22 11:58:00 +0200570static int frag_cmp(struct alloc_stat *l, struct alloc_stat *r)
571{
572 double x, y;
573
574 x = fragmentation(l->bytes_req, l->bytes_alloc);
575 y = fragmentation(r->bytes_req, r->bytes_alloc);
576
577 if (x < y)
578 return -1;
579 else if (x > y)
580 return 1;
581 return 0;
582}
583
Li Zefan29b3e152009-11-24 13:26:10 +0800584static struct sort_dimension frag_sort_dimension = {
585 .name = "frag",
586 .cmp = frag_cmp,
587};
588
Li Zefan079d3f62009-11-24 13:26:55 +0800589static int pingpong_cmp(struct alloc_stat *l, struct alloc_stat *r)
590{
591 if (l->pingpong < r->pingpong)
592 return -1;
593 else if (l->pingpong > r->pingpong)
594 return 1;
595 return 0;
596}
597
598static struct sort_dimension pingpong_sort_dimension = {
599 .name = "pingpong",
600 .cmp = pingpong_cmp,
601};
602
Li Zefan29b3e152009-11-24 13:26:10 +0800603static struct sort_dimension *avail_sorts[] = {
604 &ptr_sort_dimension,
605 &callsite_sort_dimension,
606 &hit_sort_dimension,
607 &bytes_sort_dimension,
608 &frag_sort_dimension,
Li Zefan079d3f62009-11-24 13:26:55 +0800609 &pingpong_sort_dimension,
Li Zefan29b3e152009-11-24 13:26:10 +0800610};
611
612#define NUM_AVAIL_SORTS \
613 (int)(sizeof(avail_sorts) / sizeof(struct sort_dimension *))
614
615static int sort_dimension__add(const char *tok, struct list_head *list)
616{
617 struct sort_dimension *sort;
618 int i;
619
620 for (i = 0; i < NUM_AVAIL_SORTS; i++) {
621 if (!strcmp(avail_sorts[i]->name, tok)) {
622 sort = malloc(sizeof(*sort));
623 if (!sort)
624 die("malloc");
625 memcpy(sort, avail_sorts[i], sizeof(*sort));
626 list_add_tail(&sort->list, list);
627 return 0;
628 }
629 }
630
631 return -1;
632}
633
634static int setup_sorting(struct list_head *sort_list, const char *arg)
635{
636 char *tok;
637 char *str = strdup(arg);
638
639 if (!str)
640 die("strdup");
641
642 while (true) {
643 tok = strsep(&str, ",");
644 if (!tok)
645 break;
646 if (sort_dimension__add(tok, sort_list) < 0) {
647 error("Unknown --sort key: '%s'", tok);
648 return -1;
649 }
650 }
651
652 free(str);
653 return 0;
654}
655
Li Zefanba77c9e2009-11-20 15:53:25 +0800656static int parse_sort_opt(const struct option *opt __used,
657 const char *arg, int unset __used)
658{
Li Zefanba77c9e2009-11-20 15:53:25 +0800659 if (!arg)
660 return -1;
661
Li Zefanba77c9e2009-11-20 15:53:25 +0800662 if (caller_flag > alloc_flag)
Li Zefan29b3e152009-11-24 13:26:10 +0800663 return setup_sorting(&caller_sort, arg);
Li Zefanba77c9e2009-11-20 15:53:25 +0800664 else
Li Zefan29b3e152009-11-24 13:26:10 +0800665 return setup_sorting(&alloc_sort, arg);
Li Zefanba77c9e2009-11-20 15:53:25 +0800666
667 return 0;
668}
669
Li Zefan90b86a92009-12-10 15:21:57 +0800670static int parse_caller_opt(const struct option *opt __used,
Ingo Molnar79312412009-12-10 08:43:34 +0100671 const char *arg __used, int unset __used)
Li Zefanba77c9e2009-11-20 15:53:25 +0800672{
Li Zefan90b86a92009-12-10 15:21:57 +0800673 caller_flag = (alloc_flag + 1);
674 return 0;
675}
Li Zefanba77c9e2009-11-20 15:53:25 +0800676
Li Zefan90b86a92009-12-10 15:21:57 +0800677static int parse_alloc_opt(const struct option *opt __used,
Ingo Molnar79312412009-12-10 08:43:34 +0100678 const char *arg __used, int unset __used)
Li Zefan90b86a92009-12-10 15:21:57 +0800679{
680 alloc_flag = (caller_flag + 1);
Li Zefanba77c9e2009-11-20 15:53:25 +0800681 return 0;
682}
683
684static int parse_line_opt(const struct option *opt __used,
685 const char *arg, int unset __used)
686{
687 int lines;
688
689 if (!arg)
690 return -1;
691
692 lines = strtoul(arg, NULL, 10);
693
694 if (caller_flag > alloc_flag)
695 caller_lines = lines;
696 else
697 alloc_lines = lines;
698
699 return 0;
700}
701
702static const struct option kmem_options[] = {
703 OPT_STRING('i', "input", &input_name, "file",
704 "input file name"),
Li Zefan90b86a92009-12-10 15:21:57 +0800705 OPT_CALLBACK_NOOPT(0, "caller", NULL, NULL,
706 "show per-callsite statistics",
707 parse_caller_opt),
708 OPT_CALLBACK_NOOPT(0, "alloc", NULL, NULL,
709 "show per-allocation statistics",
710 parse_alloc_opt),
Li Zefan29b3e152009-11-24 13:26:10 +0800711 OPT_CALLBACK('s', "sort", NULL, "key[,key2...]",
Li Zefan079d3f62009-11-24 13:26:55 +0800712 "sort by keys: ptr, call_site, bytes, hit, pingpong, frag",
Li Zefanba77c9e2009-11-20 15:53:25 +0800713 parse_sort_opt),
714 OPT_CALLBACK('l', "line", NULL, "num",
Li Zefan90b86a92009-12-10 15:21:57 +0800715 "show n lines",
Li Zefanba77c9e2009-11-20 15:53:25 +0800716 parse_line_opt),
Li Zefan7707b6b2009-11-24 13:25:48 +0800717 OPT_BOOLEAN(0, "raw-ip", &raw_ip, "show raw ip instead of symbol"),
Li Zefanba77c9e2009-11-20 15:53:25 +0800718 OPT_END()
719};
720
721static const char *record_args[] = {
722 "record",
723 "-a",
724 "-R",
Li Zefanba77c9e2009-11-20 15:53:25 +0800725 "-f",
726 "-c", "1",
727 "-e", "kmem:kmalloc",
728 "-e", "kmem:kmalloc_node",
729 "-e", "kmem:kfree",
730 "-e", "kmem:kmem_cache_alloc",
731 "-e", "kmem:kmem_cache_alloc_node",
732 "-e", "kmem:kmem_cache_free",
733};
734
735static int __cmd_record(int argc, const char **argv)
736{
737 unsigned int rec_argc, i, j;
738 const char **rec_argv;
739
740 rec_argc = ARRAY_SIZE(record_args) + argc - 1;
741 rec_argv = calloc(rec_argc + 1, sizeof(char *));
742
Chris Samuelce47dc52010-11-13 13:35:06 +1100743 if (rec_argv == NULL)
744 return -ENOMEM;
745
Li Zefanba77c9e2009-11-20 15:53:25 +0800746 for (i = 0; i < ARRAY_SIZE(record_args); i++)
747 rec_argv[i] = strdup(record_args[i]);
748
749 for (j = 1; j < (unsigned int)argc; j++, i++)
750 rec_argv[i] = argv[j];
751
752 return cmd_record(i, rec_argv, NULL);
753}
754
755int cmd_kmem(int argc, const char **argv, const char *prefix __used)
756{
Li Zefanba77c9e2009-11-20 15:53:25 +0800757 argc = parse_options(argc, argv, kmem_options, kmem_usage, 0);
758
Li Zefan90b86a92009-12-10 15:21:57 +0800759 if (!argc)
Li Zefanba77c9e2009-11-20 15:53:25 +0800760 usage_with_options(kmem_usage, kmem_options);
761
Arnaldo Carvalho de Melo655000e2009-12-15 20:04:40 -0200762 symbol__init();
763
Li Zefan90b86a92009-12-10 15:21:57 +0800764 if (!strncmp(argv[0], "rec", 3)) {
765 return __cmd_record(argc, argv);
766 } else if (!strcmp(argv[0], "stat")) {
767 setup_cpunode_map();
Li Zefanba77c9e2009-11-20 15:53:25 +0800768
Li Zefan90b86a92009-12-10 15:21:57 +0800769 if (list_empty(&caller_sort))
770 setup_sorting(&caller_sort, default_sort_order);
771 if (list_empty(&alloc_sort))
772 setup_sorting(&alloc_sort, default_sort_order);
Li Zefan7d0d3942009-11-24 13:26:31 +0800773
Li Zefan90b86a92009-12-10 15:21:57 +0800774 return __cmd_kmem();
Pekka Enbergb00eca82010-01-19 19:26:11 +0200775 } else
776 usage_with_options(kmem_usage, kmem_options);
Li Zefan90b86a92009-12-10 15:21:57 +0800777
778 return 0;
Li Zefanba77c9e2009-11-20 15:53:25 +0800779}
780