blob: 5fecbd043e088fc1b9d12983e143ebf7a338c481 [file] [log] [blame]
Jens Axboe3c39a372006-06-06 20:56:12 +02001#include <stdio.h>
2#include <string.h>
3#include <sys/time.h>
4#include <sys/types.h>
Jens Axboe5c4e1db2006-06-07 14:17:08 +02005#include <sys/stat.h>
Jens Axboe3c39a372006-06-06 20:56:12 +02006#include <dirent.h>
7#include <libgen.h>
8#include <math.h>
9
10#include "fio.h"
Jens Axboe3c39a372006-06-06 20:56:12 +020011
Jens Axboedbe11252007-02-11 00:19:51 +010012/*
Jens Axboe34403fb2007-03-02 21:43:25 +010013 * Cheesy number->string conversion, complete with carry rounding error.
Jens Axboedbe11252007-02-11 00:19:51 +010014 */
Jens Axboeb3605062007-03-12 14:19:47 +010015static char *num2str(unsigned long num, int maxlen, int base, int pow2)
Jens Axboedbe11252007-02-11 00:19:51 +010016{
Jens Axboeb3605062007-03-12 14:19:47 +010017 char postfix[] = { ' ', 'K', 'M', 'G', 'P', 'E' };
18 unsigned int thousand;
Jens Axboedbe11252007-02-11 00:19:51 +010019 char *buf;
20 int i;
21
Jens Axboeb3605062007-03-12 14:19:47 +010022 if (pow2)
23 thousand = 1024;
24 else
25 thousand = 1000;
26
Jens Axboedbe11252007-02-11 00:19:51 +010027 buf = malloc(128);
28
29 for (i = 0; base > 1; i++)
30 base /= thousand;
31
32 do {
33 int len, carry = 0;
34
35 len = sprintf(buf, "%'lu", num);
36 if (len <= maxlen) {
Jens Axboeb3605062007-03-12 14:19:47 +010037 if (i >= 1) {
38 buf[len] = postfix[i];
39 buf[len + 1] = '\0';
40 }
Jens Axboedbe11252007-02-11 00:19:51 +010041 return buf;
42 }
43
44 if ((num % thousand) >= (thousand / 2))
45 carry = 1;
46
47 num /= thousand;
48 num += carry;
49 i++;
Jens Axboef3502ba2007-02-14 01:27:09 +010050 } while (i <= 5);
Jens Axboedbe11252007-02-11 00:19:51 +010051
52 return buf;
53}
54
Jens Axboe3c39a372006-06-06 20:56:12 +020055void update_rusage_stat(struct thread_data *td)
56{
Jens Axboe756867b2007-03-06 15:19:24 +010057 struct thread_stat *ts = &td->ts;
Jens Axboe3c39a372006-06-06 20:56:12 +020058
Jens Axboe079ad092007-02-20 13:58:20 +010059 getrusage(RUSAGE_SELF, &ts->ru_end);
60
Jens Axboe5ec10ea2008-03-06 15:42:00 +010061 ts->usr_time += mtime_since(&ts->ru_start.ru_utime,
62 &ts->ru_end.ru_utime);
63 ts->sys_time += mtime_since(&ts->ru_start.ru_stime,
64 &ts->ru_end.ru_stime);
65 ts->ctx += ts->ru_end.ru_nvcsw + ts->ru_end.ru_nivcsw
66 - (ts->ru_start.ru_nvcsw + ts->ru_start.ru_nivcsw);
Jens Axboee7823a92007-09-07 20:33:33 +020067 ts->minf += ts->ru_end.ru_minflt - ts->ru_start.ru_minflt;
68 ts->majf += ts->ru_end.ru_majflt - ts->ru_start.ru_majflt;
Jens Axboe5ec10ea2008-03-06 15:42:00 +010069
Jens Axboe079ad092007-02-20 13:58:20 +010070 memcpy(&ts->ru_start, &ts->ru_end, sizeof(ts->ru_end));
Jens Axboe3c39a372006-06-06 20:56:12 +020071}
72
73static int calc_lat(struct io_stat *is, unsigned long *min, unsigned long *max,
74 double *mean, double *dev)
75{
Jens Axboe68704082007-01-10 19:56:37 +010076 double n = is->samples;
Jens Axboe3c39a372006-06-06 20:56:12 +020077
78 if (is->samples == 0)
79 return 0;
80
81 *min = is->min_val;
82 *max = is->max_val;
83
84 n = (double) is->samples;
Jens Axboe68704082007-01-10 19:56:37 +010085 *mean = is->mean;
Jens Axboe3c39a372006-06-06 20:56:12 +020086
Jens Axboe68704082007-01-10 19:56:37 +010087 if (n > 1.0)
88 *dev = sqrt(is->S / (n - 1.0));
Jens Axboeef9c5c42007-01-03 14:21:13 +010089 else
Jens Axboe4b43f542007-07-19 21:38:35 +020090 *dev = 0;
Jens Axboeef9c5c42007-01-03 14:21:13 +010091
Jens Axboe3c39a372006-06-06 20:56:12 +020092 return 1;
93}
94
95static void show_group_stats(struct group_run_stats *rs, int id)
96{
Jens Axboedbe11252007-02-11 00:19:51 +010097 char *p1, *p2, *p3, *p4;
98 const char *ddir_str[] = { " READ", " WRITE" };
99 int i;
100
Jens Axboe6d861442007-03-15 09:22:23 +0100101 log_info("\nRun status group %d (all jobs):\n", id);
Jens Axboe3c39a372006-06-06 20:56:12 +0200102
Jens Axboedbe11252007-02-11 00:19:51 +0100103 for (i = 0; i <= DDIR_WRITE; i++) {
104 if (!rs->max_run[i])
105 continue;
106
Jens Axboeb3605062007-03-12 14:19:47 +0100107 p1 = num2str(rs->io_kb[i], 6, 1000, 1);
108 p2 = num2str(rs->agg[i], 6, 1000, 1);
109 p3 = num2str(rs->min_bw[i], 6, 1000, 1);
110 p4 = num2str(rs->max_bw[i], 6, 1000, 1);
Jens Axboedbe11252007-02-11 00:19:51 +0100111
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100112 log_info("%s: io=%siB, aggrb=%siB/s, minb=%siB/s, maxb=%siB/s,"
113 " mint=%llumsec, maxt=%llumsec\n", ddir_str[i], p1, p2,
114 p3, p4, rs->min_run[i],
115 rs->max_run[i]);
Jens Axboedbe11252007-02-11 00:19:51 +0100116
117 free(p1);
118 free(p2);
119 free(p3);
120 free(p4);
121 }
Jens Axboe3c39a372006-06-06 20:56:12 +0200122}
123
Jens Axboeb3605062007-03-12 14:19:47 +0100124#define ts_total_io_u(ts) \
125 ((ts)->total_io_u[0] + (ts)->total_io_u[1])
126
Jens Axboe838bc702008-05-22 13:08:23 +0200127static void stat_calc_dist(unsigned int *map, unsigned long total,
128 double *io_u_dist)
Jens Axboe22708902007-03-06 17:05:32 +0100129{
130 int i;
131
132 /*
133 * Do depth distribution calculations
134 */
135 for (i = 0; i < FIO_IO_U_MAP_NR; i++) {
Jens Axboe838bc702008-05-22 13:08:23 +0200136 if (total) {
137 io_u_dist[i] = (double) map[i] / (double) total;
138 io_u_dist[i] *= 100.0;
139 if (io_u_dist[i] < 0.1 && map[i])
140 io_u_dist[i] = 0.1;
141 } else
142 io_u_dist[i] = 0.0;
Jens Axboe22708902007-03-06 17:05:32 +0100143 }
144}
145
Jens Axboe04a0fea2007-06-19 12:48:41 +0200146static void stat_calc_lat(struct thread_stat *ts, double *dst,
147 unsigned int *src, int nr)
Jens Axboe22708902007-03-06 17:05:32 +0100148{
Jens Axboe838bc702008-05-22 13:08:23 +0200149 unsigned long total = ts_total_io_u(ts);
Jens Axboe22708902007-03-06 17:05:32 +0100150 int i;
151
152 /*
153 * Do latency distribution calculations
154 */
Jens Axboe04a0fea2007-06-19 12:48:41 +0200155 for (i = 0; i < nr; i++) {
Jens Axboe838bc702008-05-22 13:08:23 +0200156 if (total) {
157 dst[i] = (double) src[i] / (double) total;
158 dst[i] *= 100.0;
159 if (dst[i] < 0.01 && src[i])
160 dst[i] = 0.01;
161 } else
162 dst[i] = 0.0;
Jens Axboe22708902007-03-06 17:05:32 +0100163 }
164}
165
Jens Axboe04a0fea2007-06-19 12:48:41 +0200166static void stat_calc_lat_u(struct thread_stat *ts, double *io_u_lat)
167{
168 stat_calc_lat(ts, io_u_lat, ts->io_u_lat_u, FIO_IO_U_LAT_U_NR);
169}
170
171static void stat_calc_lat_m(struct thread_stat *ts, double *io_u_lat)
172{
173 stat_calc_lat(ts, io_u_lat, ts->io_u_lat_m, FIO_IO_U_LAT_M_NR);
174}
175
Jens Axboeea2accc2007-06-19 09:48:44 +0200176static int usec_to_msec(unsigned long *min, unsigned long *max, double *mean,
177 double *dev)
178{
179 if (*min > 1000 && *max > 1000 && *mean > 1000.0 && *dev > 1000.0) {
180 *min /= 1000;
181 *max /= 1000;
182 *mean /= 1000.0;
183 *dev /= 1000.0;
184 return 0;
185 }
186
187 return 1;
188}
189
Jens Axboe756867b2007-03-06 15:19:24 +0100190static void show_ddir_status(struct group_run_stats *rs, struct thread_stat *ts,
Jens Axboe3c39a372006-06-06 20:56:12 +0200191 int ddir)
192{
Jens Axboe3c9b60c2006-11-07 08:36:14 +0100193 const char *ddir_str[] = { "read ", "write" };
Jens Axboe3c39a372006-06-06 20:56:12 +0200194 unsigned long min, max;
Jens Axboeb3605062007-03-12 14:19:47 +0100195 unsigned long long bw, iops;
Jens Axboe3c39a372006-06-06 20:56:12 +0200196 double mean, dev;
Jens Axboeb3605062007-03-12 14:19:47 +0100197 char *io_p, *bw_p, *iops_p;
Jens Axboe3c39a372006-06-06 20:56:12 +0200198
Jens Axboe756867b2007-03-06 15:19:24 +0100199 if (!ts->runtime[ddir])
Jens Axboe3c39a372006-06-06 20:56:12 +0200200 return;
201
Jens Axboe756867b2007-03-06 15:19:24 +0100202 bw = ts->io_bytes[ddir] / ts->runtime[ddir];
Jens Axboeb3605062007-03-12 14:19:47 +0100203 iops = (1000 * ts->total_io_u[ddir]) / ts->runtime[ddir];
204 io_p = num2str(ts->io_bytes[ddir] >> 10, 6, 1000, 1);
205 bw_p = num2str(bw, 6, 1000, 1);
206 iops_p = num2str(iops, 6, 1, 0);
Jens Axboedbe11252007-02-11 00:19:51 +0100207
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100208 log_info(" %s: io=%siB, bw=%siB/s, iops=%s, runt=%6lumsec\n",
209 ddir_str[ddir], io_p, bw_p, iops_p,
210 ts->runtime[ddir]);
Jens Axboedbe11252007-02-11 00:19:51 +0100211
212 free(io_p);
213 free(bw_p);
Jens Axboeb3605062007-03-12 14:19:47 +0100214 free(iops_p);
Jens Axboe3c39a372006-06-06 20:56:12 +0200215
Jens Axboed85f5112007-06-18 09:41:23 +0200216 if (calc_lat(&ts->slat_stat[ddir], &min, &max, &mean, &dev)) {
217 const char *base = "(usec)";
Jens Axboed9309cb2007-08-16 13:07:46 +0200218 char *minp, *maxp;
Jens Axboe3c39a372006-06-06 20:56:12 +0200219
Jens Axboeea2accc2007-06-19 09:48:44 +0200220 if (!usec_to_msec(&min, &max, &mean, &dev))
Jens Axboed85f5112007-06-18 09:41:23 +0200221 base = "(msec)";
Jens Axboeea2accc2007-06-19 09:48:44 +0200222
Jens Axboed9309cb2007-08-16 13:07:46 +0200223 minp = num2str(min, 6, 1, 0);
224 maxp = num2str(max, 6, 1, 0);
225
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100226 log_info(" slat %s: min=%s, max=%s, avg=%5.02f,"
227 " stdev=%5.02f\n", base, minp, maxp, mean, dev);
Jens Axboed9309cb2007-08-16 13:07:46 +0200228
229 free(minp);
230 free(maxp);
Jens Axboed85f5112007-06-18 09:41:23 +0200231 }
232 if (calc_lat(&ts->clat_stat[ddir], &min, &max, &mean, &dev)) {
233 const char *base = "(usec)";
Jens Axboed9309cb2007-08-16 13:07:46 +0200234 char *minp, *maxp;
Jens Axboe3c39a372006-06-06 20:56:12 +0200235
Jens Axboeea2accc2007-06-19 09:48:44 +0200236 if (!usec_to_msec(&min, &max, &mean, &dev))
237 base = "(msec)";
238
Jens Axboed9309cb2007-08-16 13:07:46 +0200239 minp = num2str(min, 6, 1, 0);
240 maxp = num2str(max, 6, 1, 0);
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100241
242 log_info(" clat %s: min=%s, max=%s, avg=%5.02f,"
243 " stdev=%5.02f\n", base, minp, maxp, mean, dev);
Jens Axboed9309cb2007-08-16 13:07:46 +0200244
245 free(minp);
246 free(maxp);
Jens Axboed85f5112007-06-18 09:41:23 +0200247 }
Jens Axboe079ad092007-02-20 13:58:20 +0100248 if (calc_lat(&ts->bw_stat[ddir], &min, &max, &mean, &dev)) {
Jens Axboe3c39a372006-06-06 20:56:12 +0200249 double p_of_agg;
250
251 p_of_agg = mean * 100 / (double) rs->agg[ddir];
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100252 log_info(" bw (KiB/s) : min=%5lu, max=%5lu, per=%3.2f%%,"
253 " avg=%5.02f, stdev=%5.02f\n", min, max, p_of_agg,
254 mean, dev);
Jens Axboe3c39a372006-06-06 20:56:12 +0200255 }
256}
257
Jens Axboe04a0fea2007-06-19 12:48:41 +0200258static void show_lat(double *io_u_lat, int nr, const char **ranges,
259 const char *msg)
260{
261 int new_line = 1, i, line = 0;
262
263 for (i = 0; i < nr; i++) {
264 if (io_u_lat[i] <= 0.0)
265 continue;
266 if (new_line) {
Jens Axboe4539ed72007-07-23 14:21:17 +0200267 if (line)
268 log_info("\n");
Jens Axboe04a0fea2007-06-19 12:48:41 +0200269 log_info(" lat (%s): ", msg);
270 new_line = 0;
271 line = 0;
272 }
273 if (line)
274 log_info(", ");
275 log_info("%s%3.2f%%", ranges[i], io_u_lat[i]);
276 line++;
277 if (line == 5)
278 new_line = 1;
279 }
Jens Axboe04a0fea2007-06-19 12:48:41 +0200280}
281
282static void show_lat_u(double *io_u_lat_u)
283{
284 const char *ranges[] = { "2=", "4=", "10=", "20=", "50=", "100=",
285 "250=", "500=", "750=", "1000=", };
286
287 show_lat(io_u_lat_u, FIO_IO_U_LAT_U_NR, ranges, "usec");
288}
289
290static void show_lat_m(double *io_u_lat_m)
291{
292 const char *ranges[] = { "2=", "4=", "10=", "20=", "50=", "100=",
293 "250=", "500=", "750=", "1000=", "2000=",
294 ">=2000=", };
295
296 show_lat(io_u_lat_m, FIO_IO_U_LAT_M_NR, ranges, "msec");
297}
298
299static void show_latencies(double *io_u_lat_u, double *io_u_lat_m)
300{
301 show_lat_u(io_u_lat_u);
Jens Axboe4539ed72007-07-23 14:21:17 +0200302 log_info("\n");
Jens Axboe04a0fea2007-06-19 12:48:41 +0200303 show_lat_m(io_u_lat_m);
304 log_info("\n");
305}
306
Jens Axboe756867b2007-03-06 15:19:24 +0100307static void show_thread_status(struct thread_stat *ts,
Jens Axboe3c39a372006-06-06 20:56:12 +0200308 struct group_run_stats *rs)
309{
310 double usr_cpu, sys_cpu;
Jens Axboe69008992006-11-24 13:12:56 +0100311 unsigned long runtime;
Jens Axboe71619dc2007-01-13 23:56:33 +0100312 double io_u_dist[FIO_IO_U_MAP_NR];
Jens Axboe04a0fea2007-06-19 12:48:41 +0200313 double io_u_lat_u[FIO_IO_U_LAT_U_NR];
314 double io_u_lat_m[FIO_IO_U_LAT_M_NR];
Jens Axboe3c39a372006-06-06 20:56:12 +0200315
Jens Axboeb4c5e1a2007-10-25 18:44:45 +0200316 if (!(ts->io_bytes[0] + ts->io_bytes[1]) &&
317 !(ts->total_io_u[0] + ts->total_io_u[1]))
Jens Axboe3c39a372006-06-06 20:56:12 +0200318 return;
319
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100320 if (!ts->error) {
321 log_info("%s: (groupid=%d, jobs=%d): err=%2d: pid=%d\n",
322 ts->name, ts->groupid, ts->members,
Jens Axboe5921e802008-05-30 15:02:38 +0200323 ts->error, (int) ts->pid);
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100324 } else {
325 log_info("%s: (groupid=%d, jobs=%d): err=%2d (%s): pid=%d\n",
326 ts->name, ts->groupid, ts->members,
Jens Axboe5921e802008-05-30 15:02:38 +0200327 ts->error, ts->verror, (int) ts->pid);
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100328 }
Jens Axboe3c39a372006-06-06 20:56:12 +0200329
Jens Axboe7bdce1b2007-03-06 20:01:13 +0100330 if (ts->description)
Jens Axboe6d861442007-03-15 09:22:23 +0100331 log_info(" Description : [%s]\n", ts->description);
Jens Axboe7bdce1b2007-03-06 20:01:13 +0100332
Jens Axboe756867b2007-03-06 15:19:24 +0100333 if (ts->io_bytes[DDIR_READ])
334 show_ddir_status(rs, ts, DDIR_READ);
335 if (ts->io_bytes[DDIR_WRITE])
336 show_ddir_status(rs, ts, DDIR_WRITE);
Jens Axboe3c39a372006-06-06 20:56:12 +0200337
Jens Axboe756867b2007-03-06 15:19:24 +0100338 runtime = ts->total_run_time;
Jens Axboe69008992006-11-24 13:12:56 +0100339 if (runtime) {
Jens Axboe1e97cce2006-12-05 11:44:16 +0100340 double runt = (double) runtime;
Jens Axboe3c39a372006-06-06 20:56:12 +0200341
Jens Axboe756867b2007-03-06 15:19:24 +0100342 usr_cpu = (double) ts->usr_time * 100 / runt;
343 sys_cpu = (double) ts->sys_time * 100 / runt;
Jens Axboe3c39a372006-06-06 20:56:12 +0200344 } else {
345 usr_cpu = 0;
346 sys_cpu = 0;
347 }
348
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100349 log_info(" cpu : usr=%3.2f%%, sys=%3.2f%%, ctx=%lu, majf=%lu,"
350 " minf=%lu\n", usr_cpu, sys_cpu, ts->ctx, ts->majf, ts->minf);
Jens Axboe71619dc2007-01-13 23:56:33 +0100351
Jens Axboe838bc702008-05-22 13:08:23 +0200352 stat_calc_dist(ts->io_u_map, ts_total_io_u(ts), io_u_dist);
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100353 log_info(" IO depths : 1=%3.1f%%, 2=%3.1f%%, 4=%3.1f%%, 8=%3.1f%%,"
354 " 16=%3.1f%%, 32=%3.1f%%, >=64=%3.1f%%\n", io_u_dist[0],
355 io_u_dist[1], io_u_dist[2],
356 io_u_dist[3], io_u_dist[4],
357 io_u_dist[5], io_u_dist[6]);
Jens Axboe838bc702008-05-22 13:08:23 +0200358
359 stat_calc_dist(ts->io_u_submit, ts->total_submit, io_u_dist);
360 log_info(" submit : 0=%3.1f%%, 4=%3.1f%%, 8=%3.1f%%, 16=%3.1f%%,"
361 " 32=%3.1f%%, 64=%3.1f%%, >=64=%3.1f%%\n", io_u_dist[0],
362 io_u_dist[1], io_u_dist[2],
363 io_u_dist[3], io_u_dist[4],
364 io_u_dist[5], io_u_dist[6]);
365 stat_calc_dist(ts->io_u_complete, ts->total_complete, io_u_dist);
366 log_info(" complete : 0=%3.1f%%, 4=%3.1f%%, 8=%3.1f%%, 16=%3.1f%%,"
367 " 32=%3.1f%%, 64=%3.1f%%, >=64=%3.1f%%\n", io_u_dist[0],
368 io_u_dist[1], io_u_dist[2],
369 io_u_dist[3], io_u_dist[4],
370 io_u_dist[5], io_u_dist[6]);
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100371 log_info(" issued r/w: total=%lu/%lu, short=%lu/%lu\n",
372 ts->total_io_u[0], ts->total_io_u[1],
373 ts->short_io_u[0], ts->short_io_u[1]);
Jens Axboe838bc702008-05-22 13:08:23 +0200374 stat_calc_lat_u(ts, io_u_lat_u);
375 stat_calc_lat_m(ts, io_u_lat_m);
Jens Axboe04a0fea2007-06-19 12:48:41 +0200376 show_latencies(io_u_lat_u, io_u_lat_m);
Jens Axboe3c39a372006-06-06 20:56:12 +0200377}
378
Jens Axboe756867b2007-03-06 15:19:24 +0100379static void show_ddir_status_terse(struct thread_stat *ts,
Jens Axboec6ae0a52006-06-12 11:04:44 +0200380 struct group_run_stats *rs, int ddir)
381{
382 unsigned long min, max;
383 unsigned long long bw;
384 double mean, dev;
385
386 bw = 0;
Jens Axboe756867b2007-03-06 15:19:24 +0100387 if (ts->runtime[ddir])
388 bw = ts->io_bytes[ddir] / ts->runtime[ddir];
Jens Axboec6ae0a52006-06-12 11:04:44 +0200389
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100390 log_info(";%llu;%llu;%lu", ts->io_bytes[ddir] >> 10, bw,
391 ts->runtime[ddir]);
Jens Axboec6ae0a52006-06-12 11:04:44 +0200392
Jens Axboe079ad092007-02-20 13:58:20 +0100393 if (calc_lat(&ts->slat_stat[ddir], &min, &max, &mean, &dev))
Jens Axboe6d861442007-03-15 09:22:23 +0100394 log_info(";%lu;%lu;%f;%f", min, max, mean, dev);
Jens Axboec6ae0a52006-06-12 11:04:44 +0200395 else
Jens Axboe6d861442007-03-15 09:22:23 +0100396 log_info(";%lu;%lu;%f;%f", 0UL, 0UL, 0.0, 0.0);
Jens Axboec6ae0a52006-06-12 11:04:44 +0200397
Jens Axboe079ad092007-02-20 13:58:20 +0100398 if (calc_lat(&ts->clat_stat[ddir], &min, &max, &mean, &dev))
Jens Axboe6d861442007-03-15 09:22:23 +0100399 log_info(";%lu;%lu;%f;%f", min, max, mean, dev);
Jens Axboec6ae0a52006-06-12 11:04:44 +0200400 else
Jens Axboe6d861442007-03-15 09:22:23 +0100401 log_info(";%lu;%lu;%f;%f", 0UL, 0UL, 0.0, 0.0);
Jens Axboec6ae0a52006-06-12 11:04:44 +0200402
Jens Axboe079ad092007-02-20 13:58:20 +0100403 if (calc_lat(&ts->bw_stat[ddir], &min, &max, &mean, &dev)) {
Jens Axboec6ae0a52006-06-12 11:04:44 +0200404 double p_of_agg;
405
406 p_of_agg = mean * 100 / (double) rs->agg[ddir];
Jens Axboe6d861442007-03-15 09:22:23 +0100407 log_info(";%lu;%lu;%f%%;%f;%f", min, max, p_of_agg, mean, dev);
Jens Axboec6ae0a52006-06-12 11:04:44 +0200408 } else
Jens Axboe6d861442007-03-15 09:22:23 +0100409 log_info(";%lu;%lu;%f%%;%f;%f", 0UL, 0UL, 0.0, 0.0, 0.0);
Jens Axboec6ae0a52006-06-12 11:04:44 +0200410}
411
412
Jens Axboe756867b2007-03-06 15:19:24 +0100413static void show_thread_status_terse(struct thread_stat *ts,
Jens Axboec6ae0a52006-06-12 11:04:44 +0200414 struct group_run_stats *rs)
415{
Jens Axboe22708902007-03-06 17:05:32 +0100416 double io_u_dist[FIO_IO_U_MAP_NR];
Jens Axboe04a0fea2007-06-19 12:48:41 +0200417 double io_u_lat_u[FIO_IO_U_LAT_U_NR];
418 double io_u_lat_m[FIO_IO_U_LAT_M_NR];
Jens Axboec6ae0a52006-06-12 11:04:44 +0200419 double usr_cpu, sys_cpu;
Jens Axboe04a0fea2007-06-19 12:48:41 +0200420 int i;
Jens Axboec6ae0a52006-06-12 11:04:44 +0200421
Jens Axboe6d861442007-03-15 09:22:23 +0100422 log_info("%s;%d;%d", ts->name, ts->groupid, ts->error);
Jens Axboec6ae0a52006-06-12 11:04:44 +0200423
Jens Axboe756867b2007-03-06 15:19:24 +0100424 show_ddir_status_terse(ts, rs, 0);
425 show_ddir_status_terse(ts, rs, 1);
Jens Axboec6ae0a52006-06-12 11:04:44 +0200426
Jens Axboe756867b2007-03-06 15:19:24 +0100427 if (ts->total_run_time) {
428 double runt = (double) ts->total_run_time;
Jens Axboec6ae0a52006-06-12 11:04:44 +0200429
Jens Axboe756867b2007-03-06 15:19:24 +0100430 usr_cpu = (double) ts->usr_time * 100 / runt;
431 sys_cpu = (double) ts->sys_time * 100 / runt;
Jens Axboec6ae0a52006-06-12 11:04:44 +0200432 } else {
433 usr_cpu = 0;
434 sys_cpu = 0;
435 }
436
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100437 log_info(";%f%%;%f%%;%lu;%lu;%lu", usr_cpu, sys_cpu, ts->ctx, ts->majf,
438 ts->minf);
Jens Axboe22708902007-03-06 17:05:32 +0100439
Jens Axboe838bc702008-05-22 13:08:23 +0200440 stat_calc_dist(ts->io_u_map, ts_total_io_u(ts), io_u_dist);
Jens Axboe04a0fea2007-06-19 12:48:41 +0200441 stat_calc_lat_u(ts, io_u_lat_u);
442 stat_calc_lat_m(ts, io_u_lat_m);
Jens Axboe22708902007-03-06 17:05:32 +0100443
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100444 log_info(";%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%;%3.1f%%",
445 io_u_dist[0], io_u_dist[1], io_u_dist[2], io_u_dist[3],
446 io_u_dist[4], io_u_dist[5], io_u_dist[6]);
Jens Axboe22708902007-03-06 17:05:32 +0100447
Jens Axboe04a0fea2007-06-19 12:48:41 +0200448 for (i = 0; i < FIO_IO_U_LAT_U_NR; i++)
449 log_info(";%3.2f%%", io_u_lat_u[i]);
450 for (i = 0; i < FIO_IO_U_LAT_M_NR; i++)
451 log_info(";%3.2f%%", io_u_lat_m[i]);
452 log_info("\n");
Jens Axboe22708902007-03-06 17:05:32 +0100453
454 if (ts->description)
Jens Axboe6d861442007-03-15 09:22:23 +0100455 log_info(";%s", ts->description);
Jens Axboe22708902007-03-06 17:05:32 +0100456
Jens Axboe6d861442007-03-15 09:22:23 +0100457 log_info("\n");
Jens Axboe756867b2007-03-06 15:19:24 +0100458}
459
Jens Axboe197574e2007-03-08 15:35:11 +0100460static void sum_stat(struct io_stat *dst, struct io_stat *src, int nr)
Jens Axboe756867b2007-03-06 15:19:24 +0100461{
462 double mean, S;
463
464 dst->min_val = min(dst->min_val, src->min_val);
465 dst->max_val = max(dst->max_val, src->max_val);
466 dst->samples += src->samples;
467
468 /*
469 * Needs a new method for calculating stddev, we cannot just
470 * average them we do below for nr > 1
471 */
472 if (nr == 1) {
473 mean = src->mean;
474 S = src->S;
475 } else {
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100476 mean = ((src->mean * (double) (nr - 1))
477 + dst->mean) / ((double) nr);
Jens Axboec39cced2007-03-06 15:37:00 +0100478 S = ((src->S * (double) (nr - 1)) + dst->S) / ((double) nr);
Jens Axboe756867b2007-03-06 15:19:24 +0100479 }
480
481 dst->mean = mean;
482 dst->S = S;
483}
484
Jens Axboe3c39a372006-06-06 20:56:12 +0200485void show_run_stats(void)
486{
487 struct group_run_stats *runstats, *rs;
488 struct thread_data *td;
Jens Axboe756867b2007-03-06 15:19:24 +0100489 struct thread_stat *threadstats, *ts;
Jens Axboe197574e2007-03-08 15:35:11 +0100490 int i, j, k, l, nr_ts, last_ts, idx;
Jens Axboe3c39a372006-06-06 20:56:12 +0200491
492 runstats = malloc(sizeof(struct group_run_stats) * (groupid + 1));
493
494 for (i = 0; i < groupid + 1; i++) {
495 rs = &runstats[i];
496
497 memset(rs, 0, sizeof(*rs));
498 rs->min_bw[0] = rs->min_run[0] = ~0UL;
499 rs->min_bw[1] = rs->min_run[1] = ~0UL;
500 }
501
Jens Axboe756867b2007-03-06 15:19:24 +0100502 /*
503 * find out how many threads stats we need. if group reporting isn't
504 * enabled, it's one-per-td.
505 */
506 nr_ts = 0;
507 last_ts = -1;
Jens Axboe34572e22006-10-20 09:33:18 +0200508 for_each_td(td, i) {
Jens Axboe2dc1bbe2007-03-15 15:01:33 +0100509 if (!td->o.group_reporting) {
Jens Axboe756867b2007-03-06 15:19:24 +0100510 nr_ts++;
511 continue;
512 }
513 if (last_ts == td->groupid)
514 continue;
515
516 last_ts = td->groupid;
517 nr_ts++;
518 }
519
520 threadstats = malloc(nr_ts * sizeof(struct thread_stat));
521
522 for (i = 0; i < nr_ts; i++) {
523 ts = &threadstats[i];
524
525 memset(ts, 0, sizeof(*ts));
Jens Axboede64df02007-03-08 19:09:49 +0100526 for (j = 0; j <= DDIR_WRITE; j++) {
Jens Axboe197574e2007-03-08 15:35:11 +0100527 ts->clat_stat[j].min_val = -1UL;
528 ts->slat_stat[j].min_val = -1UL;
529 ts->bw_stat[j].min_val = -1UL;
530 }
Jens Axboe7abd0e32007-03-12 15:24:43 +0100531 ts->groupid = -1;
Jens Axboe756867b2007-03-06 15:19:24 +0100532 }
533
534 j = 0;
535 last_ts = -1;
Jens Axboe197574e2007-03-08 15:35:11 +0100536 idx = 0;
Jens Axboe756867b2007-03-06 15:19:24 +0100537 for_each_td(td, i) {
Jens Axboe2dc1bbe2007-03-15 15:01:33 +0100538 if (idx && (!td->o.group_reporting ||
539 (td->o.group_reporting && last_ts != td->groupid))) {
Jens Axboe7abd0e32007-03-12 15:24:43 +0100540 idx = 0;
541 j++;
542 }
543
544 last_ts = td->groupid;
545
Jens Axboe756867b2007-03-06 15:19:24 +0100546 ts = &threadstats[j];
547
Jens Axboe197574e2007-03-08 15:35:11 +0100548 idx++;
Jens Axboe6586ee82007-03-06 19:46:09 +0100549 ts->members++;
Jens Axboe756867b2007-03-06 15:19:24 +0100550
Jens Axboe7abd0e32007-03-12 15:24:43 +0100551 if (ts->groupid == -1) {
Jens Axboe2dc84ba2007-03-06 15:46:33 +0100552 /*
553 * These are per-group shared already
554 */
Jens Axboe2dc1bbe2007-03-15 15:01:33 +0100555 ts->name = td->o.name;
556 ts->description = td->o.description;
Jens Axboe756867b2007-03-06 15:19:24 +0100557 ts->groupid = td->groupid;
Jens Axboe2dc84ba2007-03-06 15:46:33 +0100558
559 /*
560 * first pid in group, not very useful...
561 */
Jens Axboe756867b2007-03-06 15:19:24 +0100562 ts->pid = td->pid;
Jens Axboe2dc84ba2007-03-06 15:46:33 +0100563 }
564
565 if (td->error && !ts->error) {
566 ts->error = td->error;
Jens Axboe756867b2007-03-06 15:19:24 +0100567 ts->verror = td->verror;
568 }
569
Jens Axboede64df02007-03-08 19:09:49 +0100570 for (l = 0; l <= DDIR_WRITE; l++) {
Jens Axboe197574e2007-03-08 15:35:11 +0100571 sum_stat(&ts->clat_stat[l], &td->ts.clat_stat[l], idx);
572 sum_stat(&ts->slat_stat[l], &td->ts.slat_stat[l], idx);
573 sum_stat(&ts->bw_stat[l], &td->ts.bw_stat[l], idx);
Jens Axboe756867b2007-03-06 15:19:24 +0100574
Jens Axboe197574e2007-03-08 15:35:11 +0100575 ts->stat_io_bytes[l] += td->ts.stat_io_bytes[l];
576 ts->io_bytes[l] += td->ts.io_bytes[l];
577
578 if (ts->runtime[l] < td->ts.runtime[l])
579 ts->runtime[l] = td->ts.runtime[l];
580 }
Jens Axboe756867b2007-03-06 15:19:24 +0100581
582 ts->usr_time += td->ts.usr_time;
583 ts->sys_time += td->ts.sys_time;
584 ts->ctx += td->ts.ctx;
Jens Axboee7823a92007-09-07 20:33:33 +0200585 ts->majf += td->ts.majf;
586 ts->minf += td->ts.minf;
Jens Axboe756867b2007-03-06 15:19:24 +0100587
588 for (k = 0; k < FIO_IO_U_MAP_NR; k++)
589 ts->io_u_map[k] += td->ts.io_u_map[k];
Jens Axboe838bc702008-05-22 13:08:23 +0200590 for (k = 0; k < FIO_IO_U_MAP_NR; k++)
591 ts->io_u_submit[k] += td->ts.io_u_submit[k];
592 for (k = 0; k < FIO_IO_U_MAP_NR; k++)
593 ts->io_u_complete[k] += td->ts.io_u_complete[k];
Jens Axboe04a0fea2007-06-19 12:48:41 +0200594 for (k = 0; k < FIO_IO_U_LAT_U_NR; k++)
595 ts->io_u_lat_u[k] += td->ts.io_u_lat_u[k];
596 for (k = 0; k < FIO_IO_U_LAT_M_NR; k++)
597 ts->io_u_lat_m[k] += td->ts.io_u_lat_m[k];
598
Jens Axboe756867b2007-03-06 15:19:24 +0100599
Jens Axboe30061b92007-04-17 13:31:34 +0200600 for (k = 0; k <= DDIR_WRITE; k++) {
Jens Axboeb3605062007-03-12 14:19:47 +0100601 ts->total_io_u[k] += td->ts.total_io_u[k];
Jens Axboe30061b92007-04-17 13:31:34 +0200602 ts->short_io_u[k] += td->ts.short_io_u[k];
603 }
Jens Axboe756867b2007-03-06 15:19:24 +0100604
605 ts->total_run_time += td->ts.total_run_time;
Jens Axboe838bc702008-05-22 13:08:23 +0200606 ts->total_submit += td->ts.total_submit;
607 ts->total_complete += td->ts.total_complete;
Jens Axboe756867b2007-03-06 15:19:24 +0100608 }
609
610 for (i = 0; i < nr_ts; i++) {
Jens Axboe94370ac2007-03-08 15:28:10 +0100611 unsigned long long bw;
Jens Axboe3c39a372006-06-06 20:56:12 +0200612
Jens Axboe756867b2007-03-06 15:19:24 +0100613 ts = &threadstats[i];
614 rs = &runstats[ts->groupid];
Jens Axboe3c39a372006-06-06 20:56:12 +0200615
Jens Axboede64df02007-03-08 19:09:49 +0100616 for (j = 0; j <= DDIR_WRITE; j++) {
Jens Axboe94370ac2007-03-08 15:28:10 +0100617 if (!ts->runtime[j])
618 continue;
619 if (ts->runtime[j] < rs->min_run[j] || !rs->min_run[j])
620 rs->min_run[j] = ts->runtime[j];
621 if (ts->runtime[j] > rs->max_run[j])
622 rs->max_run[j] = ts->runtime[j];
Jens Axboe3c39a372006-06-06 20:56:12 +0200623
Jens Axboe94370ac2007-03-08 15:28:10 +0100624 bw = 0;
625 if (ts->runtime[j])
Jens Axboe5ec10ea2008-03-06 15:42:00 +0100626 bw = ts->io_bytes[j]
627 / (unsigned long long) ts->runtime[j];
Jens Axboe94370ac2007-03-08 15:28:10 +0100628 if (bw < rs->min_bw[j])
629 rs->min_bw[j] = bw;
630 if (bw > rs->max_bw[j])
631 rs->max_bw[j] = bw;
Jens Axboe3c39a372006-06-06 20:56:12 +0200632
Jens Axboe94370ac2007-03-08 15:28:10 +0100633 rs->io_kb[j] += ts->io_bytes[j] >> 10;
634 }
Jens Axboe3c39a372006-06-06 20:56:12 +0200635 }
636
637 for (i = 0; i < groupid + 1; i++) {
638 rs = &runstats[i];
639
640 if (rs->max_run[0])
641 rs->agg[0] = (rs->io_kb[0]*1024) / rs->max_run[0];
642 if (rs->max_run[1])
643 rs->agg[1] = (rs->io_kb[1]*1024) / rs->max_run[1];
644 }
645
646 /*
647 * don't overwrite last signal output
648 */
Jens Axboec6ae0a52006-06-12 11:04:44 +0200649 if (!terse_output)
650 printf("\n");
Jens Axboe3c39a372006-06-06 20:56:12 +0200651
Jens Axboe756867b2007-03-06 15:19:24 +0100652 for (i = 0; i < nr_ts; i++) {
653 ts = &threadstats[i];
654 rs = &runstats[ts->groupid];
Jens Axboe3c39a372006-06-06 20:56:12 +0200655
Jens Axboec6ae0a52006-06-12 11:04:44 +0200656 if (terse_output)
Jens Axboe756867b2007-03-06 15:19:24 +0100657 show_thread_status_terse(ts, rs);
Jens Axboec6ae0a52006-06-12 11:04:44 +0200658 else
Jens Axboe756867b2007-03-06 15:19:24 +0100659 show_thread_status(ts, rs);
Jens Axboe3c39a372006-06-06 20:56:12 +0200660 }
661
Jens Axboec6ae0a52006-06-12 11:04:44 +0200662 if (!terse_output) {
663 for (i = 0; i < groupid + 1; i++)
664 show_group_stats(&runstats[i], i);
Jens Axboe3c39a372006-06-06 20:56:12 +0200665
Jens Axboec6ae0a52006-06-12 11:04:44 +0200666 show_disk_util();
667 }
Jens Axboeeecf2722006-10-20 14:00:36 +0200668
669 free(runstats);
Jens Axboe756867b2007-03-06 15:19:24 +0100670 free(threadstats);
Jens Axboe3c39a372006-06-06 20:56:12 +0200671}
672
Jens Axboe68704082007-01-10 19:56:37 +0100673static inline void add_stat_sample(struct io_stat *is, unsigned long data)
Jens Axboe3c39a372006-06-06 20:56:12 +0200674{
Jens Axboe68704082007-01-10 19:56:37 +0100675 double val = data;
Jens Axboe6660cc62007-03-06 15:48:38 +0100676 double delta;
Jens Axboe3c39a372006-06-06 20:56:12 +0200677
Jens Axboe68704082007-01-10 19:56:37 +0100678 if (data > is->max_val)
679 is->max_val = data;
680 if (data < is->min_val)
681 is->min_val = data;
682
683 delta = val - is->mean;
Jens Axboeef11d732007-03-29 15:36:29 +0200684 if (delta) {
685 is->mean += delta / (is->samples + 1.0);
686 is->S += delta * (val - is->mean);
687 }
Jens Axboe68704082007-01-10 19:56:37 +0100688
Jens Axboe3c39a372006-06-06 20:56:12 +0200689 is->samples++;
690}
691
Jens Axboebb3884d2007-01-17 17:23:11 +1100692static void __add_log_sample(struct io_log *iolog, unsigned long val,
693 enum fio_ddir ddir, unsigned long time)
Jens Axboe3c39a372006-06-06 20:56:12 +0200694{
695 if (iolog->nr_samples == iolog->max_samples) {
696 int new_size = sizeof(struct io_sample) * iolog->max_samples*2;
697
698 iolog->log = realloc(iolog->log, new_size);
699 iolog->max_samples <<= 1;
700 }
701
702 iolog->log[iolog->nr_samples].val = val;
Jens Axboebb3884d2007-01-17 17:23:11 +1100703 iolog->log[iolog->nr_samples].time = time;
Jens Axboe3c39a372006-06-06 20:56:12 +0200704 iolog->log[iolog->nr_samples].ddir = ddir;
705 iolog->nr_samples++;
706}
707
Jens Axboebb3884d2007-01-17 17:23:11 +1100708static void add_log_sample(struct thread_data *td, struct io_log *iolog,
709 unsigned long val, enum fio_ddir ddir)
710{
711 __add_log_sample(iolog, val, ddir, mtime_since_now(&td->epoch));
712}
713
714void add_agg_sample(unsigned long val, enum fio_ddir ddir)
715{
716 struct io_log *iolog = agg_io_log[ddir];
717
718 __add_log_sample(iolog, val, ddir, mtime_since_genesis());
719}
720
Jens Axboe1e97cce2006-12-05 11:44:16 +0100721void add_clat_sample(struct thread_data *td, enum fio_ddir ddir,
Jens Axboed85f5112007-06-18 09:41:23 +0200722 unsigned long usec)
Jens Axboe3c39a372006-06-06 20:56:12 +0200723{
Jens Axboe756867b2007-03-06 15:19:24 +0100724 struct thread_stat *ts = &td->ts;
Jens Axboe3c39a372006-06-06 20:56:12 +0200725
Jens Axboed85f5112007-06-18 09:41:23 +0200726 add_stat_sample(&ts->clat_stat[ddir], usec);
Jens Axboe079ad092007-02-20 13:58:20 +0100727
728 if (ts->clat_log)
Jens Axboed85f5112007-06-18 09:41:23 +0200729 add_log_sample(td, ts->clat_log, usec, ddir);
Jens Axboe3c39a372006-06-06 20:56:12 +0200730}
731
Jens Axboe1e97cce2006-12-05 11:44:16 +0100732void add_slat_sample(struct thread_data *td, enum fio_ddir ddir,
Jens Axboed85f5112007-06-18 09:41:23 +0200733 unsigned long usec)
Jens Axboe3c39a372006-06-06 20:56:12 +0200734{
Jens Axboe756867b2007-03-06 15:19:24 +0100735 struct thread_stat *ts = &td->ts;
Jens Axboe3c39a372006-06-06 20:56:12 +0200736
Jens Axboed85f5112007-06-18 09:41:23 +0200737 add_stat_sample(&ts->slat_stat[ddir], usec);
Jens Axboe079ad092007-02-20 13:58:20 +0100738
739 if (ts->slat_log)
Jens Axboed85f5112007-06-18 09:41:23 +0200740 add_log_sample(td, ts->slat_log, usec, ddir);
Jens Axboe3c39a372006-06-06 20:56:12 +0200741}
742
Jens Axboe1e97cce2006-12-05 11:44:16 +0100743void add_bw_sample(struct thread_data *td, enum fio_ddir ddir,
744 struct timeval *t)
Jens Axboe3c39a372006-06-06 20:56:12 +0200745{
Jens Axboe756867b2007-03-06 15:19:24 +0100746 struct thread_stat *ts = &td->ts;
Jens Axboe079ad092007-02-20 13:58:20 +0100747 unsigned long spent = mtime_since(&ts->stat_sample_time[ddir], t);
Jens Axboe3c39a372006-06-06 20:56:12 +0200748 unsigned long rate;
749
Jens Axboe2dc1bbe2007-03-15 15:01:33 +0100750 if (spent < td->o.bw_avg_time)
Jens Axboe3c39a372006-06-06 20:56:12 +0200751 return;
752
Jens Axboe079ad092007-02-20 13:58:20 +0100753 rate = (td->this_io_bytes[ddir] - ts->stat_io_bytes[ddir]) / spent;
754 add_stat_sample(&ts->bw_stat[ddir], rate);
Jens Axboe3c39a372006-06-06 20:56:12 +0200755
Jens Axboe079ad092007-02-20 13:58:20 +0100756 if (ts->bw_log)
757 add_log_sample(td, ts->bw_log, rate, ddir);
Jens Axboe3c39a372006-06-06 20:56:12 +0200758
Jens Axboe079ad092007-02-20 13:58:20 +0100759 fio_gettime(&ts->stat_sample_time[ddir], NULL);
760 ts->stat_io_bytes[ddir] = td->this_io_bytes[ddir];
Jens Axboe3c39a372006-06-06 20:56:12 +0200761}