blob: 38d60a2d7dcff820af84989d2e8511f625d38762 [file] [log] [blame]
Jens Axboeebac4652005-12-08 15:25:21 +01001#include <stdio.h>
2#include <stdlib.h>
3#include <unistd.h>
4#include <fcntl.h>
5#include <ctype.h>
6#include <string.h>
7#include <errno.h>
8#include <sys/ipc.h>
9#include <sys/shm.h>
10#include <sys/types.h>
11#include <sys/stat.h>
12
13#include "fio.h"
14
Jens Axboe20dc95c2005-12-09 10:29:35 +010015#define DEF_BS (4096)
16#define DEF_TIMEOUT (0)
17#define DEF_RATE_CYCLE (1000)
18#define DEF_ODIRECT (1)
19#define DEF_IO_ENGINE (FIO_SYNCIO)
Jens Axboeebac4652005-12-08 15:25:21 +010020#define DEF_IO_ENGINE_NAME "sync"
Jens Axboe20dc95c2005-12-09 10:29:35 +010021#define DEF_SEQUENTIAL (1)
22#define DEF_RAND_REPEAT (1)
23#define DEF_OVERWRITE (1)
24#define DEF_CREATE (1)
25#define DEF_INVALIDATE (1)
26#define DEF_SYNCIO (0)
27#define DEF_RANDSEED (0xb1899bedUL)
28#define DEF_BWAVGTIME (500)
29#define DEF_CREATE_SER (1)
Jens Axboeebac4652005-12-08 15:25:21 +010030#define DEF_CREATE_FSYNC (1)
Jens Axboe20dc95c2005-12-09 10:29:35 +010031#define DEF_LOOPS (1)
32#define DEF_VERIFY (0)
33#define DEF_STONEWALL (0)
34#define DEF_NUMJOBS (1)
35#define DEF_USE_THREAD (0)
36#define DEF_FILE_SIZE (1024 * 1024 * 1024UL)
37#define DEF_ZONE_SIZE (0)
38#define DEF_ZONE_SKIP (0)
Jens Axboea6ccc7b2006-06-02 10:14:15 +020039#define DEF_RWMIX_CYCLE (500)
40#define DEF_RWMIX_READ (50)
Jens Axboeb6f4d882006-06-02 10:32:51 +020041#define DEF_NICE (0)
Jens Axboeebac4652005-12-08 15:25:21 +010042
Jens Axboee8e387c2006-05-05 11:11:22 +020043static char fio_version_string[] = "fio 1.3";
Jens Axboeebac4652005-12-08 15:25:21 +010044
45static int repeatable = DEF_RAND_REPEAT;
46static char *ini_file;
47static int max_jobs = MAX_JOBS;
48
49struct thread_data def_thread;
50struct thread_data *threads = NULL;
51
52int rate_quit = 0;
53int write_lat_log = 0;
54int write_bw_log = 0;
55int exitall_on_terminate = 0;
Jens Axboec04f7ec2006-05-31 10:13:16 +020056unsigned long long mlock_size = 0;
Jens Axboeebac4652005-12-08 15:25:21 +010057
58static int setup_rate(struct thread_data *td)
59{
60 int nr_reads_per_sec;
61
62 if (!td->rate)
63 return 0;
64
65 if (td->rate < td->ratemin) {
66 fprintf(stderr, "min rate larger than nominal rate\n");
67 return -1;
68 }
69
70 nr_reads_per_sec = (td->rate * 1024) / td->min_bs;
71 td->rate_usec_cycle = 1000000 / nr_reads_per_sec;
72 td->rate_pending_usleep = 0;
73 return 0;
74}
75
76static void setup_log(struct io_log **log)
77{
78 struct io_log *l = malloc(sizeof(*l));
79
80 l->nr_samples = 0;
81 l->max_samples = 1024;
82 l->log = malloc(l->max_samples * sizeof(struct io_sample));
83 *log = l;
84}
85
86void finish_log(struct thread_data *td, struct io_log *log, const char *name)
87{
Jens Axboeaea47d42006-05-26 19:27:29 +020088 char file_name[256];
Jens Axboeebac4652005-12-08 15:25:21 +010089 FILE *f;
90 unsigned int i;
91
Jens Axboeaea47d42006-05-26 19:27:29 +020092 snprintf(file_name, 200, "client%d_%s.log", td->thread_number, name);
Jens Axboeebac4652005-12-08 15:25:21 +010093 f = fopen(file_name, "w");
94 if (!f) {
95 perror("fopen log");
96 return;
97 }
98
99 for (i = 0; i < log->nr_samples; i++)
100 fprintf(f, "%lu, %lu, %u\n", log->log[i].time, log->log[i].val, log->log[i].ddir);
101
102 fclose(f);
103 free(log->log);
104 free(log);
105}
106
107static struct thread_data *get_new_job(int global, struct thread_data *parent)
108{
109 struct thread_data *td;
110
111 if (global)
112 return &def_thread;
113 if (thread_number >= max_jobs)
114 return NULL;
115
116 td = &threads[thread_number++];
Jens Axboe4ae3f762006-05-30 13:35:14 +0200117 if (parent)
118 *td = *parent;
119 else
120 memset(td, 0, sizeof(*td));
Jens Axboeebac4652005-12-08 15:25:21 +0100121
122 td->fd = -1;
123 td->thread_number = thread_number;
124
125 td->ddir = parent->ddir;
126 td->ioprio = parent->ioprio;
127 td->sequential = parent->sequential;
128 td->bs = parent->bs;
129 td->min_bs = parent->min_bs;
130 td->max_bs = parent->max_bs;
131 td->odirect = parent->odirect;
132 td->thinktime = parent->thinktime;
133 td->fsync_blocks = parent->fsync_blocks;
134 td->start_delay = parent->start_delay;
135 td->timeout = parent->timeout;
136 td->io_engine = parent->io_engine;
137 td->create_file = parent->create_file;
138 td->overwrite = parent->overwrite;
139 td->invalidate_cache = parent->invalidate_cache;
140 td->file_size = parent->file_size;
141 td->file_offset = parent->file_offset;
Jens Axboe20dc95c2005-12-09 10:29:35 +0100142 td->zone_size = parent->zone_size;
143 td->zone_skip = parent->zone_skip;
Jens Axboeebac4652005-12-08 15:25:21 +0100144 td->rate = parent->rate;
145 td->ratemin = parent->ratemin;
146 td->ratecycle = parent->ratecycle;
147 td->iodepth = parent->iodepth;
148 td->sync_io = parent->sync_io;
149 td->mem_type = parent->mem_type;
150 td->bw_avg_time = parent->bw_avg_time;
151 td->create_serialize = parent->create_serialize;
152 td->create_fsync = parent->create_fsync;
153 td->loops = parent->loops;
154 td->verify = parent->verify;
155 td->stonewall = parent->stonewall;
156 td->numjobs = parent->numjobs;
157 td->use_thread = parent->use_thread;
158 td->do_disk_util = parent->do_disk_util;
159 memcpy(&td->cpumask, &parent->cpumask, sizeof(td->cpumask));
160 strcpy(td->io_engine_name, parent->io_engine_name);
161
162 return td;
163}
164
165static void put_job(struct thread_data *td)
166{
167 memset(&threads[td->thread_number - 1], 0, sizeof(*td));
168 thread_number--;
169}
170
Jens Axboe75154842006-06-01 13:56:09 +0200171static int add_job(struct thread_data *td, const char *jobname, int job_add_num)
Jens Axboeebac4652005-12-08 15:25:21 +0100172{
Jens Axboe3d60d1e2006-05-25 06:31:06 +0200173 char *ddir_str[] = { "read", "write", "randread", "randwrite",
174 "rw", NULL, "randrw" };
Jens Axboeebac4652005-12-08 15:25:21 +0100175 struct stat sb;
176 int numjobs, ddir;
177
178#ifndef FIO_HAVE_LIBAIO
179 if (td->io_engine == FIO_LIBAIO) {
180 fprintf(stderr, "Linux libaio not available\n");
181 return 1;
182 }
183#endif
184#ifndef FIO_HAVE_POSIXAIO
185 if (td->io_engine == FIO_POSIXAIO) {
186 fprintf(stderr, "posix aio not available\n");
187 return 1;
188 }
189#endif
Jens Axboeebac4652005-12-08 15:25:21 +0100190
191 /*
192 * the def_thread is just for options, it's not a real job
193 */
194 if (td == &def_thread)
195 return 0;
196
197 if (td->io_engine & FIO_SYNCIO)
198 td->iodepth = 1;
199 else {
200 if (!td->iodepth)
201 td->iodepth = 1;
202 }
203
Jens Axboe20dc95c2005-12-09 10:29:35 +0100204 /*
205 * only really works for sequential io for now
206 */
207 if (td->zone_size && !td->sequential)
208 td->zone_size = 0;
209
Jens Axboeebac4652005-12-08 15:25:21 +0100210 td->filetype = FIO_TYPE_FILE;
Jens Axboe0af7b542006-02-17 10:10:12 +0100211 if (!stat(jobname, &sb)) {
212 if (S_ISBLK(sb.st_mode))
213 td->filetype = FIO_TYPE_BD;
214 else if (S_ISCHR(sb.st_mode))
215 td->filetype = FIO_TYPE_CHAR;
216 }
Jens Axboeebac4652005-12-08 15:25:21 +0100217
218 if (td->filetype == FIO_TYPE_FILE) {
219 if (td->directory[0] != '\0')
Jens Axboeeba09dd2006-05-22 20:20:54 +0200220 sprintf(td->file_name, "%s/%s.%d", td->directory, jobname, td->jobnum);
Jens Axboeebac4652005-12-08 15:25:21 +0100221 else
Jens Axboeeba09dd2006-05-22 20:20:54 +0200222 sprintf(td->file_name, "%s.%d", jobname, td->jobnum);
Jens Axboeebac4652005-12-08 15:25:21 +0100223 } else
Jens Axboeaea47d42006-05-26 19:27:29 +0200224 strncpy(td->file_name, jobname, sizeof(td->file_name) - 1);
Jens Axboeebac4652005-12-08 15:25:21 +0100225
226 sem_init(&td->mutex, 0, 0);
227
228 td->clat_stat[0].min_val = td->clat_stat[1].min_val = ULONG_MAX;
229 td->slat_stat[0].min_val = td->slat_stat[1].min_val = ULONG_MAX;
230 td->bw_stat[0].min_val = td->bw_stat[1].min_val = ULONG_MAX;
231
232 if (td->min_bs == -1U)
233 td->min_bs = td->bs;
234 if (td->max_bs == -1U)
235 td->max_bs = td->bs;
Jens Axboe3d60d1e2006-05-25 06:31:06 +0200236 if (td_read(td) && !td_rw(td))
Jens Axboeebac4652005-12-08 15:25:21 +0100237 td->verify = 0;
238
239 if (td->stonewall && td->thread_number > 1)
240 groupid++;
241
242 td->groupid = groupid;
243
244 if (setup_rate(td))
245 goto err;
246
247 if (write_lat_log) {
248 setup_log(&td->slat_log);
249 setup_log(&td->clat_log);
250 }
251 if (write_bw_log)
252 setup_log(&td->bw_log);
253
Jens Axboe3d60d1e2006-05-25 06:31:06 +0200254 ddir = td->ddir + (!td->sequential << 1) + (td->iomix << 2);
Jens Axboe75154842006-06-01 13:56:09 +0200255
256 if (!job_add_num)
257 printf("Client%d (g=%d): rw=%s, odir=%d, bs=%d-%d, rate=%d, ioengine=%s, iodepth=%d\n", td->thread_number, td->groupid, ddir_str[ddir], td->odirect, td->min_bs, td->max_bs, td->rate, td->io_engine_name, td->iodepth);
258 else if (job_add_num == 1)
259 printf("...\n");
Jens Axboeebac4652005-12-08 15:25:21 +0100260
261 /*
262 * recurse add identical jobs, clear numjobs and stonewall options
263 * as they don't apply to sub-jobs
264 */
265 numjobs = td->numjobs;
266 while (--numjobs) {
267 struct thread_data *td_new = get_new_job(0, td);
268
269 if (!td_new)
270 goto err;
271
272 td_new->numjobs = 1;
273 td_new->stonewall = 0;
Jens Axboeeba09dd2006-05-22 20:20:54 +0200274 td_new->jobnum = numjobs;
Jens Axboe75154842006-06-01 13:56:09 +0200275 job_add_num = numjobs - 1;
Jens Axboeebac4652005-12-08 15:25:21 +0100276
Jens Axboe75154842006-06-01 13:56:09 +0200277 if (add_job(td_new, jobname, job_add_num))
Jens Axboeebac4652005-12-08 15:25:21 +0100278 goto err;
279 }
280 return 0;
281err:
282 put_job(td);
283 return -1;
284}
285
286int init_random_state(struct thread_data *td)
287{
Jens Axboea6ccc7b2006-06-02 10:14:15 +0200288 unsigned long seeds[4];
Jens Axboeebac4652005-12-08 15:25:21 +0100289 int fd, num_maps, blocks;
290
Jens Axboe1ac267b2006-05-31 20:29:00 +0200291 fd = open("/dev/urandom", O_RDONLY);
Jens Axboeebac4652005-12-08 15:25:21 +0100292 if (fd == -1) {
293 td_verror(td, errno);
294 return 1;
295 }
296
Jens Axboea6ccc7b2006-06-02 10:14:15 +0200297 if (read(fd, seeds, sizeof(seeds)) < (int) sizeof(seeds)) {
Jens Axboeebac4652005-12-08 15:25:21 +0100298 td_verror(td, EIO);
299 close(fd);
300 return 1;
301 }
302
303 close(fd);
304
Jens Axboea6ccc7b2006-06-02 10:14:15 +0200305 srand48_r(seeds[0], &td->bsrange_state);
306 srand48_r(seeds[1], &td->verify_state);
307 srand48_r(seeds[2], &td->rwmix_state);
Jens Axboeebac4652005-12-08 15:25:21 +0100308
309 if (td->sequential)
310 return 0;
311
312 if (repeatable)
Jens Axboea6ccc7b2006-06-02 10:14:15 +0200313 seeds[3] = DEF_RANDSEED;
Jens Axboeebac4652005-12-08 15:25:21 +0100314
315 blocks = (td->io_size + td->min_bs - 1) / td->min_bs;
316 num_maps = blocks / BLOCKS_PER_MAP;
317 td->file_map = malloc(num_maps * sizeof(long));
318 td->num_maps = num_maps;
319 memset(td->file_map, 0, num_maps * sizeof(long));
320
Jens Axboea6ccc7b2006-06-02 10:14:15 +0200321 srand48_r(seeds[3], &td->random_state);
Jens Axboeebac4652005-12-08 15:25:21 +0100322 return 0;
323}
324
325static void fill_cpu_mask(os_cpu_mask_t cpumask, int cpu)
326{
327#ifdef FIO_HAVE_CPU_AFFINITY
328 unsigned int i;
329
330 CPU_ZERO(&cpumask);
331
332 for (i = 0; i < sizeof(int) * 8; i++) {
333 if ((1 << i) & cpu)
334 CPU_SET(i, &cpumask);
335 }
336#endif
337}
338
339static unsigned long get_mult(char c)
340{
341 switch (c) {
342 case 'k':
343 case 'K':
344 return 1024;
345 case 'm':
346 case 'M':
347 return 1024 * 1024;
348 case 'g':
349 case 'G':
350 return 1024 * 1024 * 1024;
351 default:
352 return 1;
353 }
354}
355
356/*
357 * convert string after '=' into decimal value, noting any size suffix
358 */
359static int str_cnv(char *p, unsigned long long *val)
360{
361 char *str;
362 int len;
363
Jens Axboef5d3e5e2005-12-08 20:05:38 +0100364 str = strchr(p, '=');
Jens Axboeebac4652005-12-08 15:25:21 +0100365 if (!str)
366 return 1;
367
368 str++;
369 len = strlen(str);
370
371 *val = strtoul(str, NULL, 10);
372 if (*val == ULONG_MAX && errno == ERANGE)
373 return 1;
374
Jens Axboe9d0d4242006-05-30 13:45:51 +0200375 *val *= get_mult(str[len - 1]);
Jens Axboeebac4652005-12-08 15:25:21 +0100376 return 0;
377}
378
379static int check_strcnv(char *p, char *name, unsigned long long *val)
380{
Jens Axboe20dc95c2005-12-09 10:29:35 +0100381 if (strncmp(p, name, strlen(name) - 1))
Jens Axboeebac4652005-12-08 15:25:21 +0100382 return 1;
383
384 return str_cnv(p, val);
385}
386
387static void strip_blank_front(char **p)
388{
389 char *s = *p;
390
Jens Axboe4ae3f762006-05-30 13:35:14 +0200391 while (isspace(*s))
Jens Axboeebac4652005-12-08 15:25:21 +0100392 s++;
393}
394
395static void strip_blank_end(char *p)
396{
Jens Axboe4ae3f762006-05-30 13:35:14 +0200397 char *s = p + strlen(p) - 1;
Jens Axboeebac4652005-12-08 15:25:21 +0100398
Jens Axboe4ae3f762006-05-30 13:35:14 +0200399 while (isspace(*s) || iscntrl(*s))
400 s--;
Jens Axboeaea47d42006-05-26 19:27:29 +0200401
Jens Axboe4ae3f762006-05-30 13:35:14 +0200402 *(s + 1) = '\0';
Jens Axboeaea47d42006-05-26 19:27:29 +0200403}
404
Jens Axboeebac4652005-12-08 15:25:21 +0100405typedef int (str_cb_fn)(struct thread_data *, char *);
406
407static int check_str(char *p, char *name, str_cb_fn *cb, struct thread_data *td)
408{
409 char *s = strstr(p, name);
410
411 if (!s)
412 return 1;
413
Jens Axboef5d3e5e2005-12-08 20:05:38 +0100414 s = strchr(s, '=');
Jens Axboeebac4652005-12-08 15:25:21 +0100415 if (!s)
416 return 1;
417
418 s++;
419 strip_blank_front(&s);
420 return cb(td, s);
421}
422
423static int check_strstore(char *p, char *name, char *dest)
424{
425 char *s = strstr(p, name);
426
427 if (!s)
428 return 1;
429
Jens Axboef5d3e5e2005-12-08 20:05:38 +0100430 s = strchr(p, '=');
Jens Axboeebac4652005-12-08 15:25:21 +0100431 if (!s)
432 return 1;
433
434 s++;
435 strip_blank_front(&s);
436
437 strcpy(dest, s);
Jens Axboeebac4652005-12-08 15:25:21 +0100438 return 0;
439}
440
Jens Axboe01617be2005-12-08 19:50:40 +0100441static int __check_range(char *str, unsigned long *val)
Jens Axboeebac4652005-12-08 15:25:21 +0100442{
Jens Axboe01617be2005-12-08 19:50:40 +0100443 char suffix;
Jens Axboeebac4652005-12-08 15:25:21 +0100444
Jens Axboe01617be2005-12-08 19:50:40 +0100445 if (sscanf(str, "%lu%c", val, &suffix) == 2) {
446 *val *= get_mult(suffix);
Jens Axboeebac4652005-12-08 15:25:21 +0100447 return 0;
448 }
449
Jens Axboe01617be2005-12-08 19:50:40 +0100450 if (sscanf(str, "%lu", val) == 1)
Jens Axboeebac4652005-12-08 15:25:21 +0100451 return 0;
452
453 return 1;
Jens Axboe01617be2005-12-08 19:50:40 +0100454}
Jens Axboeebac4652005-12-08 15:25:21 +0100455
Jens Axboe01617be2005-12-08 19:50:40 +0100456static int check_range(char *p, char *name, unsigned long *s, unsigned long *e)
457{
458 char option[128];
459 char *str, *p1, *p2;
460
461 strcpy(option, p);
462 p = option;
463
464 str = strstr(p, name);
465 if (!str)
466 return 1;
467
468 p += strlen(name);
469
470 str = strchr(p, '=');
471 if (!str)
472 return 1;
473
474 /*
475 * 'p' now holds whatever is after the '=' sign
476 */
477 p1 = str + 1;
478
479 /*
480 * terminate p1 at the '-' sign
481 */
482 p = strchr(p1, '-');
483 if (!p)
484 return 1;
485
486 p2 = p + 1;
487 *p = '\0';
488
489 if (!__check_range(p1, s) && !__check_range(p2, e))
490 return 0;
491
492 return 1;
Jens Axboeebac4652005-12-08 15:25:21 +0100493}
494
495static int check_int(char *p, char *name, unsigned int *val)
496{
Jens Axboef5d3e5e2005-12-08 20:05:38 +0100497 char *str;
Jens Axboeebac4652005-12-08 15:25:21 +0100498
Jens Axboeb6754f92006-05-30 14:29:32 +0200499 if (strncmp(p, name, strlen(name)))
500 return 1;
501
Jens Axboef5d3e5e2005-12-08 20:05:38 +0100502 str = strstr(p, name);
503 if (!str)
504 return 1;
Jens Axboeebac4652005-12-08 15:25:21 +0100505
Jens Axboef5d3e5e2005-12-08 20:05:38 +0100506 str = strchr(p, '=');
507 if (!str)
508 return 1;
509
510 str++;
511
512 if (sscanf(str, "%u", val) == 1)
Jens Axboeebac4652005-12-08 15:25:21 +0100513 return 0;
514
515 return 1;
516}
517
518static int check_strset(char *p, char *name)
519{
520 return strncmp(p, name, strlen(name));
521}
522
523static int is_empty_or_comment(char *line)
524{
525 unsigned int i;
526
527 for (i = 0; i < strlen(line); i++) {
528 if (line[i] == ';')
529 return 1;
530 if (!isspace(line[i]) && !iscntrl(line[i]))
531 return 0;
532 }
533
534 return 1;
535}
536
537static int str_rw_cb(struct thread_data *td, char *mem)
538{
539 if (!strncmp(mem, "read", 4) || !strncmp(mem, "0", 1)) {
540 td->ddir = DDIR_READ;
541 td->sequential = 1;
542 return 0;
543 } else if (!strncmp(mem, "randread", 8)) {
544 td->ddir = DDIR_READ;
545 td->sequential = 0;
546 return 0;
547 } else if (!strncmp(mem, "write", 5) || !strncmp(mem, "1", 1)) {
548 td->ddir = DDIR_WRITE;
549 td->sequential = 1;
550 return 0;
551 } else if (!strncmp(mem, "randwrite", 9)) {
552 td->ddir = DDIR_WRITE;
553 td->sequential = 0;
554 return 0;
Jens Axboe3d60d1e2006-05-25 06:31:06 +0200555 } else if (!strncmp(mem, "rw", 2)) {
556 td->ddir = 0;
557 td->iomix = 1;
558 td->sequential = 1;
559 return 0;
560 } else if (!strncmp(mem, "randrw", 6)) {
561 td->ddir = 0;
562 td->iomix = 1;
563 td->sequential = 0;
564 return 0;
Jens Axboeebac4652005-12-08 15:25:21 +0100565 }
566
567 fprintf(stderr, "bad data direction: %s\n", mem);
568 return 1;
569}
570
571static int str_verify_cb(struct thread_data *td, char *mem)
572{
573 if (!strncmp(mem, "0", 1)) {
574 td->verify = VERIFY_NONE;
575 return 0;
576 } else if (!strncmp(mem, "md5", 3) || !strncmp(mem, "1", 1)) {
577 td->verify = VERIFY_MD5;
578 return 0;
579 } else if (!strncmp(mem, "crc32", 5)) {
580 td->verify = VERIFY_CRC32;
581 return 0;
582 }
583
584 fprintf(stderr, "bad verify type: %s\n", mem);
585 return 1;
586}
587
588static int str_mem_cb(struct thread_data *td, char *mem)
589{
590 if (!strncmp(mem, "malloc", 6)) {
591 td->mem_type = MEM_MALLOC;
592 return 0;
593 } else if (!strncmp(mem, "shm", 3)) {
594 td->mem_type = MEM_SHM;
595 return 0;
596 } else if (!strncmp(mem, "mmap", 4)) {
597 td->mem_type = MEM_MMAP;
598 return 0;
599 }
600
601 fprintf(stderr, "bad mem type: %s\n", mem);
602 return 1;
603}
604
605static int str_ioengine_cb(struct thread_data *td, char *str)
606{
607 if (!strncmp(str, "linuxaio", 8) || !strncmp(str, "aio", 3) ||
608 !strncmp(str, "libaio", 6)) {
609 strcpy(td->io_engine_name, "libaio");
610 td->io_engine = FIO_LIBAIO;
611 return 0;
612 } else if (!strncmp(str, "posixaio", 8)) {
613 strcpy(td->io_engine_name, "posixaio");
614 td->io_engine = FIO_POSIXAIO;
615 return 0;
616 } else if (!strncmp(str, "sync", 4)) {
617 strcpy(td->io_engine_name, "sync");
618 td->io_engine = FIO_SYNCIO;
619 return 0;
620 } else if (!strncmp(str, "mmap", 4)) {
621 strcpy(td->io_engine_name, "mmap");
622 td->io_engine = FIO_MMAPIO;
623 return 0;
624 } else if (!strncmp(str, "sgio", 4)) {
625 strcpy(td->io_engine_name, "sgio");
626 td->io_engine = FIO_SGIO;
627 return 0;
Jens Axboe8756e4d2006-05-27 20:24:53 +0200628 } else if (!strncmp(str, "splice", 6)) {
629 strcpy(td->io_engine_name, "splice");
630 td->io_engine = FIO_SPLICEIO;
631 return 0;
Jens Axboeebac4652005-12-08 15:25:21 +0100632 }
633
634 fprintf(stderr, "bad ioengine type: %s\n", str);
635 return 1;
636}
637
Jens Axboeaea47d42006-05-26 19:27:29 +0200638static int str_iolog_cb(struct thread_data *td, char *file)
639{
Jens Axboeaea47d42006-05-26 19:27:29 +0200640 strncpy(td->iolog_file, file, sizeof(td->iolog_file) - 1);
641
642 return 0;
643}
Jens Axboeebac4652005-12-08 15:25:21 +0100644
645int parse_jobs_ini(char *file)
646{
Jens Axboea6ccc7b2006-06-02 10:14:15 +0200647 unsigned int prioclass, prio, cpu, global, il;
Jens Axboeebac4652005-12-08 15:25:21 +0100648 unsigned long long ull;
649 unsigned long ul1, ul2;
650 struct thread_data *td;
651 char *string, *name;
652 fpos_t off;
653 FILE *f;
654 char *p;
655
656 f = fopen(file, "r");
657 if (!f) {
Jens Axboeaea47d42006-05-26 19:27:29 +0200658 perror("fopen job file");
Jens Axboeebac4652005-12-08 15:25:21 +0100659 return 1;
660 }
661
662 string = malloc(4096);
663 name = malloc(256);
664
665 while ((p = fgets(string, 4096, f)) != NULL) {
666 if (is_empty_or_comment(p))
667 continue;
668 if (sscanf(p, "[%s]", name) != 1)
669 continue;
670
671 global = !strncmp(name, "global", 6);
672
673 name[strlen(name) - 1] = '\0';
674
675 td = get_new_job(global, &def_thread);
676 if (!td)
677 return 1;
678
Jens Axboeebac4652005-12-08 15:25:21 +0100679 fgetpos(f, &off);
680 while ((p = fgets(string, 4096, f)) != NULL) {
681 if (is_empty_or_comment(p))
682 continue;
683 if (strstr(p, "["))
684 break;
Jens Axboeb6754f92006-05-30 14:29:32 +0200685 strip_blank_front(&p);
Jens Axboe4ae3f762006-05-30 13:35:14 +0200686 strip_blank_end(p);
Jens Axboeaea47d42006-05-26 19:27:29 +0200687
Jens Axboeebac4652005-12-08 15:25:21 +0100688 if (!check_int(p, "prio", &prio)) {
689#ifndef FIO_HAVE_IOPRIO
690 fprintf(stderr, "io priorities not available\n");
691 return 1;
692#endif
Jens Axboe8756e4d2006-05-27 20:24:53 +0200693 td->ioprio |= prio;
Jens Axboeebac4652005-12-08 15:25:21 +0100694 fgetpos(f, &off);
695 continue;
696 }
697 if (!check_int(p, "prioclass", &prioclass)) {
698#ifndef FIO_HAVE_IOPRIO
699 fprintf(stderr, "io priorities not available\n");
700 return 1;
701#endif
Jens Axboe8756e4d2006-05-27 20:24:53 +0200702 td->ioprio |= prioclass << IOPRIO_CLASS_SHIFT;
Jens Axboeebac4652005-12-08 15:25:21 +0100703 fgetpos(f, &off);
704 continue;
705 }
706 if (!check_int(p, "direct", &td->odirect)) {
707 fgetpos(f, &off);
708 continue;
709 }
710 if (!check_int(p, "rate", &td->rate)) {
711 fgetpos(f, &off);
712 continue;
713 }
714 if (!check_int(p, "ratemin", &td->ratemin)) {
715 fgetpos(f, &off);
716 continue;
717 }
718 if (!check_int(p, "ratecycle", &td->ratecycle)) {
719 fgetpos(f, &off);
720 continue;
721 }
722 if (!check_int(p, "thinktime", &td->thinktime)) {
723 fgetpos(f, &off);
724 continue;
725 }
726 if (!check_int(p, "cpumask", &cpu)) {
727#ifndef FIO_HAVE_CPU_AFFINITY
728 fprintf(stderr, "cpu affinity not available\n");
729 return 1;
730#endif
731 fill_cpu_mask(td->cpumask, cpu);
732 fgetpos(f, &off);
733 continue;
734 }
735 if (!check_int(p, "fsync", &td->fsync_blocks)) {
736 fgetpos(f, &off);
Jens Axboefc1a4712006-05-30 13:04:05 +0200737 td->end_fsync = 1;
Jens Axboeebac4652005-12-08 15:25:21 +0100738 continue;
739 }
740 if (!check_int(p, "startdelay", &td->start_delay)) {
741 fgetpos(f, &off);
742 continue;
743 }
744 if (!check_int(p, "timeout", &td->timeout)) {
745 fgetpos(f, &off);
746 continue;
747 }
748 if (!check_int(p, "invalidate",&td->invalidate_cache)) {
749 fgetpos(f, &off);
750 continue;
751 }
752 if (!check_int(p, "iodepth", &td->iodepth)) {
753 fgetpos(f, &off);
754 continue;
755 }
756 if (!check_int(p, "sync", &td->sync_io)) {
757 fgetpos(f, &off);
758 continue;
759 }
760 if (!check_int(p, "bwavgtime", &td->bw_avg_time)) {
761 fgetpos(f, &off);
762 continue;
763 }
764 if (!check_int(p, "create_serialize", &td->create_serialize)) {
765 fgetpos(f, &off);
766 continue;
767 }
768 if (!check_int(p, "create_fsync", &td->create_fsync)) {
769 fgetpos(f, &off);
770 continue;
771 }
Jens Axboefc1a4712006-05-30 13:04:05 +0200772 if (!check_int(p, "end_fsync", &td->end_fsync)) {
773 fgetpos(f, &off);
774 continue;
775 }
Jens Axboeebac4652005-12-08 15:25:21 +0100776 if (!check_int(p, "loops", &td->loops)) {
777 fgetpos(f, &off);
778 continue;
779 }
780 if (!check_int(p, "numjobs", &td->numjobs)) {
781 fgetpos(f, &off);
782 continue;
783 }
784 if (!check_int(p, "overwrite", &td->overwrite)) {
785 fgetpos(f, &off);
786 continue;
787 }
Jens Axboea6ccc7b2006-06-02 10:14:15 +0200788 if (!check_int(p, "rwmixcycle", &td->rwmixcycle)) {
789 fgetpos(f, &off);
790 continue;
791 }
792 if (!check_int(p, "rwmixread", &il)) {
793 if (il > 100)
794 il = 100;
795 td->rwmixread = il;
796 fgetpos(f, &off);
797 continue;
798 }
799 if (!check_int(p, "rwmixwrite", &il)) {
800 if (il > 100)
801 il = 100;
802 td->rwmixread = 100 - il;
803 fgetpos(f, &off);
804 continue;
805 }
Jens Axboeb6f4d882006-06-02 10:32:51 +0200806 if (!check_int(p, "nice", &td->nice)) {
807 fgetpos(f, &off);
808 continue;
809 }
Jens Axboeebac4652005-12-08 15:25:21 +0100810 if (!check_range(p, "bsrange", &ul1, &ul2)) {
811 if (ul1 > ul2) {
812 td->max_bs = ul1;
813 td->min_bs = ul2;
814 } else {
815 td->max_bs = ul2;
816 td->min_bs = ul1;
817 }
818 fgetpos(f, &off);
819 continue;
820 }
821 if (!check_strcnv(p, "bs", &ull)) {
822 td->bs = ull;
823 fgetpos(f, &off);
824 continue;
825 }
826 if (!check_strcnv(p, "size", &td->file_size)) {
827 fgetpos(f, &off);
828 continue;
829 }
830 if (!check_strcnv(p, "offset", &td->file_offset)) {
831 fgetpos(f, &off);
832 continue;
833 }
Jens Axboe20dc95c2005-12-09 10:29:35 +0100834 if (!check_strcnv(p, "zonesize", &td->zone_size)) {
835 fgetpos(f, &off);
836 continue;
837 }
838 if (!check_strcnv(p, "zoneskip", &td->zone_skip)) {
839 fgetpos(f, &off);
840 continue;
841 }
Jens Axboec04f7ec2006-05-31 10:13:16 +0200842 if (!check_strcnv(p, "lockmem", &mlock_size)) {
843 fgetpos(f, &off);
844 continue;
845 }
Jens Axboeebac4652005-12-08 15:25:21 +0100846 if (!check_strstore(p, "directory", td->directory)) {
847 fgetpos(f, &off);
848 continue;
849 }
850 if (!check_str(p, "mem", str_mem_cb, td)) {
851 fgetpos(f, &off);
852 continue;
853 }
854 if (!check_str(p, "verify", str_verify_cb, td)) {
855 fgetpos(f, &off);
856 continue;
857 }
858 if (!check_str(p, "rw", str_rw_cb, td)) {
859 fgetpos(f, &off);
860 continue;
861 }
862 if (!check_str(p, "ioengine", str_ioengine_cb, td)) {
863 fgetpos(f, &off);
864 continue;
865 }
866 if (!check_strset(p, "create")) {
867 td->create_file = 1;
868 fgetpos(f, &off);
869 continue;
870 }
871 if (!check_strset(p, "exitall")) {
872 exitall_on_terminate = 1;
873 fgetpos(f, &off);
874 continue;
875 }
876 if (!check_strset(p, "stonewall")) {
877 td->stonewall = 1;
878 fgetpos(f, &off);
879 continue;
880 }
881 if (!check_strset(p, "thread")) {
882 td->use_thread = 1;
883 fgetpos(f, &off);
884 continue;
885 }
Jens Axboeaea47d42006-05-26 19:27:29 +0200886 if (!check_str(p, "iolog", str_iolog_cb, td)) {
887 td->iolog = 1;
888 fgetpos(f, &off);
889 continue;
890 }
Jens Axboeebac4652005-12-08 15:25:21 +0100891
892 printf("Client%d: bad option %s\n",td->thread_number,p);
Jens Axboeaea47d42006-05-26 19:27:29 +0200893 return 1;
Jens Axboeebac4652005-12-08 15:25:21 +0100894 }
895 fsetpos(f, &off);
896
Jens Axboe75154842006-06-01 13:56:09 +0200897 if (add_job(td, name, 0))
Jens Axboeebac4652005-12-08 15:25:21 +0100898 return 1;
899 }
900
901 free(string);
902 free(name);
903 fclose(f);
904 return 0;
905}
906
907static int fill_def_thread(void)
908{
909 memset(&def_thread, 0, sizeof(def_thread));
910
911 if (fio_getaffinity(getpid(), &def_thread.cpumask) == -1) {
912 perror("sched_getaffinity");
913 return 1;
914 }
915
916 /*
917 * fill globals
918 */
919 def_thread.ddir = DDIR_READ;
Jens Axboe3d60d1e2006-05-25 06:31:06 +0200920 def_thread.iomix = 0;
Jens Axboeebac4652005-12-08 15:25:21 +0100921 def_thread.bs = DEF_BS;
922 def_thread.min_bs = -1;
923 def_thread.max_bs = -1;
924 def_thread.io_engine = DEF_IO_ENGINE;
925 strcpy(def_thread.io_engine_name, DEF_IO_ENGINE_NAME);
926 def_thread.odirect = DEF_ODIRECT;
927 def_thread.ratecycle = DEF_RATE_CYCLE;
928 def_thread.sequential = DEF_SEQUENTIAL;
929 def_thread.timeout = DEF_TIMEOUT;
930 def_thread.create_file = DEF_CREATE;
931 def_thread.overwrite = DEF_OVERWRITE;
932 def_thread.invalidate_cache = DEF_INVALIDATE;
933 def_thread.sync_io = DEF_SYNCIO;
934 def_thread.mem_type = MEM_MALLOC;
935 def_thread.bw_avg_time = DEF_BWAVGTIME;
936 def_thread.create_serialize = DEF_CREATE_SER;
937 def_thread.create_fsync = DEF_CREATE_FSYNC;
938 def_thread.loops = DEF_LOOPS;
939 def_thread.verify = DEF_VERIFY;
940 def_thread.stonewall = DEF_STONEWALL;
941 def_thread.numjobs = DEF_NUMJOBS;
942 def_thread.use_thread = DEF_USE_THREAD;
Jens Axboea6ccc7b2006-06-02 10:14:15 +0200943 def_thread.rwmixcycle = DEF_RWMIX_CYCLE;
944 def_thread.rwmixread = DEF_RWMIX_READ;
Jens Axboeb6f4d882006-06-02 10:32:51 +0200945 def_thread.nice = DEF_NICE;
Jens Axboeebac4652005-12-08 15:25:21 +0100946#ifdef FIO_HAVE_DISK_UTIL
947 def_thread.do_disk_util = 1;
948#endif
949
950 return 0;
951}
952
Jens Axboe4785f992006-05-26 03:59:10 +0200953static void usage(char *name)
954{
955 printf("%s\n", fio_version_string);
956 printf("\t-s IO is sequential\n");
957 printf("\t-b Block size in KiB for each IO\n");
958 printf("\t-t Runtime in seconds\n");
959 printf("\t-R Exit all threads on failure to meet rate goal\n");
960 printf("\t-o Use O_DIRECT\n");
961 printf("\t-l Generate per-job latency logs\n");
962 printf("\t-w Generate per-job bandwidth logs\n");
963 printf("\t-f Job file (Required)\n");
964 printf("\t-v Print version info and exit\n");
965}
966
Jens Axboeebac4652005-12-08 15:25:21 +0100967static void parse_cmd_line(int argc, char *argv[])
968{
969 int c;
970
Jens Axboe4785f992006-05-26 03:59:10 +0200971 while ((c = getopt(argc, argv, "s:b:t:r:R:o:f:lwvh")) != EOF) {
Jens Axboeebac4652005-12-08 15:25:21 +0100972 switch (c) {
973 case 's':
974 def_thread.sequential = !!atoi(optarg);
975 break;
976 case 'b':
977 def_thread.bs = atoi(optarg);
978 def_thread.bs <<= 10;
979 if (!def_thread.bs) {
980 printf("bad block size\n");
981 def_thread.bs = DEF_BS;
982 }
983 break;
984 case 't':
985 def_thread.timeout = atoi(optarg);
986 break;
987 case 'r':
988 repeatable = !!atoi(optarg);
989 break;
990 case 'R':
991 rate_quit = !!atoi(optarg);
992 break;
993 case 'o':
994 def_thread.odirect = !!atoi(optarg);
995 break;
996 case 'f':
997 ini_file = strdup(optarg);
998 break;
999 case 'l':
1000 write_lat_log = 1;
1001 break;
1002 case 'w':
1003 write_bw_log = 1;
1004 break;
Jens Axboe4785f992006-05-26 03:59:10 +02001005 case 'h':
1006 usage(argv[0]);
1007 exit(0);
Jens Axboeebac4652005-12-08 15:25:21 +01001008 case 'v':
1009 printf("%s\n", fio_version_string);
1010 exit(0);
1011 }
1012 }
Jens Axboec9fad892006-05-27 17:26:50 +02001013
1014 if (!ini_file && argc > 1 && argv[argc - 1][0] != '-')
1015 ini_file = strdup(argv[argc - 1]);
Jens Axboeebac4652005-12-08 15:25:21 +01001016}
1017
1018static void free_shm(void)
1019{
1020 struct shmid_ds sbuf;
1021
1022 if (threads) {
1023 shmdt(threads);
1024 threads = NULL;
1025 shmctl(shm_id, IPC_RMID, &sbuf);
1026 }
1027}
1028
1029static int setup_thread_area(void)
1030{
1031 /*
1032 * 1024 is too much on some machines, scale max_jobs if
1033 * we get a failure that looks like too large a shm segment
1034 */
1035 do {
1036 int s = max_jobs * sizeof(struct thread_data);
1037
1038 shm_id = shmget(0, s, IPC_CREAT | 0600);
1039 if (shm_id != -1)
1040 break;
1041 if (errno != EINVAL) {
1042 perror("shmget");
1043 break;
1044 }
1045
1046 max_jobs >>= 1;
1047 } while (max_jobs);
1048
1049 if (shm_id == -1)
1050 return 1;
1051
1052 threads = shmat(shm_id, NULL, 0);
1053 if (threads == (void *) -1) {
1054 perror("shmat");
1055 return 1;
1056 }
1057
1058 atexit(free_shm);
1059 return 0;
1060}
1061
1062int parse_options(int argc, char *argv[])
1063{
1064 if (setup_thread_area())
1065 return 1;
1066 if (fill_def_thread())
1067 return 1;
1068
1069 parse_cmd_line(argc, argv);
1070
1071 if (!ini_file) {
1072 printf("Need job file\n");
Jens Axboe4785f992006-05-26 03:59:10 +02001073 usage(argv[0]);
Jens Axboeebac4652005-12-08 15:25:21 +01001074 return 1;
1075 }
1076
Jens Axboec9fad892006-05-27 17:26:50 +02001077 if (parse_jobs_ini(ini_file)) {
1078 usage(argv[0]);
Jens Axboeebac4652005-12-08 15:25:21 +01001079 return 1;
Jens Axboec9fad892006-05-27 17:26:50 +02001080 }
Jens Axboeebac4652005-12-08 15:25:21 +01001081
1082 return 0;
1083}