blob: f7a1eae14408240c6f92222b97b98fa5cd58a35e [file] [log] [blame]
Jens Axboed6aed792009-06-03 08:41:15 +02001#ifndef FIO_FILE_H
2#define FIO_FILE_H
3
Jens Axboee2e58882011-01-04 08:36:06 +01004#include <string.h>
Bruce Cranecc314b2011-01-04 10:59:30 +01005#include "compiler/compiler.h"
Jens Axboed6aed792009-06-03 08:41:15 +02006#include "io_ddir.h"
Bruce Cranecc314b2011-01-04 10:59:30 +01007#include "flist.h"
Jens Axboe9c6f6312012-11-07 09:15:45 +01008#include "lib/zipf.h"
Jens Axboe7ebd7962012-11-28 21:24:46 +01009#include "lib/axmap.h"
Jens Axboe8055e412012-11-26 08:43:47 +010010#include "lib/lfsr.h"
Jens Axboed6aed792009-06-03 08:41:15 +020011
12/*
13 * The type of object we are working on
14 */
15enum fio_filetype {
16 FIO_TYPE_FILE = 1, /* plain file */
17 FIO_TYPE_BD, /* block device */
18 FIO_TYPE_CHAR, /* character device */
19 FIO_TYPE_PIPE, /* pipe */
20};
21
22enum fio_file_flags {
23 FIO_FILE_open = 1 << 0, /* file is open */
24 FIO_FILE_closing = 1 << 1, /* file being closed */
25 FIO_FILE_extend = 1 << 2, /* needs extend */
26 FIO_FILE_done = 1 << 3, /* io completed to this file */
27 FIO_FILE_size_known = 1 << 4, /* size has been set */
28 FIO_FILE_hashed = 1 << 5, /* file is on hash */
Jens Axboeed47cbf2009-07-03 22:52:38 +020029 FIO_FILE_partial_mmap = 1 << 6, /* can't do full mmap */
Jens Axboed55dd042014-12-15 09:38:43 -070030 FIO_FILE_axmap = 1 << 7, /* uses axmap */
31 FIO_FILE_lfsr = 1 << 8, /* lfsr is used */
Jens Axboed6aed792009-06-03 08:41:15 +020032};
33
34enum file_lock_mode {
35 FILE_LOCK_NONE,
36 FILE_LOCK_EXCLUSIVE,
37 FILE_LOCK_READWRITE,
38};
39
40/*
Jens Axboe590aebd2009-06-03 08:54:00 +020041 * roundrobin available files, or choose one at random, or do each one
42 * serially.
43 */
44enum {
45 FIO_FSERVICE_RANDOM = 1,
46 FIO_FSERVICE_RR = 2,
47 FIO_FSERVICE_SEQ = 3,
48};
49
50/*
Eric Gourioua596f042011-06-17 09:11:45 +020051 * No pre-allocation when laying down files, or call posix_fallocate(), or
52 * call fallocate() with FALLOC_FL_KEEP_SIZE set.
53 */
54enum fio_fallocate_mode {
55 FIO_FALLOCATE_NONE = 1,
56 FIO_FALLOCATE_POSIX = 2,
57 FIO_FALLOCATE_KEEP_SIZE = 3,
58};
59
60/*
Jens Axboed6aed792009-06-03 08:41:15 +020061 * Each thread_data structure has a number of files associated with it,
62 * this structure holds state information for a single file.
63 */
64struct fio_file {
65 struct flist_head hash_list;
66 enum fio_filetype filetype;
67
Jens Axboe0e238572010-10-08 11:26:43 +020068 int fd;
Jens Axboee6c4d732012-12-12 08:16:27 +010069 int shadow_fd;
Bruce Cran93bcfd22012-02-20 20:18:19 +010070#ifdef WIN32
Bruce Cran03e20d62011-01-02 20:14:54 +010071 HANDLE hFile;
72 HANDLE ioCP;
73#endif
Jens Axboed6aed792009-06-03 08:41:15 +020074
75 /*
76 * filename and possible memory mapping
77 */
78 char *file_name;
79 unsigned int major, minor;
Shaohua Li89ac1d42012-06-11 08:56:32 +020080 int fileno;
Jens Axboed6aed792009-06-03 08:41:15 +020081
Jens Axboed6aed792009-06-03 08:41:15 +020082 /*
83 * size of the file, offset into file, and io size from that offset
84 */
Jens Axboe293b8c12013-01-04 13:16:54 +010085 uint64_t real_file_size;
86 uint64_t file_offset;
87 uint64_t io_size;
Jens Axboed6aed792009-06-03 08:41:15 +020088
Jens Axboe08a99be2014-12-14 19:01:24 -070089 /*
90 * Track last end and last start of IO for a given data direction
91 */
92 uint64_t last_pos[DDIR_RWDIR_CNT];
93 uint64_t last_start[DDIR_RWDIR_CNT];
Jens Axboed6aed792009-06-03 08:41:15 +020094
Jens Axboe293b8c12013-01-04 13:16:54 +010095 uint64_t first_write;
96 uint64_t last_write;
Jens Axboe44f29692010-03-09 20:09:44 +010097
Jens Axboed6aed792009-06-03 08:41:15 +020098 /*
Jens Axboee943b872010-02-02 09:48:13 +010099 * For use by the io engine
100 */
Jens Axboe47f07dd2013-02-11 14:35:43 +0100101 uint64_t engine_data;
Jens Axboee943b872010-02-02 09:48:13 +0100102
103 /*
Jens Axboed6aed792009-06-03 08:41:15 +0200104 * if io is protected by a semaphore, this is set
105 */
Jens Axboed7df1d12013-03-20 19:57:01 -0600106 union {
107 struct fio_mutex *lock;
108 struct fio_rwlock *rwlock;
109 };
Jens Axboed6aed792009-06-03 08:41:15 +0200110
111 /*
Jens Axboed55dd042014-12-15 09:38:43 -0700112 * block map or LFSR for random io
Jens Axboed6aed792009-06-03 08:41:15 +0200113 */
Jens Axboed55dd042014-12-15 09:38:43 -0700114 union {
115 struct axmap *io_axmap;
116 struct fio_lfsr lfsr;
117 };
Jens Axboe8055e412012-11-26 08:43:47 +0100118
Jens Axboe9c6f6312012-11-07 09:15:45 +0100119 /*
120 * Used for zipf random distribution
121 */
122 struct zipf_state zipf;
123
Jens Axboed6aed792009-06-03 08:41:15 +0200124 int references;
125 enum fio_file_flags flags;
126
127 struct disk_util *du;
128};
129
Jens Axboeaa31de72014-12-15 08:26:11 -0700130#define FILE_ENG_DATA(f) ((void *) (uintptr_t) (f)->engine_data)
131#define FILE_SET_ENG_DATA(f, data) \
132 ((f)->engine_data = (uintptr_t) (data))
133
Christian Ehrhardtbcbfeef2014-02-20 09:13:06 -0800134struct file_name {
135 struct flist_head list;
136 char *filename;
137};
138
Jens Axboed6aed792009-06-03 08:41:15 +0200139#define FILE_FLAG_FNS(name) \
140static inline void fio_file_set_##name(struct fio_file *f) \
141{ \
Daniel Gollubbea5c232014-02-12 15:51:54 +0100142 (f)->flags = (enum fio_file_flags) ((f)->flags | FIO_FILE_##name); \
Jens Axboed6aed792009-06-03 08:41:15 +0200143} \
144static inline void fio_file_clear_##name(struct fio_file *f) \
145{ \
Daniel Gollubbea5c232014-02-12 15:51:54 +0100146 (f)->flags = (enum fio_file_flags) ((f)->flags & ~FIO_FILE_##name); \
Jens Axboed6aed792009-06-03 08:41:15 +0200147} \
148static inline int fio_file_##name(struct fio_file *f) \
149{ \
150 return ((f)->flags & FIO_FILE_##name) != 0; \
151}
152
153FILE_FLAG_FNS(open);
154FILE_FLAG_FNS(closing);
155FILE_FLAG_FNS(extend);
156FILE_FLAG_FNS(done);
157FILE_FLAG_FNS(size_known);
158FILE_FLAG_FNS(hashed);
Jens Axboeed47cbf2009-07-03 22:52:38 +0200159FILE_FLAG_FNS(partial_mmap);
Jens Axboed55dd042014-12-15 09:38:43 -0700160FILE_FLAG_FNS(axmap);
161FILE_FLAG_FNS(lfsr);
Jens Axboed6aed792009-06-03 08:41:15 +0200162#undef FILE_FLAG_FNS
163
Jens Axboe4cd02b32009-06-03 08:46:38 +0200164/*
165 * File setup/shutdown
166 */
167struct thread_data;
168extern void close_files(struct thread_data *);
169extern void close_and_free_files(struct thread_data *);
Jens Axboebedc9dc2014-03-17 12:51:09 -0600170extern uint64_t get_start_offset(struct thread_data *, struct fio_file *);
Jens Axboe4cd02b32009-06-03 08:46:38 +0200171extern int __must_check setup_files(struct thread_data *);
172extern int __must_check file_invalidate_cache(struct thread_data *, struct fio_file *);
173extern int __must_check generic_open_file(struct thread_data *, struct fio_file *);
174extern int __must_check generic_close_file(struct thread_data *, struct fio_file *);
175extern int __must_check generic_get_file_size(struct thread_data *, struct fio_file *);
Dmitry Monakhov1ccc6dc2012-09-19 23:22:53 +0400176extern int __must_check file_lookup_open(struct fio_file *f, int flags);
Jens Axboe4cd02b32009-06-03 08:46:38 +0200177extern int __must_check pre_read_files(struct thread_data *);
Jens Axboe5903e7b2014-02-26 13:42:13 -0800178extern int add_file(struct thread_data *, const char *, int, int);
Jens Axboe49ffb4a2010-08-24 15:01:37 +0200179extern int add_file_exclusive(struct thread_data *, const char *);
Jens Axboe4cd02b32009-06-03 08:46:38 +0200180extern void get_file(struct fio_file *);
181extern int __must_check put_file(struct thread_data *, struct fio_file *);
Jens Axboee8462bd2009-07-06 12:59:04 +0200182extern void put_file_log(struct thread_data *, struct fio_file *);
Jens Axboe4cd02b32009-06-03 08:46:38 +0200183extern void lock_file(struct thread_data *, struct fio_file *, enum fio_ddir);
184extern void unlock_file(struct thread_data *, struct fio_file *);
185extern void unlock_file_all(struct thread_data *, struct fio_file *);
186extern int add_dir_files(struct thread_data *, const char *);
187extern int init_random_map(struct thread_data *);
188extern void dup_files(struct thread_data *, struct thread_data *);
189extern int get_fileno(struct thread_data *, const char *);
190extern void free_release_files(struct thread_data *);
Christian Ehrhardtbcbfeef2014-02-20 09:13:06 -0800191extern void filesetup_mem_free(void);
Jens Axboe33c48812013-01-21 09:46:06 -0700192void fio_file_reset(struct thread_data *, struct fio_file *);
Jens Axboe002fe732014-02-11 08:31:13 -0700193int fio_files_done(struct thread_data *);
Jens Axboec592b9f2009-06-03 09:29:28 +0200194
Jens Axboed6aed792009-06-03 08:41:15 +0200195#endif