blob: 7cb8121120ecd5c98c78d8d3e31b76997172c6da [file] [log] [blame]
Jens Axboeebac4652005-12-08 15:25:21 +01001#ifndef FIO_OS_H
2#define FIO_OS_H
3
Jens Axboea14ca442009-12-20 22:24:10 +01004#include <sys/types.h>
Bruce Cran203913e2011-10-18 12:20:56 +02005#include <sys/socket.h>
Bruce Cran93bcfd22012-02-20 20:18:19 +01006#include <fcntl.h>
Bruce Cran03e20d62011-01-02 20:14:54 +01007#include <pthread.h>
Jens Axboea14ca442009-12-20 22:24:10 +01008#include <unistd.h>
Bruce Cranecc314b2011-01-04 10:59:30 +01009#include <stdlib.h>
Jens Axboea14ca442009-12-20 22:24:10 +010010
Jens Axboe836fcc02013-01-24 09:08:45 -070011#include "../arch/arch.h"
12
Jens Axboecca84642011-10-07 12:47:57 +020013enum {
14 os_linux = 1,
15 os_aix,
16 os_freebsd,
17 os_hpux,
18 os_mac,
19 os_netbsd,
John3cd4c662013-12-29 19:20:35 -070020 os_openbsd,
Jens Axboecca84642011-10-07 12:47:57 +020021 os_solaris,
22 os_windows,
Aaron Carrollec5c6b12012-11-21 10:39:00 +010023 os_android,
Jens Axboeec58c742014-11-04 19:53:04 -070024 os_dragonfly,
Jens Axboecca84642011-10-07 12:47:57 +020025
26 os_nr,
27};
28
Aaron Carrollec5c6b12012-11-21 10:39:00 +010029#if defined(__ANDROID__)
30#include "os-android.h"
31#elif defined(__linux__)
Jens Axboeebac4652005-12-08 15:25:21 +010032#include "os-linux.h"
33#elif defined(__FreeBSD__)
34#include "os-freebsd.h"
John3cd4c662013-12-29 19:20:35 -070035#elif defined(__OpenBSD__)
36#include "os-openbsd.h"
YAMAMOTO Takashi74524402010-05-12 15:06:46 +020037#elif defined(__NetBSD__)
38#include "os-netbsd.h"
Jens Axboe2c0ecd22006-06-08 13:25:41 +020039#elif defined(__sun__)
40#include "os-solaris.h"
Jens Axboe2afd8262009-12-14 23:08:42 +010041#elif defined(__APPLE__)
42#include "os-mac.h"
Cigy Cyriacbf2e8212010-08-10 19:51:11 -040043#elif defined(_AIX)
44#include "os-aix.h"
Jens Axboec00a2282011-07-08 20:56:06 +020045#elif defined(__hpux)
46#include "os-hpux.h"
Bruce Cran93bcfd22012-02-20 20:18:19 +010047#elif defined(WIN32)
Bruce Cran03e20d62011-01-02 20:14:54 +010048#include "os-windows.h"
Jens Axboeec58c742014-11-04 19:53:04 -070049#elif defined (__DragonFly__)
50#include "os-dragonfly.h"
Jens Axboeebac4652005-12-08 15:25:21 +010051#else
52#error "unsupported os"
53#endif
54
Jens Axboe67bf9822013-01-10 11:23:19 +010055#ifdef CONFIG_POSIXAIO
Jens Axboeebac4652005-12-08 15:25:21 +010056#include <aio.h>
Jens Axboee97c1442011-09-21 09:38:01 +020057#ifndef FIO_OS_HAVE_AIOCB_TYPEDEF
58typedef struct aiocb os_aiocb_t;
59#endif
Jens Axboeebac4652005-12-08 15:25:21 +010060#endif
61
62#ifdef FIO_HAVE_SGIO
63#include <linux/fs.h>
64#include <scsi/sg.h>
65#endif
66
Jens Axboe4feafb12013-01-24 23:07:55 -070067#ifndef CONFIG_STRSEP
Jens Axboe00fb3c82008-05-30 22:17:45 +020068#include "../lib/strsep.h"
Jens Axboe5921e802008-05-30 15:02:38 +020069#endif
70
Jens Axboe8e239ca2010-08-11 10:29:12 -040071#ifdef MSG_DONTWAIT
72#define OS_MSG_DONTWAIT MSG_DONTWAIT
73#endif
74
Shawn Lewis4d8947d2007-07-25 07:51:58 +020075#ifndef POSIX_FADV_DONTNEED
Jens Axboeebac4652005-12-08 15:25:21 +010076#define POSIX_FADV_DONTNEED (0)
77#define POSIX_FADV_SEQUENTIAL (0)
78#define POSIX_FADV_RANDOM (0)
Shawn Lewis4d8947d2007-07-25 07:51:58 +020079#endif
Jens Axboeebac4652005-12-08 15:25:21 +010080
81#ifndef FIO_HAVE_CPU_AFFINITY
Jens Axboee8462bd2009-07-06 12:59:04 +020082#define fio_setaffinity(pid, mask) (0)
Jens Axboebe4ecfd2008-12-08 14:10:52 +010083#define fio_getaffinity(pid, mask) do { } while (0)
84#define fio_cpu_clear(mask, cpu) do { } while (0)
Jens Axboe85daf2c2009-01-05 09:40:13 +010085#define fio_cpuset_exit(mask) (-1)
Jens Axboec2acfba2014-02-27 15:52:02 -080086#define fio_cpus_split(mask, cpu) (0)
YAMAMOTO Takashi74524402010-05-12 15:06:46 +020087typedef unsigned long os_cpu_mask_t;
Jens Axboec2acfba2014-02-27 15:52:02 -080088#else
89extern int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu);
Jens Axboeebac4652005-12-08 15:25:21 +010090#endif
91
92#ifndef FIO_HAVE_IOPRIO
Jens Axboe28727df2012-03-29 08:33:15 +020093#define ioprio_set(which, who, prioclass, prio) (0)
Jens Axboeebac4652005-12-08 15:25:21 +010094#endif
95
Jens Axboe2c0ecd22006-06-08 13:25:41 +020096#ifndef FIO_HAVE_ODIRECT
Jens Axboe7d424762006-06-08 13:26:31 +020097#define OS_O_DIRECT 0
98#else
99#define OS_O_DIRECT O_DIRECT
Jens Axboe2c0ecd22006-06-08 13:25:41 +0200100#endif
101
Chris Masond01612f2013-11-15 15:52:58 -0700102#ifdef OS_O_ATOMIC
103#define FIO_O_ATOMIC OS_O_ATOMIC
104#else
105#define FIO_O_ATOMIC 0
106#endif
107
Jens Axboe74b025b2006-12-19 15:18:14 +0100108#ifndef FIO_HAVE_HUGETLB
109#define SHM_HUGETLB 0
Jens Axboed6dc02f2012-11-20 13:39:59 +0100110#define MAP_HUGETLB 0
Shawn Lewis4d8947d2007-07-25 07:51:58 +0200111#ifndef FIO_HUGE_PAGE
Jens Axboe74b025b2006-12-19 15:18:14 +0100112#define FIO_HUGE_PAGE 0
Shawn Lewis4d8947d2007-07-25 07:51:58 +0200113#endif
Jens Axboe74b025b2006-12-19 15:18:14 +0100114#else
Jens Axboecb25df62007-03-23 08:23:30 +0100115#ifndef FIO_HUGE_PAGE
Jens Axboeee0e0a72007-03-19 10:50:47 +0100116#define FIO_HUGE_PAGE 4194304
Jens Axboe74b025b2006-12-19 15:18:14 +0100117#endif
Jens Axboecb25df62007-03-23 08:23:30 +0100118#endif
Jens Axboe74b025b2006-12-19 15:18:14 +0100119
Jens Axboe39b93562012-11-27 08:27:50 +0100120#ifndef FIO_HAVE_MMAP_HUGE
121#define MAP_HUGETLB 0
122#endif
123
Jens Axboe5921e802008-05-30 15:02:38 +0200124#ifndef FIO_O_NOATIME
125#define FIO_O_NOATIME 0
126#endif
127
Jens Axboedc873b62008-06-04 20:13:04 +0200128#ifndef OS_RAND_MAX
129#define OS_RAND_MAX RAND_MAX
130#endif
131
Jens Axboe07e5b262007-04-02 14:46:07 +0200132#ifndef FIO_HAVE_RAWBIND
Jens Axboe8cc7afa2007-04-17 09:06:43 +0200133#define fio_lookup_raw(dev, majdev, mindev) 1
Jens Axboe07e5b262007-04-02 14:46:07 +0200134#endif
135
Jens Axboe58483fa2011-01-19 11:09:58 -0700136#ifndef FIO_PREFERRED_ENGINE
137#define FIO_PREFERRED_ENGINE "sync"
138#endif
139
Bruce Cranb9fd7882012-02-20 17:01:46 +0000140#ifndef FIO_OS_PATH_SEPARATOR
141#define FIO_OS_PATH_SEPARATOR "/"
142#endif
143
Bruce Cran16de1bf2012-02-20 17:07:32 +0000144#ifndef FIO_PREFERRED_CLOCK_SOURCE
Bruce Cran86e53412013-02-02 20:54:36 +0000145#ifdef CONFIG_CLOCK_GETTIME
Bruce Cran16de1bf2012-02-20 17:07:32 +0000146#define FIO_PREFERRED_CLOCK_SOURCE CS_CGETTIME
Bruce Cran86e53412013-02-02 20:54:36 +0000147#else
148#define FIO_PREFERRED_CLOCK_SOURCE CS_GTOD
149#endif
Bruce Cran16de1bf2012-02-20 17:07:32 +0000150#endif
151
Jens Axboefca70352011-07-06 20:12:54 +0200152#ifndef FIO_MAX_JOBS
153#define FIO_MAX_JOBS 2048
154#endif
155
Jens Axboe67bf9822013-01-10 11:23:19 +0100156#ifndef CONFIG_SOCKLEN_T
157typedef unsigned int socklen_t;
Jens Axboe5ba13ea2011-10-04 23:50:28 +0200158#endif
159
Saurabh De45054cb2012-10-09 14:46:24 -0600160#ifndef FIO_OS_HAS_CTIME_R
Jens Axboe1f819912013-01-23 17:21:41 -0700161#define os_ctime_r(x, y, z) (void) ctime_r((x), (y))
Saurabh De45054cb2012-10-09 14:46:24 -0600162#endif
163
Jens Axboe901ebe12011-10-04 23:31:00 +0200164#ifdef FIO_USE_GENERIC_SWAP
Jens Axboe9677bec2011-10-04 16:02:51 +0200165static inline uint16_t fio_swap16(uint16_t val)
Jens Axboe232f9b72011-10-04 14:45:20 +0200166{
167 return (val << 8) | (val >> 8);
168}
169
Jens Axboe901ebe12011-10-04 23:31:00 +0200170static inline uint32_t fio_swap32(uint32_t val)
Jens Axboe232f9b72011-10-04 14:45:20 +0200171{
172 val = ((val & 0xff00ff00UL) >> 8) | ((val & 0x00ff00ffUL) << 8);
173
174 return (val >> 16) | (val << 16);
175}
176
Jens Axboe901ebe12011-10-04 23:31:00 +0200177static inline uint64_t fio_swap64(uint64_t val)
Jens Axboe232f9b72011-10-04 14:45:20 +0200178{
179 val = ((val & 0xff00ff00ff00ff00ULL) >> 8) |
180 ((val & 0x00ff00ff00ff00ffULL) << 8);
181 val = ((val & 0xffff0000ffff0000ULL) >> 16) |
182 ((val & 0x0000ffff0000ffffULL) << 16);
183
184 return (val >> 32) | (val << 32);
185}
186#endif
187
Aaron Carrollec5c6b12012-11-21 10:39:00 +0100188#ifndef FIO_HAVE_BYTEORDER_FUNCS
Jens Axboe0dcebdf2013-01-23 15:42:16 -0700189#ifdef CONFIG_LITTLE_ENDIAN
Jens Axboe81110922011-10-05 12:40:49 +0200190#define __le16_to_cpu(x) (x)
191#define __le32_to_cpu(x) (x)
192#define __le64_to_cpu(x) (x)
193#define __cpu_to_le16(x) (x)
194#define __cpu_to_le32(x) (x)
195#define __cpu_to_le64(x) (x)
196#else
197#define __le16_to_cpu(x) fio_swap16(x)
198#define __le32_to_cpu(x) fio_swap32(x)
199#define __le64_to_cpu(x) fio_swap64(x)
200#define __cpu_to_le16(x) fio_swap16(x)
201#define __cpu_to_le32(x) fio_swap32(x)
202#define __cpu_to_le64(x) fio_swap64(x)
203#endif
Aaron Carrollec5c6b12012-11-21 10:39:00 +0100204#endif /* FIO_HAVE_BYTEORDER_FUNCS */
Jens Axboe81110922011-10-05 12:40:49 +0200205
Daniel Gollub0bbe46e2014-05-01 14:07:04 +0200206#ifdef FIO_INTERNAL
Jens Axboe81110922011-10-05 12:40:49 +0200207#define le16_to_cpu(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600208 typecheck(uint16_t, val); \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600209 __le16_to_cpu(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200210})
211#define le32_to_cpu(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600212 typecheck(uint32_t, val); \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600213 __le32_to_cpu(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200214})
215#define le64_to_cpu(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600216 typecheck(uint64_t, val); \
217 __le64_to_cpu(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200218})
Daniel Gollub0bbe46e2014-05-01 14:07:04 +0200219#endif
220
Jens Axboe81110922011-10-05 12:40:49 +0200221#define cpu_to_le16(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600222 typecheck(uint16_t, val); \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600223 __cpu_to_le16(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200224})
225#define cpu_to_le32(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600226 typecheck(uint32_t, val); \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600227 __cpu_to_le32(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200228})
229#define cpu_to_le64(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600230 typecheck(uint64_t, val); \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600231 __cpu_to_le64(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200232})
233
Jens Axboe5e62c222007-05-22 13:27:30 +0200234#ifndef FIO_HAVE_BLKTRACE
Jens Axboed95b34a2013-11-21 09:55:49 -0700235static inline int is_blktrace(const char *fname, int *need_swap)
Jens Axboe5e62c222007-05-22 13:27:30 +0200236{
237 return 0;
238}
Jens Axboe5921e802008-05-30 15:02:38 +0200239struct thread_data;
Jens Axboed95b34a2013-11-21 09:55:49 -0700240static inline int load_blktrace(struct thread_data *td, const char *fname,
241 int need_swap)
Jens Axboe5e62c222007-05-22 13:27:30 +0200242{
243 return 1;
244}
245#endif
246
Jens Axboeeb7ccf32009-04-29 09:48:04 +0200247#define FIO_DEF_CL_SIZE 128
248
249static inline int os_cache_line_size(void)
250{
251#ifdef FIO_HAVE_CL_SIZE
252 int ret = arch_cache_line_size();
253
254 if (ret <= 0)
255 return FIO_DEF_CL_SIZE;
256
257 return ret;
258#else
259 return FIO_DEF_CL_SIZE;
260#endif
261}
262
Jens Axboe792d5512009-09-22 17:12:29 +0200263#ifdef FIO_USE_GENERIC_BDEV_SIZE
Bruce Cranecc314b2011-01-04 10:59:30 +0100264static inline int blockdev_size(struct fio_file *f, unsigned long long *bytes)
Jens Axboe792d5512009-09-22 17:12:29 +0200265{
Jens Axboe3b2e1462009-12-15 08:58:10 +0100266 off_t end;
Jens Axboe792d5512009-09-22 17:12:29 +0200267
Jens Axboe3b2e1462009-12-15 08:58:10 +0100268 *bytes = 0;
269
Bruce Cranecc314b2011-01-04 10:59:30 +0100270 end = lseek(f->fd, 0, SEEK_END);
Jens Axboe792d5512009-09-22 17:12:29 +0200271 if (end < 0)
272 return errno;
273
274 *bytes = end;
275 return 0;
276}
277#endif
278
Jens Axboe53531372009-12-15 10:28:37 +0100279#ifdef FIO_USE_GENERIC_RAND
280typedef unsigned int os_random_state_t;
281
282static inline void os_random_seed(unsigned long seed, os_random_state_t *rs)
283{
284 srand(seed);
285}
286
287static inline long os_random_long(os_random_state_t *rs)
288{
289 long val;
290
291 val = rand_r(rs);
292 return val;
293}
294#endif
295
Bruce Cran93bcfd22012-02-20 20:18:19 +0100296#ifdef FIO_USE_GENERIC_INIT_RANDOM_STATE
297extern void td_fill_rand_seeds(struct thread_data *td);
298/*
299 * Initialize the various random states we need (random io, block size ranges,
300 * read/write mix, etc).
301 */
302static inline int init_random_state(struct thread_data *td, unsigned long *rand_seeds, int size)
303{
304 int fd;
305
306 fd = open("/dev/urandom", O_RDONLY);
307 if (fd == -1) {
308 return 1;
309 }
310
311 if (read(fd, rand_seeds, size) < size) {
312 close(fd);
313 return 1;
314 }
315
316 close(fd);
317 td_fill_rand_seeds(td);
318 return 0;
319}
320#endif
321
Jens Axboe2e3bd4c2010-05-17 12:29:57 +0200322#ifndef FIO_HAVE_FS_STAT
323static inline unsigned long long get_fs_size(const char *path)
324{
325 return 0;
326}
327#endif
328
Jens Axboec00a2282011-07-08 20:56:06 +0200329#ifndef FIO_HAVE_CPU_ONLINE_SYSCONF
330static inline unsigned int cpus_online(void)
331{
332 return sysconf(_SC_NPROCESSORS_ONLN);
333}
334#endif
335
Daniel Gollub7221da32014-05-01 14:07:01 +0200336#ifndef CPU_COUNT
Jens Axboe6cf71c22014-03-05 15:49:54 -0700337#ifdef FIO_HAVE_CPU_AFFINITY
338static inline int CPU_COUNT(os_cpu_mask_t *mask)
339{
340 int max_cpus = cpus_online();
341 int nr_cpus, i;
342
343 for (i = 0, nr_cpus = 0; i < max_cpus; i++)
344 if (fio_cpu_isset(mask, i))
345 nr_cpus++;
346
347 return nr_cpus;
348}
349#endif
350#endif
351
Jens Axboe47f767c2011-07-12 21:17:49 +0200352#ifndef FIO_HAVE_GETTID
353static inline int gettid(void)
354{
355 return getpid();
356}
357#endif
358
Jens Axboeebac4652005-12-08 15:25:21 +0100359#endif