blob: b8eee66a14501fd2d083dda2920684940b7cb815 [file] [log] [blame]
Jens Axboeebac4652005-12-08 15:25:21 +01001#ifndef FIO_OS_H
2#define FIO_OS_H
3
Jens Axboea14ca442009-12-20 22:24:10 +01004#include <sys/types.h>
Bruce Cran203913e2011-10-18 12:20:56 +02005#include <sys/socket.h>
Bruce Cran93bcfd22012-02-20 20:18:19 +01006#include <fcntl.h>
Bruce Cran03e20d62011-01-02 20:14:54 +01007#include <pthread.h>
Jens Axboea14ca442009-12-20 22:24:10 +01008#include <unistd.h>
Bruce Cranecc314b2011-01-04 10:59:30 +01009#include <stdlib.h>
Jens Axboea14ca442009-12-20 22:24:10 +010010
Jens Axboe836fcc02013-01-24 09:08:45 -070011#include "../arch/arch.h"
12
Jens Axboecca84642011-10-07 12:47:57 +020013enum {
14 os_linux = 1,
15 os_aix,
16 os_freebsd,
17 os_hpux,
18 os_mac,
19 os_netbsd,
John3cd4c662013-12-29 19:20:35 -070020 os_openbsd,
Jens Axboecca84642011-10-07 12:47:57 +020021 os_solaris,
22 os_windows,
Aaron Carrollec5c6b12012-11-21 10:39:00 +010023 os_android,
Jens Axboecca84642011-10-07 12:47:57 +020024
25 os_nr,
26};
27
Aaron Carrollec5c6b12012-11-21 10:39:00 +010028#if defined(__ANDROID__)
29#include "os-android.h"
30#elif defined(__linux__)
Jens Axboeebac4652005-12-08 15:25:21 +010031#include "os-linux.h"
32#elif defined(__FreeBSD__)
33#include "os-freebsd.h"
John3cd4c662013-12-29 19:20:35 -070034#elif defined(__OpenBSD__)
35#include "os-openbsd.h"
YAMAMOTO Takashi74524402010-05-12 15:06:46 +020036#elif defined(__NetBSD__)
37#include "os-netbsd.h"
Jens Axboe2c0ecd22006-06-08 13:25:41 +020038#elif defined(__sun__)
39#include "os-solaris.h"
Jens Axboe2afd8262009-12-14 23:08:42 +010040#elif defined(__APPLE__)
41#include "os-mac.h"
Cigy Cyriacbf2e8212010-08-10 19:51:11 -040042#elif defined(_AIX)
43#include "os-aix.h"
Jens Axboec00a2282011-07-08 20:56:06 +020044#elif defined(__hpux)
45#include "os-hpux.h"
Bruce Cran93bcfd22012-02-20 20:18:19 +010046#elif defined(WIN32)
Bruce Cran03e20d62011-01-02 20:14:54 +010047#include "os-windows.h"
Jens Axboeebac4652005-12-08 15:25:21 +010048#else
49#error "unsupported os"
50#endif
51
Jens Axboe67bf9822013-01-10 11:23:19 +010052#ifdef CONFIG_POSIXAIO
Jens Axboeebac4652005-12-08 15:25:21 +010053#include <aio.h>
Jens Axboee97c1442011-09-21 09:38:01 +020054#ifndef FIO_OS_HAVE_AIOCB_TYPEDEF
55typedef struct aiocb os_aiocb_t;
56#endif
Jens Axboeebac4652005-12-08 15:25:21 +010057#endif
58
59#ifdef FIO_HAVE_SGIO
60#include <linux/fs.h>
61#include <scsi/sg.h>
62#endif
63
Jens Axboe4feafb12013-01-24 23:07:55 -070064#ifndef CONFIG_STRSEP
Jens Axboe00fb3c82008-05-30 22:17:45 +020065#include "../lib/strsep.h"
Jens Axboe5921e802008-05-30 15:02:38 +020066#endif
67
Jens Axboe8e239ca2010-08-11 10:29:12 -040068#ifdef MSG_DONTWAIT
69#define OS_MSG_DONTWAIT MSG_DONTWAIT
70#endif
71
Shawn Lewis4d8947d2007-07-25 07:51:58 +020072#ifndef POSIX_FADV_DONTNEED
Jens Axboeebac4652005-12-08 15:25:21 +010073#define POSIX_FADV_DONTNEED (0)
74#define POSIX_FADV_SEQUENTIAL (0)
75#define POSIX_FADV_RANDOM (0)
Shawn Lewis4d8947d2007-07-25 07:51:58 +020076#endif
Jens Axboeebac4652005-12-08 15:25:21 +010077
78#ifndef FIO_HAVE_CPU_AFFINITY
Jens Axboee8462bd2009-07-06 12:59:04 +020079#define fio_setaffinity(pid, mask) (0)
Jens Axboebe4ecfd2008-12-08 14:10:52 +010080#define fio_getaffinity(pid, mask) do { } while (0)
81#define fio_cpu_clear(mask, cpu) do { } while (0)
Jens Axboe85daf2c2009-01-05 09:40:13 +010082#define fio_cpuset_exit(mask) (-1)
Jens Axboec2acfba2014-02-27 15:52:02 -080083#define fio_cpus_split(mask, cpu) (0)
YAMAMOTO Takashi74524402010-05-12 15:06:46 +020084typedef unsigned long os_cpu_mask_t;
Jens Axboec2acfba2014-02-27 15:52:02 -080085#else
86extern int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu);
Jens Axboeebac4652005-12-08 15:25:21 +010087#endif
88
89#ifndef FIO_HAVE_IOPRIO
Jens Axboe28727df2012-03-29 08:33:15 +020090#define ioprio_set(which, who, prioclass, prio) (0)
Jens Axboeebac4652005-12-08 15:25:21 +010091#endif
92
Jens Axboe2c0ecd22006-06-08 13:25:41 +020093#ifndef FIO_HAVE_ODIRECT
Jens Axboe7d424762006-06-08 13:26:31 +020094#define OS_O_DIRECT 0
95#else
96#define OS_O_DIRECT O_DIRECT
Jens Axboe2c0ecd22006-06-08 13:25:41 +020097#endif
98
Chris Masond01612f2013-11-15 15:52:58 -070099#ifdef OS_O_ATOMIC
100#define FIO_O_ATOMIC OS_O_ATOMIC
101#else
102#define FIO_O_ATOMIC 0
103#endif
104
Jens Axboe74b025b2006-12-19 15:18:14 +0100105#ifndef FIO_HAVE_HUGETLB
106#define SHM_HUGETLB 0
Jens Axboed6dc02f2012-11-20 13:39:59 +0100107#define MAP_HUGETLB 0
Shawn Lewis4d8947d2007-07-25 07:51:58 +0200108#ifndef FIO_HUGE_PAGE
Jens Axboe74b025b2006-12-19 15:18:14 +0100109#define FIO_HUGE_PAGE 0
Shawn Lewis4d8947d2007-07-25 07:51:58 +0200110#endif
Jens Axboe74b025b2006-12-19 15:18:14 +0100111#else
Jens Axboecb25df62007-03-23 08:23:30 +0100112#ifndef FIO_HUGE_PAGE
Jens Axboeee0e0a72007-03-19 10:50:47 +0100113#define FIO_HUGE_PAGE 4194304
Jens Axboe74b025b2006-12-19 15:18:14 +0100114#endif
Jens Axboecb25df62007-03-23 08:23:30 +0100115#endif
Jens Axboe74b025b2006-12-19 15:18:14 +0100116
Jens Axboe39b93562012-11-27 08:27:50 +0100117#ifndef FIO_HAVE_MMAP_HUGE
118#define MAP_HUGETLB 0
119#endif
120
Jens Axboe5921e802008-05-30 15:02:38 +0200121#ifndef FIO_O_NOATIME
122#define FIO_O_NOATIME 0
123#endif
124
Jens Axboedc873b62008-06-04 20:13:04 +0200125#ifndef OS_RAND_MAX
126#define OS_RAND_MAX RAND_MAX
127#endif
128
Jens Axboe07e5b262007-04-02 14:46:07 +0200129#ifndef FIO_HAVE_RAWBIND
Jens Axboe8cc7afa2007-04-17 09:06:43 +0200130#define fio_lookup_raw(dev, majdev, mindev) 1
Jens Axboe07e5b262007-04-02 14:46:07 +0200131#endif
132
Jens Axboe58483fa2011-01-19 11:09:58 -0700133#ifndef FIO_PREFERRED_ENGINE
134#define FIO_PREFERRED_ENGINE "sync"
135#endif
136
Bruce Cranb9fd7882012-02-20 17:01:46 +0000137#ifndef FIO_OS_PATH_SEPARATOR
138#define FIO_OS_PATH_SEPARATOR "/"
139#endif
140
Bruce Cran16de1bf2012-02-20 17:07:32 +0000141#ifndef FIO_PREFERRED_CLOCK_SOURCE
Bruce Cran86e53412013-02-02 20:54:36 +0000142#ifdef CONFIG_CLOCK_GETTIME
Bruce Cran16de1bf2012-02-20 17:07:32 +0000143#define FIO_PREFERRED_CLOCK_SOURCE CS_CGETTIME
Bruce Cran86e53412013-02-02 20:54:36 +0000144#else
145#define FIO_PREFERRED_CLOCK_SOURCE CS_GTOD
146#endif
Bruce Cran16de1bf2012-02-20 17:07:32 +0000147#endif
148
Jens Axboefca70352011-07-06 20:12:54 +0200149#ifndef FIO_MAX_JOBS
150#define FIO_MAX_JOBS 2048
151#endif
152
Jens Axboe67bf9822013-01-10 11:23:19 +0100153#ifndef CONFIG_SOCKLEN_T
154typedef unsigned int socklen_t;
Jens Axboe5ba13ea2011-10-04 23:50:28 +0200155#endif
156
Saurabh De45054cb2012-10-09 14:46:24 -0600157#ifndef FIO_OS_HAS_CTIME_R
Jens Axboe1f819912013-01-23 17:21:41 -0700158#define os_ctime_r(x, y, z) (void) ctime_r((x), (y))
Saurabh De45054cb2012-10-09 14:46:24 -0600159#endif
160
Jens Axboe901ebe12011-10-04 23:31:00 +0200161#ifdef FIO_USE_GENERIC_SWAP
Jens Axboe9677bec2011-10-04 16:02:51 +0200162static inline uint16_t fio_swap16(uint16_t val)
Jens Axboe232f9b72011-10-04 14:45:20 +0200163{
164 return (val << 8) | (val >> 8);
165}
166
Jens Axboe901ebe12011-10-04 23:31:00 +0200167static inline uint32_t fio_swap32(uint32_t val)
Jens Axboe232f9b72011-10-04 14:45:20 +0200168{
169 val = ((val & 0xff00ff00UL) >> 8) | ((val & 0x00ff00ffUL) << 8);
170
171 return (val >> 16) | (val << 16);
172}
173
Jens Axboe901ebe12011-10-04 23:31:00 +0200174static inline uint64_t fio_swap64(uint64_t val)
Jens Axboe232f9b72011-10-04 14:45:20 +0200175{
176 val = ((val & 0xff00ff00ff00ff00ULL) >> 8) |
177 ((val & 0x00ff00ff00ff00ffULL) << 8);
178 val = ((val & 0xffff0000ffff0000ULL) >> 16) |
179 ((val & 0x0000ffff0000ffffULL) << 16);
180
181 return (val >> 32) | (val << 32);
182}
183#endif
184
Aaron Carrollec5c6b12012-11-21 10:39:00 +0100185#ifndef FIO_HAVE_BYTEORDER_FUNCS
Jens Axboe0dcebdf2013-01-23 15:42:16 -0700186#ifdef CONFIG_LITTLE_ENDIAN
Jens Axboe81110922011-10-05 12:40:49 +0200187#define __le16_to_cpu(x) (x)
188#define __le32_to_cpu(x) (x)
189#define __le64_to_cpu(x) (x)
190#define __cpu_to_le16(x) (x)
191#define __cpu_to_le32(x) (x)
192#define __cpu_to_le64(x) (x)
193#else
194#define __le16_to_cpu(x) fio_swap16(x)
195#define __le32_to_cpu(x) fio_swap32(x)
196#define __le64_to_cpu(x) fio_swap64(x)
197#define __cpu_to_le16(x) fio_swap16(x)
198#define __cpu_to_le32(x) fio_swap32(x)
199#define __cpu_to_le64(x) fio_swap64(x)
200#endif
Aaron Carrollec5c6b12012-11-21 10:39:00 +0100201#endif /* FIO_HAVE_BYTEORDER_FUNCS */
Jens Axboe81110922011-10-05 12:40:49 +0200202
Daniel Gollub0bbe46e2014-05-01 14:07:04 +0200203#ifdef FIO_INTERNAL
Jens Axboe81110922011-10-05 12:40:49 +0200204#define le16_to_cpu(val) ({ \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600205 __le16_to_cpu(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200206})
207#define le32_to_cpu(val) ({ \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600208 __le32_to_cpu(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200209})
210#define le64_to_cpu(val) ({ \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600211 __le64_to_cpu(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200212})
Daniel Gollub0bbe46e2014-05-01 14:07:04 +0200213#endif
214
Jens Axboe81110922011-10-05 12:40:49 +0200215#define cpu_to_le16(val) ({ \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600216 __cpu_to_le16(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200217})
218#define cpu_to_le32(val) ({ \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600219 __cpu_to_le32(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200220})
221#define cpu_to_le64(val) ({ \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600222 __cpu_to_le64(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200223})
224
Jens Axboe5e62c222007-05-22 13:27:30 +0200225#ifndef FIO_HAVE_BLKTRACE
Jens Axboed95b34a2013-11-21 09:55:49 -0700226static inline int is_blktrace(const char *fname, int *need_swap)
Jens Axboe5e62c222007-05-22 13:27:30 +0200227{
228 return 0;
229}
Jens Axboe5921e802008-05-30 15:02:38 +0200230struct thread_data;
Jens Axboed95b34a2013-11-21 09:55:49 -0700231static inline int load_blktrace(struct thread_data *td, const char *fname,
232 int need_swap)
Jens Axboe5e62c222007-05-22 13:27:30 +0200233{
234 return 1;
235}
236#endif
237
Jens Axboeeb7ccf32009-04-29 09:48:04 +0200238#define FIO_DEF_CL_SIZE 128
239
240static inline int os_cache_line_size(void)
241{
242#ifdef FIO_HAVE_CL_SIZE
243 int ret = arch_cache_line_size();
244
245 if (ret <= 0)
246 return FIO_DEF_CL_SIZE;
247
248 return ret;
249#else
250 return FIO_DEF_CL_SIZE;
251#endif
252}
253
Jens Axboe792d5512009-09-22 17:12:29 +0200254#ifdef FIO_USE_GENERIC_BDEV_SIZE
Bruce Cranecc314b2011-01-04 10:59:30 +0100255static inline int blockdev_size(struct fio_file *f, unsigned long long *bytes)
Jens Axboe792d5512009-09-22 17:12:29 +0200256{
Jens Axboe3b2e1462009-12-15 08:58:10 +0100257 off_t end;
Jens Axboe792d5512009-09-22 17:12:29 +0200258
Jens Axboe3b2e1462009-12-15 08:58:10 +0100259 *bytes = 0;
260
Bruce Cranecc314b2011-01-04 10:59:30 +0100261 end = lseek(f->fd, 0, SEEK_END);
Jens Axboe792d5512009-09-22 17:12:29 +0200262 if (end < 0)
263 return errno;
264
265 *bytes = end;
266 return 0;
267}
268#endif
269
Jens Axboe53531372009-12-15 10:28:37 +0100270#ifdef FIO_USE_GENERIC_RAND
271typedef unsigned int os_random_state_t;
272
273static inline void os_random_seed(unsigned long seed, os_random_state_t *rs)
274{
275 srand(seed);
276}
277
278static inline long os_random_long(os_random_state_t *rs)
279{
280 long val;
281
282 val = rand_r(rs);
283 return val;
284}
285#endif
286
Bruce Cran93bcfd22012-02-20 20:18:19 +0100287#ifdef FIO_USE_GENERIC_INIT_RANDOM_STATE
288extern void td_fill_rand_seeds(struct thread_data *td);
289/*
290 * Initialize the various random states we need (random io, block size ranges,
291 * read/write mix, etc).
292 */
293static inline int init_random_state(struct thread_data *td, unsigned long *rand_seeds, int size)
294{
295 int fd;
296
297 fd = open("/dev/urandom", O_RDONLY);
298 if (fd == -1) {
299 return 1;
300 }
301
302 if (read(fd, rand_seeds, size) < size) {
303 close(fd);
304 return 1;
305 }
306
307 close(fd);
308 td_fill_rand_seeds(td);
309 return 0;
310}
311#endif
312
Jens Axboe2e3bd4c2010-05-17 12:29:57 +0200313#ifndef FIO_HAVE_FS_STAT
314static inline unsigned long long get_fs_size(const char *path)
315{
316 return 0;
317}
318#endif
319
Jens Axboec00a2282011-07-08 20:56:06 +0200320#ifndef FIO_HAVE_CPU_ONLINE_SYSCONF
321static inline unsigned int cpus_online(void)
322{
323 return sysconf(_SC_NPROCESSORS_ONLN);
324}
325#endif
326
Daniel Gollub7221da32014-05-01 14:07:01 +0200327#ifndef CPU_COUNT
Jens Axboe6cf71c22014-03-05 15:49:54 -0700328#ifdef FIO_HAVE_CPU_AFFINITY
329static inline int CPU_COUNT(os_cpu_mask_t *mask)
330{
331 int max_cpus = cpus_online();
332 int nr_cpus, i;
333
334 for (i = 0, nr_cpus = 0; i < max_cpus; i++)
335 if (fio_cpu_isset(mask, i))
336 nr_cpus++;
337
338 return nr_cpus;
339}
340#endif
341#endif
342
Jens Axboe47f767c2011-07-12 21:17:49 +0200343#ifndef FIO_HAVE_GETTID
344static inline int gettid(void)
345{
346 return getpid();
347}
348#endif
349
Jens Axboeebac4652005-12-08 15:25:21 +0100350#endif