blob: df706ab7be4150d8589b2130e96e5c4ef1b09bb6 [file] [log] [blame]
Jens Axboeebac4652005-12-08 15:25:21 +01001#ifndef FIO_OS_H
2#define FIO_OS_H
3
Jens Axboea14ca442009-12-20 22:24:10 +01004#include <sys/types.h>
Bruce Cran203913e2011-10-18 12:20:56 +02005#include <sys/socket.h>
Bruce Cran93bcfd22012-02-20 20:18:19 +01006#include <fcntl.h>
Bruce Cran03e20d62011-01-02 20:14:54 +01007#include <pthread.h>
Jens Axboea14ca442009-12-20 22:24:10 +01008#include <unistd.h>
Bruce Cranecc314b2011-01-04 10:59:30 +01009#include <stdlib.h>
Jens Axboea14ca442009-12-20 22:24:10 +010010
Jens Axboe836fcc02013-01-24 09:08:45 -070011#include "../arch/arch.h"
12
Jens Axboecca84642011-10-07 12:47:57 +020013enum {
14 os_linux = 1,
15 os_aix,
16 os_freebsd,
17 os_hpux,
18 os_mac,
19 os_netbsd,
John3cd4c662013-12-29 19:20:35 -070020 os_openbsd,
Jens Axboecca84642011-10-07 12:47:57 +020021 os_solaris,
22 os_windows,
Aaron Carrollec5c6b12012-11-21 10:39:00 +010023 os_android,
Jens Axboecca84642011-10-07 12:47:57 +020024
25 os_nr,
26};
27
Aaron Carrollec5c6b12012-11-21 10:39:00 +010028#if defined(__ANDROID__)
29#include "os-android.h"
30#elif defined(__linux__)
Jens Axboeebac4652005-12-08 15:25:21 +010031#include "os-linux.h"
32#elif defined(__FreeBSD__)
33#include "os-freebsd.h"
John3cd4c662013-12-29 19:20:35 -070034#elif defined(__OpenBSD__)
35#include "os-openbsd.h"
YAMAMOTO Takashi74524402010-05-12 15:06:46 +020036#elif defined(__NetBSD__)
37#include "os-netbsd.h"
Jens Axboe2c0ecd22006-06-08 13:25:41 +020038#elif defined(__sun__)
39#include "os-solaris.h"
Jens Axboe2afd8262009-12-14 23:08:42 +010040#elif defined(__APPLE__)
41#include "os-mac.h"
Cigy Cyriacbf2e8212010-08-10 19:51:11 -040042#elif defined(_AIX)
43#include "os-aix.h"
Jens Axboec00a2282011-07-08 20:56:06 +020044#elif defined(__hpux)
45#include "os-hpux.h"
Bruce Cran93bcfd22012-02-20 20:18:19 +010046#elif defined(WIN32)
Bruce Cran03e20d62011-01-02 20:14:54 +010047#include "os-windows.h"
Jens Axboeebac4652005-12-08 15:25:21 +010048#else
49#error "unsupported os"
50#endif
51
Jens Axboe67bf9822013-01-10 11:23:19 +010052#ifdef CONFIG_POSIXAIO
Jens Axboeebac4652005-12-08 15:25:21 +010053#include <aio.h>
Jens Axboee97c1442011-09-21 09:38:01 +020054#ifndef FIO_OS_HAVE_AIOCB_TYPEDEF
55typedef struct aiocb os_aiocb_t;
56#endif
Jens Axboeebac4652005-12-08 15:25:21 +010057#endif
58
59#ifdef FIO_HAVE_SGIO
60#include <linux/fs.h>
61#include <scsi/sg.h>
62#endif
63
Jens Axboe4feafb12013-01-24 23:07:55 -070064#ifndef CONFIG_STRSEP
Jens Axboe00fb3c82008-05-30 22:17:45 +020065#include "../lib/strsep.h"
Jens Axboe5921e802008-05-30 15:02:38 +020066#endif
67
Jens Axboe8e239ca2010-08-11 10:29:12 -040068#ifdef MSG_DONTWAIT
69#define OS_MSG_DONTWAIT MSG_DONTWAIT
70#endif
71
Shawn Lewis4d8947d2007-07-25 07:51:58 +020072#ifndef POSIX_FADV_DONTNEED
Jens Axboeebac4652005-12-08 15:25:21 +010073#define POSIX_FADV_DONTNEED (0)
74#define POSIX_FADV_SEQUENTIAL (0)
75#define POSIX_FADV_RANDOM (0)
Shawn Lewis4d8947d2007-07-25 07:51:58 +020076#endif
Jens Axboeebac4652005-12-08 15:25:21 +010077
78#ifndef FIO_HAVE_CPU_AFFINITY
Jens Axboee8462bd2009-07-06 12:59:04 +020079#define fio_setaffinity(pid, mask) (0)
Jens Axboebe4ecfd2008-12-08 14:10:52 +010080#define fio_getaffinity(pid, mask) do { } while (0)
81#define fio_cpu_clear(mask, cpu) do { } while (0)
Jens Axboe85daf2c2009-01-05 09:40:13 +010082#define fio_cpuset_exit(mask) (-1)
Jens Axboec2acfba2014-02-27 15:52:02 -080083#define fio_cpus_split(mask, cpu) (0)
YAMAMOTO Takashi74524402010-05-12 15:06:46 +020084typedef unsigned long os_cpu_mask_t;
Jens Axboec2acfba2014-02-27 15:52:02 -080085#else
86extern int fio_cpus_split(os_cpu_mask_t *mask, unsigned int cpu);
Jens Axboeebac4652005-12-08 15:25:21 +010087#endif
88
89#ifndef FIO_HAVE_IOPRIO
Jens Axboe28727df2012-03-29 08:33:15 +020090#define ioprio_set(which, who, prioclass, prio) (0)
Jens Axboeebac4652005-12-08 15:25:21 +010091#endif
92
Jens Axboe2c0ecd22006-06-08 13:25:41 +020093#ifndef FIO_HAVE_ODIRECT
Jens Axboe7d424762006-06-08 13:26:31 +020094#define OS_O_DIRECT 0
95#else
96#define OS_O_DIRECT O_DIRECT
Jens Axboe2c0ecd22006-06-08 13:25:41 +020097#endif
98
Chris Masond01612f2013-11-15 15:52:58 -070099#ifdef OS_O_ATOMIC
100#define FIO_O_ATOMIC OS_O_ATOMIC
101#else
102#define FIO_O_ATOMIC 0
103#endif
104
Jens Axboe74b025b2006-12-19 15:18:14 +0100105#ifndef FIO_HAVE_HUGETLB
106#define SHM_HUGETLB 0
Jens Axboed6dc02f2012-11-20 13:39:59 +0100107#define MAP_HUGETLB 0
Shawn Lewis4d8947d2007-07-25 07:51:58 +0200108#ifndef FIO_HUGE_PAGE
Jens Axboe74b025b2006-12-19 15:18:14 +0100109#define FIO_HUGE_PAGE 0
Shawn Lewis4d8947d2007-07-25 07:51:58 +0200110#endif
Jens Axboe74b025b2006-12-19 15:18:14 +0100111#else
Jens Axboecb25df62007-03-23 08:23:30 +0100112#ifndef FIO_HUGE_PAGE
Jens Axboeee0e0a72007-03-19 10:50:47 +0100113#define FIO_HUGE_PAGE 4194304
Jens Axboe74b025b2006-12-19 15:18:14 +0100114#endif
Jens Axboecb25df62007-03-23 08:23:30 +0100115#endif
Jens Axboe74b025b2006-12-19 15:18:14 +0100116
Jens Axboe39b93562012-11-27 08:27:50 +0100117#ifndef FIO_HAVE_MMAP_HUGE
118#define MAP_HUGETLB 0
119#endif
120
Jens Axboe5921e802008-05-30 15:02:38 +0200121#ifndef FIO_O_NOATIME
122#define FIO_O_NOATIME 0
123#endif
124
Jens Axboedc873b62008-06-04 20:13:04 +0200125#ifndef OS_RAND_MAX
126#define OS_RAND_MAX RAND_MAX
127#endif
128
Jens Axboe07e5b262007-04-02 14:46:07 +0200129#ifndef FIO_HAVE_RAWBIND
Jens Axboe8cc7afa2007-04-17 09:06:43 +0200130#define fio_lookup_raw(dev, majdev, mindev) 1
Jens Axboe07e5b262007-04-02 14:46:07 +0200131#endif
132
Jens Axboe58483fa2011-01-19 11:09:58 -0700133#ifndef FIO_PREFERRED_ENGINE
134#define FIO_PREFERRED_ENGINE "sync"
135#endif
136
Bruce Cranb9fd7882012-02-20 17:01:46 +0000137#ifndef FIO_OS_PATH_SEPARATOR
138#define FIO_OS_PATH_SEPARATOR "/"
139#endif
140
Bruce Cran16de1bf2012-02-20 17:07:32 +0000141#ifndef FIO_PREFERRED_CLOCK_SOURCE
Bruce Cran86e53412013-02-02 20:54:36 +0000142#ifdef CONFIG_CLOCK_GETTIME
Bruce Cran16de1bf2012-02-20 17:07:32 +0000143#define FIO_PREFERRED_CLOCK_SOURCE CS_CGETTIME
Bruce Cran86e53412013-02-02 20:54:36 +0000144#else
145#define FIO_PREFERRED_CLOCK_SOURCE CS_GTOD
146#endif
Bruce Cran16de1bf2012-02-20 17:07:32 +0000147#endif
148
Jens Axboefca70352011-07-06 20:12:54 +0200149#ifndef FIO_MAX_JOBS
150#define FIO_MAX_JOBS 2048
151#endif
152
Jens Axboe67bf9822013-01-10 11:23:19 +0100153#ifndef CONFIG_SOCKLEN_T
154typedef unsigned int socklen_t;
Jens Axboe5ba13ea2011-10-04 23:50:28 +0200155#endif
156
Saurabh De45054cb2012-10-09 14:46:24 -0600157#ifndef FIO_OS_HAS_CTIME_R
Jens Axboe1f819912013-01-23 17:21:41 -0700158#define os_ctime_r(x, y, z) (void) ctime_r((x), (y))
Saurabh De45054cb2012-10-09 14:46:24 -0600159#endif
160
Jens Axboe901ebe12011-10-04 23:31:00 +0200161#ifdef FIO_USE_GENERIC_SWAP
Jens Axboe9677bec2011-10-04 16:02:51 +0200162static inline uint16_t fio_swap16(uint16_t val)
Jens Axboe232f9b72011-10-04 14:45:20 +0200163{
164 return (val << 8) | (val >> 8);
165}
166
Jens Axboe901ebe12011-10-04 23:31:00 +0200167static inline uint32_t fio_swap32(uint32_t val)
Jens Axboe232f9b72011-10-04 14:45:20 +0200168{
169 val = ((val & 0xff00ff00UL) >> 8) | ((val & 0x00ff00ffUL) << 8);
170
171 return (val >> 16) | (val << 16);
172}
173
Jens Axboe901ebe12011-10-04 23:31:00 +0200174static inline uint64_t fio_swap64(uint64_t val)
Jens Axboe232f9b72011-10-04 14:45:20 +0200175{
176 val = ((val & 0xff00ff00ff00ff00ULL) >> 8) |
177 ((val & 0x00ff00ff00ff00ffULL) << 8);
178 val = ((val & 0xffff0000ffff0000ULL) >> 16) |
179 ((val & 0x0000ffff0000ffffULL) << 16);
180
181 return (val >> 32) | (val << 32);
182}
183#endif
184
Aaron Carrollec5c6b12012-11-21 10:39:00 +0100185#ifndef FIO_HAVE_BYTEORDER_FUNCS
Jens Axboe0dcebdf2013-01-23 15:42:16 -0700186#ifdef CONFIG_LITTLE_ENDIAN
Jens Axboe81110922011-10-05 12:40:49 +0200187#define __le16_to_cpu(x) (x)
188#define __le32_to_cpu(x) (x)
189#define __le64_to_cpu(x) (x)
190#define __cpu_to_le16(x) (x)
191#define __cpu_to_le32(x) (x)
192#define __cpu_to_le64(x) (x)
193#else
194#define __le16_to_cpu(x) fio_swap16(x)
195#define __le32_to_cpu(x) fio_swap32(x)
196#define __le64_to_cpu(x) fio_swap64(x)
197#define __cpu_to_le16(x) fio_swap16(x)
198#define __cpu_to_le32(x) fio_swap32(x)
199#define __cpu_to_le64(x) fio_swap64(x)
200#endif
Aaron Carrollec5c6b12012-11-21 10:39:00 +0100201#endif /* FIO_HAVE_BYTEORDER_FUNCS */
Jens Axboe81110922011-10-05 12:40:49 +0200202
Daniel Gollub0bbe46e2014-05-01 14:07:04 +0200203#ifdef FIO_INTERNAL
Jens Axboe81110922011-10-05 12:40:49 +0200204#define le16_to_cpu(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600205 typecheck(uint16_t, val); \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600206 __le16_to_cpu(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200207})
208#define le32_to_cpu(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600209 typecheck(uint32_t, val); \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600210 __le32_to_cpu(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200211})
212#define le64_to_cpu(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600213 typecheck(uint64_t, val); \
214 __le64_to_cpu(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200215})
Daniel Gollub0bbe46e2014-05-01 14:07:04 +0200216#endif
217
Jens Axboe81110922011-10-05 12:40:49 +0200218#define cpu_to_le16(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600219 typecheck(uint16_t, val); \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600220 __cpu_to_le16(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200221})
222#define cpu_to_le32(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600223 typecheck(uint32_t, val); \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600224 __cpu_to_le32(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200225})
226#define cpu_to_le64(val) ({ \
Jens Axboe6cac1b62014-07-01 08:46:44 -0600227 typecheck(uint64_t, val); \
Sébastien Bouchex Bellomiéc46fda92014-03-11 08:54:27 -0600228 __cpu_to_le64(val); \
Jens Axboe81110922011-10-05 12:40:49 +0200229})
230
Jens Axboe5e62c222007-05-22 13:27:30 +0200231#ifndef FIO_HAVE_BLKTRACE
Jens Axboed95b34a2013-11-21 09:55:49 -0700232static inline int is_blktrace(const char *fname, int *need_swap)
Jens Axboe5e62c222007-05-22 13:27:30 +0200233{
234 return 0;
235}
Jens Axboe5921e802008-05-30 15:02:38 +0200236struct thread_data;
Jens Axboed95b34a2013-11-21 09:55:49 -0700237static inline int load_blktrace(struct thread_data *td, const char *fname,
238 int need_swap)
Jens Axboe5e62c222007-05-22 13:27:30 +0200239{
240 return 1;
241}
242#endif
243
Jens Axboeeb7ccf32009-04-29 09:48:04 +0200244#define FIO_DEF_CL_SIZE 128
245
246static inline int os_cache_line_size(void)
247{
248#ifdef FIO_HAVE_CL_SIZE
249 int ret = arch_cache_line_size();
250
251 if (ret <= 0)
252 return FIO_DEF_CL_SIZE;
253
254 return ret;
255#else
256 return FIO_DEF_CL_SIZE;
257#endif
258}
259
Jens Axboe792d5512009-09-22 17:12:29 +0200260#ifdef FIO_USE_GENERIC_BDEV_SIZE
Bruce Cranecc314b2011-01-04 10:59:30 +0100261static inline int blockdev_size(struct fio_file *f, unsigned long long *bytes)
Jens Axboe792d5512009-09-22 17:12:29 +0200262{
Jens Axboe3b2e1462009-12-15 08:58:10 +0100263 off_t end;
Jens Axboe792d5512009-09-22 17:12:29 +0200264
Jens Axboe3b2e1462009-12-15 08:58:10 +0100265 *bytes = 0;
266
Bruce Cranecc314b2011-01-04 10:59:30 +0100267 end = lseek(f->fd, 0, SEEK_END);
Jens Axboe792d5512009-09-22 17:12:29 +0200268 if (end < 0)
269 return errno;
270
271 *bytes = end;
272 return 0;
273}
274#endif
275
Jens Axboe53531372009-12-15 10:28:37 +0100276#ifdef FIO_USE_GENERIC_RAND
277typedef unsigned int os_random_state_t;
278
279static inline void os_random_seed(unsigned long seed, os_random_state_t *rs)
280{
281 srand(seed);
282}
283
284static inline long os_random_long(os_random_state_t *rs)
285{
286 long val;
287
288 val = rand_r(rs);
289 return val;
290}
291#endif
292
Bruce Cran93bcfd22012-02-20 20:18:19 +0100293#ifdef FIO_USE_GENERIC_INIT_RANDOM_STATE
294extern void td_fill_rand_seeds(struct thread_data *td);
295/*
296 * Initialize the various random states we need (random io, block size ranges,
297 * read/write mix, etc).
298 */
299static inline int init_random_state(struct thread_data *td, unsigned long *rand_seeds, int size)
300{
301 int fd;
302
303 fd = open("/dev/urandom", O_RDONLY);
304 if (fd == -1) {
305 return 1;
306 }
307
308 if (read(fd, rand_seeds, size) < size) {
309 close(fd);
310 return 1;
311 }
312
313 close(fd);
314 td_fill_rand_seeds(td);
315 return 0;
316}
317#endif
318
Jens Axboe2e3bd4c2010-05-17 12:29:57 +0200319#ifndef FIO_HAVE_FS_STAT
320static inline unsigned long long get_fs_size(const char *path)
321{
322 return 0;
323}
324#endif
325
Jens Axboec00a2282011-07-08 20:56:06 +0200326#ifndef FIO_HAVE_CPU_ONLINE_SYSCONF
327static inline unsigned int cpus_online(void)
328{
329 return sysconf(_SC_NPROCESSORS_ONLN);
330}
331#endif
332
Daniel Gollub7221da32014-05-01 14:07:01 +0200333#ifndef CPU_COUNT
Jens Axboe6cf71c22014-03-05 15:49:54 -0700334#ifdef FIO_HAVE_CPU_AFFINITY
335static inline int CPU_COUNT(os_cpu_mask_t *mask)
336{
337 int max_cpus = cpus_online();
338 int nr_cpus, i;
339
340 for (i = 0, nr_cpus = 0; i < max_cpus; i++)
341 if (fio_cpu_isset(mask, i))
342 nr_cpus++;
343
344 return nr_cpus;
345}
346#endif
347#endif
348
Jens Axboe47f767c2011-07-12 21:17:49 +0200349#ifndef FIO_HAVE_GETTID
350static inline int gettid(void)
351{
352 return getpid();
353}
354#endif
355
Jens Axboeebac4652005-12-08 15:25:21 +0100356#endif