blob: 5c720d46285166107fbad514b9e6b53d7f8b4961 [file] [log] [blame]
Jens Axboe50d16972011-09-29 17:45:28 -06001#ifndef FIO_SERVER_H
2#define FIO_SERVER_H
3
Jens Axboe132159a2011-09-30 15:01:32 -06004#include <inttypes.h>
Jens Axboe142575e2011-09-30 17:35:45 -06005#include <string.h>
Jens Axboe89c17072011-10-11 10:15:51 +02006#include <sys/time.h>
Jens Axboe811826b2011-10-24 09:11:50 +02007#include <netinet/in.h>
Jens Axboe132159a2011-09-30 15:01:32 -06008
Jens Axboea64e88d2011-10-03 14:20:01 +02009#include "stat.h"
Jens Axboe610a7302011-10-04 13:53:35 +020010#include "os/os.h"
Jens Axboed09a64a2011-10-13 11:38:56 +020011#include "diskutil.h"
Jens Axboea64e88d2011-10-03 14:20:01 +020012
Stephen M. Cameron5adc2442012-02-24 08:17:31 +010013#define FIO_NET_PORT 8765
14
Elliott Hugheseda3a602017-05-19 18:53:02 -070015struct sk_out {
16 unsigned int refs; /* frees sk_out when it drops to zero.
17 * protected by below ->lock */
18
19 int sk; /* socket fd to talk to client */
20 struct fio_mutex lock; /* protects ref and below list */
21 struct flist_head list; /* list of pending transmit work */
22 struct fio_mutex wait; /* wake backend when items added to list */
23 struct fio_mutex xmit; /* held while sending data */
24};
25
Jens Axboe132159a2011-09-30 15:01:32 -060026/*
27 * On-wire encoding is little endian
28 */
29struct fio_net_cmd {
30 uint16_t version; /* protocol version */
31 uint16_t opcode; /* command opcode */
32 uint32_t flags; /* modifier flags */
Jens Axboeaf9c9fb2011-10-09 21:54:10 +020033 uint64_t tag; /* passed back on reply */
Jens Axboe132159a2011-09-30 15:01:32 -060034 uint32_t pdu_len; /* length of post-cmd layload */
Jens Axboea64e88d2011-10-03 14:20:01 +020035 /*
36 * These must be immediately before the payload, anything before
37 * these fields are checksummed.
38 */
Jens Axboefcee5ff2011-09-30 22:50:39 -060039 uint16_t cmd_crc16; /* cmd checksum */
40 uint16_t pdu_crc16; /* payload checksum */
Jens Axboe372aecb2013-01-08 13:42:41 +010041 uint8_t payload[]; /* payload */
Jens Axboe132159a2011-09-30 15:01:32 -060042};
43
Jens Axboe40c60512012-03-27 16:03:04 +020044struct fio_net_cmd_reply {
Jens Axboe89c17072011-10-11 10:15:51 +020045 struct flist_head list;
46 struct timeval tv;
47 uint64_t saved_tag;
Jens Axboe40c60512012-03-27 16:03:04 +020048 uint16_t opcode;
Jens Axboe89c17072011-10-11 10:15:51 +020049};
50
Jens Axboe132159a2011-09-30 15:01:32 -060051enum {
Elliott Hugheseda3a602017-05-19 18:53:02 -070052 FIO_SERVER_VER = 61,
Jens Axboe132159a2011-09-30 15:01:32 -060053
Jens Axboeb9d2f302012-03-08 20:36:28 +010054 FIO_SERVER_MAX_FRAGMENT_PDU = 1024,
Jens Axboedfbf1f62014-04-14 11:43:47 -060055 FIO_SERVER_MAX_CMD_MB = 2048,
Jens Axboe132159a2011-09-30 15:01:32 -060056
Jens Axboe5d7793a2012-03-08 19:59:16 +010057 FIO_NET_CMD_QUIT = 1,
58 FIO_NET_CMD_EXIT = 2,
59 FIO_NET_CMD_JOB = 3,
60 FIO_NET_CMD_JOBLINE = 4,
61 FIO_NET_CMD_TEXT = 5,
62 FIO_NET_CMD_TS = 6,
63 FIO_NET_CMD_GS = 7,
64 FIO_NET_CMD_SEND_ETA = 8,
65 FIO_NET_CMD_ETA = 9,
66 FIO_NET_CMD_PROBE = 10,
67 FIO_NET_CMD_START = 11,
68 FIO_NET_CMD_STOP = 12,
69 FIO_NET_CMD_DU = 13,
70 FIO_NET_CMD_SERVER_START = 14,
71 FIO_NET_CMD_ADD_JOB = 15,
Jens Axboeb9d2f302012-03-08 20:36:28 +010072 FIO_NET_CMD_RUN = 16,
Jens Axboe1b427252012-03-14 15:03:03 +010073 FIO_NET_CMD_IOLOG = 17,
Jens Axboef58bd2a2012-03-27 10:06:42 +020074 FIO_NET_CMD_UPDATE_JOB = 18,
Jens Axboe35899182014-10-07 20:56:28 -060075 FIO_NET_CMD_LOAD_FILE = 19,
Jens Axboede54cfd2014-11-10 20:34:00 -070076 FIO_NET_CMD_VTRIGGER = 20,
77 FIO_NET_CMD_SENDFILE = 21,
Elliott Hugheseda3a602017-05-19 18:53:02 -070078 FIO_NET_CMD_JOB_OPT = 22,
79 FIO_NET_CMD_NR = 23,
Jens Axboe794d69c2011-10-01 08:48:50 -060080
Jens Axboe5d7793a2012-03-08 19:59:16 +010081 FIO_NET_CMD_F_MORE = 1UL << 0,
Jens Axboefcee5ff2011-09-30 22:50:39 -060082
83 /* crc does not include the crc fields */
Jens Axboe5d7793a2012-03-08 19:59:16 +010084 FIO_NET_CMD_CRC_SZ = sizeof(struct fio_net_cmd) -
85 2 * sizeof(uint16_t),
Jens Axboe89c17072011-10-11 10:15:51 +020086
Jens Axboe1b427252012-03-14 15:03:03 +010087 FIO_NET_NAME_MAX = 256,
88
Jens Axboe5d7793a2012-03-08 19:59:16 +010089 FIO_NET_CLIENT_TIMEOUT = 5000,
Jens Axboe3989b142013-04-12 13:13:24 +020090
91 FIO_PROBE_FLAG_ZLIB = 1UL << 0,
Jens Axboe132159a2011-09-30 15:01:32 -060092};
93
Jens Axboede54cfd2014-11-10 20:34:00 -070094struct cmd_sendfile {
95 uint8_t path[FIO_NET_NAME_MAX];
96};
97
98struct cmd_sendfile_reply {
99 uint32_t size;
100 uint32_t error;
101 uint8_t data[0];
102};
103
104/*
105 * Client sends this to server on VTRIGGER, server sends back a full
106 * all_io_list structure.
107 */
108struct cmd_vtrigger_pdu {
109 uint16_t len;
110 uint8_t cmd[];
111};
112
Jens Axboe35899182014-10-07 20:56:28 -0600113struct cmd_load_file_pdu {
114 uint16_t name_len;
115 uint16_t client_type;
116 uint8_t file[];
117};
118
Jens Axboea64e88d2011-10-03 14:20:01 +0200119struct cmd_ts_pdu {
120 struct thread_stat ts;
121 struct group_run_stats rs;
122};
123
Jens Axboed09a64a2011-10-13 11:38:56 +0200124struct cmd_du_pdu {
125 struct disk_util_stat dus;
126 struct disk_util_agg agg;
127};
128
Jens Axboe3989b142013-04-12 13:13:24 +0200129struct cmd_client_probe_pdu {
130 uint64_t flags;
Jens Axboede54cfd2014-11-10 20:34:00 -0700131 uint8_t server[128];
Jens Axboe3989b142013-04-12 13:13:24 +0200132};
133
134struct cmd_probe_reply_pdu {
Jens Axboec28e8e82011-10-04 08:57:39 +0200135 uint8_t hostname[64];
Jens Axboe6eb24792011-10-04 15:00:30 +0200136 uint8_t bigendian;
Jens Axboe750db472012-04-16 11:44:48 +0200137 uint8_t fio_version[32];
Jens Axboecca84642011-10-07 12:47:57 +0200138 uint8_t os;
139 uint8_t arch;
Jens Axboe38fdef22011-10-11 14:30:06 +0200140 uint8_t bpp;
Jens Axboed31e26d2012-03-28 21:38:24 +0200141 uint32_t cpus;
142 uint64_t flags;
Jens Axboec28e8e82011-10-04 08:57:39 +0200143};
144
Jens Axboefa2ea802011-10-08 21:07:29 +0200145struct cmd_single_line_pdu {
146 uint16_t len;
Jens Axboe372aecb2013-01-08 13:42:41 +0100147 uint8_t text[];
Jens Axboefa2ea802011-10-08 21:07:29 +0200148};
149
Jens Axboe81179ee2011-10-04 12:42:06 +0200150struct cmd_line_pdu {
Jens Axboefa2ea802011-10-08 21:07:29 +0200151 uint16_t lines;
Jens Axboe46bcd492012-03-14 11:31:21 +0100152 uint16_t client_type;
Jens Axboe372aecb2013-01-08 13:42:41 +0100153 struct cmd_single_line_pdu options[];
Jens Axboe81179ee2011-10-04 12:42:06 +0200154};
155
Jens Axboe46bcd492012-03-14 11:31:21 +0100156struct cmd_job_pdu {
157 uint32_t buf_len;
158 uint32_t client_type;
159 uint8_t buf[0];
160};
161
Jens Axboe11e950b2011-10-16 21:34:14 +0200162struct cmd_start_pdu {
163 uint32_t jobs;
Jens Axboe108fea72012-11-14 13:09:45 -0700164 uint32_t stat_outputs;
Jens Axboe11e950b2011-10-16 21:34:14 +0200165};
166
167struct cmd_end_pdu {
168 uint32_t error;
Jens Axboe122c7722012-03-19 09:13:15 +0100169 uint32_t signal;
Jens Axboe11e950b2011-10-16 21:34:14 +0200170};
171
Jens Axboe807f9972012-03-02 10:25:24 +0100172struct cmd_add_job_pdu {
Jens Axboe2f122b12012-03-15 13:10:19 +0100173 uint32_t thread_number;
174 uint32_t groupid;
Jens Axboedcaeb602012-03-08 19:45:37 +0100175 struct thread_options_pack top;
Jens Axboe807f9972012-03-02 10:25:24 +0100176};
177
Jens Axboe084d1c62012-03-03 20:28:07 +0100178struct cmd_text_pdu {
179 uint32_t level;
180 uint32_t buf_len;
181 uint64_t log_sec;
182 uint64_t log_usec;
183 uint8_t buf[0];
184};
185
Elliott Hugheseda3a602017-05-19 18:53:02 -0700186enum {
187 XMIT_COMPRESSED = 1U,
188 STORE_COMPRESSED = 2U,
189};
190
Jens Axboe1b427252012-03-14 15:03:03 +0100191struct cmd_iolog_pdu {
Jens Axboeccefd5f2014-06-30 20:59:03 -0600192 uint64_t nr_samples;
Jens Axboe2f122b12012-03-15 13:10:19 +0100193 uint32_t thread_number;
Jens Axboe1b427252012-03-14 15:03:03 +0100194 uint32_t log_type;
Jens Axboe3989b142013-04-12 13:13:24 +0200195 uint32_t compressed;
Jens Axboeccefd5f2014-06-30 20:59:03 -0600196 uint32_t log_offset;
Elliott Hugheseda3a602017-05-19 18:53:02 -0700197 uint32_t log_hist_coarseness;
Jens Axboe1b427252012-03-14 15:03:03 +0100198 uint8_t name[FIO_NET_NAME_MAX];
199 struct io_sample samples[0];
200};
201
Elliott Hugheseda3a602017-05-19 18:53:02 -0700202struct cmd_job_option {
203 uint16_t global;
204 uint16_t truncated;
205 uint32_t groupid;
206 uint8_t name[64];
207 uint8_t value[128];
208};
209
Jens Axboe402668f2011-10-10 15:28:58 +0200210extern int fio_start_server(char *);
Jens Axboe084d1c62012-03-03 20:28:07 +0100211extern int fio_server_text_output(int, const char *, size_t);
Jens Axboe40c60512012-03-27 16:03:04 +0200212extern int fio_net_send_cmd(int, uint16_t, const void *, off_t, uint64_t *, struct flist_head *);
Jens Axboe89c17072011-10-11 10:15:51 +0200213extern int fio_net_send_simple_cmd(int, uint16_t, uint64_t, struct flist_head *);
Jens Axboebebe6392011-10-07 10:00:51 +0200214extern void fio_server_set_arg(const char *);
Jens Axboe811826b2011-10-24 09:11:50 +0200215extern int fio_server_parse_string(const char *, char **, int *, int *, struct in_addr *, struct in6_addr *, int *);
Jens Axboe3aa3cee2014-01-24 18:56:56 -0800216extern int fio_server_parse_host(const char *, int, struct in_addr *, struct in6_addr *);
Jens Axboe89c17072011-10-11 10:15:51 +0200217extern const char *fio_server_op(unsigned int);
Jens Axboe7b821682011-10-11 12:16:32 +0200218extern void fio_server_got_signal(int);
Jens Axboea64e88d2011-10-03 14:20:01 +0200219
220struct thread_stat;
221struct group_run_stats;
222extern void fio_server_send_ts(struct thread_stat *, struct group_run_stats *);
223extern void fio_server_send_gs(struct group_run_stats *);
Jens Axboed09a64a2011-10-13 11:38:56 +0200224extern void fio_server_send_du(void);
Elliott Hugheseda3a602017-05-19 18:53:02 -0700225extern void fio_server_send_job_options(struct flist_head *, unsigned int);
Jens Axboede54cfd2014-11-10 20:34:00 -0700226extern int fio_server_get_verify_state(const char *, int, void **);
Jens Axboe132159a2011-09-30 15:01:32 -0600227
Elliott Hugheseda3a602017-05-19 18:53:02 -0700228extern struct fio_net_cmd *fio_net_recv_cmd(int sk, bool wait);
Jens Axboe132159a2011-09-30 15:01:32 -0600229
Jens Axboe1b427252012-03-14 15:03:03 +0100230extern int fio_send_iolog(struct thread_data *, struct io_log *, const char *);
Jens Axboe2f122b12012-03-15 13:10:19 +0100231extern void fio_server_send_add_job(struct thread_data *);
Jens Axboe122c7722012-03-19 09:13:15 +0100232extern void fio_server_send_start(struct thread_data *);
Jens Axboe122c7722012-03-19 09:13:15 +0100233extern int fio_net_send_quit(int sk);
Jens Axboe807f9972012-03-02 10:25:24 +0100234
Elliott Hugheseda3a602017-05-19 18:53:02 -0700235extern int fio_server_create_sk_key(void);
236extern void fio_server_destroy_sk_key(void);
237
Jens Axboe009b1be2011-09-29 18:27:02 -0600238extern int exit_backend;
Jens Axboe132159a2011-09-30 15:01:32 -0600239extern int fio_net_port;
240
Jens Axboe50d16972011-09-29 17:45:28 -0600241#endif