Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 1 | /* SPDX-License-Identifier: MIT */ |
| 2 | /* |
| 3 | * Description: test SQPOLL with IORING_SETUP_ATTACH_WQ |
| 4 | */ |
| 5 | #include <errno.h> |
| 6 | #include <stdio.h> |
| 7 | #include <unistd.h> |
| 8 | #include <stdlib.h> |
| 9 | #include <string.h> |
| 10 | #include <fcntl.h> |
| 11 | #include <sys/types.h> |
| 12 | #include <sys/poll.h> |
| 13 | #include <sys/eventfd.h> |
| 14 | #include <sys/resource.h> |
Zhiqiang Liu | 9749981 | 2021-02-21 22:58:12 +0800 | [diff] [blame^] | 15 | |
| 16 | #include "helpers.h" |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 17 | #include "liburing.h" |
| 18 | |
| 19 | #define FILE_SIZE (128 * 1024 * 1024) |
| 20 | #define BS 4096 |
| 21 | #define BUFFERS 64 |
| 22 | |
| 23 | #define NR_RINGS 4 |
| 24 | |
| 25 | static struct iovec *vecs; |
| 26 | |
| 27 | static int create_buffers(void) |
| 28 | { |
| 29 | int i; |
| 30 | |
Zhiqiang Liu | 9749981 | 2021-02-21 22:58:12 +0800 | [diff] [blame^] | 31 | vecs = io_uring_malloc(BUFFERS * sizeof(struct iovec)); |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 32 | for (i = 0; i < BUFFERS; i++) { |
| 33 | if (posix_memalign(&vecs[i].iov_base, BS, BS)) |
| 34 | return 1; |
| 35 | vecs[i].iov_len = BS; |
| 36 | } |
| 37 | |
| 38 | return 0; |
| 39 | } |
| 40 | |
| 41 | static int create_file(const char *file) |
| 42 | { |
| 43 | ssize_t ret; |
| 44 | char *buf; |
| 45 | int fd; |
| 46 | |
Zhiqiang Liu | 9749981 | 2021-02-21 22:58:12 +0800 | [diff] [blame^] | 47 | buf = io_uring_malloc(FILE_SIZE); |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 48 | memset(buf, 0xaa, FILE_SIZE); |
| 49 | |
| 50 | fd = open(file, O_WRONLY | O_CREAT, 0644); |
| 51 | if (fd < 0) { |
| 52 | perror("open file"); |
| 53 | return 1; |
| 54 | } |
| 55 | ret = write(fd, buf, FILE_SIZE); |
| 56 | close(fd); |
| 57 | return ret != FILE_SIZE; |
| 58 | } |
| 59 | |
| 60 | static int wait_io(struct io_uring *ring, int nr_ios) |
| 61 | { |
| 62 | struct io_uring_cqe *cqe; |
| 63 | |
| 64 | while (nr_ios) { |
Pavel Begunkov | 989d7cb | 2021-02-11 23:08:15 +0000 | [diff] [blame] | 65 | int ret = io_uring_wait_cqe(ring, &cqe); |
| 66 | |
| 67 | if (ret == -EAGAIN) { |
| 68 | continue; |
| 69 | } else if (ret) { |
| 70 | fprintf(stderr, "io_uring_wait_cqe failed %i\n", ret); |
| 71 | return 1; |
| 72 | } |
Jens Axboe | 48afc11 | 2020-09-08 07:42:41 -0600 | [diff] [blame] | 73 | if (cqe->res != BS) { |
| 74 | fprintf(stderr, "Unexpected ret %d\n", cqe->res); |
| 75 | return 1; |
| 76 | } |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 77 | io_uring_cqe_seen(ring, cqe); |
| 78 | nr_ios--; |
| 79 | } |
| 80 | |
| 81 | return 0; |
| 82 | } |
| 83 | |
Jens Axboe | 8f4329b | 2020-09-09 09:39:26 -0600 | [diff] [blame] | 84 | static int queue_io(struct io_uring *ring, int fd, int nr_ios) |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 85 | { |
| 86 | unsigned long off; |
Jens Axboe | 8f4329b | 2020-09-09 09:39:26 -0600 | [diff] [blame] | 87 | int i; |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 88 | |
| 89 | i = 0; |
| 90 | off = 0; |
| 91 | while (nr_ios) { |
| 92 | struct io_uring_sqe *sqe; |
| 93 | |
| 94 | sqe = io_uring_get_sqe(ring); |
| 95 | if (!sqe) |
| 96 | break; |
| 97 | io_uring_prep_read(sqe, fd, vecs[i].iov_base, vecs[i].iov_len, off); |
| 98 | nr_ios--; |
| 99 | i++; |
| 100 | off += BS; |
| 101 | } |
| 102 | |
Jens Axboe | d476674 | 2020-09-09 11:11:53 -0600 | [diff] [blame] | 103 | io_uring_submit(ring); |
| 104 | return i; |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 105 | } |
| 106 | |
| 107 | int main(int argc, char *argv[]) |
| 108 | { |
| 109 | struct io_uring rings[NR_RINGS]; |
| 110 | int rets[NR_RINGS]; |
| 111 | unsigned long ios; |
Jens Axboe | 8f4329b | 2020-09-09 09:39:26 -0600 | [diff] [blame] | 112 | int i, ret, fd; |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 113 | char *fname; |
| 114 | |
| 115 | if (argc > 1) { |
| 116 | fname = argv[1]; |
| 117 | } else { |
| 118 | fname = ".basic-rw"; |
| 119 | if (create_file(fname)) { |
| 120 | fprintf(stderr, "file creation failed\n"); |
| 121 | goto err; |
| 122 | } |
| 123 | } |
| 124 | |
| 125 | if (create_buffers()) { |
| 126 | fprintf(stderr, "file creation failed\n"); |
| 127 | goto err; |
| 128 | } |
| 129 | |
Jens Axboe | 8f4329b | 2020-09-09 09:39:26 -0600 | [diff] [blame] | 130 | fd = open(fname, O_RDONLY | O_DIRECT); |
| 131 | if (fd < 0) { |
| 132 | perror("open"); |
| 133 | return -1; |
| 134 | } |
| 135 | |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 136 | for (i = 0; i < NR_RINGS; i++) { |
| 137 | struct io_uring_params p = { }; |
| 138 | |
| 139 | p.flags = IORING_SETUP_SQPOLL; |
| 140 | if (i) { |
| 141 | p.wq_fd = rings[0].ring_fd; |
| 142 | p.flags |= IORING_SETUP_ATTACH_WQ; |
| 143 | } |
| 144 | ret = io_uring_queue_init_params(BUFFERS, &rings[i], &p); |
| 145 | if (ret) { |
| 146 | fprintf(stderr, "queue_init: %d/%d\n", ret, i); |
| 147 | goto err; |
| 148 | } |
Jens Axboe | 48afc11 | 2020-09-08 07:42:41 -0600 | [diff] [blame] | 149 | /* no sharing for non-fixed either */ |
| 150 | if (!(p.features & IORING_FEAT_SQPOLL_NONFIXED)) { |
| 151 | fprintf(stdout, "No SQPOLL sharing, skipping\n"); |
| 152 | return 0; |
| 153 | } |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 154 | } |
| 155 | |
| 156 | ios = 0; |
| 157 | while (ios < (FILE_SIZE / BS)) { |
| 158 | for (i = 0; i < NR_RINGS; i++) { |
Jens Axboe | 8f4329b | 2020-09-09 09:39:26 -0600 | [diff] [blame] | 159 | ret = queue_io(&rings[i], fd, BUFFERS); |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 160 | if (ret < 0) |
| 161 | goto err; |
| 162 | rets[i] = ret; |
| 163 | } |
Jens Axboe | 48afc11 | 2020-09-08 07:42:41 -0600 | [diff] [blame] | 164 | for (i = 0; i < NR_RINGS; i++) { |
| 165 | if (wait_io(&rings[i], rets[i])) |
| 166 | goto err; |
| 167 | } |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 168 | ios += BUFFERS; |
| 169 | } |
| 170 | |
Jens Axboe | 21f6f6e | 2020-09-09 09:30:50 -0600 | [diff] [blame] | 171 | if (fname != argv[1]) |
| 172 | unlink(fname); |
Jens Axboe | cad057f | 2020-09-05 11:58:08 -0600 | [diff] [blame] | 173 | return 0; |
| 174 | err: |
| 175 | if (fname != argv[1]) |
| 176 | unlink(fname); |
| 177 | return 1; |
| 178 | } |