Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _LINUX_PIPE_FS_I_H |
| 2 | #define _LINUX_PIPE_FS_I_H |
| 3 | |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 4 | #define PIPE_DEF_BUFFERS 16 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | |
Jens Axboe | 1432873 | 2006-05-03 10:35:26 +0200 | [diff] [blame] | 6 | #define PIPE_BUF_FLAG_LRU 0x01 /* page is on the LRU */ |
| 7 | #define PIPE_BUF_FLAG_ATOMIC 0x02 /* was atomically mapped */ |
| 8 | #define PIPE_BUF_FLAG_GIFT 0x04 /* page is a gift */ |
Linus Torvalds | 9883035 | 2012-04-29 13:12:42 -0700 | [diff] [blame] | 9 | #define PIPE_BUF_FLAG_PACKET 0x08 /* read() as a packet */ |
Jens Axboe | 3e7ee3e | 2006-04-02 23:11:04 +0200 | [diff] [blame] | 10 | |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 11 | /** |
| 12 | * struct pipe_buffer - a linux kernel pipe buffer |
| 13 | * @page: the page containing the data for the pipe buffer |
| 14 | * @offset: offset of data inside the @page |
| 15 | * @len: length of data inside the @page |
| 16 | * @ops: operations associated with this buffer. See @pipe_buf_operations. |
| 17 | * @flags: pipe buffer flags. See above. |
| 18 | * @private: private data owned by the ops. |
| 19 | **/ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | struct pipe_buffer { |
| 21 | struct page *page; |
| 22 | unsigned int offset, len; |
Eric Dumazet | d4c3cca | 2006-12-13 00:34:04 -0800 | [diff] [blame] | 23 | const struct pipe_buf_operations *ops; |
Jens Axboe | 3e7ee3e | 2006-04-02 23:11:04 +0200 | [diff] [blame] | 24 | unsigned int flags; |
Jens Axboe | 497f962 | 2007-06-11 12:00:45 +0200 | [diff] [blame] | 25 | unsigned long private; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | }; |
| 27 | |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 28 | /** |
| 29 | * struct pipe_inode_info - a linux kernel pipe |
Al Viro | 72b0d9a | 2013-03-21 02:32:24 -0400 | [diff] [blame] | 30 | * @mutex: mutex protecting the whole thing |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 31 | * @wait: reader/writer wait point in case of empty/full pipe |
| 32 | * @nrbufs: the number of non-empty pipe buffers in this pipe |
Randy Dunlap | 0dc1488 | 2011-01-08 19:40:33 -0800 | [diff] [blame] | 33 | * @buffers: total number of buffers (should be a power of 2) |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 34 | * @curbuf: the current pipe buffer entry |
| 35 | * @tmp_page: cached released page |
| 36 | * @readers: number of current readers of this pipe |
| 37 | * @writers: number of current writers of this pipe |
Masanari Iida | e227867 | 2014-02-18 22:54:36 +0900 | [diff] [blame] | 38 | * @files: number of struct file referring this pipe (protected by ->i_lock) |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 39 | * @waiting_writers: number of writers blocked waiting for room |
| 40 | * @r_counter: reader counter |
| 41 | * @w_counter: writer counter |
| 42 | * @fasync_readers: reader side fasync |
| 43 | * @fasync_writers: writer side fasync |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 44 | * @bufs: the circular array of pipe buffers |
Willy Tarreau | 759c011 | 2016-01-18 16:36:09 +0100 | [diff] [blame] | 45 | * @user: the user who created this pipe |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 46 | **/ |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 47 | struct pipe_inode_info { |
Al Viro | 72b0d9a | 2013-03-21 02:32:24 -0400 | [diff] [blame] | 48 | struct mutex mutex; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 49 | wait_queue_head_t wait; |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 50 | unsigned int nrbufs, curbuf, buffers; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 51 | unsigned int readers; |
| 52 | unsigned int writers; |
Al Viro | ba5bb14 | 2013-03-21 02:21:19 -0400 | [diff] [blame] | 53 | unsigned int files; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 54 | unsigned int waiting_writers; |
| 55 | unsigned int r_counter; |
| 56 | unsigned int w_counter; |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 57 | struct page *tmp_page; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 58 | struct fasync_struct *fasync_readers; |
| 59 | struct fasync_struct *fasync_writers; |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 60 | struct pipe_buffer *bufs; |
Willy Tarreau | 759c011 | 2016-01-18 16:36:09 +0100 | [diff] [blame] | 61 | struct user_struct *user; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 62 | }; |
| 63 | |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 64 | /* |
| 65 | * Note on the nesting of these functions: |
| 66 | * |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 67 | * ->confirm() |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 68 | * ->steal() |
| 69 | * ... |
| 70 | * ->map() |
| 71 | * ... |
| 72 | * ->unmap() |
| 73 | * |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 74 | * That is, ->map() must be called on a confirmed buffer, |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 75 | * same goes for ->steal(). See below for the meaning of each |
| 76 | * operation. Also see kerneldoc in fs/pipe.c for the pipe |
| 77 | * and generic variants of these hooks. |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 78 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | struct pipe_buf_operations { |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 80 | /* |
| 81 | * This is set to 1, if the generic pipe read/write may coalesce |
| 82 | * data into an existing buffer. If this is set to 0, a new pipe |
| 83 | * page segment is always used for new data. |
| 84 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | int can_merge; |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 86 | |
| 87 | /* |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 88 | * ->confirm() verifies that the data in the pipe buffer is there |
| 89 | * and that the contents are good. If the pages in the pipe belong |
| 90 | * to a file system, we may need to wait for IO completion in this |
| 91 | * hook. Returns 0 for good, or a negative error value in case of |
| 92 | * error. |
| 93 | */ |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 94 | int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 95 | |
| 96 | /* |
| 97 | * When the contents of this pipe buffer has been completely |
| 98 | * consumed by a reader, ->release() is called. |
| 99 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 100 | void (*release)(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 101 | |
| 102 | /* |
| 103 | * Attempt to take ownership of the pipe buffer and its contents. |
| 104 | * ->steal() returns 0 for success, in which case the contents |
| 105 | * of the pipe (the buf->page) is locked and now completely owned |
| 106 | * by the caller. The page may then be transferred to a different |
| 107 | * mapping, the most often used case is insertion into different |
| 108 | * file address space cache. |
| 109 | */ |
Jens Axboe | 5abc97a | 2006-03-30 15:16:46 +0200 | [diff] [blame] | 110 | int (*steal)(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 111 | |
| 112 | /* |
| 113 | * Get a reference to the pipe buffer. |
| 114 | */ |
Jens Axboe | 7052449 | 2006-04-11 15:51:17 +0200 | [diff] [blame] | 115 | void (*get)(struct pipe_inode_info *, struct pipe_buffer *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | }; |
| 117 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | /* Differs from PIPE_BUF in that PIPE_SIZE is the length of the actual |
| 119 | memory allocation, whereas PIPE_BUF makes atomicity guarantees. */ |
| 120 | #define PIPE_SIZE PAGE_SIZE |
| 121 | |
Miklos Szeredi | 61e0d47 | 2009-04-14 19:48:41 +0200 | [diff] [blame] | 122 | /* Pipe lock and unlock operations */ |
| 123 | void pipe_lock(struct pipe_inode_info *); |
| 124 | void pipe_unlock(struct pipe_inode_info *); |
| 125 | void pipe_double_lock(struct pipe_inode_info *, struct pipe_inode_info *); |
| 126 | |
Jens Axboe | ff9da69 | 2010-06-03 14:54:39 +0200 | [diff] [blame] | 127 | extern unsigned int pipe_max_size, pipe_min_size; |
Willy Tarreau | 759c011 | 2016-01-18 16:36:09 +0100 | [diff] [blame] | 128 | extern unsigned long pipe_user_pages_hard; |
| 129 | extern unsigned long pipe_user_pages_soft; |
Jens Axboe | ff9da69 | 2010-06-03 14:54:39 +0200 | [diff] [blame] | 130 | int pipe_proc_fn(struct ctl_table *, int, void __user *, size_t *, loff_t *); |
| 131 | |
Jens Axboe | b492e95 | 2010-05-19 21:03:16 +0200 | [diff] [blame] | 132 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | /* Drop the inode semaphore and wait for a pipe event, atomically */ |
Ingo Molnar | 3a326a2 | 2006-04-10 15:18:35 +0200 | [diff] [blame] | 134 | void pipe_wait(struct pipe_inode_info *pipe); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | |
Al Viro | 7bee130 | 2013-03-21 11:04:15 -0400 | [diff] [blame] | 136 | struct pipe_inode_info *alloc_pipe_info(void); |
Al Viro | 4b8a8f1 | 2013-03-21 11:06:46 -0400 | [diff] [blame] | 137 | void free_pipe_info(struct pipe_inode_info *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 139 | /* Generic pipe buffer ops functions */ |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 140 | void generic_pipe_buf_get(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 141 | int generic_pipe_buf_confirm(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 330ab71 | 2006-05-02 15:29:57 +0200 | [diff] [blame] | 142 | int generic_pipe_buf_steal(struct pipe_inode_info *, struct pipe_buffer *); |
Miklos Szeredi | 6818173 | 2009-05-07 15:37:36 +0200 | [diff] [blame] | 143 | void generic_pipe_buf_release(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 144 | |
Miklos Szeredi | 28a625c | 2014-01-22 19:36:57 +0100 | [diff] [blame] | 145 | extern const struct pipe_buf_operations nosteal_pipe_buf_ops; |
| 146 | |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 147 | /* for F_SETPIPE_SZ and F_GETPIPE_SZ */ |
| 148 | long pipe_fcntl(struct file *, unsigned int, unsigned long arg); |
Linus Torvalds | 7208364 | 2010-11-28 16:27:19 -0800 | [diff] [blame] | 149 | struct pipe_inode_info *get_pipe_info(struct file *file); |
Linus Torvalds | c66fb34 | 2010-11-28 14:09:57 -0800 | [diff] [blame] | 150 | |
Al Viro | e4fad8e | 2012-07-21 15:33:25 +0400 | [diff] [blame] | 151 | int create_pipe_files(struct file **, int); |
| 152 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | #endif |