Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _LINUX_PIPE_FS_I_H |
| 2 | #define _LINUX_PIPE_FS_I_H |
| 3 | |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 4 | #define PIPE_DEF_BUFFERS 16 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | |
Jens Axboe | 1432873 | 2006-05-03 10:35:26 +0200 | [diff] [blame] | 6 | #define PIPE_BUF_FLAG_LRU 0x01 /* page is on the LRU */ |
| 7 | #define PIPE_BUF_FLAG_ATOMIC 0x02 /* was atomically mapped */ |
| 8 | #define PIPE_BUF_FLAG_GIFT 0x04 /* page is a gift */ |
Linus Torvalds | 9883035 | 2012-04-29 13:12:42 -0700 | [diff] [blame] | 9 | #define PIPE_BUF_FLAG_PACKET 0x08 /* read() as a packet */ |
Jens Axboe | 3e7ee3e | 2006-04-02 23:11:04 +0200 | [diff] [blame] | 10 | |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 11 | /** |
| 12 | * struct pipe_buffer - a linux kernel pipe buffer |
| 13 | * @page: the page containing the data for the pipe buffer |
| 14 | * @offset: offset of data inside the @page |
| 15 | * @len: length of data inside the @page |
| 16 | * @ops: operations associated with this buffer. See @pipe_buf_operations. |
| 17 | * @flags: pipe buffer flags. See above. |
| 18 | * @private: private data owned by the ops. |
| 19 | **/ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | struct pipe_buffer { |
| 21 | struct page *page; |
| 22 | unsigned int offset, len; |
Eric Dumazet | d4c3cca | 2006-12-13 00:34:04 -0800 | [diff] [blame] | 23 | const struct pipe_buf_operations *ops; |
Jens Axboe | 3e7ee3e | 2006-04-02 23:11:04 +0200 | [diff] [blame] | 24 | unsigned int flags; |
Jens Axboe | 497f962 | 2007-06-11 12:00:45 +0200 | [diff] [blame] | 25 | unsigned long private; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | }; |
| 27 | |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 28 | /** |
| 29 | * struct pipe_inode_info - a linux kernel pipe |
Al Viro | 72b0d9a | 2013-03-21 02:32:24 -0400 | [diff] [blame] | 30 | * @mutex: mutex protecting the whole thing |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 31 | * @wait: reader/writer wait point in case of empty/full pipe |
| 32 | * @nrbufs: the number of non-empty pipe buffers in this pipe |
Randy Dunlap | 0dc1488 | 2011-01-08 19:40:33 -0800 | [diff] [blame] | 33 | * @buffers: total number of buffers (should be a power of 2) |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 34 | * @curbuf: the current pipe buffer entry |
| 35 | * @tmp_page: cached released page |
| 36 | * @readers: number of current readers of this pipe |
| 37 | * @writers: number of current writers of this pipe |
Al Viro | ba5bb14 | 2013-03-21 02:21:19 -0400 | [diff] [blame] | 38 | * @files: number of struct file refering this pipe (protected by ->i_lock) |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 39 | * @waiting_writers: number of writers blocked waiting for room |
| 40 | * @r_counter: reader counter |
| 41 | * @w_counter: writer counter |
| 42 | * @fasync_readers: reader side fasync |
| 43 | * @fasync_writers: writer side fasync |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 44 | * @bufs: the circular array of pipe buffers |
| 45 | **/ |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 46 | struct pipe_inode_info { |
Al Viro | 72b0d9a | 2013-03-21 02:32:24 -0400 | [diff] [blame] | 47 | struct mutex mutex; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 48 | wait_queue_head_t wait; |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 49 | unsigned int nrbufs, curbuf, buffers; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 50 | unsigned int readers; |
| 51 | unsigned int writers; |
Al Viro | ba5bb14 | 2013-03-21 02:21:19 -0400 | [diff] [blame] | 52 | unsigned int files; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 53 | unsigned int waiting_writers; |
| 54 | unsigned int r_counter; |
| 55 | unsigned int w_counter; |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 56 | struct page *tmp_page; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 57 | struct fasync_struct *fasync_readers; |
| 58 | struct fasync_struct *fasync_writers; |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 59 | struct pipe_buffer *bufs; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 60 | }; |
| 61 | |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 62 | /* |
| 63 | * Note on the nesting of these functions: |
| 64 | * |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 65 | * ->confirm() |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 66 | * ->steal() |
| 67 | * ... |
| 68 | * ->map() |
| 69 | * ... |
| 70 | * ->unmap() |
| 71 | * |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 72 | * That is, ->map() must be called on a confirmed buffer, |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 73 | * same goes for ->steal(). See below for the meaning of each |
| 74 | * operation. Also see kerneldoc in fs/pipe.c for the pipe |
| 75 | * and generic variants of these hooks. |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 76 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | struct pipe_buf_operations { |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 78 | /* |
| 79 | * This is set to 1, if the generic pipe read/write may coalesce |
| 80 | * data into an existing buffer. If this is set to 0, a new pipe |
| 81 | * page segment is always used for new data. |
| 82 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | int can_merge; |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 84 | |
| 85 | /* |
| 86 | * ->map() returns a virtual address mapping of the pipe buffer. |
| 87 | * The last integer flag reflects whether this should be an atomic |
| 88 | * mapping or not. The atomic map is faster, however you can't take |
| 89 | * page faults before calling ->unmap() again. So if you need to eg |
| 90 | * access user data through copy_to/from_user(), then you must get |
Cong Wang | 2164d33 | 2012-06-23 11:33:51 +0800 | [diff] [blame] | 91 | * a non-atomic map. ->map() uses the kmap_atomic slot for |
| 92 | * atomic maps, you have to be careful if mapping another page as |
| 93 | * source or destination for a copy. |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 94 | */ |
Jens Axboe | f6762b7 | 2006-05-01 20:02:05 +0200 | [diff] [blame] | 95 | void * (*map)(struct pipe_inode_info *, struct pipe_buffer *, int); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 96 | |
| 97 | /* |
| 98 | * Undoes ->map(), finishes the virtual mapping of the pipe buffer. |
| 99 | */ |
Jens Axboe | f6762b7 | 2006-05-01 20:02:05 +0200 | [diff] [blame] | 100 | void (*unmap)(struct pipe_inode_info *, struct pipe_buffer *, void *); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 101 | |
| 102 | /* |
| 103 | * ->confirm() verifies that the data in the pipe buffer is there |
| 104 | * and that the contents are good. If the pages in the pipe belong |
| 105 | * to a file system, we may need to wait for IO completion in this |
| 106 | * hook. Returns 0 for good, or a negative error value in case of |
| 107 | * error. |
| 108 | */ |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 109 | int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 110 | |
| 111 | /* |
| 112 | * When the contents of this pipe buffer has been completely |
| 113 | * consumed by a reader, ->release() is called. |
| 114 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | void (*release)(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 116 | |
| 117 | /* |
| 118 | * Attempt to take ownership of the pipe buffer and its contents. |
| 119 | * ->steal() returns 0 for success, in which case the contents |
| 120 | * of the pipe (the buf->page) is locked and now completely owned |
| 121 | * by the caller. The page may then be transferred to a different |
| 122 | * mapping, the most often used case is insertion into different |
| 123 | * file address space cache. |
| 124 | */ |
Jens Axboe | 5abc97a | 2006-03-30 15:16:46 +0200 | [diff] [blame] | 125 | int (*steal)(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 126 | |
| 127 | /* |
| 128 | * Get a reference to the pipe buffer. |
| 129 | */ |
Jens Axboe | 7052449 | 2006-04-11 15:51:17 +0200 | [diff] [blame] | 130 | void (*get)(struct pipe_inode_info *, struct pipe_buffer *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | }; |
| 132 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | /* Differs from PIPE_BUF in that PIPE_SIZE is the length of the actual |
| 134 | memory allocation, whereas PIPE_BUF makes atomicity guarantees. */ |
| 135 | #define PIPE_SIZE PAGE_SIZE |
| 136 | |
Miklos Szeredi | 61e0d47 | 2009-04-14 19:48:41 +0200 | [diff] [blame] | 137 | /* Pipe lock and unlock operations */ |
| 138 | void pipe_lock(struct pipe_inode_info *); |
| 139 | void pipe_unlock(struct pipe_inode_info *); |
| 140 | void pipe_double_lock(struct pipe_inode_info *, struct pipe_inode_info *); |
| 141 | |
Jens Axboe | ff9da69 | 2010-06-03 14:54:39 +0200 | [diff] [blame] | 142 | extern unsigned int pipe_max_size, pipe_min_size; |
| 143 | int pipe_proc_fn(struct ctl_table *, int, void __user *, size_t *, loff_t *); |
| 144 | |
Jens Axboe | b492e95 | 2010-05-19 21:03:16 +0200 | [diff] [blame] | 145 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 146 | /* Drop the inode semaphore and wait for a pipe event, atomically */ |
Ingo Molnar | 3a326a2 | 2006-04-10 15:18:35 +0200 | [diff] [blame] | 147 | void pipe_wait(struct pipe_inode_info *pipe); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 148 | |
Al Viro | 7bee130 | 2013-03-21 11:04:15 -0400 | [diff] [blame] | 149 | struct pipe_inode_info *alloc_pipe_info(void); |
Al Viro | 4b8a8f1 | 2013-03-21 11:06:46 -0400 | [diff] [blame] | 150 | void free_pipe_info(struct pipe_inode_info *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 151 | |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 152 | /* Generic pipe buffer ops functions */ |
Jens Axboe | f6762b7 | 2006-05-01 20:02:05 +0200 | [diff] [blame] | 153 | void *generic_pipe_buf_map(struct pipe_inode_info *, struct pipe_buffer *, int); |
| 154 | void generic_pipe_buf_unmap(struct pipe_inode_info *, struct pipe_buffer *, void *); |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 155 | void generic_pipe_buf_get(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 156 | int generic_pipe_buf_confirm(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 330ab71 | 2006-05-02 15:29:57 +0200 | [diff] [blame] | 157 | int generic_pipe_buf_steal(struct pipe_inode_info *, struct pipe_buffer *); |
Miklos Szeredi | 6818173 | 2009-05-07 15:37:36 +0200 | [diff] [blame] | 158 | void generic_pipe_buf_release(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 159 | |
Miklos Szeredi | 28a625c | 2014-01-22 19:36:57 +0100 | [diff] [blame^] | 160 | extern const struct pipe_buf_operations nosteal_pipe_buf_ops; |
| 161 | |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 162 | /* for F_SETPIPE_SZ and F_GETPIPE_SZ */ |
| 163 | long pipe_fcntl(struct file *, unsigned int, unsigned long arg); |
Linus Torvalds | 7208364 | 2010-11-28 16:27:19 -0800 | [diff] [blame] | 164 | struct pipe_inode_info *get_pipe_info(struct file *file); |
Linus Torvalds | c66fb34 | 2010-11-28 14:09:57 -0800 | [diff] [blame] | 165 | |
Al Viro | e4fad8e | 2012-07-21 15:33:25 +0400 | [diff] [blame] | 166 | int create_pipe_files(struct file **, int); |
| 167 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | #endif |