Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _LINUX_PIPE_FS_I_H |
| 2 | #define _LINUX_PIPE_FS_I_H |
| 3 | |
| 4 | #define PIPEFS_MAGIC 0x50495045 |
| 5 | |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 6 | #define PIPE_DEF_BUFFERS 16 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | |
Jens Axboe | 1432873 | 2006-05-03 10:35:26 +0200 | [diff] [blame] | 8 | #define PIPE_BUF_FLAG_LRU 0x01 /* page is on the LRU */ |
| 9 | #define PIPE_BUF_FLAG_ATOMIC 0x02 /* was atomically mapped */ |
| 10 | #define PIPE_BUF_FLAG_GIFT 0x04 /* page is a gift */ |
Jens Axboe | 3e7ee3e | 2006-04-02 23:11:04 +0200 | [diff] [blame] | 11 | |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 12 | /** |
| 13 | * struct pipe_buffer - a linux kernel pipe buffer |
| 14 | * @page: the page containing the data for the pipe buffer |
| 15 | * @offset: offset of data inside the @page |
| 16 | * @len: length of data inside the @page |
| 17 | * @ops: operations associated with this buffer. See @pipe_buf_operations. |
| 18 | * @flags: pipe buffer flags. See above. |
| 19 | * @private: private data owned by the ops. |
| 20 | **/ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | struct pipe_buffer { |
| 22 | struct page *page; |
| 23 | unsigned int offset, len; |
Eric Dumazet | d4c3cca | 2006-12-13 00:34:04 -0800 | [diff] [blame] | 24 | const struct pipe_buf_operations *ops; |
Jens Axboe | 3e7ee3e | 2006-04-02 23:11:04 +0200 | [diff] [blame] | 25 | unsigned int flags; |
Jens Axboe | 497f962 | 2007-06-11 12:00:45 +0200 | [diff] [blame] | 26 | unsigned long private; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | }; |
| 28 | |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 29 | /** |
| 30 | * struct pipe_inode_info - a linux kernel pipe |
| 31 | * @wait: reader/writer wait point in case of empty/full pipe |
| 32 | * @nrbufs: the number of non-empty pipe buffers in this pipe |
Randy Dunlap | 0dc1488 | 2011-01-08 19:40:33 -0800 | [diff] [blame] | 33 | * @buffers: total number of buffers (should be a power of 2) |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 34 | * @curbuf: the current pipe buffer entry |
| 35 | * @tmp_page: cached released page |
| 36 | * @readers: number of current readers of this pipe |
| 37 | * @writers: number of current writers of this pipe |
| 38 | * @waiting_writers: number of writers blocked waiting for room |
| 39 | * @r_counter: reader counter |
| 40 | * @w_counter: writer counter |
| 41 | * @fasync_readers: reader side fasync |
| 42 | * @fasync_writers: writer side fasync |
| 43 | * @inode: inode this pipe is attached to |
| 44 | * @bufs: the circular array of pipe buffers |
| 45 | **/ |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 46 | struct pipe_inode_info { |
| 47 | wait_queue_head_t wait; |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 48 | unsigned int nrbufs, curbuf, buffers; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 49 | unsigned int readers; |
| 50 | unsigned int writers; |
| 51 | unsigned int waiting_writers; |
| 52 | unsigned int r_counter; |
| 53 | unsigned int w_counter; |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 54 | struct page *tmp_page; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 55 | struct fasync_struct *fasync_readers; |
| 56 | struct fasync_struct *fasync_writers; |
| 57 | struct inode *inode; |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 58 | struct pipe_buffer *bufs; |
Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 59 | }; |
| 60 | |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 61 | /* |
| 62 | * Note on the nesting of these functions: |
| 63 | * |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 64 | * ->confirm() |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 65 | * ->steal() |
| 66 | * ... |
| 67 | * ->map() |
| 68 | * ... |
| 69 | * ->unmap() |
| 70 | * |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 71 | * That is, ->map() must be called on a confirmed buffer, |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 72 | * same goes for ->steal(). See below for the meaning of each |
| 73 | * operation. Also see kerneldoc in fs/pipe.c for the pipe |
| 74 | * and generic variants of these hooks. |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 75 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | struct pipe_buf_operations { |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 77 | /* |
| 78 | * This is set to 1, if the generic pipe read/write may coalesce |
| 79 | * data into an existing buffer. If this is set to 0, a new pipe |
| 80 | * page segment is always used for new data. |
| 81 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | int can_merge; |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 83 | |
| 84 | /* |
| 85 | * ->map() returns a virtual address mapping of the pipe buffer. |
| 86 | * The last integer flag reflects whether this should be an atomic |
| 87 | * mapping or not. The atomic map is faster, however you can't take |
| 88 | * page faults before calling ->unmap() again. So if you need to eg |
| 89 | * access user data through copy_to/from_user(), then you must get |
| 90 | * a non-atomic map. ->map() uses the KM_USER0 atomic slot for |
| 91 | * atomic maps, so you can't map more than one pipe_buffer at once |
| 92 | * and you have to be careful if mapping another page as source |
| 93 | * or destination for a copy (IOW, it has to use something else |
| 94 | * than KM_USER0). |
| 95 | */ |
Jens Axboe | f6762b7 | 2006-05-01 20:02:05 +0200 | [diff] [blame] | 96 | void * (*map)(struct pipe_inode_info *, struct pipe_buffer *, int); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 97 | |
| 98 | /* |
| 99 | * Undoes ->map(), finishes the virtual mapping of the pipe buffer. |
| 100 | */ |
Jens Axboe | f6762b7 | 2006-05-01 20:02:05 +0200 | [diff] [blame] | 101 | void (*unmap)(struct pipe_inode_info *, struct pipe_buffer *, void *); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 102 | |
| 103 | /* |
| 104 | * ->confirm() verifies that the data in the pipe buffer is there |
| 105 | * and that the contents are good. If the pages in the pipe belong |
| 106 | * to a file system, we may need to wait for IO completion in this |
| 107 | * hook. Returns 0 for good, or a negative error value in case of |
| 108 | * error. |
| 109 | */ |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 110 | int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 111 | |
| 112 | /* |
| 113 | * When the contents of this pipe buffer has been completely |
| 114 | * consumed by a reader, ->release() is called. |
| 115 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | void (*release)(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 117 | |
| 118 | /* |
| 119 | * Attempt to take ownership of the pipe buffer and its contents. |
| 120 | * ->steal() returns 0 for success, in which case the contents |
| 121 | * of the pipe (the buf->page) is locked and now completely owned |
| 122 | * by the caller. The page may then be transferred to a different |
| 123 | * mapping, the most often used case is insertion into different |
| 124 | * file address space cache. |
| 125 | */ |
Jens Axboe | 5abc97a | 2006-03-30 15:16:46 +0200 | [diff] [blame] | 126 | int (*steal)(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 127 | |
| 128 | /* |
| 129 | * Get a reference to the pipe buffer. |
| 130 | */ |
Jens Axboe | 7052449 | 2006-04-11 15:51:17 +0200 | [diff] [blame] | 131 | void (*get)(struct pipe_inode_info *, struct pipe_buffer *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | }; |
| 133 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 134 | /* Differs from PIPE_BUF in that PIPE_SIZE is the length of the actual |
| 135 | memory allocation, whereas PIPE_BUF makes atomicity guarantees. */ |
| 136 | #define PIPE_SIZE PAGE_SIZE |
| 137 | |
Miklos Szeredi | 61e0d47 | 2009-04-14 19:48:41 +0200 | [diff] [blame] | 138 | /* Pipe lock and unlock operations */ |
| 139 | void pipe_lock(struct pipe_inode_info *); |
| 140 | void pipe_unlock(struct pipe_inode_info *); |
| 141 | void pipe_double_lock(struct pipe_inode_info *, struct pipe_inode_info *); |
| 142 | |
Jens Axboe | ff9da69 | 2010-06-03 14:54:39 +0200 | [diff] [blame] | 143 | extern unsigned int pipe_max_size, pipe_min_size; |
| 144 | int pipe_proc_fn(struct ctl_table *, int, void __user *, size_t *, loff_t *); |
| 145 | |
Jens Axboe | b492e95 | 2010-05-19 21:03:16 +0200 | [diff] [blame] | 146 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 | /* Drop the inode semaphore and wait for a pipe event, atomically */ |
Ingo Molnar | 3a326a2 | 2006-04-10 15:18:35 +0200 | [diff] [blame] | 148 | void pipe_wait(struct pipe_inode_info *pipe); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | |
Ingo Molnar | 3a326a2 | 2006-04-10 15:18:35 +0200 | [diff] [blame] | 150 | struct pipe_inode_info * alloc_pipe_info(struct inode * inode); |
| 151 | void free_pipe_info(struct inode * inode); |
Jens Axboe | b92ce55 | 2006-04-11 13:52:07 +0200 | [diff] [blame] | 152 | void __free_pipe_info(struct pipe_inode_info *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 154 | /* Generic pipe buffer ops functions */ |
Jens Axboe | f6762b7 | 2006-05-01 20:02:05 +0200 | [diff] [blame] | 155 | void *generic_pipe_buf_map(struct pipe_inode_info *, struct pipe_buffer *, int); |
| 156 | void generic_pipe_buf_unmap(struct pipe_inode_info *, struct pipe_buffer *, void *); |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 157 | void generic_pipe_buf_get(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 158 | int generic_pipe_buf_confirm(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | 330ab71 | 2006-05-02 15:29:57 +0200 | [diff] [blame] | 159 | int generic_pipe_buf_steal(struct pipe_inode_info *, struct pipe_buffer *); |
Miklos Szeredi | 6818173 | 2009-05-07 15:37:36 +0200 | [diff] [blame] | 160 | void generic_pipe_buf_release(struct pipe_inode_info *, struct pipe_buffer *); |
Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 161 | |
Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 162 | /* for F_SETPIPE_SZ and F_GETPIPE_SZ */ |
| 163 | long pipe_fcntl(struct file *, unsigned int, unsigned long arg); |
Linus Torvalds | 7208364 | 2010-11-28 16:27:19 -0800 | [diff] [blame] | 164 | struct pipe_inode_info *get_pipe_info(struct file *file); |
Linus Torvalds | c66fb34 | 2010-11-28 14:09:57 -0800 | [diff] [blame] | 165 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | #endif |