| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _LINUX_PIPE_FS_I_H | 
|  | 2 | #define _LINUX_PIPE_FS_I_H | 
|  | 3 |  | 
| Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 4 | #define PIPE_DEF_BUFFERS	16 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 |  | 
| Jens Axboe | 1432873 | 2006-05-03 10:35:26 +0200 | [diff] [blame] | 6 | #define PIPE_BUF_FLAG_LRU	0x01	/* page is on the LRU */ | 
|  | 7 | #define PIPE_BUF_FLAG_ATOMIC	0x02	/* was atomically mapped */ | 
|  | 8 | #define PIPE_BUF_FLAG_GIFT	0x04	/* page is a gift */ | 
| Linus Torvalds | 9883035 | 2012-04-29 13:12:42 -0700 | [diff] [blame] | 9 | #define PIPE_BUF_FLAG_PACKET	0x08	/* read() as a packet */ | 
| Jens Axboe | 3e7ee3e | 2006-04-02 23:11:04 +0200 | [diff] [blame] | 10 |  | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 11 | /** | 
|  | 12 | *	struct pipe_buffer - a linux kernel pipe buffer | 
|  | 13 | *	@page: the page containing the data for the pipe buffer | 
|  | 14 | *	@offset: offset of data inside the @page | 
|  | 15 | *	@len: length of data inside the @page | 
|  | 16 | *	@ops: operations associated with this buffer. See @pipe_buf_operations. | 
|  | 17 | *	@flags: pipe buffer flags. See above. | 
|  | 18 | *	@private: private data owned by the ops. | 
|  | 19 | **/ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | struct pipe_buffer { | 
|  | 21 | struct page *page; | 
|  | 22 | unsigned int offset, len; | 
| Eric Dumazet | d4c3cca | 2006-12-13 00:34:04 -0800 | [diff] [blame] | 23 | const struct pipe_buf_operations *ops; | 
| Jens Axboe | 3e7ee3e | 2006-04-02 23:11:04 +0200 | [diff] [blame] | 24 | unsigned int flags; | 
| Jens Axboe | 497f962 | 2007-06-11 12:00:45 +0200 | [diff] [blame] | 25 | unsigned long private; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | }; | 
|  | 27 |  | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 28 | /** | 
|  | 29 | *	struct pipe_inode_info - a linux kernel pipe | 
| Al Viro | 72b0d9a | 2013-03-21 02:32:24 -0400 | [diff] [blame] | 30 | *	@mutex: mutex protecting the whole thing | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 31 | *	@wait: reader/writer wait point in case of empty/full pipe | 
|  | 32 | *	@nrbufs: the number of non-empty pipe buffers in this pipe | 
| Randy Dunlap | 0dc1488 | 2011-01-08 19:40:33 -0800 | [diff] [blame] | 33 | *	@buffers: total number of buffers (should be a power of 2) | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 34 | *	@curbuf: the current pipe buffer entry | 
|  | 35 | *	@tmp_page: cached released page | 
|  | 36 | *	@readers: number of current readers of this pipe | 
|  | 37 | *	@writers: number of current writers of this pipe | 
| Masanari Iida | e227867 | 2014-02-18 22:54:36 +0900 | [diff] [blame] | 38 | *	@files: number of struct file referring this pipe (protected by ->i_lock) | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 39 | *	@waiting_writers: number of writers blocked waiting for room | 
|  | 40 | *	@r_counter: reader counter | 
|  | 41 | *	@w_counter: writer counter | 
|  | 42 | *	@fasync_readers: reader side fasync | 
|  | 43 | *	@fasync_writers: writer side fasync | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 44 | *	@bufs: the circular array of pipe buffers | 
| Willy Tarreau | 759c011 | 2016-01-18 16:36:09 +0100 | [diff] [blame] | 45 | *	@user: the user who created this pipe | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 46 | **/ | 
| Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 47 | struct pipe_inode_info { | 
| Al Viro | 72b0d9a | 2013-03-21 02:32:24 -0400 | [diff] [blame] | 48 | struct mutex mutex; | 
| Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 49 | wait_queue_head_t wait; | 
| Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 50 | unsigned int nrbufs, curbuf, buffers; | 
| Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 51 | unsigned int readers; | 
|  | 52 | unsigned int writers; | 
| Al Viro | ba5bb14 | 2013-03-21 02:21:19 -0400 | [diff] [blame] | 53 | unsigned int files; | 
| Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 54 | unsigned int waiting_writers; | 
|  | 55 | unsigned int r_counter; | 
|  | 56 | unsigned int w_counter; | 
| Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 57 | struct page *tmp_page; | 
| Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 58 | struct fasync_struct *fasync_readers; | 
|  | 59 | struct fasync_struct *fasync_writers; | 
| Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 60 | struct pipe_buffer *bufs; | 
| Willy Tarreau | 759c011 | 2016-01-18 16:36:09 +0100 | [diff] [blame] | 61 | struct user_struct *user; | 
| Jens Axboe | 17374ff | 2007-06-04 15:03:12 +0200 | [diff] [blame] | 62 | }; | 
|  | 63 |  | 
| Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 64 | /* | 
|  | 65 | * Note on the nesting of these functions: | 
|  | 66 | * | 
| Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 67 | * ->confirm() | 
| Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 68 | *	->steal() | 
|  | 69 | *	... | 
|  | 70 | *	->map() | 
|  | 71 | *	... | 
|  | 72 | *	->unmap() | 
|  | 73 | * | 
| Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 74 | * That is, ->map() must be called on a confirmed buffer, | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 75 | * same goes for ->steal(). See below for the meaning of each | 
|  | 76 | * operation. Also see kerneldoc in fs/pipe.c for the pipe | 
|  | 77 | * and generic variants of these hooks. | 
| Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 78 | */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | struct pipe_buf_operations { | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 80 | /* | 
|  | 81 | * This is set to 1, if the generic pipe read/write may coalesce | 
|  | 82 | * data into an existing buffer. If this is set to 0, a new pipe | 
|  | 83 | * page segment is always used for new data. | 
|  | 84 | */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | int can_merge; | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 86 |  | 
|  | 87 | /* | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 88 | * ->confirm() verifies that the data in the pipe buffer is there | 
|  | 89 | * and that the contents are good. If the pages in the pipe belong | 
|  | 90 | * to a file system, we may need to wait for IO completion in this | 
|  | 91 | * hook. Returns 0 for good, or a negative error value in case of | 
|  | 92 | * error. | 
|  | 93 | */ | 
| Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 94 | int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 95 |  | 
|  | 96 | /* | 
|  | 97 | * When the contents of this pipe buffer has been completely | 
|  | 98 | * consumed by a reader, ->release() is called. | 
|  | 99 | */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 100 | void (*release)(struct pipe_inode_info *, struct pipe_buffer *); | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 101 |  | 
|  | 102 | /* | 
|  | 103 | * Attempt to take ownership of the pipe buffer and its contents. | 
|  | 104 | * ->steal() returns 0 for success, in which case the contents | 
|  | 105 | * of the pipe (the buf->page) is locked and now completely owned | 
|  | 106 | * by the caller. The page may then be transferred to a different | 
|  | 107 | * mapping, the most often used case is insertion into different | 
|  | 108 | * file address space cache. | 
|  | 109 | */ | 
| Jens Axboe | 5abc97a | 2006-03-30 15:16:46 +0200 | [diff] [blame] | 110 | int (*steal)(struct pipe_inode_info *, struct pipe_buffer *); | 
| Jens Axboe | 0845718 | 2007-06-12 20:51:32 +0200 | [diff] [blame] | 111 |  | 
|  | 112 | /* | 
|  | 113 | * Get a reference to the pipe buffer. | 
|  | 114 | */ | 
| Jens Axboe | 7052449 | 2006-04-11 15:51:17 +0200 | [diff] [blame] | 115 | void (*get)(struct pipe_inode_info *, struct pipe_buffer *); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | }; | 
|  | 117 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | /* Differs from PIPE_BUF in that PIPE_SIZE is the length of the actual | 
|  | 119 | memory allocation, whereas PIPE_BUF makes atomicity guarantees.  */ | 
|  | 120 | #define PIPE_SIZE		PAGE_SIZE | 
|  | 121 |  | 
| Miklos Szeredi | 61e0d47 | 2009-04-14 19:48:41 +0200 | [diff] [blame] | 122 | /* Pipe lock and unlock operations */ | 
|  | 123 | void pipe_lock(struct pipe_inode_info *); | 
|  | 124 | void pipe_unlock(struct pipe_inode_info *); | 
|  | 125 | void pipe_double_lock(struct pipe_inode_info *, struct pipe_inode_info *); | 
|  | 126 |  | 
| Jens Axboe | ff9da69 | 2010-06-03 14:54:39 +0200 | [diff] [blame] | 127 | extern unsigned int pipe_max_size, pipe_min_size; | 
| Willy Tarreau | 759c011 | 2016-01-18 16:36:09 +0100 | [diff] [blame] | 128 | extern unsigned long pipe_user_pages_hard; | 
|  | 129 | extern unsigned long pipe_user_pages_soft; | 
| Jens Axboe | ff9da69 | 2010-06-03 14:54:39 +0200 | [diff] [blame] | 130 | int pipe_proc_fn(struct ctl_table *, int, void __user *, size_t *, loff_t *); | 
|  | 131 |  | 
| Jens Axboe | b492e95 | 2010-05-19 21:03:16 +0200 | [diff] [blame] | 132 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | /* Drop the inode semaphore and wait for a pipe event, atomically */ | 
| Ingo Molnar | 3a326a2 | 2006-04-10 15:18:35 +0200 | [diff] [blame] | 134 | void pipe_wait(struct pipe_inode_info *pipe); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 |  | 
| Al Viro | 7bee130 | 2013-03-21 11:04:15 -0400 | [diff] [blame] | 136 | struct pipe_inode_info *alloc_pipe_info(void); | 
| Al Viro | 4b8a8f1 | 2013-03-21 11:06:46 -0400 | [diff] [blame] | 137 | void free_pipe_info(struct pipe_inode_info *); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 |  | 
| Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 139 | /* Generic pipe buffer ops functions */ | 
| Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 140 | void generic_pipe_buf_get(struct pipe_inode_info *, struct pipe_buffer *); | 
| Jens Axboe | cac36bb0 | 2007-06-14 13:10:48 +0200 | [diff] [blame] | 141 | int generic_pipe_buf_confirm(struct pipe_inode_info *, struct pipe_buffer *); | 
| Jens Axboe | 330ab71 | 2006-05-02 15:29:57 +0200 | [diff] [blame] | 142 | int generic_pipe_buf_steal(struct pipe_inode_info *, struct pipe_buffer *); | 
| Miklos Szeredi | 6818173 | 2009-05-07 15:37:36 +0200 | [diff] [blame] | 143 | void generic_pipe_buf_release(struct pipe_inode_info *, struct pipe_buffer *); | 
| Jens Axboe | f84d751 | 2006-05-01 19:59:03 +0200 | [diff] [blame] | 144 |  | 
| Miklos Szeredi | 28a625c | 2014-01-22 19:36:57 +0100 | [diff] [blame] | 145 | extern const struct pipe_buf_operations nosteal_pipe_buf_ops; | 
|  | 146 |  | 
| Jens Axboe | 35f3d14 | 2010-05-20 10:43:18 +0200 | [diff] [blame] | 147 | /* for F_SETPIPE_SZ and F_GETPIPE_SZ */ | 
|  | 148 | long pipe_fcntl(struct file *, unsigned int, unsigned long arg); | 
| Linus Torvalds | 7208364 | 2010-11-28 16:27:19 -0800 | [diff] [blame] | 149 | struct pipe_inode_info *get_pipe_info(struct file *file); | 
| Linus Torvalds | c66fb34 | 2010-11-28 14:09:57 -0800 | [diff] [blame] | 150 |  | 
| Al Viro | e4fad8e | 2012-07-21 15:33:25 +0400 | [diff] [blame] | 151 | int create_pipe_files(struct file **, int); | 
|  | 152 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | #endif |