Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame^] | 2 | * Copyright (c) 2000-2005 Silicon Graphics, Inc. |
| 3 | * All Rights Reserved. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame^] | 5 | * This program is free software; you can redistribute it and/or |
| 6 | * modify it under the terms of the GNU General Public License as |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | * published by the Free Software Foundation. |
| 8 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame^] | 9 | * This program is distributed in the hope that it would be useful, |
| 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 12 | * GNU General Public License for more details. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame^] | 14 | * You should have received a copy of the GNU General Public License |
| 15 | * along with this program; if not, write the Free Software Foundation, |
| 16 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #ifndef __XFS_BUF_H__ |
| 19 | #define __XFS_BUF_H__ |
| 20 | |
| 21 | #include <linux/config.h> |
| 22 | #include <linux/list.h> |
| 23 | #include <linux/types.h> |
| 24 | #include <linux/spinlock.h> |
| 25 | #include <asm/system.h> |
| 26 | #include <linux/mm.h> |
| 27 | #include <linux/fs.h> |
| 28 | #include <linux/buffer_head.h> |
| 29 | #include <linux/uio.h> |
| 30 | |
| 31 | /* |
| 32 | * Base types |
| 33 | */ |
| 34 | |
| 35 | #define XFS_BUF_DADDR_NULL ((xfs_daddr_t) (-1LL)) |
| 36 | |
| 37 | #define page_buf_ctob(pp) ((pp) * PAGE_CACHE_SIZE) |
| 38 | #define page_buf_btoc(dd) (((dd) + PAGE_CACHE_SIZE - 1) >> PAGE_CACHE_SHIFT) |
| 39 | #define page_buf_btoct(dd) ((dd) >> PAGE_CACHE_SHIFT) |
| 40 | #define page_buf_poff(aa) ((aa) & ~PAGE_CACHE_MASK) |
| 41 | |
| 42 | typedef enum page_buf_rw_e { |
| 43 | PBRW_READ = 1, /* transfer into target memory */ |
| 44 | PBRW_WRITE = 2, /* transfer from target memory */ |
| 45 | PBRW_ZERO = 3 /* Zero target memory */ |
| 46 | } page_buf_rw_t; |
| 47 | |
| 48 | |
| 49 | typedef enum page_buf_flags_e { /* pb_flags values */ |
| 50 | PBF_READ = (1 << 0), /* buffer intended for reading from device */ |
| 51 | PBF_WRITE = (1 << 1), /* buffer intended for writing to device */ |
| 52 | PBF_MAPPED = (1 << 2), /* buffer mapped (pb_addr valid) */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | PBF_ASYNC = (1 << 4), /* initiator will not wait for completion */ |
Christoph Hellwig | c86e711 | 2005-11-02 10:29:39 +1100 | [diff] [blame] | 54 | PBF_DONE = (1 << 5), /* all pages in the buffer uptodate */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | PBF_DELWRI = (1 << 6), /* buffer has dirty pages */ |
| 56 | PBF_STALE = (1 << 7), /* buffer has been staled, do not find it */ |
| 57 | PBF_FS_MANAGED = (1 << 8), /* filesystem controls freeing memory */ |
Christoph Hellwig | f538d4d | 2005-11-02 10:26:59 +1100 | [diff] [blame] | 58 | PBF_ORDERED = (1 << 11), /* use ordered writes */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | PBF_READ_AHEAD = (1 << 12), /* asynchronous read-ahead */ |
| 60 | |
| 61 | /* flags used only as arguments to access routines */ |
| 62 | PBF_LOCK = (1 << 14), /* lock requested */ |
| 63 | PBF_TRYLOCK = (1 << 15), /* lock requested, but do not wait */ |
| 64 | PBF_DONT_BLOCK = (1 << 16), /* do not block in current thread */ |
| 65 | |
| 66 | /* flags used only internally */ |
| 67 | _PBF_PAGE_CACHE = (1 << 17),/* backed by pagecache */ |
| 68 | _PBF_KMEM_ALLOC = (1 << 18),/* backed by kmem_alloc() */ |
| 69 | _PBF_RUN_QUEUES = (1 << 19),/* run block device task queue */ |
David Chinner | 2f92658 | 2005-09-05 08:33:35 +1000 | [diff] [blame] | 70 | _PBF_DELWRI_Q = (1 << 21), /* buffer on delwri queue */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | } page_buf_flags_t; |
| 72 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | |
| 74 | typedef struct xfs_bufhash { |
| 75 | struct list_head bh_list; |
| 76 | spinlock_t bh_lock; |
| 77 | } xfs_bufhash_t; |
| 78 | |
| 79 | typedef struct xfs_buftarg { |
| 80 | dev_t pbr_dev; |
| 81 | struct block_device *pbr_bdev; |
| 82 | struct address_space *pbr_mapping; |
| 83 | unsigned int pbr_bsize; |
| 84 | unsigned int pbr_sshift; |
| 85 | size_t pbr_smask; |
| 86 | |
| 87 | /* per-device buffer hash table */ |
| 88 | uint bt_hashmask; |
| 89 | uint bt_hashshift; |
| 90 | xfs_bufhash_t *bt_hash; |
| 91 | } xfs_buftarg_t; |
| 92 | |
| 93 | /* |
| 94 | * xfs_buf_t: Buffer structure for page cache-based buffers |
| 95 | * |
| 96 | * This buffer structure is used by the page cache buffer management routines |
| 97 | * to refer to an assembly of pages forming a logical buffer. The actual I/O |
| 98 | * is performed with buffer_head structures, as required by drivers. |
| 99 | * |
| 100 | * The buffer structure is used on temporary basis only, and discarded when |
| 101 | * released. The real data storage is recorded in the page cache. Metadata is |
| 102 | * hashed to the block device on which the file system resides. |
| 103 | */ |
| 104 | |
| 105 | struct xfs_buf; |
| 106 | |
| 107 | /* call-back function on I/O completion */ |
| 108 | typedef void (*page_buf_iodone_t)(struct xfs_buf *); |
| 109 | /* call-back function on I/O completion */ |
| 110 | typedef void (*page_buf_relse_t)(struct xfs_buf *); |
| 111 | /* pre-write function */ |
| 112 | typedef int (*page_buf_bdstrat_t)(struct xfs_buf *); |
| 113 | |
| 114 | #define PB_PAGES 2 |
| 115 | |
| 116 | typedef struct xfs_buf { |
| 117 | struct semaphore pb_sema; /* semaphore for lockables */ |
| 118 | unsigned long pb_queuetime; /* time buffer was queued */ |
| 119 | atomic_t pb_pin_count; /* pin count */ |
| 120 | wait_queue_head_t pb_waiters; /* unpin waiters */ |
| 121 | struct list_head pb_list; |
| 122 | page_buf_flags_t pb_flags; /* status flags */ |
| 123 | struct list_head pb_hash_list; /* hash table list */ |
| 124 | xfs_bufhash_t *pb_hash; /* hash table list start */ |
| 125 | xfs_buftarg_t *pb_target; /* buffer target (device) */ |
| 126 | atomic_t pb_hold; /* reference count */ |
| 127 | xfs_daddr_t pb_bn; /* block number for I/O */ |
| 128 | loff_t pb_file_offset; /* offset in file */ |
| 129 | size_t pb_buffer_length; /* size of buffer in bytes */ |
| 130 | size_t pb_count_desired; /* desired transfer size */ |
| 131 | void *pb_addr; /* virtual address of buffer */ |
| 132 | struct work_struct pb_iodone_work; |
| 133 | atomic_t pb_io_remaining;/* #outstanding I/O requests */ |
| 134 | page_buf_iodone_t pb_iodone; /* I/O completion function */ |
| 135 | page_buf_relse_t pb_relse; /* releasing function */ |
| 136 | page_buf_bdstrat_t pb_strat; /* pre-write function */ |
| 137 | struct semaphore pb_iodonesema; /* Semaphore for I/O waiters */ |
| 138 | void *pb_fspriv; |
| 139 | void *pb_fspriv2; |
| 140 | void *pb_fspriv3; |
| 141 | unsigned short pb_error; /* error code on I/O */ |
| 142 | unsigned short pb_locked; /* page array is locked */ |
| 143 | unsigned int pb_page_count; /* size of page array */ |
| 144 | unsigned int pb_offset; /* page offset in first page */ |
| 145 | struct page **pb_pages; /* array of page pointers */ |
| 146 | struct page *pb_page_array[PB_PAGES]; /* inline pages */ |
| 147 | #ifdef PAGEBUF_LOCK_TRACKING |
| 148 | int pb_last_holder; |
| 149 | #endif |
| 150 | } xfs_buf_t; |
| 151 | |
| 152 | |
| 153 | /* Finding and Reading Buffers */ |
| 154 | |
| 155 | extern xfs_buf_t *_pagebuf_find( /* find buffer for block if */ |
| 156 | /* the block is in memory */ |
| 157 | xfs_buftarg_t *, /* inode for block */ |
| 158 | loff_t, /* starting offset of range */ |
| 159 | size_t, /* length of range */ |
| 160 | page_buf_flags_t, /* PBF_LOCK */ |
| 161 | xfs_buf_t *); /* newly allocated buffer */ |
| 162 | |
| 163 | #define xfs_incore(buftarg,blkno,len,lockit) \ |
| 164 | _pagebuf_find(buftarg, blkno ,len, lockit, NULL) |
| 165 | |
| 166 | extern xfs_buf_t *xfs_buf_get_flags( /* allocate a buffer */ |
| 167 | xfs_buftarg_t *, /* inode for buffer */ |
| 168 | loff_t, /* starting offset of range */ |
| 169 | size_t, /* length of range */ |
| 170 | page_buf_flags_t); /* PBF_LOCK, PBF_READ, */ |
| 171 | /* PBF_ASYNC */ |
| 172 | |
| 173 | #define xfs_buf_get(target, blkno, len, flags) \ |
| 174 | xfs_buf_get_flags((target), (blkno), (len), PBF_LOCK | PBF_MAPPED) |
| 175 | |
| 176 | extern xfs_buf_t *xfs_buf_read_flags( /* allocate and read a buffer */ |
| 177 | xfs_buftarg_t *, /* inode for buffer */ |
| 178 | loff_t, /* starting offset of range */ |
| 179 | size_t, /* length of range */ |
| 180 | page_buf_flags_t); /* PBF_LOCK, PBF_ASYNC */ |
| 181 | |
| 182 | #define xfs_buf_read(target, blkno, len, flags) \ |
| 183 | xfs_buf_read_flags((target), (blkno), (len), PBF_LOCK | PBF_MAPPED) |
| 184 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | extern xfs_buf_t *pagebuf_get_empty( /* allocate pagebuf struct with */ |
| 186 | /* no memory or disk address */ |
| 187 | size_t len, |
| 188 | xfs_buftarg_t *); /* mount point "fake" inode */ |
| 189 | |
| 190 | extern xfs_buf_t *pagebuf_get_no_daddr(/* allocate pagebuf struct */ |
| 191 | /* without disk address */ |
| 192 | size_t len, |
| 193 | xfs_buftarg_t *); /* mount point "fake" inode */ |
| 194 | |
| 195 | extern int pagebuf_associate_memory( |
| 196 | xfs_buf_t *, |
| 197 | void *, |
| 198 | size_t); |
| 199 | |
| 200 | extern void pagebuf_hold( /* increment reference count */ |
| 201 | xfs_buf_t *); /* buffer to hold */ |
| 202 | |
| 203 | extern void pagebuf_readahead( /* read ahead into cache */ |
| 204 | xfs_buftarg_t *, /* target for buffer (or NULL) */ |
| 205 | loff_t, /* starting offset of range */ |
| 206 | size_t, /* length of range */ |
| 207 | page_buf_flags_t); /* additional read flags */ |
| 208 | |
| 209 | /* Releasing Buffers */ |
| 210 | |
| 211 | extern void pagebuf_free( /* deallocate a buffer */ |
| 212 | xfs_buf_t *); /* buffer to deallocate */ |
| 213 | |
| 214 | extern void pagebuf_rele( /* release hold on a buffer */ |
| 215 | xfs_buf_t *); /* buffer to release */ |
| 216 | |
| 217 | /* Locking and Unlocking Buffers */ |
| 218 | |
| 219 | extern int pagebuf_cond_lock( /* lock buffer, if not locked */ |
| 220 | /* (returns -EBUSY if locked) */ |
| 221 | xfs_buf_t *); /* buffer to lock */ |
| 222 | |
| 223 | extern int pagebuf_lock_value( /* return count on lock */ |
| 224 | xfs_buf_t *); /* buffer to check */ |
| 225 | |
| 226 | extern int pagebuf_lock( /* lock buffer */ |
| 227 | xfs_buf_t *); /* buffer to lock */ |
| 228 | |
| 229 | extern void pagebuf_unlock( /* unlock buffer */ |
| 230 | xfs_buf_t *); /* buffer to unlock */ |
| 231 | |
| 232 | /* Buffer Read and Write Routines */ |
| 233 | |
| 234 | extern void pagebuf_iodone( /* mark buffer I/O complete */ |
| 235 | xfs_buf_t *, /* buffer to mark */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 236 | int); /* run completion locally, or in |
| 237 | * a helper thread. */ |
| 238 | |
| 239 | extern void pagebuf_ioerror( /* mark buffer in error (or not) */ |
| 240 | xfs_buf_t *, /* buffer to mark */ |
| 241 | int); /* error to store (0 if none) */ |
| 242 | |
| 243 | extern int pagebuf_iostart( /* start I/O on a buffer */ |
| 244 | xfs_buf_t *, /* buffer to start */ |
| 245 | page_buf_flags_t); /* PBF_LOCK, PBF_ASYNC, */ |
| 246 | /* PBF_READ, PBF_WRITE, */ |
| 247 | /* PBF_DELWRI */ |
| 248 | |
| 249 | extern int pagebuf_iorequest( /* start real I/O */ |
| 250 | xfs_buf_t *); /* buffer to convey to device */ |
| 251 | |
| 252 | extern int pagebuf_iowait( /* wait for buffer I/O done */ |
| 253 | xfs_buf_t *); /* buffer to wait on */ |
| 254 | |
| 255 | extern void pagebuf_iomove( /* move data in/out of pagebuf */ |
| 256 | xfs_buf_t *, /* buffer to manipulate */ |
| 257 | size_t, /* starting buffer offset */ |
| 258 | size_t, /* length in buffer */ |
| 259 | caddr_t, /* data pointer */ |
| 260 | page_buf_rw_t); /* direction */ |
| 261 | |
| 262 | static inline int pagebuf_iostrategy(xfs_buf_t *pb) |
| 263 | { |
| 264 | return pb->pb_strat ? pb->pb_strat(pb) : pagebuf_iorequest(pb); |
| 265 | } |
| 266 | |
| 267 | static inline int pagebuf_geterror(xfs_buf_t *pb) |
| 268 | { |
| 269 | return pb ? pb->pb_error : ENOMEM; |
| 270 | } |
| 271 | |
| 272 | /* Buffer Utility Routines */ |
| 273 | |
| 274 | extern caddr_t pagebuf_offset( /* pointer at offset in buffer */ |
| 275 | xfs_buf_t *, /* buffer to offset into */ |
| 276 | size_t); /* offset */ |
| 277 | |
| 278 | /* Pinning Buffer Storage in Memory */ |
| 279 | |
| 280 | extern void pagebuf_pin( /* pin buffer in memory */ |
| 281 | xfs_buf_t *); /* buffer to pin */ |
| 282 | |
| 283 | extern void pagebuf_unpin( /* unpin buffered data */ |
| 284 | xfs_buf_t *); /* buffer to unpin */ |
| 285 | |
| 286 | extern int pagebuf_ispin( /* check if buffer is pinned */ |
| 287 | xfs_buf_t *); /* buffer to check */ |
| 288 | |
| 289 | /* Delayed Write Buffer Routines */ |
| 290 | |
| 291 | extern void pagebuf_delwri_dequeue(xfs_buf_t *); |
| 292 | |
| 293 | /* Buffer Daemon Setup Routines */ |
| 294 | |
| 295 | extern int pagebuf_init(void); |
| 296 | extern void pagebuf_terminate(void); |
| 297 | |
| 298 | |
| 299 | #ifdef PAGEBUF_TRACE |
| 300 | extern ktrace_t *pagebuf_trace_buf; |
| 301 | extern void pagebuf_trace( |
| 302 | xfs_buf_t *, /* buffer being traced */ |
| 303 | char *, /* description of operation */ |
| 304 | void *, /* arbitrary diagnostic value */ |
| 305 | void *); /* return address */ |
| 306 | #else |
| 307 | # define pagebuf_trace(pb, id, ptr, ra) do { } while (0) |
| 308 | #endif |
| 309 | |
| 310 | #define pagebuf_target_name(target) \ |
| 311 | ({ char __b[BDEVNAME_SIZE]; bdevname((target)->pbr_bdev, __b); __b; }) |
| 312 | |
| 313 | |
| 314 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 315 | /* These are just for xfs_syncsub... it sets an internal variable |
| 316 | * then passes it to VOP_FLUSH_PAGES or adds the flags to a newly gotten buf_t |
| 317 | */ |
| 318 | #define XFS_B_ASYNC PBF_ASYNC |
| 319 | #define XFS_B_DELWRI PBF_DELWRI |
| 320 | #define XFS_B_READ PBF_READ |
| 321 | #define XFS_B_WRITE PBF_WRITE |
| 322 | #define XFS_B_STALE PBF_STALE |
| 323 | |
| 324 | #define XFS_BUF_TRYLOCK PBF_TRYLOCK |
| 325 | #define XFS_INCORE_TRYLOCK PBF_TRYLOCK |
| 326 | #define XFS_BUF_LOCK PBF_LOCK |
| 327 | #define XFS_BUF_MAPPED PBF_MAPPED |
| 328 | |
| 329 | #define BUF_BUSY PBF_DONT_BLOCK |
| 330 | |
| 331 | #define XFS_BUF_BFLAGS(x) ((x)->pb_flags) |
| 332 | #define XFS_BUF_ZEROFLAGS(x) \ |
| 333 | ((x)->pb_flags &= ~(PBF_READ|PBF_WRITE|PBF_ASYNC|PBF_DELWRI)) |
| 334 | |
| 335 | #define XFS_BUF_STALE(x) ((x)->pb_flags |= XFS_B_STALE) |
| 336 | #define XFS_BUF_UNSTALE(x) ((x)->pb_flags &= ~XFS_B_STALE) |
| 337 | #define XFS_BUF_ISSTALE(x) ((x)->pb_flags & XFS_B_STALE) |
| 338 | #define XFS_BUF_SUPER_STALE(x) do { \ |
| 339 | XFS_BUF_STALE(x); \ |
| 340 | pagebuf_delwri_dequeue(x); \ |
| 341 | XFS_BUF_DONE(x); \ |
| 342 | } while (0) |
| 343 | |
| 344 | #define XFS_BUF_MANAGE PBF_FS_MANAGED |
| 345 | #define XFS_BUF_UNMANAGE(x) ((x)->pb_flags &= ~PBF_FS_MANAGED) |
| 346 | |
| 347 | #define XFS_BUF_DELAYWRITE(x) ((x)->pb_flags |= PBF_DELWRI) |
| 348 | #define XFS_BUF_UNDELAYWRITE(x) pagebuf_delwri_dequeue(x) |
| 349 | #define XFS_BUF_ISDELAYWRITE(x) ((x)->pb_flags & PBF_DELWRI) |
| 350 | |
| 351 | #define XFS_BUF_ERROR(x,no) pagebuf_ioerror(x,no) |
| 352 | #define XFS_BUF_GETERROR(x) pagebuf_geterror(x) |
| 353 | #define XFS_BUF_ISERROR(x) (pagebuf_geterror(x)?1:0) |
| 354 | |
Christoph Hellwig | c86e711 | 2005-11-02 10:29:39 +1100 | [diff] [blame] | 355 | #define XFS_BUF_DONE(x) ((x)->pb_flags |= PBF_DONE) |
| 356 | #define XFS_BUF_UNDONE(x) ((x)->pb_flags &= ~PBF_DONE) |
| 357 | #define XFS_BUF_ISDONE(x) ((x)->pb_flags & PBF_DONE) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 358 | |
Christoph Hellwig | 88741a9 | 2005-11-02 10:21:14 +1100 | [diff] [blame] | 359 | #define XFS_BUF_BUSY(x) do { } while (0) |
| 360 | #define XFS_BUF_UNBUSY(x) do { } while (0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 361 | #define XFS_BUF_ISBUSY(x) (1) |
| 362 | |
| 363 | #define XFS_BUF_ASYNC(x) ((x)->pb_flags |= PBF_ASYNC) |
| 364 | #define XFS_BUF_UNASYNC(x) ((x)->pb_flags &= ~PBF_ASYNC) |
| 365 | #define XFS_BUF_ISASYNC(x) ((x)->pb_flags & PBF_ASYNC) |
| 366 | |
Christoph Hellwig | f538d4d | 2005-11-02 10:26:59 +1100 | [diff] [blame] | 367 | #define XFS_BUF_ORDERED(x) ((x)->pb_flags |= PBF_ORDERED) |
| 368 | #define XFS_BUF_UNORDERED(x) ((x)->pb_flags &= ~PBF_ORDERED) |
| 369 | #define XFS_BUF_ISORDERED(x) ((x)->pb_flags & PBF_ORDERED) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 370 | |
| 371 | #define XFS_BUF_SHUT(x) printk("XFS_BUF_SHUT not implemented yet\n") |
| 372 | #define XFS_BUF_UNSHUT(x) printk("XFS_BUF_UNSHUT not implemented yet\n") |
| 373 | #define XFS_BUF_ISSHUT(x) (0) |
| 374 | |
| 375 | #define XFS_BUF_HOLD(x) pagebuf_hold(x) |
| 376 | #define XFS_BUF_READ(x) ((x)->pb_flags |= PBF_READ) |
| 377 | #define XFS_BUF_UNREAD(x) ((x)->pb_flags &= ~PBF_READ) |
| 378 | #define XFS_BUF_ISREAD(x) ((x)->pb_flags & PBF_READ) |
| 379 | |
| 380 | #define XFS_BUF_WRITE(x) ((x)->pb_flags |= PBF_WRITE) |
| 381 | #define XFS_BUF_UNWRITE(x) ((x)->pb_flags &= ~PBF_WRITE) |
| 382 | #define XFS_BUF_ISWRITE(x) ((x)->pb_flags & PBF_WRITE) |
| 383 | |
| 384 | #define XFS_BUF_ISUNINITIAL(x) (0) |
| 385 | #define XFS_BUF_UNUNINITIAL(x) (0) |
| 386 | |
| 387 | #define XFS_BUF_BP_ISMAPPED(bp) 1 |
| 388 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 389 | #define XFS_BUF_IODONE_FUNC(buf) (buf)->pb_iodone |
| 390 | #define XFS_BUF_SET_IODONE_FUNC(buf, func) \ |
| 391 | (buf)->pb_iodone = (func) |
| 392 | #define XFS_BUF_CLR_IODONE_FUNC(buf) \ |
| 393 | (buf)->pb_iodone = NULL |
| 394 | #define XFS_BUF_SET_BDSTRAT_FUNC(buf, func) \ |
| 395 | (buf)->pb_strat = (func) |
| 396 | #define XFS_BUF_CLR_BDSTRAT_FUNC(buf) \ |
| 397 | (buf)->pb_strat = NULL |
| 398 | |
| 399 | #define XFS_BUF_FSPRIVATE(buf, type) \ |
| 400 | ((type)(buf)->pb_fspriv) |
| 401 | #define XFS_BUF_SET_FSPRIVATE(buf, value) \ |
| 402 | (buf)->pb_fspriv = (void *)(value) |
| 403 | #define XFS_BUF_FSPRIVATE2(buf, type) \ |
| 404 | ((type)(buf)->pb_fspriv2) |
| 405 | #define XFS_BUF_SET_FSPRIVATE2(buf, value) \ |
| 406 | (buf)->pb_fspriv2 = (void *)(value) |
| 407 | #define XFS_BUF_FSPRIVATE3(buf, type) \ |
| 408 | ((type)(buf)->pb_fspriv3) |
| 409 | #define XFS_BUF_SET_FSPRIVATE3(buf, value) \ |
| 410 | (buf)->pb_fspriv3 = (void *)(value) |
| 411 | #define XFS_BUF_SET_START(buf) |
| 412 | |
| 413 | #define XFS_BUF_SET_BRELSE_FUNC(buf, value) \ |
| 414 | (buf)->pb_relse = (value) |
| 415 | |
| 416 | #define XFS_BUF_PTR(bp) (xfs_caddr_t)((bp)->pb_addr) |
| 417 | |
Christoph Hellwig | a3c476d | 2005-09-05 08:40:49 +1000 | [diff] [blame] | 418 | static inline xfs_caddr_t xfs_buf_offset(xfs_buf_t *bp, size_t offset) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 419 | { |
| 420 | if (bp->pb_flags & PBF_MAPPED) |
| 421 | return XFS_BUF_PTR(bp) + offset; |
| 422 | return (xfs_caddr_t) pagebuf_offset(bp, offset); |
| 423 | } |
| 424 | |
| 425 | #define XFS_BUF_SET_PTR(bp, val, count) \ |
| 426 | pagebuf_associate_memory(bp, val, count) |
| 427 | #define XFS_BUF_ADDR(bp) ((bp)->pb_bn) |
| 428 | #define XFS_BUF_SET_ADDR(bp, blk) \ |
| 429 | ((bp)->pb_bn = (xfs_daddr_t)(blk)) |
| 430 | #define XFS_BUF_OFFSET(bp) ((bp)->pb_file_offset) |
| 431 | #define XFS_BUF_SET_OFFSET(bp, off) \ |
| 432 | ((bp)->pb_file_offset = (off)) |
| 433 | #define XFS_BUF_COUNT(bp) ((bp)->pb_count_desired) |
| 434 | #define XFS_BUF_SET_COUNT(bp, cnt) \ |
| 435 | ((bp)->pb_count_desired = (cnt)) |
| 436 | #define XFS_BUF_SIZE(bp) ((bp)->pb_buffer_length) |
| 437 | #define XFS_BUF_SET_SIZE(bp, cnt) \ |
| 438 | ((bp)->pb_buffer_length = (cnt)) |
| 439 | #define XFS_BUF_SET_VTYPE_REF(bp, type, ref) |
| 440 | #define XFS_BUF_SET_VTYPE(bp, type) |
| 441 | #define XFS_BUF_SET_REF(bp, ref) |
| 442 | |
| 443 | #define XFS_BUF_ISPINNED(bp) pagebuf_ispin(bp) |
| 444 | |
| 445 | #define XFS_BUF_VALUSEMA(bp) pagebuf_lock_value(bp) |
| 446 | #define XFS_BUF_CPSEMA(bp) (pagebuf_cond_lock(bp) == 0) |
| 447 | #define XFS_BUF_VSEMA(bp) pagebuf_unlock(bp) |
| 448 | #define XFS_BUF_PSEMA(bp,x) pagebuf_lock(bp) |
| 449 | #define XFS_BUF_V_IODONESEMA(bp) up(&bp->pb_iodonesema); |
| 450 | |
| 451 | /* setup the buffer target from a buftarg structure */ |
| 452 | #define XFS_BUF_SET_TARGET(bp, target) \ |
| 453 | (bp)->pb_target = (target) |
| 454 | #define XFS_BUF_TARGET(bp) ((bp)->pb_target) |
| 455 | #define XFS_BUFTARG_NAME(target) \ |
| 456 | pagebuf_target_name(target) |
| 457 | |
| 458 | #define XFS_BUF_SET_VTYPE_REF(bp, type, ref) |
| 459 | #define XFS_BUF_SET_VTYPE(bp, type) |
| 460 | #define XFS_BUF_SET_REF(bp, ref) |
| 461 | |
| 462 | static inline int xfs_bawrite(void *mp, xfs_buf_t *bp) |
| 463 | { |
| 464 | bp->pb_fspriv3 = mp; |
| 465 | bp->pb_strat = xfs_bdstrat_cb; |
| 466 | pagebuf_delwri_dequeue(bp); |
| 467 | return pagebuf_iostart(bp, PBF_WRITE | PBF_ASYNC | _PBF_RUN_QUEUES); |
| 468 | } |
| 469 | |
| 470 | static inline void xfs_buf_relse(xfs_buf_t *bp) |
| 471 | { |
| 472 | if (!bp->pb_relse) |
| 473 | pagebuf_unlock(bp); |
| 474 | pagebuf_rele(bp); |
| 475 | } |
| 476 | |
| 477 | #define xfs_bpin(bp) pagebuf_pin(bp) |
| 478 | #define xfs_bunpin(bp) pagebuf_unpin(bp) |
| 479 | |
| 480 | #define xfs_buftrace(id, bp) \ |
| 481 | pagebuf_trace(bp, id, NULL, (void *)__builtin_return_address(0)) |
| 482 | |
| 483 | #define xfs_biodone(pb) \ |
Christoph Hellwig | 88741a9 | 2005-11-02 10:21:14 +1100 | [diff] [blame] | 484 | pagebuf_iodone(pb, 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 485 | |
| 486 | #define xfs_biomove(pb, off, len, data, rw) \ |
| 487 | pagebuf_iomove((pb), (off), (len), (data), \ |
| 488 | ((rw) == XFS_B_WRITE) ? PBRW_WRITE : PBRW_READ) |
| 489 | |
| 490 | #define xfs_biozero(pb, off, len) \ |
| 491 | pagebuf_iomove((pb), (off), (len), NULL, PBRW_ZERO) |
| 492 | |
| 493 | |
| 494 | static inline int XFS_bwrite(xfs_buf_t *pb) |
| 495 | { |
| 496 | int iowait = (pb->pb_flags & PBF_ASYNC) == 0; |
| 497 | int error = 0; |
| 498 | |
| 499 | if (!iowait) |
| 500 | pb->pb_flags |= _PBF_RUN_QUEUES; |
| 501 | |
| 502 | pagebuf_delwri_dequeue(pb); |
| 503 | pagebuf_iostrategy(pb); |
| 504 | if (iowait) { |
| 505 | error = pagebuf_iowait(pb); |
| 506 | xfs_buf_relse(pb); |
| 507 | } |
| 508 | return error; |
| 509 | } |
| 510 | |
| 511 | #define XFS_bdwrite(pb) \ |
| 512 | pagebuf_iostart(pb, PBF_DELWRI | PBF_ASYNC) |
| 513 | |
| 514 | static inline int xfs_bdwrite(void *mp, xfs_buf_t *bp) |
| 515 | { |
| 516 | bp->pb_strat = xfs_bdstrat_cb; |
| 517 | bp->pb_fspriv3 = mp; |
| 518 | |
| 519 | return pagebuf_iostart(bp, PBF_DELWRI | PBF_ASYNC); |
| 520 | } |
| 521 | |
| 522 | #define XFS_bdstrat(bp) pagebuf_iorequest(bp) |
| 523 | |
| 524 | #define xfs_iowait(pb) pagebuf_iowait(pb) |
| 525 | |
| 526 | #define xfs_baread(target, rablkno, ralen) \ |
| 527 | pagebuf_readahead((target), (rablkno), (ralen), PBF_DONT_BLOCK) |
| 528 | |
| 529 | #define xfs_buf_get_empty(len, target) pagebuf_get_empty((len), (target)) |
| 530 | #define xfs_buf_get_noaddr(len, target) pagebuf_get_no_daddr((len), (target)) |
| 531 | #define xfs_buf_free(bp) pagebuf_free(bp) |
| 532 | |
| 533 | |
| 534 | /* |
| 535 | * Handling of buftargs. |
| 536 | */ |
| 537 | |
| 538 | extern xfs_buftarg_t *xfs_alloc_buftarg(struct block_device *, int); |
| 539 | extern void xfs_free_buftarg(xfs_buftarg_t *, int); |
| 540 | extern void xfs_wait_buftarg(xfs_buftarg_t *); |
| 541 | extern int xfs_setsize_buftarg(xfs_buftarg_t *, unsigned int, unsigned int); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 542 | extern int xfs_flush_buftarg(xfs_buftarg_t *, int); |
| 543 | |
| 544 | #define xfs_getsize_buftarg(buftarg) \ |
| 545 | block_size((buftarg)->pbr_bdev) |
| 546 | #define xfs_readonly_buftarg(buftarg) \ |
| 547 | bdev_read_only((buftarg)->pbr_bdev) |
| 548 | #define xfs_binval(buftarg) \ |
| 549 | xfs_flush_buftarg(buftarg, 1) |
| 550 | #define XFS_bflush(buftarg) \ |
| 551 | xfs_flush_buftarg(buftarg, 1) |
| 552 | |
| 553 | #endif /* __XFS_BUF_H__ */ |