Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 1 | /* |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 2 | * Compressed RAM block device |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 3 | * |
Nitin Gupta | 1130ebb | 2010-01-28 21:21:35 +0530 | [diff] [blame] | 4 | * Copyright (C) 2008, 2009, 2010 Nitin Gupta |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 5 | * |
| 6 | * This code is released using a dual license strategy: BSD/GPL |
| 7 | * You can choose the licence that better fits your requirements. |
| 8 | * |
| 9 | * Released under the terms of 3-clause BSD License |
| 10 | * Released under the terms of GNU General Public License Version 2.0 |
| 11 | * |
| 12 | * Project home: http://compcache.googlecode.com |
| 13 | */ |
| 14 | |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 15 | #ifndef _ZRAM_DRV_H_ |
| 16 | #define _ZRAM_DRV_H_ |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 17 | |
Nitin Gupta | 6a90772 | 2010-01-28 21:13:37 +0530 | [diff] [blame] | 18 | #include <linux/spinlock.h> |
| 19 | #include <linux/mutex.h> |
| 20 | |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 21 | #include "xvmalloc.h" |
| 22 | |
| 23 | /* |
| 24 | * Some arbitrary value. This is just to catch |
| 25 | * invalid value for num_devices module parameter. |
| 26 | */ |
| 27 | static const unsigned max_num_devices = 32; |
| 28 | |
| 29 | /* |
| 30 | * Stored at beginning of each compressed object. |
| 31 | * |
| 32 | * It stores back-reference to table entry which points to this |
Nitin Gupta | 97a0638 | 2010-05-13 14:24:21 +0530 | [diff] [blame] | 33 | * object. This is required to support memory defragmentation. |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 34 | */ |
| 35 | struct zobj_header { |
| 36 | #if 0 |
| 37 | u32 table_idx; |
| 38 | #endif |
| 39 | }; |
| 40 | |
| 41 | /*-- Configurable parameters */ |
| 42 | |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 43 | /* Default zram disk size: 25% of total RAM */ |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 44 | static const unsigned default_disksize_perc_ram = 25; |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 45 | |
| 46 | /* |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 47 | * Pages that compress to size greater than this are stored |
| 48 | * uncompressed in memory. |
| 49 | */ |
Nitin Gupta | 97a0638 | 2010-05-13 14:24:21 +0530 | [diff] [blame] | 50 | static const unsigned max_zpage_size = PAGE_SIZE / 4 * 3; |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 51 | |
| 52 | /* |
Nitin Gupta | 97a0638 | 2010-05-13 14:24:21 +0530 | [diff] [blame] | 53 | * NOTE: max_zpage_size must be less than or equal to: |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 54 | * XV_MAX_ALLOC_SIZE - sizeof(struct zobj_header) |
Nitin Gupta | 97a0638 | 2010-05-13 14:24:21 +0530 | [diff] [blame] | 55 | * otherwise, xv_malloc() would always return failure. |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 56 | */ |
| 57 | |
| 58 | /*-- End of configurable params */ |
| 59 | |
| 60 | #define SECTOR_SHIFT 9 |
| 61 | #define SECTOR_SIZE (1 << SECTOR_SHIFT) |
| 62 | #define SECTORS_PER_PAGE_SHIFT (PAGE_SHIFT - SECTOR_SHIFT) |
| 63 | #define SECTORS_PER_PAGE (1 << SECTORS_PER_PAGE_SHIFT) |
Robert Jennings | 7b19b8d | 2011-01-28 08:58:17 -0600 | [diff] [blame] | 64 | #define ZRAM_LOGICAL_BLOCK_SIZE 4096 |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 65 | |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 66 | /* Flags for zram pages (table[page_no].flags) */ |
| 67 | enum zram_pageflags { |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 68 | /* Page is stored uncompressed */ |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 69 | ZRAM_UNCOMPRESSED, |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 70 | |
| 71 | /* Page consists entirely of zeros */ |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 72 | ZRAM_ZERO, |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 73 | |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 74 | __NR_ZRAM_PAGEFLAGS, |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 75 | }; |
| 76 | |
| 77 | /*-- Data structures */ |
| 78 | |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 79 | /* Allocated for each disk page */ |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 80 | struct table { |
| 81 | struct page *page; |
| 82 | u16 offset; |
| 83 | u8 count; /* object ref count (not yet used) */ |
| 84 | u8 flags; |
C yp | ef4ffb7 | 2010-01-06 13:42:00 +0100 | [diff] [blame] | 85 | } __attribute__((aligned(4))); |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 86 | |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 87 | struct zram_stats { |
Nitin Gupta | 33863c2 | 2010-08-09 22:56:47 +0530 | [diff] [blame] | 88 | u64 compr_size; /* compressed size of pages stored */ |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 89 | u64 num_reads; /* failed + successful */ |
| 90 | u64 num_writes; /* --do-- */ |
C yp | ef4ffb7 | 2010-01-06 13:42:00 +0100 | [diff] [blame] | 91 | u64 failed_reads; /* should NEVER! happen */ |
| 92 | u64 failed_writes; /* can happen when memory is too low */ |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 93 | u64 invalid_io; /* non-page-aligned I/O requests */ |
Nitin Gupta | 6a90772 | 2010-01-28 21:13:37 +0530 | [diff] [blame] | 94 | u64 notify_free; /* no. of swap slot free notifications */ |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 95 | u32 pages_zero; /* no. of zero filled pages */ |
| 96 | u32 pages_stored; /* no. of pages currently stored */ |
| 97 | u32 good_compress; /* % of pages with compression ratio<=50% */ |
| 98 | u32 pages_expand; /* % of incompressible pages */ |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 99 | }; |
| 100 | |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 101 | struct zram { |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 102 | struct xv_pool *mem_pool; |
| 103 | void *compress_workmem; |
| 104 | void *compress_buffer; |
| 105 | struct table *table; |
Nitin Gupta | 6a90772 | 2010-01-28 21:13:37 +0530 | [diff] [blame] | 106 | spinlock_t stat64_lock; /* protect 64-bit stats */ |
Nitin Gupta | a1dd52a | 2010-06-01 13:31:23 +0530 | [diff] [blame] | 107 | struct mutex lock; /* protect compression buffers against |
| 108 | * concurrent writes */ |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 109 | struct request_queue *queue; |
| 110 | struct gendisk *disk; |
| 111 | int init_done; |
Nitin Gupta | 484875a | 2010-08-09 22:56:48 +0530 | [diff] [blame] | 112 | /* Prevent concurrent execution of device init and reset */ |
| 113 | struct mutex init_lock; |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 114 | /* |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 115 | * This is the limit on amount of *uncompressed* worth of data |
| 116 | * we can store in a disk. |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 117 | */ |
Nitin Gupta | 33863c2 | 2010-08-09 22:56:47 +0530 | [diff] [blame] | 118 | u64 disksize; /* bytes */ |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 119 | |
Nitin Gupta | f1e3cff | 2010-06-01 13:31:25 +0530 | [diff] [blame] | 120 | struct zram_stats stats; |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 121 | }; |
| 122 | |
Nitin Gupta | 33863c2 | 2010-08-09 22:56:47 +0530 | [diff] [blame] | 123 | extern struct zram *devices; |
| 124 | extern unsigned int num_devices; |
| 125 | #ifdef CONFIG_SYSFS |
| 126 | extern struct attribute_group zram_disk_attr_group; |
| 127 | #endif |
Nitin Gupta | 306b0c9 | 2009-09-22 10:26:53 +0530 | [diff] [blame] | 128 | |
Nitin Gupta | 33863c2 | 2010-08-09 22:56:47 +0530 | [diff] [blame] | 129 | extern int zram_init_device(struct zram *zram); |
| 130 | extern void zram_reset_device(struct zram *zram); |
Nitin Gupta | 6a90772 | 2010-01-28 21:13:37 +0530 | [diff] [blame] | 131 | |
| 132 | #endif |