blob: 5c706765404a85f4d097eba66da659601f8c073a [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX_GENHD_H
2#define _LINUX_GENHD_H
3
4/*
5 * genhd.h Copyright (C) 1992 Drew Eckhardt
6 * Generic hard disk header file by
7 * Drew Eckhardt
8 *
9 * <drew@colorado.edu>
10 */
11
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/types.h>
Kay Sieversedfaa7c2007-05-21 22:08:01 +020013#include <linux/kdev_t.h>
Tejun Heoe71bf0d2008-09-03 09:03:02 +020014#include <linux/rcupdate.h>
Will Drewry6d1d8052010-08-31 15:47:05 -050015#include <linux/slab.h>
Ming Lei6c710132015-07-16 11:16:45 +080016#include <linux/percpu-refcount.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017
David Howells93614012006-09-30 20:45:40 +020018#ifdef CONFIG_BLOCK
19
Tejun Heo548b10e2008-08-29 09:01:47 +020020#define dev_to_disk(device) container_of((device), struct gendisk, part0.__dev)
Tejun Heoed9e1982008-08-25 19:56:05 +090021#define dev_to_part(device) container_of((device), struct hd_struct, __dev)
Tejun Heo548b10e2008-08-29 09:01:47 +020022#define disk_to_dev(disk) (&(disk)->part0.__dev)
Tejun Heoed9e1982008-08-25 19:56:05 +090023#define part_to_dev(part) (&((part)->__dev))
Kay Sieversedfaa7c2007-05-21 22:08:01 +020024
Kay Sieversedfaa7c2007-05-21 22:08:01 +020025extern struct device_type part_type;
26extern struct kobject *block_depr;
27extern struct class block_class;
28
Linus Torvalds1da177e2005-04-16 15:20:36 -070029enum {
30/* These three have identical behaviour; use the second one if DOS FDISK gets
31 confused about extended/logical partitions starting past cylinder 1023. */
32 DOS_EXTENDED_PARTITION = 5,
33 LINUX_EXTENDED_PARTITION = 0x85,
34 WIN98_EXTENDED_PARTITION = 0x0f,
35
Fabio Massimo Di Nittod18d7682007-02-10 23:50:00 -080036 SUN_WHOLE_DISK = DOS_EXTENDED_PARTITION,
37
Linus Torvalds1da177e2005-04-16 15:20:36 -070038 LINUX_SWAP_PARTITION = 0x82,
Olaf Hering4419d1a2007-02-10 01:45:47 -080039 LINUX_DATA_PARTITION = 0x83,
40 LINUX_LVM_PARTITION = 0x8e,
Linus Torvalds1da177e2005-04-16 15:20:36 -070041 LINUX_RAID_PARTITION = 0xfd, /* autodetect RAID partition */
42
43 SOLARIS_X86_PARTITION = LINUX_SWAP_PARTITION,
44 NEW_SOLARIS_X86_PARTITION = 0xbf,
45
46 DM6_AUX1PARTITION = 0x51, /* no DDO: use xlated geom */
47 DM6_AUX3PARTITION = 0x53, /* no DDO: use xlated geom */
48 DM6_PARTITION = 0x54, /* has DDO: use xlated geom & offset */
49 EZD_PARTITION = 0x55, /* EZ-DRIVE */
50
51 FREEBSD_PARTITION = 0xa5, /* FreeBSD Partition ID */
52 OPENBSD_PARTITION = 0xa6, /* OpenBSD Partition ID */
53 NETBSD_PARTITION = 0xa9, /* NetBSD Partition ID */
54 BSDI_PARTITION = 0xb7, /* BSDI Partition ID */
55 MINIX_PARTITION = 0x81, /* Minix Partition ID */
56 UNIXWARE_PARTITION = 0x63, /* Same as GNU_HURD and SCO Unix */
57};
58
Tejun Heo689d6fa2008-08-25 19:56:16 +090059#define DISK_MAX_PARTS 256
Tejun Heo3e1a7ff2008-08-25 19:56:17 +090060#define DISK_NAME_LEN 32
Tejun Heo689d6fa2008-08-25 19:56:16 +090061
David Woodhouse34186ef2006-04-25 14:07:57 +010062#include <linux/major.h>
63#include <linux/device.h>
64#include <linux/smp.h>
65#include <linux/string.h>
66#include <linux/fs.h>
Kristen Carlson Accardi8ce7ad72007-05-23 13:57:38 -070067#include <linux/workqueue.h>
David Woodhouse34186ef2006-04-25 14:07:57 +010068
Linus Torvalds1da177e2005-04-16 15:20:36 -070069struct partition {
70 unsigned char boot_ind; /* 0x80 - active */
71 unsigned char head; /* starting head */
72 unsigned char sector; /* starting sector */
73 unsigned char cyl; /* starting cylinder */
74 unsigned char sys_ind; /* What partition type */
75 unsigned char end_head; /* end head */
76 unsigned char end_sector; /* end sector */
77 unsigned char end_cyl; /* end cylinder */
78 __le32 start_sect; /* starting sector counting from 0 */
79 __le32 nr_sects; /* nr of sectors in partition */
80} __attribute__((packed));
81
Jerome Marchandea5c48a2008-02-08 11:04:09 +010082struct disk_stats {
83 unsigned long sectors[2]; /* READs and WRITEs */
84 unsigned long ios[2];
85 unsigned long merges[2];
86 unsigned long ticks[2];
87 unsigned long io_ticks;
88 unsigned long time_in_queue;
89};
Will Drewry6d1d8052010-08-31 15:47:05 -050090
91#define PARTITION_META_INFO_VOLNAMELTH 64
Stephen Warren1ad7e892012-11-08 16:12:25 -080092/*
93 * Enough for the string representation of any kind of UUID plus NULL.
94 * EFI UUID is 36 characters. MSDOS UUID is 11 characters.
95 */
96#define PARTITION_META_INFO_UUIDLTH 37
Will Drewry6d1d8052010-08-31 15:47:05 -050097
98struct partition_meta_info {
Stephen Warren1ad7e892012-11-08 16:12:25 -080099 char uuid[PARTITION_META_INFO_UUIDLTH];
Will Drewry6d1d8052010-08-31 15:47:05 -0500100 u8 volname[PARTITION_META_INFO_VOLNAMELTH];
101};
102
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103struct hd_struct {
104 sector_t start_sect;
Vivek Goyalc83f6bf2012-08-01 12:24:18 +0200105 /*
106 * nr_sects is protected by sequence counter. One might extend a
107 * partition while IO is happening to it and update of nr_sects
108 * can be non-atomic on 32bit machines with 64bit sector_t.
109 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 sector_t nr_sects;
Vivek Goyalc83f6bf2012-08-01 12:24:18 +0200111 seqcount_t nr_sects_seq;
Martin K. Petersenc72758f2009-05-22 17:17:53 -0400112 sector_t alignment_offset;
Jens Axboea1706ac2011-05-30 07:42:51 +0200113 unsigned int discard_alignment;
Tejun Heoed9e1982008-08-25 19:56:05 +0900114 struct device __dev;
Jun'ichi Nomura6a4d44c2006-03-27 01:17:55 -0800115 struct kobject *holder_dir;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 int policy, partno;
Will Drewry6d1d8052010-08-31 15:47:05 -0500117 struct partition_meta_info *info;
Akinobu Mitac17bb492006-12-08 02:39:46 -0800118#ifdef CONFIG_FAIL_MAKE_REQUEST
119 int make_it_fail;
120#endif
Jerome Marchandea5c48a2008-02-08 11:04:09 +0100121 unsigned long stamp;
Shaohua Li1e9bb882011-03-22 08:35:35 +0100122 atomic_t in_flight[2];
Jerome Marchandea5c48a2008-02-08 11:04:09 +0100123#ifdef CONFIG_SMP
Tejun Heo43cf38e2010-02-02 14:38:57 +0900124 struct disk_stats __percpu *dkstats;
Jerome Marchandea5c48a2008-02-08 11:04:09 +0100125#else
126 struct disk_stats dkstats;
127#endif
Ming Lei6c710132015-07-16 11:16:45 +0800128 struct percpu_ref ref;
Tejun Heoe71bf0d2008-09-03 09:03:02 +0200129 struct rcu_head rcu_head;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130};
131
132#define GENHD_FL_REMOVABLE 1
NeilBrown97fedbb2010-03-16 08:55:32 +0100133/* 2 is unused */
Kristen Carlson Accardi86ce18d2007-05-23 13:57:38 -0700134#define GENHD_FL_MEDIA_CHANGE_NOTIFY 4
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135#define GENHD_FL_CD 8
136#define GENHD_FL_UP 16
137#define GENHD_FL_SUPPRESS_PARTITION_INFO 32
Tejun Heo689d6fa2008-08-25 19:56:16 +0900138#define GENHD_FL_EXT_DEVT 64 /* allow extended devt */
Bartlomiej Zolnierkiewiczdb429e92009-06-07 13:52:52 +0200139#define GENHD_FL_NATIVE_CAPACITY 128
Tejun Heod4dc2102011-04-21 20:54:46 +0200140#define GENHD_FL_BLOCK_EVENTS_ON_EXCL_WRITE 256
Tejun Heod27769e2011-08-23 20:01:04 +0200141#define GENHD_FL_NO_PART_SCAN 512
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142
Tejun Heo77ea8872010-12-08 20:57:37 +0100143enum {
144 DISK_EVENT_MEDIA_CHANGE = 1 << 0, /* media changed */
145 DISK_EVENT_EJECT_REQUEST = 1 << 1, /* eject requested */
146};
147
Tejun Heo540eed52008-08-25 19:56:15 +0900148#define BLK_SCSI_MAX_CMDS (256)
149#define BLK_SCSI_CMD_PER_LONG (BLK_SCSI_MAX_CMDS / (sizeof(long) * 8))
150
151struct blk_scsi_cmd_filter {
152 unsigned long read_ok[BLK_SCSI_CMD_PER_LONG];
153 unsigned long write_ok[BLK_SCSI_CMD_PER_LONG];
154 struct kobject kobj;
155};
156
157struct disk_part_tbl {
158 struct rcu_head rcu_head;
159 int len;
Arnd Bergmann4d2deb42010-02-24 20:01:56 +0100160 struct hd_struct __rcu *last_lookup;
161 struct hd_struct __rcu *part[];
Tejun Heo540eed52008-08-25 19:56:15 +0900162};
163
Tejun Heo77ea8872010-12-08 20:57:37 +0100164struct disk_events;
Vishal Verma99e66082016-01-09 08:36:51 -0800165struct badblocks;
Tejun Heo77ea8872010-12-08 20:57:37 +0100166
Martin K. Petersen25520d52015-10-21 13:19:49 -0400167#if defined(CONFIG_BLK_DEV_INTEGRITY)
168
169struct blk_integrity {
170 struct blk_integrity_profile *profile;
171 unsigned char flags;
172 unsigned char tuple_size;
173 unsigned char interval_exp;
174 unsigned char tag_size;
175};
176
177#endif /* CONFIG_BLK_DEV_INTEGRITY */
178
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179struct gendisk {
Tejun Heo689d6fa2008-08-25 19:56:16 +0900180 /* major, first_minor and minors are input parameters only,
181 * don't use directly. Use disk_devt() and disk_max_parts().
Tejun Heof331c022008-09-03 09:01:48 +0200182 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 int major; /* major number of driver */
184 int first_minor;
185 int minors; /* maximum number of minors, =1 for
186 * disks that can't be partitioned. */
Tejun Heof331c022008-09-03 09:01:48 +0200187
Tejun Heo3e1a7ff2008-08-25 19:56:17 +0900188 char disk_name[DISK_NAME_LEN]; /* name of major driver */
Al Viro2c9ede52011-07-23 20:24:48 -0400189 char *(*devnode)(struct gendisk *gd, umode_t *mode);
Tejun Heo77ea8872010-12-08 20:57:37 +0100190
191 unsigned int events; /* supported events */
192 unsigned int async_events; /* async events, subset of all */
193
Tejun Heob5d0b9d2008-09-03 09:06:42 +0200194 /* Array of pointers to partitions indexed by partno.
Tejun Heoe71bf0d2008-09-03 09:03:02 +0200195 * Protected with matching bdev lock but stat and other
196 * non-critical accesses use RCU. Always access through
197 * helpers.
198 */
Arnd Bergmann4d2deb42010-02-24 20:01:56 +0100199 struct disk_part_tbl __rcu *part_tbl;
Tejun Heob5d0b9d2008-09-03 09:06:42 +0200200 struct hd_struct part0;
Tejun Heoe71bf0d2008-09-03 09:03:02 +0200201
Alexey Dobriyan83d5cde2009-09-21 17:01:13 -0700202 const struct block_device_operations *fops;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 struct request_queue *queue;
204 void *private_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205
206 int flags;
Kay Sieversedfaa7c2007-05-21 22:08:01 +0200207 struct device *driverfs_dev; // FIXME: remove
Jun'ichi Nomura6a4d44c2006-03-27 01:17:55 -0800208 struct kobject *slave_dir;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209
210 struct timer_rand_state *random;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211 atomic_t sync_io; /* RAID */
Tejun Heo77ea8872010-12-08 20:57:37 +0100212 struct disk_events *ev;
Martin K. Petersen7ba1ba12008-06-30 20:04:41 +0200213#ifdef CONFIG_BLK_DEV_INTEGRITY
Martin K. Petersenaff34e12015-10-21 13:19:27 -0400214 struct kobject integrity_kobj;
Martin K. Petersen25520d52015-10-21 13:19:49 -0400215#endif /* CONFIG_BLK_DEV_INTEGRITY */
Tejun Heo540eed52008-08-25 19:56:15 +0900216 int node_id;
Vishal Verma99e66082016-01-09 08:36:51 -0800217 struct badblocks *bb;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218};
219
Tejun Heo310a2c12008-08-25 19:47:17 +0900220static inline struct gendisk *part_to_disk(struct hd_struct *part)
221{
Tejun Heo548b10e2008-08-29 09:01:47 +0200222 if (likely(part)) {
223 if (part->partno)
224 return dev_to_disk(part_to_dev(part)->parent);
225 else
226 return dev_to_disk(part_to_dev(part));
227 }
Tejun Heo310a2c12008-08-25 19:47:17 +0900228 return NULL;
229}
230
Will Drewry6d1d8052010-08-31 15:47:05 -0500231static inline void part_pack_uuid(const u8 *uuid_str, u8 *to)
232{
233 int i;
234 for (i = 0; i < 16; ++i) {
235 *to++ = (hex_to_bin(*uuid_str) << 4) |
236 (hex_to_bin(*(uuid_str + 1)));
237 uuid_str += 2;
238 switch (i) {
239 case 3:
240 case 5:
241 case 7:
242 case 9:
243 uuid_str++;
244 continue;
245 }
246 }
247}
248
Mimi Zohar446d64e2013-02-24 23:42:37 -0500249static inline int blk_part_pack_uuid(const u8 *uuid_str, u8 *to)
250{
251 part_pack_uuid(uuid_str, to);
252 return 0;
253}
254
Tejun Heof331c022008-09-03 09:01:48 +0200255static inline int disk_max_parts(struct gendisk *disk)
256{
Tejun Heo689d6fa2008-08-25 19:56:16 +0900257 if (disk->flags & GENHD_FL_EXT_DEVT)
258 return DISK_MAX_PARTS;
259 return disk->minors;
Tejun Heob5d0b9d2008-09-03 09:06:42 +0200260}
261
Tejun Heod27769e2011-08-23 20:01:04 +0200262static inline bool disk_part_scan_enabled(struct gendisk *disk)
Tejun Heob5d0b9d2008-09-03 09:06:42 +0200263{
Tejun Heod27769e2011-08-23 20:01:04 +0200264 return disk_max_parts(disk) > 1 &&
265 !(disk->flags & GENHD_FL_NO_PART_SCAN);
Tejun Heof331c022008-09-03 09:01:48 +0200266}
267
268static inline dev_t disk_devt(struct gendisk *disk)
269{
Tejun Heoed9e1982008-08-25 19:56:05 +0900270 return disk_to_dev(disk)->devt;
Tejun Heof331c022008-09-03 09:01:48 +0200271}
272
273static inline dev_t part_devt(struct hd_struct *part)
274{
Tejun Heoed9e1982008-08-25 19:56:05 +0900275 return part_to_dev(part)->devt;
Tejun Heof331c022008-09-03 09:01:48 +0200276}
277
Tejun Heoe71bf0d2008-09-03 09:03:02 +0200278extern struct hd_struct *disk_get_part(struct gendisk *disk, int partno);
279
280static inline void disk_put_part(struct hd_struct *part)
281{
282 if (likely(part))
Tejun Heoed9e1982008-08-25 19:56:05 +0900283 put_device(part_to_dev(part));
Tejun Heoe71bf0d2008-09-03 09:03:02 +0200284}
285
286/*
287 * Smarter partition iterator without context limits.
288 */
289#define DISK_PITER_REVERSE (1 << 0) /* iterate in the reverse direction */
290#define DISK_PITER_INCL_EMPTY (1 << 1) /* include 0-sized parts */
Tejun Heob5d0b9d2008-09-03 09:06:42 +0200291#define DISK_PITER_INCL_PART0 (1 << 2) /* include partition 0 */
Tejun Heo71982a42009-04-17 08:34:48 +0200292#define DISK_PITER_INCL_EMPTY_PART0 (1 << 3) /* include empty partition 0 */
Tejun Heoe71bf0d2008-09-03 09:03:02 +0200293
294struct disk_part_iter {
295 struct gendisk *disk;
296 struct hd_struct *part;
297 int idx;
298 unsigned int flags;
299};
300
301extern void disk_part_iter_init(struct disk_part_iter *piter,
302 struct gendisk *disk, unsigned int flags);
303extern struct hd_struct *disk_part_iter_next(struct disk_part_iter *piter);
304extern void disk_part_iter_exit(struct disk_part_iter *piter);
305
306extern struct hd_struct *disk_map_sector_rcu(struct gendisk *disk,
307 sector_t sector);
308
Tejun Heoc9959052008-08-25 19:47:21 +0900309/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700310 * Macros to operate on percpu disk statistics:
311 *
Tejun Heoc9959052008-08-25 19:47:21 +0900312 * {disk|part|all}_stat_{add|sub|inc|dec}() modify the stat counters
313 * and should be called between disk_stat_lock() and
314 * disk_stat_unlock().
315 *
316 * part_stat_read() can be called at any time.
317 *
318 * part_stat_{add|set_all}() and {init|free}_part_stats are for
319 * internal use only.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320 */
321#ifdef CONFIG_SMP
Tejun Heo074a7ac2008-08-25 19:56:14 +0900322#define part_stat_lock() ({ rcu_read_lock(); get_cpu(); })
323#define part_stat_unlock() do { put_cpu(); rcu_read_unlock(); } while (0)
Tejun Heoc9959052008-08-25 19:47:21 +0900324
Tejun Heo074a7ac2008-08-25 19:56:14 +0900325#define __part_stat_add(cpu, part, field, addnd) \
326 (per_cpu_ptr((part)->dkstats, (cpu))->field += (addnd))
Jerome Marchandea5c48a2008-02-08 11:04:09 +0100327
328#define part_stat_read(part, field) \
329({ \
Tejun Heo074a7ac2008-08-25 19:56:14 +0900330 typeof((part)->dkstats->field) res = 0; \
Stephen Hemminger7af92f82010-01-06 15:45:55 -0800331 unsigned int _cpu; \
332 for_each_possible_cpu(_cpu) \
333 res += per_cpu_ptr((part)->dkstats, _cpu)->field; \
Jerome Marchandea5c48a2008-02-08 11:04:09 +0100334 res; \
335})
336
Jens Axboe28f13702008-05-07 10:15:46 +0200337static inline void part_stat_set_all(struct hd_struct *part, int value)
338{
Jerome Marchandea5c48a2008-02-08 11:04:09 +0100339 int i;
Jens Axboe28f13702008-05-07 10:15:46 +0200340
Jerome Marchandea5c48a2008-02-08 11:04:09 +0100341 for_each_possible_cpu(i)
342 memset(per_cpu_ptr(part->dkstats, i), value,
Jens Axboe28f13702008-05-07 10:15:46 +0200343 sizeof(struct disk_stats));
Jerome Marchandea5c48a2008-02-08 11:04:09 +0100344}
Tejun Heoc9959052008-08-25 19:47:21 +0900345
Jerome Marchandea5c48a2008-02-08 11:04:09 +0100346static inline int init_part_stats(struct hd_struct *part)
347{
348 part->dkstats = alloc_percpu(struct disk_stats);
349 if (!part->dkstats)
350 return 0;
351 return 1;
352}
353
354static inline void free_part_stats(struct hd_struct *part)
355{
356 free_percpu(part->dkstats);
357}
358
Tejun Heo074a7ac2008-08-25 19:56:14 +0900359#else /* !CONFIG_SMP */
360#define part_stat_lock() ({ rcu_read_lock(); 0; })
361#define part_stat_unlock() rcu_read_unlock()
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362
Tejun Heo074a7ac2008-08-25 19:56:14 +0900363#define __part_stat_add(cpu, part, field, addnd) \
364 ((part)->dkstats.field += addnd)
365
366#define part_stat_read(part, field) ((part)->dkstats.field)
367
368static inline void part_stat_set_all(struct hd_struct *part, int value)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369{
Tejun Heo074a7ac2008-08-25 19:56:14 +0900370 memset(&part->dkstats, value, sizeof(struct disk_stats));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371}
Jerome Marchandea5c48a2008-02-08 11:04:09 +0100372
373static inline int init_part_stats(struct hd_struct *part)
374{
375 return 1;
376}
377
378static inline void free_part_stats(struct hd_struct *part)
379{
380}
Tejun Heo074a7ac2008-08-25 19:56:14 +0900381
382#endif /* CONFIG_SMP */
383
384#define part_stat_add(cpu, part, field, addnd) do { \
385 __part_stat_add((cpu), (part), field, addnd); \
386 if ((part)->partno) \
387 __part_stat_add((cpu), &part_to_disk((part))->part0, \
388 field, addnd); \
389} while (0)
390
391#define part_stat_dec(cpu, gendiskp, field) \
392 part_stat_add(cpu, gendiskp, field, -1)
393#define part_stat_inc(cpu, gendiskp, field) \
394 part_stat_add(cpu, gendiskp, field, 1)
395#define part_stat_sub(cpu, gendiskp, field, subnd) \
396 part_stat_add(cpu, gendiskp, field, -subnd)
397
Nikanth Karthikesan316d3152009-10-06 20:16:55 +0200398static inline void part_inc_in_flight(struct hd_struct *part, int rw)
Tejun Heo074a7ac2008-08-25 19:56:14 +0900399{
Shaohua Li1e9bb882011-03-22 08:35:35 +0100400 atomic_inc(&part->in_flight[rw]);
Tejun Heo074a7ac2008-08-25 19:56:14 +0900401 if (part->partno)
Shaohua Li1e9bb882011-03-22 08:35:35 +0100402 atomic_inc(&part_to_disk(part)->part0.in_flight[rw]);
Tejun Heo074a7ac2008-08-25 19:56:14 +0900403}
404
Nikanth Karthikesan316d3152009-10-06 20:16:55 +0200405static inline void part_dec_in_flight(struct hd_struct *part, int rw)
Tejun Heo074a7ac2008-08-25 19:56:14 +0900406{
Shaohua Li1e9bb882011-03-22 08:35:35 +0100407 atomic_dec(&part->in_flight[rw]);
Tejun Heo074a7ac2008-08-25 19:56:14 +0900408 if (part->partno)
Shaohua Li1e9bb882011-03-22 08:35:35 +0100409 atomic_dec(&part_to_disk(part)->part0.in_flight[rw]);
Nikanth Karthikesan316d3152009-10-06 20:16:55 +0200410}
411
412static inline int part_in_flight(struct hd_struct *part)
413{
Shaohua Li1e9bb882011-03-22 08:35:35 +0100414 return atomic_read(&part->in_flight[0]) + atomic_read(&part->in_flight[1]);
Tejun Heo074a7ac2008-08-25 19:56:14 +0900415}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700416
Will Drewry6d1d8052010-08-31 15:47:05 -0500417static inline struct partition_meta_info *alloc_part_info(struct gendisk *disk)
418{
419 if (disk)
420 return kzalloc_node(sizeof(struct partition_meta_info),
421 GFP_KERNEL, disk->node_id);
422 return kzalloc(sizeof(struct partition_meta_info), GFP_KERNEL);
423}
424
425static inline void free_part_info(struct hd_struct *part)
426{
427 kfree(part->info);
428}
429
Petros Koutoupisd3992282009-03-11 10:49:35 +0100430/* block/blk-core.c */
Tejun Heoc9959052008-08-25 19:47:21 +0900431extern void part_round_stats(int cpu, struct hd_struct *part);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700432
Petros Koutoupis32ca1632009-03-10 08:25:54 +0100433/* block/genhd.c */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700434extern void add_disk(struct gendisk *disk);
435extern void del_gendisk(struct gendisk *gp);
Tejun Heocf771cb2008-09-03 09:01:09 +0200436extern struct gendisk *get_gendisk(dev_t dev, int *partno);
Tejun Heof331c022008-09-03 09:01:48 +0200437extern struct block_device *bdget_disk(struct gendisk *disk, int partno);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700438
439extern void set_device_ro(struct block_device *bdev, int flag);
440extern void set_disk_ro(struct gendisk *disk, int flag);
441
Tejun Heob7db9952008-08-25 19:56:10 +0900442static inline int get_disk_ro(struct gendisk *disk)
443{
444 return disk->part0.policy;
445}
446
Tejun Heo77ea8872010-12-08 20:57:37 +0100447extern void disk_block_events(struct gendisk *disk);
448extern void disk_unblock_events(struct gendisk *disk);
Tejun Heo85ef06d2011-07-01 16:17:47 +0200449extern void disk_flush_events(struct gendisk *disk, unsigned int mask);
Tejun Heo77ea8872010-12-08 20:57:37 +0100450extern unsigned int disk_clear_events(struct gendisk *disk, unsigned int mask);
451
Linus Torvalds1da177e2005-04-16 15:20:36 -0700452/* drivers/char/random.c */
453extern void add_disk_randomness(struct gendisk *disk);
454extern void rand_initialize_disk(struct gendisk *disk);
455
456static inline sector_t get_start_sect(struct block_device *bdev)
457{
Tejun Heo0762b8b2008-08-25 19:56:12 +0900458 return bdev->bd_part->start_sect;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700459}
460static inline sector_t get_capacity(struct gendisk *disk)
461{
Tejun Heo80795ae2008-08-25 19:56:07 +0900462 return disk->part0.nr_sects;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700463}
464static inline void set_capacity(struct gendisk *disk, sector_t size)
465{
Tejun Heo80795ae2008-08-25 19:56:07 +0900466 disk->part0.nr_sects = size;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700467}
468
Linus Torvalds1da177e2005-04-16 15:20:36 -0700469#ifdef CONFIG_SOLARIS_X86_PARTITION
470
Mark Fortescueb84d8792007-07-25 18:30:08 -0700471#define SOLARIS_X86_NUMSLICE 16
Linus Torvalds1da177e2005-04-16 15:20:36 -0700472#define SOLARIS_X86_VTOC_SANE (0x600DDEEEUL)
473
474struct solaris_x86_slice {
475 __le16 s_tag; /* ID tag of partition */
476 __le16 s_flag; /* permission flags */
477 __le32 s_start; /* start sector no of partition */
478 __le32 s_size; /* # of blocks in partition */
479};
480
481struct solaris_x86_vtoc {
482 unsigned int v_bootinfo[3]; /* info needed by mboot (unsupported) */
483 __le32 v_sanity; /* to verify vtoc sanity */
484 __le32 v_version; /* layout version */
485 char v_volume[8]; /* volume name */
486 __le16 v_sectorsz; /* sector size in bytes */
487 __le16 v_nparts; /* number of partitions */
488 unsigned int v_reserved[10]; /* free space */
489 struct solaris_x86_slice
490 v_slice[SOLARIS_X86_NUMSLICE]; /* slice headers */
491 unsigned int timestamp[SOLARIS_X86_NUMSLICE]; /* timestamp (unsupported) */
492 char v_asciilabel[128]; /* for compatibility */
493};
494
495#endif /* CONFIG_SOLARIS_X86_PARTITION */
496
497#ifdef CONFIG_BSD_DISKLABEL
498/*
499 * BSD disklabel support by Yossi Gottlieb <yogo@math.tau.ac.il>
500 * updated by Marc Espie <Marc.Espie@openbsd.org>
501 */
502
503/* check against BSD src/sys/sys/disklabel.h for consistency */
504
505#define BSD_DISKMAGIC (0x82564557UL) /* The disk magic number */
506#define BSD_MAXPARTITIONS 16
507#define OPENBSD_MAXPARTITIONS 16
508#define BSD_FS_UNUSED 0 /* disklabel unused partition entry ID */
509struct bsd_disklabel {
510 __le32 d_magic; /* the magic number */
511 __s16 d_type; /* drive type */
512 __s16 d_subtype; /* controller/d_type specific */
513 char d_typename[16]; /* type name, e.g. "eagle" */
514 char d_packname[16]; /* pack identifier */
515 __u32 d_secsize; /* # of bytes per sector */
516 __u32 d_nsectors; /* # of data sectors per track */
517 __u32 d_ntracks; /* # of tracks per cylinder */
518 __u32 d_ncylinders; /* # of data cylinders per unit */
519 __u32 d_secpercyl; /* # of data sectors per cylinder */
520 __u32 d_secperunit; /* # of data sectors per unit */
521 __u16 d_sparespertrack; /* # of spare sectors per track */
522 __u16 d_sparespercyl; /* # of spare sectors per cylinder */
523 __u32 d_acylinders; /* # of alt. cylinders per unit */
524 __u16 d_rpm; /* rotational speed */
525 __u16 d_interleave; /* hardware sector interleave */
526 __u16 d_trackskew; /* sector 0 skew, per track */
527 __u16 d_cylskew; /* sector 0 skew, per cylinder */
528 __u32 d_headswitch; /* head switch time, usec */
529 __u32 d_trkseek; /* track-to-track seek, usec */
530 __u32 d_flags; /* generic flags */
531#define NDDATA 5
532 __u32 d_drivedata[NDDATA]; /* drive-type specific information */
533#define NSPARE 5
534 __u32 d_spare[NSPARE]; /* reserved for future use */
535 __le32 d_magic2; /* the magic number (again) */
536 __le16 d_checksum; /* xor of data incl. partitions */
537
538 /* filesystem and partition information: */
539 __le16 d_npartitions; /* number of partitions in following */
540 __le32 d_bbsize; /* size of boot area at sn0, bytes */
541 __le32 d_sbsize; /* max size of fs superblock, bytes */
542 struct bsd_partition { /* the partition table */
543 __le32 p_size; /* number of sectors in partition */
544 __le32 p_offset; /* starting sector */
545 __le32 p_fsize; /* filesystem basic fragment size */
546 __u8 p_fstype; /* filesystem type, see below */
547 __u8 p_frag; /* filesystem fragments per block */
548 __le16 p_cpg; /* filesystem cylinders per group */
549 } d_partitions[BSD_MAXPARTITIONS]; /* actually may be more */
550};
551
552#endif /* CONFIG_BSD_DISKLABEL */
553
554#ifdef CONFIG_UNIXWARE_DISKLABEL
555/*
556 * Unixware slices support by Andrzej Krzysztofowicz <ankry@mif.pg.gda.pl>
557 * and Krzysztof G. Baranowski <kgb@knm.org.pl>
558 */
559
560#define UNIXWARE_DISKMAGIC (0xCA5E600DUL) /* The disk magic number */
561#define UNIXWARE_DISKMAGIC2 (0x600DDEEEUL) /* The slice table magic nr */
562#define UNIXWARE_NUMSLICE 16
563#define UNIXWARE_FS_UNUSED 0 /* Unused slice entry ID */
564
565struct unixware_slice {
566 __le16 s_label; /* label */
567 __le16 s_flags; /* permission flags */
568 __le32 start_sect; /* starting sector */
569 __le32 nr_sects; /* number of sectors in slice */
570};
571
572struct unixware_disklabel {
573 __le32 d_type; /* drive type */
574 __le32 d_magic; /* the magic number */
575 __le32 d_version; /* version number */
576 char d_serial[12]; /* serial number of the device */
577 __le32 d_ncylinders; /* # of data cylinders per device */
578 __le32 d_ntracks; /* # of tracks per cylinder */
579 __le32 d_nsectors; /* # of data sectors per track */
580 __le32 d_secsize; /* # of bytes per sector */
581 __le32 d_part_start; /* # of first sector of this partition */
582 __le32 d_unknown1[12]; /* ? */
583 __le32 d_alt_tbl; /* byte offset of alternate table */
584 __le32 d_alt_len; /* byte length of alternate table */
585 __le32 d_phys_cyl; /* # of physical cylinders per device */
586 __le32 d_phys_trk; /* # of physical tracks per cylinder */
587 __le32 d_phys_sec; /* # of physical sectors per track */
588 __le32 d_phys_bytes; /* # of physical bytes per sector */
589 __le32 d_unknown2; /* ? */
590 __le32 d_unknown3; /* ? */
591 __le32 d_pad[8]; /* pad */
592
593 struct unixware_vtoc {
594 __le32 v_magic; /* the magic number */
595 __le32 v_version; /* version number */
596 char v_name[8]; /* volume name */
597 __le16 v_nslices; /* # of slices */
598 __le16 v_unknown1; /* ? */
599 __le32 v_reserved[10]; /* reserved */
600 struct unixware_slice
601 v_slice[UNIXWARE_NUMSLICE]; /* slice headers */
602 } vtoc;
603
604}; /* 408 */
605
606#endif /* CONFIG_UNIXWARE_DISKLABEL */
607
608#ifdef CONFIG_MINIX_SUBPARTITION
609# define MINIX_NR_SUBPARTITIONS 4
610#endif /* CONFIG_MINIX_SUBPARTITION */
611
Fabio Massimo Di Nittod18d7682007-02-10 23:50:00 -0800612#define ADDPART_FLAG_NONE 0
613#define ADDPART_FLAG_RAID 1
614#define ADDPART_FLAG_WHOLEDISK 2
615
Tejun Heobcce3de2008-08-25 19:47:22 +0900616extern int blk_alloc_devt(struct hd_struct *part, dev_t *devt);
617extern void blk_free_devt(dev_t devt);
Tejun Heocf771cb2008-09-03 09:01:09 +0200618extern dev_t blk_lookup_devt(const char *name, int partno);
619extern char *disk_name (struct gendisk *hd, int partno, char *buf);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700620
Tejun Heo540eed52008-08-25 19:56:15 +0900621extern int disk_expand_part_tbl(struct gendisk *disk, int target);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622extern int rescan_partitions(struct gendisk *disk, struct block_device *bdev);
Jun'ichi Nomurafe316bf2012-03-02 10:38:33 +0100623extern int invalidate_partitions(struct gendisk *disk, struct block_device *bdev);
Tejun Heoba329292008-11-10 15:29:58 +0900624extern struct hd_struct * __must_check add_partition(struct gendisk *disk,
625 int partno, sector_t start,
Will Drewry6d1d8052010-08-31 15:47:05 -0500626 sector_t len, int flags,
627 struct partition_meta_info
628 *info);
Ming Lei6c710132015-07-16 11:16:45 +0800629extern void __delete_partition(struct percpu_ref *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700630extern void delete_partition(struct gendisk *, int);
Dave Gilbertdd2a3452007-05-09 02:33:24 -0700631extern void printk_all_partitions(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700632
Christoph Lameter19460892005-06-23 00:08:19 -0700633extern struct gendisk *alloc_disk_node(int minors, int node_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700634extern struct gendisk *alloc_disk(int minors);
635extern struct kobject *get_disk(struct gendisk *disk);
636extern void put_disk(struct gendisk *disk);
Kay Sieversedfaa7c2007-05-21 22:08:01 +0200637extern void blk_register_region(dev_t devt, unsigned long range,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700638 struct module *module,
639 struct kobject *(*probe)(dev_t, int *, void *),
640 int (*lock)(dev_t, void *),
641 void *data);
Kay Sieversedfaa7c2007-05-21 22:08:01 +0200642extern void blk_unregister_region(dev_t devt, unsigned long range);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643
Tejun Heoe5610522008-08-25 19:56:09 +0900644extern ssize_t part_size_show(struct device *dev,
645 struct device_attribute *attr, char *buf);
Tejun Heo074a7ac2008-08-25 19:56:14 +0900646extern ssize_t part_stat_show(struct device *dev,
647 struct device_attribute *attr, char *buf);
Nikanth Karthikesan316d3152009-10-06 20:16:55 +0200648extern ssize_t part_inflight_show(struct device *dev,
649 struct device_attribute *attr, char *buf);
Tejun Heoeddb2e22008-08-25 19:56:13 +0900650#ifdef CONFIG_FAIL_MAKE_REQUEST
651extern ssize_t part_fail_show(struct device *dev,
652 struct device_attribute *attr, char *buf);
653extern ssize_t part_fail_store(struct device *dev,
654 struct device_attribute *attr,
655 const char *buf, size_t count);
656#endif /* CONFIG_FAIL_MAKE_REQUEST */
Tejun Heoe5610522008-08-25 19:56:09 +0900657
Ming Lei6c710132015-07-16 11:16:45 +0800658static inline int hd_ref_init(struct hd_struct *part)
Jens Axboe6c23a962011-01-07 08:43:37 +0100659{
Ming Lei6c710132015-07-16 11:16:45 +0800660 if (percpu_ref_init(&part->ref, __delete_partition, 0,
661 GFP_KERNEL))
662 return -ENOMEM;
663 return 0;
Jens Axboe6c23a962011-01-07 08:43:37 +0100664}
665
666static inline void hd_struct_get(struct hd_struct *part)
667{
Ming Lei6c710132015-07-16 11:16:45 +0800668 percpu_ref_get(&part->ref);
Jens Axboe6c23a962011-01-07 08:43:37 +0100669}
670
671static inline int hd_struct_try_get(struct hd_struct *part)
672{
Ming Lei6c710132015-07-16 11:16:45 +0800673 return percpu_ref_tryget_live(&part->ref);
Jens Axboe6c23a962011-01-07 08:43:37 +0100674}
675
676static inline void hd_struct_put(struct hd_struct *part)
677{
Ming Lei6c710132015-07-16 11:16:45 +0800678 percpu_ref_put(&part->ref);
679}
680
681static inline void hd_struct_kill(struct hd_struct *part)
682{
683 percpu_ref_kill(&part->ref);
Jens Axboe6c23a962011-01-07 08:43:37 +0100684}
685
Ming Leib54e5ed2015-07-16 11:16:44 +0800686static inline void hd_free_part(struct hd_struct *part)
687{
688 free_part_stats(part);
689 free_part_info(part);
Ming Lei6c710132015-07-16 11:16:45 +0800690 percpu_ref_exit(&part->ref);
Ming Leib54e5ed2015-07-16 11:16:44 +0800691}
692
Vivek Goyalc83f6bf2012-08-01 12:24:18 +0200693/*
694 * Any access of part->nr_sects which is not protected by partition
695 * bd_mutex or gendisk bdev bd_mutex, should be done using this
696 * accessor function.
697 *
698 * Code written along the lines of i_size_read() and i_size_write().
699 * CONFIG_PREEMPT case optimizes the case of UP kernel with preemption
700 * on.
701 */
702static inline sector_t part_nr_sects_read(struct hd_struct *part)
703{
704#if BITS_PER_LONG==32 && defined(CONFIG_LBDAF) && defined(CONFIG_SMP)
705 sector_t nr_sects;
706 unsigned seq;
707 do {
708 seq = read_seqcount_begin(&part->nr_sects_seq);
709 nr_sects = part->nr_sects;
710 } while (read_seqcount_retry(&part->nr_sects_seq, seq));
711 return nr_sects;
712#elif BITS_PER_LONG==32 && defined(CONFIG_LBDAF) && defined(CONFIG_PREEMPT)
713 sector_t nr_sects;
714
715 preempt_disable();
716 nr_sects = part->nr_sects;
717 preempt_enable();
718 return nr_sects;
719#else
720 return part->nr_sects;
721#endif
722}
723
724/*
725 * Should be called with mutex lock held (typically bd_mutex) of partition
726 * to provide mutual exlusion among writers otherwise seqcount might be
727 * left in wrong state leaving the readers spinning infinitely.
728 */
729static inline void part_nr_sects_write(struct hd_struct *part, sector_t size)
730{
731#if BITS_PER_LONG==32 && defined(CONFIG_LBDAF) && defined(CONFIG_SMP)
732 write_seqcount_begin(&part->nr_sects_seq);
733 part->nr_sects = size;
734 write_seqcount_end(&part->nr_sects_seq);
735#elif BITS_PER_LONG==32 && defined(CONFIG_LBDAF) && defined(CONFIG_PREEMPT)
736 preempt_disable();
737 part->nr_sects = size;
738 preempt_enable();
739#else
740 part->nr_sects = size;
741#endif
742}
743
Martin K. Petersen25520d52015-10-21 13:19:49 -0400744#if defined(CONFIG_BLK_DEV_INTEGRITY)
745extern void blk_integrity_add(struct gendisk *);
746extern void blk_integrity_del(struct gendisk *);
747extern void blk_integrity_revalidate(struct gendisk *);
748#else /* CONFIG_BLK_DEV_INTEGRITY */
749static inline void blk_integrity_add(struct gendisk *disk) { }
750static inline void blk_integrity_del(struct gendisk *disk) { }
751static inline void blk_integrity_revalidate(struct gendisk *disk) { }
752#endif /* CONFIG_BLK_DEV_INTEGRITY */
753
Jens Axboe87c1efb2007-05-11 13:29:54 +0200754#else /* CONFIG_BLOCK */
755
756static inline void printk_all_partitions(void) { }
757
Tejun Heocf771cb2008-09-03 09:01:09 +0200758static inline dev_t blk_lookup_devt(const char *name, int partno)
Kay Sieversedfaa7c2007-05-21 22:08:01 +0200759{
760 dev_t devt = MKDEV(0, 0);
761 return devt;
762}
763
Mimi Zohar446d64e2013-02-24 23:42:37 -0500764static inline int blk_part_pack_uuid(const u8 *uuid_str, u8 *to)
765{
766 return -EINVAL;
767}
Jens Axboe87c1efb2007-05-11 13:29:54 +0200768#endif /* CONFIG_BLOCK */
David Howells93614012006-09-30 20:45:40 +0200769
David Woodhousea8ae50b2008-03-12 17:52:56 +0100770#endif /* _LINUX_GENHD_H */