Gitiles
Code Review Sign In
gerrit-public.fairphone.software / kernel / msm-4.9 / 5b4c0ef711b25d32809cf6b264388ca313d487df / . / block / blk-mq.h
blob: c55bcf67b9560fba32e4e53318ba149dba4320ad [file] [log] [blame]
Jens Axboe320ae512013-10-24 09:20:05 +0100[diff] [blame]1#ifndef INT_BLK_MQ_H
2#define INT_BLK_MQ_H
3
Christoph Hellwig24d2f902014-04-15 14:14:00 -0600[diff] [blame]4struct blk_mq_tag_set;
5
Jens Axboe320ae512013-10-24 09:20:05 +0100[diff] [blame]6struct blk_mq_ctx {
7 struct {
8 spinlock_t lock;
9 struct list_head rq_list;
10 } ____cacheline_aligned_in_smp;
11
12 unsigned int cpu;
13 unsigned int index_hw;
Jens Axboe320ae512013-10-24 09:20:05 +0100[diff] [blame]14
15 /* incremented at dispatch time */
16 unsigned long rq_dispatched[2];
17 unsigned long rq_merged;
18
19 /* incremented at completion time */
20 unsigned long ____cacheline_aligned_in_smp rq_completed[2];
21
22 struct request_queue *queue;
23 struct kobject kobj;
Jens Axboe4bb659b2014-05-09 09:36:49 -0600[diff] [blame]24} ____cacheline_aligned_in_smp;
Jens Axboe320ae512013-10-24 09:20:05 +0100[diff] [blame]25
Jens Axboe320ae512013-10-24 09:20:05 +0100[diff] [blame]26void blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async);
Tejun Heo780db202014-07-01 10:31:13 -0600[diff] [blame]27void blk_mq_freeze_queue(struct request_queue *q);
Ming Lei3edcc0c2013-12-26 21:31:38 +0800[diff] [blame]28void blk_mq_free_queue(struct request_queue *q);
Jens Axboee3a2b3f2014-05-20 11:49:02 -0600[diff] [blame]29int blk_mq_update_nr_requests(struct request_queue *q, unsigned int nr);
Jens Axboeaed3ea92014-12-22 14:04:42 -0700[diff] [blame]30void blk_mq_wake_waiters(struct request_queue *q);
Jens Axboe320ae512013-10-24 09:20:05 +0100[diff] [blame]31
32/*
33 * CPU hotplug helpers
34 */
Jens Axboe676141e2014-03-20 13:29:18 -0600[diff] [blame]35void blk_mq_enable_hotplug(void);
36void blk_mq_disable_hotplug(void);
Jens Axboe320ae512013-10-24 09:20:05 +0100[diff] [blame]37
38/*
39 * CPU -> queue mappings
40 */
Christoph Hellwigda695ba2016-09-14 16:18:55 +0200[diff] [blame]41int blk_mq_map_queues(struct blk_mq_tag_set *set);
Jens Axboef14bbe72014-05-27 12:06:53 -0600[diff] [blame]42extern int blk_mq_hw_queue_to_node(unsigned int *map, unsigned int);
Jens Axboe320ae512013-10-24 09:20:05 +0100[diff] [blame]43
Christoph Hellwig7d7e0f92016-09-14 16:18:54 +0200[diff] [blame]44static inline struct blk_mq_hw_ctx *blk_mq_map_queue(struct request_queue *q,
45 int cpu)
46{
47 return q->queue_hw_ctx[q->mq_map[cpu]];
48}
49
Jens Axboee93ecf62014-05-19 09:17:48 -0600[diff] [blame]50/*
Jens Axboe67aec142014-05-30 08:25:36 -0600[diff] [blame]51 * sysfs helpers
52 */
Ming Leibc885912017-02-22 18:13:59 +0800[diff] [blame]53extern void blk_mq_sysfs_init(struct request_queue *q);
Jens Axboe67aec142014-05-30 08:25:36 -0600[diff] [blame]54extern int blk_mq_sysfs_register(struct request_queue *q);
55extern void blk_mq_sysfs_unregister(struct request_queue *q);
Keith Busch868f2f02015-12-17 17:08:14 -0700[diff] [blame]56extern void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx);
Jens Axboe67aec142014-05-30 08:25:36 -0600[diff] [blame]57
Christoph Hellwig90415832014-09-22 10:21:48 -0600[diff] [blame]58extern void blk_mq_rq_timed_out(struct request *req, bool reserved);
59
Ming Leie09aae72015-01-29 20:17:27 +0800[diff] [blame]60void blk_mq_release(struct request_queue *q);
61
Ming Lei1aecfe42014-06-01 00:43:36 +0800[diff] [blame]62static inline struct blk_mq_ctx *__blk_mq_get_ctx(struct request_queue *q,
63 unsigned int cpu)
64{
65 return per_cpu_ptr(q->queue_ctx, cpu);
66}
67
68/*
69 * This assumes per-cpu software queueing queues. They could be per-node
70 * as well, for instance. For now this is hardcoded as-is. Note that we don't
71 * care about preemption, since we know the ctx's are persistent. This does
72 * mean that we can't rely on ctx always matching the currently running CPU.
73 */
74static inline struct blk_mq_ctx *blk_mq_get_ctx(struct request_queue *q)
75{
76 return __blk_mq_get_ctx(q, get_cpu());
77}
78
79static inline void blk_mq_put_ctx(struct blk_mq_ctx *ctx)
80{
81 put_cpu();
82}
83
Ming Leicb96a422014-06-01 00:43:37 +0800[diff] [blame]84struct blk_mq_alloc_data {
85 /* input parameter */
86 struct request_queue *q;
Christoph Hellwig6f3b0e82015-11-26 09:13:05 +0100[diff] [blame]87 unsigned int flags;
Ming Leicb96a422014-06-01 00:43:37 +0800[diff] [blame]88
89 /* input & output parameter */
90 struct blk_mq_ctx *ctx;
91 struct blk_mq_hw_ctx *hctx;
92};
93
94static inline void blk_mq_set_alloc_data(struct blk_mq_alloc_data *data,
Christoph Hellwig6f3b0e82015-11-26 09:13:05 +0100[diff] [blame]95 struct request_queue *q, unsigned int flags,
96 struct blk_mq_ctx *ctx, struct blk_mq_hw_ctx *hctx)
Ming Leicb96a422014-06-01 00:43:37 +0800[diff] [blame]97{
98 data->q = q;
Christoph Hellwig6f3b0e82015-11-26 09:13:05 +0100[diff] [blame]99 data->flags = flags;
Ming Leicb96a422014-06-01 00:43:37 +0800[diff] [blame]100 data->ctx = ctx;
101 data->hctx = hctx;
102}
103
Ming Lei19c66e52014-12-03 19:38:04 +0800[diff] [blame]104static inline bool blk_mq_hw_queue_mapped(struct blk_mq_hw_ctx *hctx)
105{
106 return hctx->nr_ctx && hctx->tags;
107}
108
Jens Axboe320ae512013-10-24 09:20:05 +0100[diff] [blame]109#endif