Vivek Goyal | 31e4c28 | 2009-12-03 12:59:42 -0500 | [diff] [blame] | 1 | #ifndef _BLK_CGROUP_H |
| 2 | #define _BLK_CGROUP_H |
| 3 | /* |
| 4 | * Common Block IO controller cgroup interface |
| 5 | * |
| 6 | * Based on ideas and code from CFQ, CFS and BFQ: |
| 7 | * Copyright (C) 2003 Jens Axboe <axboe@kernel.dk> |
| 8 | * |
| 9 | * Copyright (C) 2008 Fabio Checconi <fabio@gandalf.sssup.it> |
| 10 | * Paolo Valente <paolo.valente@unimore.it> |
| 11 | * |
| 12 | * Copyright (C) 2009 Vivek Goyal <vgoyal@redhat.com> |
| 13 | * Nauman Rafique <nauman@google.com> |
| 14 | */ |
| 15 | |
| 16 | #include <linux/cgroup.h> |
Vivek Goyal | 575969a | 2011-05-19 15:38:29 -0400 | [diff] [blame] | 17 | #include <linux/u64_stats_sync.h> |
Tejun Heo | 829fdb5 | 2012-04-01 14:38:43 -0700 | [diff] [blame] | 18 | #include <linux/seq_file.h> |
Tejun Heo | a637120 | 2012-04-19 16:29:24 -0700 | [diff] [blame] | 19 | #include <linux/radix-tree.h> |
Tejun Heo | a051661 | 2012-06-26 15:05:44 -0700 | [diff] [blame] | 20 | #include <linux/blkdev.h> |
Tejun Heo | a5049a8 | 2014-06-19 17:42:57 -0400 | [diff] [blame] | 21 | #include <linux/atomic.h> |
Vivek Goyal | 31e4c28 | 2009-12-03 12:59:42 -0500 | [diff] [blame] | 22 | |
Vivek Goyal | 9355aed | 2010-10-01 21:16:41 +0200 | [diff] [blame] | 23 | /* Max limits for throttle policy */ |
| 24 | #define THROTL_IOPS_MAX UINT_MAX |
| 25 | |
Tejun Heo | f48ec1d | 2012-04-13 13:11:25 -0700 | [diff] [blame] | 26 | #ifdef CONFIG_BLK_CGROUP |
| 27 | |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 28 | enum blkg_rwstat_type { |
| 29 | BLKG_RWSTAT_READ, |
| 30 | BLKG_RWSTAT_WRITE, |
| 31 | BLKG_RWSTAT_SYNC, |
| 32 | BLKG_RWSTAT_ASYNC, |
| 33 | |
| 34 | BLKG_RWSTAT_NR, |
| 35 | BLKG_RWSTAT_TOTAL = BLKG_RWSTAT_NR, |
Divyesh Shah | 303a3ac | 2010-04-01 15:01:24 -0700 | [diff] [blame] | 36 | }; |
| 37 | |
Tejun Heo | a637120 | 2012-04-19 16:29:24 -0700 | [diff] [blame] | 38 | struct blkcg_gq; |
| 39 | |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 40 | struct blkcg { |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 41 | struct cgroup_subsys_state css; |
| 42 | spinlock_t lock; |
Tejun Heo | a637120 | 2012-04-19 16:29:24 -0700 | [diff] [blame] | 43 | |
| 44 | struct radix_tree_root blkg_tree; |
| 45 | struct blkcg_gq *blkg_hint; |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 46 | struct hlist_head blkg_list; |
Tejun Heo | 9a9e8a2 | 2012-03-19 15:10:56 -0700 | [diff] [blame] | 47 | |
Arianna Avanzini | e48453c | 2015-06-05 23:38:42 +0200 | [diff] [blame] | 48 | struct blkcg_policy_data *pd[BLKCG_MAX_POLS]; |
Tejun Heo | 52ebea7 | 2015-05-22 17:13:37 -0400 | [diff] [blame] | 49 | |
| 50 | #ifdef CONFIG_CGROUP_WRITEBACK |
| 51 | struct list_head cgwb_list; |
| 52 | #endif |
Vivek Goyal | 31e4c28 | 2009-12-03 12:59:42 -0500 | [diff] [blame] | 53 | }; |
| 54 | |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 55 | struct blkg_stat { |
| 56 | struct u64_stats_sync syncp; |
| 57 | uint64_t cnt; |
| 58 | }; |
| 59 | |
| 60 | struct blkg_rwstat { |
| 61 | struct u64_stats_sync syncp; |
| 62 | uint64_t cnt[BLKG_RWSTAT_NR]; |
| 63 | }; |
| 64 | |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 65 | /* |
| 66 | * A blkcg_gq (blkg) is association between a block cgroup (blkcg) and a |
| 67 | * request_queue (q). This is used by blkcg policies which need to track |
| 68 | * information per blkcg - q pair. |
| 69 | * |
| 70 | * There can be multiple active blkcg policies and each has its private |
| 71 | * data on each blkg, the size of which is determined by |
| 72 | * blkcg_policy->pd_size. blkcg core allocates and frees such areas |
| 73 | * together with blkg and invokes pd_init/exit_fn() methods. |
| 74 | * |
| 75 | * Such private data must embed struct blkg_policy_data (pd) at the |
| 76 | * beginning and pd_size can't be smaller than pd. |
| 77 | */ |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 78 | struct blkg_policy_data { |
Tejun Heo | b276a87 | 2013-01-09 08:05:12 -0800 | [diff] [blame] | 79 | /* the blkg and policy id this per-policy data belongs to */ |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 80 | struct blkcg_gq *blkg; |
Tejun Heo | b276a87 | 2013-01-09 08:05:12 -0800 | [diff] [blame] | 81 | int plid; |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 82 | |
Tejun Heo | a2b1693 | 2012-04-13 13:11:33 -0700 | [diff] [blame] | 83 | /* used during policy activation */ |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 84 | struct list_head alloc_node; |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 85 | }; |
| 86 | |
Arianna Avanzini | e48453c | 2015-06-05 23:38:42 +0200 | [diff] [blame] | 87 | /* |
| 88 | * Policies that need to keep per-blkcg data which is independent |
| 89 | * from any request_queue associated to it must specify its size |
| 90 | * with the cpd_size field of the blkcg_policy structure and |
| 91 | * embed a blkcg_policy_data in it. blkcg core allocates |
| 92 | * policy-specific per-blkcg structures lazily the first time |
| 93 | * they are actually needed, so it handles them together with |
| 94 | * blkgs. cpd_init() is invoked to let each policy handle |
| 95 | * per-blkcg data. |
| 96 | */ |
| 97 | struct blkcg_policy_data { |
| 98 | /* the policy id this per-policy data belongs to */ |
| 99 | int plid; |
| 100 | |
| 101 | /* used during policy activation */ |
| 102 | struct list_head alloc_node; |
| 103 | }; |
| 104 | |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 105 | /* association between a blk cgroup and a request queue */ |
| 106 | struct blkcg_gq { |
Tejun Heo | c875f4d | 2012-03-05 13:15:22 -0800 | [diff] [blame] | 107 | /* Pointer to the associated request_queue */ |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 108 | struct request_queue *q; |
| 109 | struct list_head q_node; |
| 110 | struct hlist_node blkcg_node; |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 111 | struct blkcg *blkcg; |
Tejun Heo | 3c54786 | 2013-01-09 08:05:10 -0800 | [diff] [blame] | 112 | |
Tejun Heo | ce7acfe | 2015-05-22 17:13:38 -0400 | [diff] [blame] | 113 | /* |
| 114 | * Each blkg gets congested separately and the congestion state is |
| 115 | * propagated to the matching bdi_writeback_congested. |
| 116 | */ |
| 117 | struct bdi_writeback_congested *wb_congested; |
| 118 | |
Tejun Heo | 3c54786 | 2013-01-09 08:05:10 -0800 | [diff] [blame] | 119 | /* all non-root blkcg_gq's are guaranteed to have access to parent */ |
| 120 | struct blkcg_gq *parent; |
| 121 | |
Tejun Heo | a051661 | 2012-06-26 15:05:44 -0700 | [diff] [blame] | 122 | /* request allocation list for this blkcg-q pair */ |
| 123 | struct request_list rl; |
Tejun Heo | 3c54786 | 2013-01-09 08:05:10 -0800 | [diff] [blame] | 124 | |
Tejun Heo | 1adaf3d | 2012-03-05 13:15:15 -0800 | [diff] [blame] | 125 | /* reference count */ |
Tejun Heo | a5049a8 | 2014-06-19 17:42:57 -0400 | [diff] [blame] | 126 | atomic_t refcnt; |
Vivek Goyal | 2208419 | 2009-12-03 12:59:49 -0500 | [diff] [blame] | 127 | |
Tejun Heo | f427d90 | 2013-01-09 08:05:12 -0800 | [diff] [blame] | 128 | /* is this blkg online? protected by both blkcg and q locks */ |
| 129 | bool online; |
| 130 | |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 131 | struct blkg_policy_data *pd[BLKCG_MAX_POLS]; |
Tejun Heo | 1adaf3d | 2012-03-05 13:15:15 -0800 | [diff] [blame] | 132 | |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 133 | struct rcu_head rcu_head; |
Vivek Goyal | 31e4c28 | 2009-12-03 12:59:42 -0500 | [diff] [blame] | 134 | }; |
| 135 | |
Arianna Avanzini | e48453c | 2015-06-05 23:38:42 +0200 | [diff] [blame] | 136 | typedef void (blkcg_pol_init_cpd_fn)(const struct blkcg *blkcg); |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 137 | typedef void (blkcg_pol_init_pd_fn)(struct blkcg_gq *blkg); |
Tejun Heo | f427d90 | 2013-01-09 08:05:12 -0800 | [diff] [blame] | 138 | typedef void (blkcg_pol_online_pd_fn)(struct blkcg_gq *blkg); |
| 139 | typedef void (blkcg_pol_offline_pd_fn)(struct blkcg_gq *blkg); |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 140 | typedef void (blkcg_pol_exit_pd_fn)(struct blkcg_gq *blkg); |
| 141 | typedef void (blkcg_pol_reset_pd_stats_fn)(struct blkcg_gq *blkg); |
Vivek Goyal | 3e25206 | 2009-12-04 10:36:42 -0500 | [diff] [blame] | 142 | |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 143 | struct blkcg_policy { |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 144 | int plid; |
| 145 | /* policy specific private data size */ |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 146 | size_t pd_size; |
Arianna Avanzini | e48453c | 2015-06-05 23:38:42 +0200 | [diff] [blame] | 147 | /* policy specific per-blkcg data size */ |
| 148 | size_t cpd_size; |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 149 | /* cgroup files for the policy */ |
| 150 | struct cftype *cftypes; |
Tejun Heo | f9fcc2d | 2012-04-16 13:57:27 -0700 | [diff] [blame] | 151 | |
| 152 | /* operations */ |
Arianna Avanzini | e48453c | 2015-06-05 23:38:42 +0200 | [diff] [blame] | 153 | blkcg_pol_init_cpd_fn *cpd_init_fn; |
Tejun Heo | f9fcc2d | 2012-04-16 13:57:27 -0700 | [diff] [blame] | 154 | blkcg_pol_init_pd_fn *pd_init_fn; |
Tejun Heo | f427d90 | 2013-01-09 08:05:12 -0800 | [diff] [blame] | 155 | blkcg_pol_online_pd_fn *pd_online_fn; |
| 156 | blkcg_pol_offline_pd_fn *pd_offline_fn; |
Tejun Heo | f9fcc2d | 2012-04-16 13:57:27 -0700 | [diff] [blame] | 157 | blkcg_pol_exit_pd_fn *pd_exit_fn; |
| 158 | blkcg_pol_reset_pd_stats_fn *pd_reset_stats_fn; |
Vivek Goyal | 3e25206 | 2009-12-04 10:36:42 -0500 | [diff] [blame] | 159 | }; |
| 160 | |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 161 | extern struct blkcg blkcg_root; |
Tejun Heo | 496d5e7 | 2015-05-22 17:13:21 -0400 | [diff] [blame] | 162 | extern struct cgroup_subsys_state * const blkcg_root_css; |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 163 | |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 164 | struct blkcg_gq *blkg_lookup(struct blkcg *blkcg, struct request_queue *q); |
| 165 | struct blkcg_gq *blkg_lookup_create(struct blkcg *blkcg, |
| 166 | struct request_queue *q); |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 167 | int blkcg_init_queue(struct request_queue *q); |
| 168 | void blkcg_drain_queue(struct request_queue *q); |
| 169 | void blkcg_exit_queue(struct request_queue *q); |
Tejun Heo | 5efd611 | 2012-03-05 13:15:12 -0800 | [diff] [blame] | 170 | |
Vivek Goyal | 3e25206 | 2009-12-04 10:36:42 -0500 | [diff] [blame] | 171 | /* Blkio controller policy registration */ |
Jens Axboe | d5bf029 | 2014-06-22 16:31:56 -0600 | [diff] [blame] | 172 | int blkcg_policy_register(struct blkcg_policy *pol); |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 173 | void blkcg_policy_unregister(struct blkcg_policy *pol); |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 174 | int blkcg_activate_policy(struct request_queue *q, |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 175 | const struct blkcg_policy *pol); |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 176 | void blkcg_deactivate_policy(struct request_queue *q, |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 177 | const struct blkcg_policy *pol); |
Vivek Goyal | 3e25206 | 2009-12-04 10:36:42 -0500 | [diff] [blame] | 178 | |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 179 | void blkcg_print_blkgs(struct seq_file *sf, struct blkcg *blkcg, |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 180 | u64 (*prfill)(struct seq_file *, |
| 181 | struct blkg_policy_data *, int), |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 182 | const struct blkcg_policy *pol, int data, |
Tejun Heo | ec39934 | 2012-04-13 13:11:27 -0700 | [diff] [blame] | 183 | bool show_total); |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 184 | u64 __blkg_prfill_u64(struct seq_file *sf, struct blkg_policy_data *pd, u64 v); |
| 185 | u64 __blkg_prfill_rwstat(struct seq_file *sf, struct blkg_policy_data *pd, |
Tejun Heo | 829fdb5 | 2012-04-01 14:38:43 -0700 | [diff] [blame] | 186 | const struct blkg_rwstat *rwstat); |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 187 | u64 blkg_prfill_stat(struct seq_file *sf, struct blkg_policy_data *pd, int off); |
| 188 | u64 blkg_prfill_rwstat(struct seq_file *sf, struct blkg_policy_data *pd, |
| 189 | int off); |
Tejun Heo | 829fdb5 | 2012-04-01 14:38:43 -0700 | [diff] [blame] | 190 | |
Tejun Heo | 16b3de6 | 2013-01-09 08:05:12 -0800 | [diff] [blame] | 191 | u64 blkg_stat_recursive_sum(struct blkg_policy_data *pd, int off); |
| 192 | struct blkg_rwstat blkg_rwstat_recursive_sum(struct blkg_policy_data *pd, |
| 193 | int off); |
| 194 | |
Tejun Heo | 829fdb5 | 2012-04-01 14:38:43 -0700 | [diff] [blame] | 195 | struct blkg_conf_ctx { |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 196 | struct gendisk *disk; |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 197 | struct blkcg_gq *blkg; |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 198 | u64 v; |
Tejun Heo | 829fdb5 | 2012-04-01 14:38:43 -0700 | [diff] [blame] | 199 | }; |
| 200 | |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 201 | int blkg_conf_prep(struct blkcg *blkcg, const struct blkcg_policy *pol, |
| 202 | const char *input, struct blkg_conf_ctx *ctx); |
Tejun Heo | 829fdb5 | 2012-04-01 14:38:43 -0700 | [diff] [blame] | 203 | void blkg_conf_finish(struct blkg_conf_ctx *ctx); |
| 204 | |
| 205 | |
Tejun Heo | a7c6d55 | 2013-08-08 20:11:23 -0400 | [diff] [blame] | 206 | static inline struct blkcg *css_to_blkcg(struct cgroup_subsys_state *css) |
| 207 | { |
| 208 | return css ? container_of(css, struct blkcg, css) : NULL; |
| 209 | } |
| 210 | |
Tejun Heo | b1208b5 | 2012-06-04 20:40:57 -0700 | [diff] [blame] | 211 | static inline struct blkcg *task_blkcg(struct task_struct *tsk) |
| 212 | { |
Tejun Heo | 073219e | 2014-02-08 10:36:58 -0500 | [diff] [blame] | 213 | return css_to_blkcg(task_css(tsk, blkio_cgrp_id)); |
Tejun Heo | b1208b5 | 2012-06-04 20:40:57 -0700 | [diff] [blame] | 214 | } |
| 215 | |
| 216 | static inline struct blkcg *bio_blkcg(struct bio *bio) |
| 217 | { |
| 218 | if (bio && bio->bi_css) |
Tejun Heo | a7c6d55 | 2013-08-08 20:11:23 -0400 | [diff] [blame] | 219 | return css_to_blkcg(bio->bi_css); |
Tejun Heo | b1208b5 | 2012-06-04 20:40:57 -0700 | [diff] [blame] | 220 | return task_blkcg(current); |
| 221 | } |
| 222 | |
Tejun Heo | fd383c2 | 2015-05-22 17:13:23 -0400 | [diff] [blame] | 223 | static inline struct cgroup_subsys_state * |
| 224 | task_get_blkcg_css(struct task_struct *task) |
| 225 | { |
| 226 | return task_get_css(task, blkio_cgrp_id); |
| 227 | } |
| 228 | |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 229 | /** |
Tejun Heo | 3c54786 | 2013-01-09 08:05:10 -0800 | [diff] [blame] | 230 | * blkcg_parent - get the parent of a blkcg |
| 231 | * @blkcg: blkcg of interest |
| 232 | * |
| 233 | * Return the parent blkcg of @blkcg. Can be called anytime. |
| 234 | */ |
| 235 | static inline struct blkcg *blkcg_parent(struct blkcg *blkcg) |
| 236 | { |
Tejun Heo | 5c9d535 | 2014-05-16 13:22:48 -0400 | [diff] [blame] | 237 | return css_to_blkcg(blkcg->css.parent); |
Tejun Heo | 3c54786 | 2013-01-09 08:05:10 -0800 | [diff] [blame] | 238 | } |
| 239 | |
| 240 | /** |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 241 | * blkg_to_pdata - get policy private data |
| 242 | * @blkg: blkg of interest |
| 243 | * @pol: policy of interest |
| 244 | * |
| 245 | * Return pointer to private data associated with the @blkg-@pol pair. |
| 246 | */ |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 247 | static inline struct blkg_policy_data *blkg_to_pd(struct blkcg_gq *blkg, |
| 248 | struct blkcg_policy *pol) |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 249 | { |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 250 | return blkg ? blkg->pd[pol->plid] : NULL; |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 251 | } |
| 252 | |
Arianna Avanzini | e48453c | 2015-06-05 23:38:42 +0200 | [diff] [blame] | 253 | static inline struct blkcg_policy_data *blkcg_to_cpd(struct blkcg *blkcg, |
| 254 | struct blkcg_policy *pol) |
| 255 | { |
| 256 | return blkcg ? blkcg->pd[pol->plid] : NULL; |
| 257 | } |
| 258 | |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 259 | /** |
| 260 | * pdata_to_blkg - get blkg associated with policy private data |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 261 | * @pd: policy private data of interest |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 262 | * |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 263 | * @pd is policy private data. Determine the blkg it's associated with. |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 264 | */ |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 265 | static inline struct blkcg_gq *pd_to_blkg(struct blkg_policy_data *pd) |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 266 | { |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 267 | return pd ? pd->blkg : NULL; |
Tejun Heo | 0381411 | 2012-03-05 13:15:14 -0800 | [diff] [blame] | 268 | } |
| 269 | |
Tejun Heo | 54e7ed1 | 2012-04-16 13:57:23 -0700 | [diff] [blame] | 270 | /** |
| 271 | * blkg_path - format cgroup path of blkg |
| 272 | * @blkg: blkg of interest |
| 273 | * @buf: target buffer |
| 274 | * @buflen: target buffer length |
| 275 | * |
| 276 | * Format the path of the cgroup of @blkg into @buf. |
| 277 | */ |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 278 | static inline int blkg_path(struct blkcg_gq *blkg, char *buf, int buflen) |
Vivek Goyal | afc24d4 | 2010-04-26 19:27:56 +0200 | [diff] [blame] | 279 | { |
Tejun Heo | e61734c | 2014-02-12 09:29:50 -0500 | [diff] [blame] | 280 | char *p; |
Tejun Heo | 54e7ed1 | 2012-04-16 13:57:23 -0700 | [diff] [blame] | 281 | |
Tejun Heo | e61734c | 2014-02-12 09:29:50 -0500 | [diff] [blame] | 282 | p = cgroup_path(blkg->blkcg->css.cgroup, buf, buflen); |
| 283 | if (!p) { |
Tejun Heo | 54e7ed1 | 2012-04-16 13:57:23 -0700 | [diff] [blame] | 284 | strncpy(buf, "<unavailable>", buflen); |
Tejun Heo | e61734c | 2014-02-12 09:29:50 -0500 | [diff] [blame] | 285 | return -ENAMETOOLONG; |
| 286 | } |
| 287 | |
| 288 | memmove(buf, p, buf + buflen - p); |
| 289 | return 0; |
Vivek Goyal | afc24d4 | 2010-04-26 19:27:56 +0200 | [diff] [blame] | 290 | } |
| 291 | |
Tejun Heo | 1adaf3d | 2012-03-05 13:15:15 -0800 | [diff] [blame] | 292 | /** |
| 293 | * blkg_get - get a blkg reference |
| 294 | * @blkg: blkg to get |
| 295 | * |
Tejun Heo | a5049a8 | 2014-06-19 17:42:57 -0400 | [diff] [blame] | 296 | * The caller should be holding an existing reference. |
Tejun Heo | 1adaf3d | 2012-03-05 13:15:15 -0800 | [diff] [blame] | 297 | */ |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 298 | static inline void blkg_get(struct blkcg_gq *blkg) |
Tejun Heo | 1adaf3d | 2012-03-05 13:15:15 -0800 | [diff] [blame] | 299 | { |
Tejun Heo | a5049a8 | 2014-06-19 17:42:57 -0400 | [diff] [blame] | 300 | WARN_ON_ONCE(atomic_read(&blkg->refcnt) <= 0); |
| 301 | atomic_inc(&blkg->refcnt); |
Tejun Heo | 1adaf3d | 2012-03-05 13:15:15 -0800 | [diff] [blame] | 302 | } |
| 303 | |
Tejun Heo | 2a4fd07 | 2013-05-14 13:52:31 -0700 | [diff] [blame] | 304 | void __blkg_release_rcu(struct rcu_head *rcu); |
Tejun Heo | 1adaf3d | 2012-03-05 13:15:15 -0800 | [diff] [blame] | 305 | |
| 306 | /** |
| 307 | * blkg_put - put a blkg reference |
| 308 | * @blkg: blkg to put |
Tejun Heo | 1adaf3d | 2012-03-05 13:15:15 -0800 | [diff] [blame] | 309 | */ |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 310 | static inline void blkg_put(struct blkcg_gq *blkg) |
Tejun Heo | 1adaf3d | 2012-03-05 13:15:15 -0800 | [diff] [blame] | 311 | { |
Tejun Heo | a5049a8 | 2014-06-19 17:42:57 -0400 | [diff] [blame] | 312 | WARN_ON_ONCE(atomic_read(&blkg->refcnt) <= 0); |
| 313 | if (atomic_dec_and_test(&blkg->refcnt)) |
Tejun Heo | 2a4fd07 | 2013-05-14 13:52:31 -0700 | [diff] [blame] | 314 | call_rcu(&blkg->rcu_head, __blkg_release_rcu); |
Tejun Heo | 1adaf3d | 2012-03-05 13:15:15 -0800 | [diff] [blame] | 315 | } |
| 316 | |
Tejun Heo | dd4a4ff | 2013-05-14 13:52:30 -0700 | [diff] [blame] | 317 | struct blkcg_gq *__blkg_lookup(struct blkcg *blkcg, struct request_queue *q, |
| 318 | bool update_hint); |
| 319 | |
| 320 | /** |
| 321 | * blkg_for_each_descendant_pre - pre-order walk of a blkg's descendants |
| 322 | * @d_blkg: loop cursor pointing to the current descendant |
Tejun Heo | 492eb21 | 2013-08-08 20:11:25 -0400 | [diff] [blame] | 323 | * @pos_css: used for iteration |
Tejun Heo | dd4a4ff | 2013-05-14 13:52:30 -0700 | [diff] [blame] | 324 | * @p_blkg: target blkg to walk descendants of |
| 325 | * |
| 326 | * Walk @c_blkg through the descendants of @p_blkg. Must be used with RCU |
| 327 | * read locked. If called under either blkcg or queue lock, the iteration |
| 328 | * is guaranteed to include all and only online blkgs. The caller may |
Tejun Heo | 492eb21 | 2013-08-08 20:11:25 -0400 | [diff] [blame] | 329 | * update @pos_css by calling css_rightmost_descendant() to skip subtree. |
Tejun Heo | bd8815a | 2013-08-08 20:11:27 -0400 | [diff] [blame] | 330 | * @p_blkg is included in the iteration and the first node to be visited. |
Tejun Heo | dd4a4ff | 2013-05-14 13:52:30 -0700 | [diff] [blame] | 331 | */ |
Tejun Heo | 492eb21 | 2013-08-08 20:11:25 -0400 | [diff] [blame] | 332 | #define blkg_for_each_descendant_pre(d_blkg, pos_css, p_blkg) \ |
| 333 | css_for_each_descendant_pre((pos_css), &(p_blkg)->blkcg->css) \ |
| 334 | if (((d_blkg) = __blkg_lookup(css_to_blkcg(pos_css), \ |
Tejun Heo | dd4a4ff | 2013-05-14 13:52:30 -0700 | [diff] [blame] | 335 | (p_blkg)->q, false))) |
| 336 | |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 337 | /** |
Tejun Heo | aa539cb | 2013-05-14 13:52:31 -0700 | [diff] [blame] | 338 | * blkg_for_each_descendant_post - post-order walk of a blkg's descendants |
| 339 | * @d_blkg: loop cursor pointing to the current descendant |
Tejun Heo | 492eb21 | 2013-08-08 20:11:25 -0400 | [diff] [blame] | 340 | * @pos_css: used for iteration |
Tejun Heo | aa539cb | 2013-05-14 13:52:31 -0700 | [diff] [blame] | 341 | * @p_blkg: target blkg to walk descendants of |
| 342 | * |
| 343 | * Similar to blkg_for_each_descendant_pre() but performs post-order |
Tejun Heo | bd8815a | 2013-08-08 20:11:27 -0400 | [diff] [blame] | 344 | * traversal instead. Synchronization rules are the same. @p_blkg is |
| 345 | * included in the iteration and the last node to be visited. |
Tejun Heo | aa539cb | 2013-05-14 13:52:31 -0700 | [diff] [blame] | 346 | */ |
Tejun Heo | 492eb21 | 2013-08-08 20:11:25 -0400 | [diff] [blame] | 347 | #define blkg_for_each_descendant_post(d_blkg, pos_css, p_blkg) \ |
| 348 | css_for_each_descendant_post((pos_css), &(p_blkg)->blkcg->css) \ |
| 349 | if (((d_blkg) = __blkg_lookup(css_to_blkcg(pos_css), \ |
Tejun Heo | aa539cb | 2013-05-14 13:52:31 -0700 | [diff] [blame] | 350 | (p_blkg)->q, false))) |
| 351 | |
| 352 | /** |
Tejun Heo | a051661 | 2012-06-26 15:05:44 -0700 | [diff] [blame] | 353 | * blk_get_rl - get request_list to use |
| 354 | * @q: request_queue of interest |
| 355 | * @bio: bio which will be attached to the allocated request (may be %NULL) |
| 356 | * |
| 357 | * The caller wants to allocate a request from @q to use for @bio. Find |
| 358 | * the request_list to use and obtain a reference on it. Should be called |
| 359 | * under queue_lock. This function is guaranteed to return non-%NULL |
| 360 | * request_list. |
| 361 | */ |
| 362 | static inline struct request_list *blk_get_rl(struct request_queue *q, |
| 363 | struct bio *bio) |
| 364 | { |
| 365 | struct blkcg *blkcg; |
| 366 | struct blkcg_gq *blkg; |
| 367 | |
| 368 | rcu_read_lock(); |
| 369 | |
| 370 | blkcg = bio_blkcg(bio); |
| 371 | |
| 372 | /* bypass blkg lookup and use @q->root_rl directly for root */ |
| 373 | if (blkcg == &blkcg_root) |
| 374 | goto root_rl; |
| 375 | |
| 376 | /* |
| 377 | * Try to use blkg->rl. blkg lookup may fail under memory pressure |
| 378 | * or if either the blkcg or queue is going away. Fall back to |
| 379 | * root_rl in such cases. |
| 380 | */ |
| 381 | blkg = blkg_lookup_create(blkcg, q); |
| 382 | if (unlikely(IS_ERR(blkg))) |
| 383 | goto root_rl; |
| 384 | |
| 385 | blkg_get(blkg); |
| 386 | rcu_read_unlock(); |
| 387 | return &blkg->rl; |
| 388 | root_rl: |
| 389 | rcu_read_unlock(); |
| 390 | return &q->root_rl; |
| 391 | } |
| 392 | |
| 393 | /** |
| 394 | * blk_put_rl - put request_list |
| 395 | * @rl: request_list to put |
| 396 | * |
| 397 | * Put the reference acquired by blk_get_rl(). Should be called under |
| 398 | * queue_lock. |
| 399 | */ |
| 400 | static inline void blk_put_rl(struct request_list *rl) |
| 401 | { |
| 402 | /* root_rl may not have blkg set */ |
| 403 | if (rl->blkg && rl->blkg->blkcg != &blkcg_root) |
| 404 | blkg_put(rl->blkg); |
| 405 | } |
| 406 | |
| 407 | /** |
| 408 | * blk_rq_set_rl - associate a request with a request_list |
| 409 | * @rq: request of interest |
| 410 | * @rl: target request_list |
| 411 | * |
| 412 | * Associate @rq with @rl so that accounting and freeing can know the |
| 413 | * request_list @rq came from. |
| 414 | */ |
| 415 | static inline void blk_rq_set_rl(struct request *rq, struct request_list *rl) |
| 416 | { |
| 417 | rq->rl = rl; |
| 418 | } |
| 419 | |
| 420 | /** |
| 421 | * blk_rq_rl - return the request_list a request came from |
| 422 | * @rq: request of interest |
| 423 | * |
| 424 | * Return the request_list @rq is allocated from. |
| 425 | */ |
| 426 | static inline struct request_list *blk_rq_rl(struct request *rq) |
| 427 | { |
| 428 | return rq->rl; |
| 429 | } |
| 430 | |
| 431 | struct request_list *__blk_queue_next_rl(struct request_list *rl, |
| 432 | struct request_queue *q); |
| 433 | /** |
| 434 | * blk_queue_for_each_rl - iterate through all request_lists of a request_queue |
| 435 | * |
| 436 | * Should be used under queue_lock. |
| 437 | */ |
| 438 | #define blk_queue_for_each_rl(rl, q) \ |
| 439 | for ((rl) = &(q)->root_rl; (rl); (rl) = __blk_queue_next_rl((rl), (q))) |
| 440 | |
Peter Zijlstra | 90d3839 | 2013-11-12 19:42:14 -0800 | [diff] [blame] | 441 | static inline void blkg_stat_init(struct blkg_stat *stat) |
| 442 | { |
| 443 | u64_stats_init(&stat->syncp); |
| 444 | } |
| 445 | |
Tejun Heo | a051661 | 2012-06-26 15:05:44 -0700 | [diff] [blame] | 446 | /** |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 447 | * blkg_stat_add - add a value to a blkg_stat |
| 448 | * @stat: target blkg_stat |
| 449 | * @val: value to add |
| 450 | * |
| 451 | * Add @val to @stat. The caller is responsible for synchronizing calls to |
| 452 | * this function. |
| 453 | */ |
| 454 | static inline void blkg_stat_add(struct blkg_stat *stat, uint64_t val) |
| 455 | { |
| 456 | u64_stats_update_begin(&stat->syncp); |
| 457 | stat->cnt += val; |
| 458 | u64_stats_update_end(&stat->syncp); |
| 459 | } |
| 460 | |
| 461 | /** |
| 462 | * blkg_stat_read - read the current value of a blkg_stat |
| 463 | * @stat: blkg_stat to read |
| 464 | * |
| 465 | * Read the current value of @stat. This function can be called without |
| 466 | * synchroniztion and takes care of u64 atomicity. |
| 467 | */ |
| 468 | static inline uint64_t blkg_stat_read(struct blkg_stat *stat) |
| 469 | { |
| 470 | unsigned int start; |
| 471 | uint64_t v; |
| 472 | |
| 473 | do { |
Eric W. Biederman | 57a7744 | 2014-03-13 21:26:42 -0700 | [diff] [blame] | 474 | start = u64_stats_fetch_begin_irq(&stat->syncp); |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 475 | v = stat->cnt; |
Eric W. Biederman | 57a7744 | 2014-03-13 21:26:42 -0700 | [diff] [blame] | 476 | } while (u64_stats_fetch_retry_irq(&stat->syncp, start)); |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 477 | |
| 478 | return v; |
| 479 | } |
| 480 | |
| 481 | /** |
| 482 | * blkg_stat_reset - reset a blkg_stat |
| 483 | * @stat: blkg_stat to reset |
| 484 | */ |
| 485 | static inline void blkg_stat_reset(struct blkg_stat *stat) |
| 486 | { |
| 487 | stat->cnt = 0; |
| 488 | } |
| 489 | |
| 490 | /** |
Tejun Heo | 16b3de6 | 2013-01-09 08:05:12 -0800 | [diff] [blame] | 491 | * blkg_stat_merge - merge a blkg_stat into another |
| 492 | * @to: the destination blkg_stat |
| 493 | * @from: the source |
| 494 | * |
| 495 | * Add @from's count to @to. |
| 496 | */ |
| 497 | static inline void blkg_stat_merge(struct blkg_stat *to, struct blkg_stat *from) |
| 498 | { |
| 499 | blkg_stat_add(to, blkg_stat_read(from)); |
| 500 | } |
| 501 | |
Peter Zijlstra | 90d3839 | 2013-11-12 19:42:14 -0800 | [diff] [blame] | 502 | static inline void blkg_rwstat_init(struct blkg_rwstat *rwstat) |
| 503 | { |
| 504 | u64_stats_init(&rwstat->syncp); |
| 505 | } |
| 506 | |
Tejun Heo | 16b3de6 | 2013-01-09 08:05:12 -0800 | [diff] [blame] | 507 | /** |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 508 | * blkg_rwstat_add - add a value to a blkg_rwstat |
| 509 | * @rwstat: target blkg_rwstat |
| 510 | * @rw: mask of REQ_{WRITE|SYNC} |
| 511 | * @val: value to add |
| 512 | * |
| 513 | * Add @val to @rwstat. The counters are chosen according to @rw. The |
| 514 | * caller is responsible for synchronizing calls to this function. |
| 515 | */ |
| 516 | static inline void blkg_rwstat_add(struct blkg_rwstat *rwstat, |
| 517 | int rw, uint64_t val) |
| 518 | { |
| 519 | u64_stats_update_begin(&rwstat->syncp); |
| 520 | |
| 521 | if (rw & REQ_WRITE) |
| 522 | rwstat->cnt[BLKG_RWSTAT_WRITE] += val; |
| 523 | else |
| 524 | rwstat->cnt[BLKG_RWSTAT_READ] += val; |
| 525 | if (rw & REQ_SYNC) |
| 526 | rwstat->cnt[BLKG_RWSTAT_SYNC] += val; |
| 527 | else |
| 528 | rwstat->cnt[BLKG_RWSTAT_ASYNC] += val; |
| 529 | |
| 530 | u64_stats_update_end(&rwstat->syncp); |
| 531 | } |
| 532 | |
| 533 | /** |
| 534 | * blkg_rwstat_read - read the current values of a blkg_rwstat |
| 535 | * @rwstat: blkg_rwstat to read |
| 536 | * |
| 537 | * Read the current snapshot of @rwstat and return it as the return value. |
| 538 | * This function can be called without synchronization and takes care of |
| 539 | * u64 atomicity. |
| 540 | */ |
Tejun Heo | c94bed89 | 2012-04-16 13:57:22 -0700 | [diff] [blame] | 541 | static inline struct blkg_rwstat blkg_rwstat_read(struct blkg_rwstat *rwstat) |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 542 | { |
| 543 | unsigned int start; |
| 544 | struct blkg_rwstat tmp; |
| 545 | |
| 546 | do { |
Eric W. Biederman | 57a7744 | 2014-03-13 21:26:42 -0700 | [diff] [blame] | 547 | start = u64_stats_fetch_begin_irq(&rwstat->syncp); |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 548 | tmp = *rwstat; |
Eric W. Biederman | 57a7744 | 2014-03-13 21:26:42 -0700 | [diff] [blame] | 549 | } while (u64_stats_fetch_retry_irq(&rwstat->syncp, start)); |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 550 | |
| 551 | return tmp; |
| 552 | } |
| 553 | |
| 554 | /** |
Tejun Heo | 4d5e80a | 2013-01-09 08:05:12 -0800 | [diff] [blame] | 555 | * blkg_rwstat_total - read the total count of a blkg_rwstat |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 556 | * @rwstat: blkg_rwstat to read |
| 557 | * |
| 558 | * Return the total count of @rwstat regardless of the IO direction. This |
| 559 | * function can be called without synchronization and takes care of u64 |
| 560 | * atomicity. |
| 561 | */ |
Tejun Heo | 4d5e80a | 2013-01-09 08:05:12 -0800 | [diff] [blame] | 562 | static inline uint64_t blkg_rwstat_total(struct blkg_rwstat *rwstat) |
Tejun Heo | edcb072 | 2012-04-01 14:38:42 -0700 | [diff] [blame] | 563 | { |
| 564 | struct blkg_rwstat tmp = blkg_rwstat_read(rwstat); |
| 565 | |
| 566 | return tmp.cnt[BLKG_RWSTAT_READ] + tmp.cnt[BLKG_RWSTAT_WRITE]; |
| 567 | } |
| 568 | |
| 569 | /** |
| 570 | * blkg_rwstat_reset - reset a blkg_rwstat |
| 571 | * @rwstat: blkg_rwstat to reset |
| 572 | */ |
| 573 | static inline void blkg_rwstat_reset(struct blkg_rwstat *rwstat) |
| 574 | { |
| 575 | memset(rwstat->cnt, 0, sizeof(rwstat->cnt)); |
| 576 | } |
| 577 | |
Tejun Heo | 16b3de6 | 2013-01-09 08:05:12 -0800 | [diff] [blame] | 578 | /** |
| 579 | * blkg_rwstat_merge - merge a blkg_rwstat into another |
| 580 | * @to: the destination blkg_rwstat |
| 581 | * @from: the source |
| 582 | * |
| 583 | * Add @from's counts to @to. |
| 584 | */ |
| 585 | static inline void blkg_rwstat_merge(struct blkg_rwstat *to, |
| 586 | struct blkg_rwstat *from) |
| 587 | { |
| 588 | struct blkg_rwstat v = blkg_rwstat_read(from); |
| 589 | int i; |
| 590 | |
| 591 | u64_stats_update_begin(&to->syncp); |
| 592 | for (i = 0; i < BLKG_RWSTAT_NR; i++) |
| 593 | to->cnt[i] += v.cnt[i]; |
| 594 | u64_stats_update_end(&to->syncp); |
| 595 | } |
| 596 | |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 597 | #else /* CONFIG_BLK_CGROUP */ |
| 598 | |
Tejun Heo | efa7d1c | 2015-05-22 17:13:18 -0400 | [diff] [blame] | 599 | struct blkcg { |
| 600 | }; |
Jens Axboe | 2f5ea47 | 2009-12-03 21:06:43 +0100 | [diff] [blame] | 601 | |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 602 | struct blkg_policy_data { |
| 603 | }; |
| 604 | |
Arianna Avanzini | e48453c | 2015-06-05 23:38:42 +0200 | [diff] [blame] | 605 | struct blkcg_policy_data { |
| 606 | }; |
| 607 | |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 608 | struct blkcg_gq { |
Jens Axboe | 2f5ea47 | 2009-12-03 21:06:43 +0100 | [diff] [blame] | 609 | }; |
| 610 | |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 611 | struct blkcg_policy { |
Vivek Goyal | 3e25206 | 2009-12-04 10:36:42 -0500 | [diff] [blame] | 612 | }; |
| 613 | |
Tejun Heo | 496d5e7 | 2015-05-22 17:13:21 -0400 | [diff] [blame] | 614 | #define blkcg_root_css ((struct cgroup_subsys_state *)ERR_PTR(-EINVAL)) |
| 615 | |
Tejun Heo | fd383c2 | 2015-05-22 17:13:23 -0400 | [diff] [blame] | 616 | static inline struct cgroup_subsys_state * |
| 617 | task_get_blkcg_css(struct task_struct *task) |
| 618 | { |
| 619 | return NULL; |
| 620 | } |
| 621 | |
Tejun Heo | efa7d1c | 2015-05-22 17:13:18 -0400 | [diff] [blame] | 622 | #ifdef CONFIG_BLOCK |
| 623 | |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 624 | static inline struct blkcg_gq *blkg_lookup(struct blkcg *blkcg, void *key) { return NULL; } |
Tejun Heo | 5efd611 | 2012-03-05 13:15:12 -0800 | [diff] [blame] | 625 | static inline int blkcg_init_queue(struct request_queue *q) { return 0; } |
| 626 | static inline void blkcg_drain_queue(struct request_queue *q) { } |
| 627 | static inline void blkcg_exit_queue(struct request_queue *q) { } |
Jens Axboe | d5bf029 | 2014-06-22 16:31:56 -0600 | [diff] [blame] | 628 | static inline int blkcg_policy_register(struct blkcg_policy *pol) { return 0; } |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 629 | static inline void blkcg_policy_unregister(struct blkcg_policy *pol) { } |
Tejun Heo | a2b1693 | 2012-04-13 13:11:33 -0700 | [diff] [blame] | 630 | static inline int blkcg_activate_policy(struct request_queue *q, |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 631 | const struct blkcg_policy *pol) { return 0; } |
Tejun Heo | a2b1693 | 2012-04-13 13:11:33 -0700 | [diff] [blame] | 632 | static inline void blkcg_deactivate_policy(struct request_queue *q, |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 633 | const struct blkcg_policy *pol) { } |
Vivek Goyal | 3e25206 | 2009-12-04 10:36:42 -0500 | [diff] [blame] | 634 | |
Tejun Heo | b1208b5 | 2012-06-04 20:40:57 -0700 | [diff] [blame] | 635 | static inline struct blkcg *bio_blkcg(struct bio *bio) { return NULL; } |
Tejun Heo | a051661 | 2012-06-26 15:05:44 -0700 | [diff] [blame] | 636 | |
Tejun Heo | f95a04a | 2012-04-16 13:57:26 -0700 | [diff] [blame] | 637 | static inline struct blkg_policy_data *blkg_to_pd(struct blkcg_gq *blkg, |
| 638 | struct blkcg_policy *pol) { return NULL; } |
| 639 | static inline struct blkcg_gq *pd_to_blkg(struct blkg_policy_data *pd) { return NULL; } |
Tejun Heo | 3c79839 | 2012-04-16 13:57:25 -0700 | [diff] [blame] | 640 | static inline char *blkg_path(struct blkcg_gq *blkg) { return NULL; } |
| 641 | static inline void blkg_get(struct blkcg_gq *blkg) { } |
| 642 | static inline void blkg_put(struct blkcg_gq *blkg) { } |
Vivek Goyal | afc24d4 | 2010-04-26 19:27:56 +0200 | [diff] [blame] | 643 | |
Tejun Heo | a051661 | 2012-06-26 15:05:44 -0700 | [diff] [blame] | 644 | static inline struct request_list *blk_get_rl(struct request_queue *q, |
| 645 | struct bio *bio) { return &q->root_rl; } |
| 646 | static inline void blk_put_rl(struct request_list *rl) { } |
| 647 | static inline void blk_rq_set_rl(struct request *rq, struct request_list *rl) { } |
| 648 | static inline struct request_list *blk_rq_rl(struct request *rq) { return &rq->q->root_rl; } |
| 649 | |
| 650 | #define blk_queue_for_each_rl(rl, q) \ |
| 651 | for ((rl) = &(q)->root_rl; (rl); (rl) = NULL) |
| 652 | |
Tejun Heo | efa7d1c | 2015-05-22 17:13:18 -0400 | [diff] [blame] | 653 | #endif /* CONFIG_BLOCK */ |
Tejun Heo | 36558c8 | 2012-04-16 13:57:24 -0700 | [diff] [blame] | 654 | #endif /* CONFIG_BLK_CGROUP */ |
| 655 | #endif /* _BLK_CGROUP_H */ |