]> bbs.cooldavid.org Git - net-next-2.6.git/blame - block/blk-cgroup.h
blkio: Add io_queued and avg_queue_size stats
[net-next-2.6.git] / block / blk-cgroup.h
CommitLineData
31e4c28d
VG
1#ifndef _BLK_CGROUP_H
2#define _BLK_CGROUP_H
3/*
4 * Common Block IO controller cgroup interface
5 *
6 * Based on ideas and code from CFQ, CFS and BFQ:
7 * Copyright (C) 2003 Jens Axboe <axboe@kernel.dk>
8 *
9 * Copyright (C) 2008 Fabio Checconi <fabio@gandalf.sssup.it>
10 * Paolo Valente <paolo.valente@unimore.it>
11 *
12 * Copyright (C) 2009 Vivek Goyal <vgoyal@redhat.com>
13 * Nauman Rafique <nauman@google.com>
14 */
15
16#include <linux/cgroup.h>
17
67523c48
BB
18#if defined(CONFIG_BLK_CGROUP) || defined(CONFIG_BLK_CGROUP_MODULE)
19
20#ifndef CONFIG_BLK_CGROUP
21/* When blk-cgroup is a module, its subsys_id isn't a compile-time constant */
22extern struct cgroup_subsys blkio_subsys;
23#define blkio_subsys_id blkio_subsys.subsys_id
24#endif
2f5ea477 25
84c124da
DS
26enum stat_type {
27 /* Total time spent (in ns) between request dispatch to the driver and
28 * request completion for IOs doen by this cgroup. This may not be
29 * accurate when NCQ is turned on. */
30 BLKIO_STAT_SERVICE_TIME = 0,
31 /* Total bytes transferred */
32 BLKIO_STAT_SERVICE_BYTES,
33 /* Total IOs serviced, post merge */
34 BLKIO_STAT_SERVICED,
35 /* Total time spent waiting in scheduler queue in ns */
36 BLKIO_STAT_WAIT_TIME,
812d4026
DS
37 /* Number of IOs merged */
38 BLKIO_STAT_MERGED,
cdc1184c
DS
39 /* Number of IOs queued up */
40 BLKIO_STAT_QUEUED,
84c124da
DS
41 /* All the single valued stats go below this */
42 BLKIO_STAT_TIME,
43 BLKIO_STAT_SECTORS,
44#ifdef CONFIG_DEBUG_BLK_CGROUP
cdc1184c 45 BLKIO_STAT_AVG_QUEUE_SIZE,
84c124da
DS
46 BLKIO_STAT_DEQUEUE
47#endif
48};
49
50enum stat_sub_type {
51 BLKIO_STAT_READ = 0,
52 BLKIO_STAT_WRITE,
53 BLKIO_STAT_SYNC,
54 BLKIO_STAT_ASYNC,
55 BLKIO_STAT_TOTAL
303a3acb
DS
56};
57
31e4c28d
VG
58struct blkio_cgroup {
59 struct cgroup_subsys_state css;
60 unsigned int weight;
61 spinlock_t lock;
62 struct hlist_head blkg_list;
63};
64
303a3acb
DS
65struct blkio_group_stats {
66 /* total disk time and nr sectors dispatched by this group */
67 uint64_t time;
68 uint64_t sectors;
cdc1184c 69 uint64_t stat_arr[BLKIO_STAT_QUEUED + 1][BLKIO_STAT_TOTAL];
303a3acb 70#ifdef CONFIG_DEBUG_BLK_CGROUP
cdc1184c
DS
71 /* Sum of number of IOs queued across all samples */
72 uint64_t avg_queue_size_sum;
73 /* Count of samples taken for average */
74 uint64_t avg_queue_size_samples;
303a3acb
DS
75 /* How many times this group has been removed from service tree */
76 unsigned long dequeue;
77#endif
78};
79
31e4c28d
VG
80struct blkio_group {
81 /* An rcu protected unique identifier for the group */
82 void *key;
83 struct hlist_node blkcg_node;
b1c35769 84 unsigned short blkcg_id;
2868ef7b
VG
85#ifdef CONFIG_DEBUG_BLK_CGROUP
86 /* Store cgroup path */
87 char path[128];
88#endif
22084190 89 /* The device MKDEV(major, minor), this group has been created for */
84c124da 90 dev_t dev;
22084190 91
303a3acb
DS
92 /* Need to serialize the stats in the case of reset/update */
93 spinlock_t stats_lock;
94 struct blkio_group_stats stats;
31e4c28d
VG
95};
96
3e252066
VG
97typedef void (blkio_unlink_group_fn) (void *key, struct blkio_group *blkg);
98typedef void (blkio_update_group_weight_fn) (struct blkio_group *blkg,
99 unsigned int weight);
100
101struct blkio_policy_ops {
102 blkio_unlink_group_fn *blkio_unlink_group_fn;
103 blkio_update_group_weight_fn *blkio_update_group_weight_fn;
104};
105
106struct blkio_policy_type {
107 struct list_head list;
108 struct blkio_policy_ops ops;
109};
110
111/* Blkio controller policy registration */
112extern void blkio_policy_register(struct blkio_policy_type *);
113extern void blkio_policy_unregister(struct blkio_policy_type *);
114
2f5ea477
JA
115#else
116
117struct blkio_group {
118};
119
3e252066
VG
120struct blkio_policy_type {
121};
122
123static inline void blkio_policy_register(struct blkio_policy_type *blkiop) { }
124static inline void blkio_policy_unregister(struct blkio_policy_type *blkiop) { }
125
2f5ea477
JA
126#endif
127
31e4c28d
VG
128#define BLKIO_WEIGHT_MIN 100
129#define BLKIO_WEIGHT_MAX 1000
130#define BLKIO_WEIGHT_DEFAULT 500
131
2868ef7b
VG
132#ifdef CONFIG_DEBUG_BLK_CGROUP
133static inline char *blkg_path(struct blkio_group *blkg)
134{
135 return blkg->path;
136}
cdc1184c 137void blkiocg_update_set_active_queue_stats(struct blkio_group *blkg);
9195291e 138void blkiocg_update_dequeue_stats(struct blkio_group *blkg,
22084190 139 unsigned long dequeue);
2868ef7b
VG
140#else
141static inline char *blkg_path(struct blkio_group *blkg) { return NULL; }
cdc1184c
DS
142static inline void blkiocg_update_set_active_queue_stats(
143 struct blkio_group *blkg) {}
9195291e
DS
144static inline void blkiocg_update_dequeue_stats(struct blkio_group *blkg,
145 unsigned long dequeue) {}
2868ef7b
VG
146#endif
147
67523c48 148#if defined(CONFIG_BLK_CGROUP) || defined(CONFIG_BLK_CGROUP_MODULE)
31e4c28d
VG
149extern struct blkio_cgroup blkio_root_cgroup;
150extern struct blkio_cgroup *cgroup_to_blkio_cgroup(struct cgroup *cgroup);
151extern void blkiocg_add_blkio_group(struct blkio_cgroup *blkcg,
22084190 152 struct blkio_group *blkg, void *key, dev_t dev);
31e4c28d
VG
153extern int blkiocg_del_blkio_group(struct blkio_group *blkg);
154extern struct blkio_group *blkiocg_lookup_group(struct blkio_cgroup *blkcg,
155 void *key);
84c124da 156void blkio_group_init(struct blkio_group *blkg);
303a3acb
DS
157void blkiocg_update_timeslice_used(struct blkio_group *blkg,
158 unsigned long time);
84c124da
DS
159void blkiocg_update_dispatch_stats(struct blkio_group *blkg, uint64_t bytes,
160 bool direction, bool sync);
161void blkiocg_update_completion_stats(struct blkio_group *blkg,
162 uint64_t start_time, uint64_t io_start_time, bool direction, bool sync);
812d4026
DS
163void blkiocg_update_io_merged_stats(struct blkio_group *blkg, bool direction,
164 bool sync);
cdc1184c
DS
165void blkiocg_update_request_add_stats(struct blkio_group *blkg,
166 struct blkio_group *curr_blkg, bool direction, bool sync);
167void blkiocg_update_request_remove_stats(struct blkio_group *blkg,
168 bool direction, bool sync);
31e4c28d 169#else
2f5ea477 170struct cgroup;
31e4c28d
VG
171static inline struct blkio_cgroup *
172cgroup_to_blkio_cgroup(struct cgroup *cgroup) { return NULL; }
173
84c124da 174static inline void blkio_group_init(struct blkio_group *blkg) {}
31e4c28d 175static inline void blkiocg_add_blkio_group(struct blkio_cgroup *blkcg,
84c124da 176 struct blkio_group *blkg, void *key, dev_t dev) {}
31e4c28d
VG
177
178static inline int
179blkiocg_del_blkio_group(struct blkio_group *blkg) { return 0; }
180
181static inline struct blkio_group *
182blkiocg_lookup_group(struct blkio_cgroup *blkcg, void *key) { return NULL; }
303a3acb 183static inline void blkiocg_update_timeslice_used(struct blkio_group *blkg,
9a0785b0 184 unsigned long time) {}
84c124da
DS
185static inline void blkiocg_update_dispatch_stats(struct blkio_group *blkg,
186 uint64_t bytes, bool direction, bool sync) {}
187static inline void blkiocg_update_completion_stats(struct blkio_group *blkg,
188 uint64_t start_time, uint64_t io_start_time, bool direction,
189 bool sync) {}
812d4026
DS
190static inline void blkiocg_update_io_merged_stats(struct blkio_group *blkg,
191 bool direction, bool sync) {}
cdc1184c
DS
192static inline void blkiocg_update_request_add_stats(struct blkio_group *blkg,
193 struct blkio_group *curr_blkg, bool direction, bool sync) {}
194static inline void blkiocg_update_request_remove_stats(struct blkio_group *blkg,
195 bool direction, bool sync) {}
31e4c28d
VG
196#endif
197#endif /* _BLK_CGROUP_H */