blob: 75c6ec1ba1ba5b61e51eb9c4e44a8089ab7e78f0 [file] [log] [blame]
Paul Menageddbcc7e2007-10-18 23:39:30 -07001#ifndef _LINUX_CGROUP_H
2#define _LINUX_CGROUP_H
3/*
4 * cgroup interface
5 *
6 * Copyright (C) 2003 BULL SA
7 * Copyright (C) 2004-2006 Silicon Graphics, Inc.
8 *
9 */
10
11#include <linux/sched.h>
Paul Menageddbcc7e2007-10-18 23:39:30 -070012#include <linux/cpumask.h>
13#include <linux/nodemask.h>
14#include <linux/rcupdate.h>
Tejun Heoeb6fd502012-11-09 09:12:29 -080015#include <linux/rculist.h>
Balbir Singh846c7bb2007-10-18 23:39:44 -070016#include <linux/cgroupstats.h>
Cliff Wickman31a7df02008-02-07 00:14:42 -080017#include <linux/prio_heap.h>
Paul Menagecc31edc2008-10-18 20:28:04 -070018#include <linux/rwsem.h>
KAMEZAWA Hiroyuki38460b42009-04-02 16:57:25 -070019#include <linux/idr.h>
Tejun Heo48ddbe12012-04-01 12:09:56 -070020#include <linux/workqueue.h>
Aristeu Rozanski03b1cde2012-08-23 16:53:30 -040021#include <linux/xattr.h>
Paul Menageddbcc7e2007-10-18 23:39:30 -070022
23#ifdef CONFIG_CGROUPS
24
25struct cgroupfs_root;
26struct cgroup_subsys;
27struct inode;
Paul Menage84eea842008-07-25 01:47:00 -070028struct cgroup;
KAMEZAWA Hiroyuki38460b42009-04-02 16:57:25 -070029struct css_id;
Paul Menageddbcc7e2007-10-18 23:39:30 -070030
31extern int cgroup_init_early(void);
32extern int cgroup_init(void);
Paul Menageddbcc7e2007-10-18 23:39:30 -070033extern void cgroup_lock(void);
Paul E. McKenneyd11c5632010-02-22 17:04:50 -080034extern int cgroup_lock_is_held(void);
Paul Menage84eea842008-07-25 01:47:00 -070035extern bool cgroup_lock_live_group(struct cgroup *cgrp);
Paul Menageddbcc7e2007-10-18 23:39:30 -070036extern void cgroup_unlock(void);
Paul Menageb4f48b62007-10-18 23:39:33 -070037extern void cgroup_fork(struct task_struct *p);
Paul Menage817929e2007-10-18 23:39:36 -070038extern void cgroup_post_fork(struct task_struct *p);
Paul Menageb4f48b62007-10-18 23:39:33 -070039extern void cgroup_exit(struct task_struct *p, int run_callbacks);
Balbir Singh846c7bb2007-10-18 23:39:44 -070040extern int cgroupstats_build(struct cgroupstats *stats,
41 struct dentry *dentry);
Ben Blume6a11052010-03-10 15:22:09 -080042extern int cgroup_load_subsys(struct cgroup_subsys *ss);
Ben Blumcf5d5942010-03-10 15:22:09 -080043extern void cgroup_unload_subsys(struct cgroup_subsys *ss);
Paul Menageddbcc7e2007-10-18 23:39:30 -070044
Alexey Dobriyan828c0952009-10-01 15:43:56 -070045extern const struct file_operations proc_cgroup_operations;
Paul Menagea4243162007-10-18 23:39:35 -070046
Ben Blumaae8aab2010-03-10 15:22:07 -080047/* Define the enumeration of all builtin cgroup subsystems */
Paul Menage817929e2007-10-18 23:39:36 -070048#define SUBSYS(_x) _x ## _subsys_id,
Daniel Wagner8a8e04d2012-09-12 16:12:07 +020049#define IS_SUBSYS_ENABLED(option) IS_ENABLED(option)
Paul Menage817929e2007-10-18 23:39:36 -070050enum cgroup_subsys_id {
51#include <linux/cgroup_subsys.h>
Daniel Wagnera6f00292012-09-12 16:12:08 +020052 CGROUP_SUBSYS_COUNT,
Paul Menage817929e2007-10-18 23:39:36 -070053};
Daniel Wagner5fc0b022012-09-12 16:12:05 +020054#undef IS_SUBSYS_ENABLED
Paul Menage817929e2007-10-18 23:39:36 -070055#undef SUBSYS
56
Paul Menageddbcc7e2007-10-18 23:39:30 -070057/* Per-subsystem/per-cgroup state maintained by the system. */
58struct cgroup_subsys_state {
Paul Menaged20a3902009-04-02 16:57:22 -070059 /*
60 * The cgroup that this subsystem is attached to. Useful
Paul Menageddbcc7e2007-10-18 23:39:30 -070061 * for subsystems that want to know about the cgroup
Paul Menaged20a3902009-04-02 16:57:22 -070062 * hierarchy structure
63 */
Paul Menageddbcc7e2007-10-18 23:39:30 -070064 struct cgroup *cgroup;
65
Paul Menaged20a3902009-04-02 16:57:22 -070066 /*
67 * State maintained by the cgroup system to allow subsystems
Paul Menagee7c5ec92009-01-07 18:08:38 -080068 * to be "busy". Should be accessed via css_get(),
Tao Mad0b2fdd2012-11-20 22:06:18 +080069 * css_tryget() and css_put().
Paul Menaged20a3902009-04-02 16:57:22 -070070 */
Paul Menageddbcc7e2007-10-18 23:39:30 -070071
72 atomic_t refcnt;
73
74 unsigned long flags;
KAMEZAWA Hiroyuki38460b42009-04-02 16:57:25 -070075 /* ID for this css, if possible */
Arnd Bergmann2c392b82010-02-24 19:41:39 +010076 struct css_id __rcu *id;
Tejun Heo48ddbe12012-04-01 12:09:56 -070077
78 /* Used to put @cgroup->dentry on the last css_put() */
79 struct work_struct dput_work;
Paul Menageddbcc7e2007-10-18 23:39:30 -070080};
81
82/* bits in struct cgroup_subsys_state flags field */
83enum {
Tejun Heo38b53ab2012-11-19 08:13:36 -080084 CSS_ROOT = (1 << 0), /* this CSS is the root of the subsystem */
Tejun Heo92fb9742012-11-19 08:13:38 -080085 CSS_ONLINE = (1 << 1), /* between ->css_online() and ->css_offline() */
Paul Menageddbcc7e2007-10-18 23:39:30 -070086};
87
Daisuke Nishimurad7b9fff2010-03-10 15:22:05 -080088/* Caller must verify that the css is not for root cgroup */
89static inline void __css_get(struct cgroup_subsys_state *css, int count)
90{
91 atomic_add(count, &css->refcnt);
92}
93
Paul Menageddbcc7e2007-10-18 23:39:30 -070094/*
Paul Menagee7c5ec92009-01-07 18:08:38 -080095 * Call css_get() to hold a reference on the css; it can be used
96 * for a reference obtained via:
97 * - an existing ref-counted reference to the css
98 * - task->cgroups for a locked task
Paul Menageddbcc7e2007-10-18 23:39:30 -070099 */
100
101static inline void css_get(struct cgroup_subsys_state *css)
102{
103 /* We don't need to reference count the root state */
Tejun Heo38b53ab2012-11-19 08:13:36 -0800104 if (!(css->flags & CSS_ROOT))
Daisuke Nishimurad7b9fff2010-03-10 15:22:05 -0800105 __css_get(css, 1);
Paul Menageddbcc7e2007-10-18 23:39:30 -0700106}
Paul Menagee7c5ec92009-01-07 18:08:38 -0800107
Paul Menagee7c5ec92009-01-07 18:08:38 -0800108/*
109 * Call css_tryget() to take a reference on a css if your existing
110 * (known-valid) reference isn't already ref-counted. Returns false if
111 * the css has been destroyed.
112 */
113
Tejun Heo28b4c272012-04-01 12:09:56 -0700114extern bool __css_tryget(struct cgroup_subsys_state *css);
Paul Menagee7c5ec92009-01-07 18:08:38 -0800115static inline bool css_tryget(struct cgroup_subsys_state *css)
116{
Tejun Heo38b53ab2012-11-19 08:13:36 -0800117 if (css->flags & CSS_ROOT)
Paul Menagee7c5ec92009-01-07 18:08:38 -0800118 return true;
Tejun Heo28b4c272012-04-01 12:09:56 -0700119 return __css_tryget(css);
Paul Menagee7c5ec92009-01-07 18:08:38 -0800120}
121
Paul Menageddbcc7e2007-10-18 23:39:30 -0700122/*
123 * css_put() should be called to release a reference taken by
Paul Menagee7c5ec92009-01-07 18:08:38 -0800124 * css_get() or css_tryget()
Paul Menageddbcc7e2007-10-18 23:39:30 -0700125 */
126
Tejun Heo28b4c272012-04-01 12:09:56 -0700127extern void __css_put(struct cgroup_subsys_state *css);
Paul Menageddbcc7e2007-10-18 23:39:30 -0700128static inline void css_put(struct cgroup_subsys_state *css)
129{
Tejun Heo38b53ab2012-11-19 08:13:36 -0800130 if (!(css->flags & CSS_ROOT))
Tejun Heo28b4c272012-04-01 12:09:56 -0700131 __css_put(css);
Paul Menageddbcc7e2007-10-18 23:39:30 -0700132}
133
Paul Menage3116f0e2008-04-29 01:00:04 -0700134/* bits in struct cgroup flags field */
135enum {
136 /* Control Group is dead */
137 CGRP_REMOVED,
Paul Menaged20a3902009-04-02 16:57:22 -0700138 /*
139 * Control Group has previously had a child cgroup or a task,
140 * but no longer (only if CGRP_NOTIFY_ON_RELEASE is set)
141 */
Paul Menage3116f0e2008-04-29 01:00:04 -0700142 CGRP_RELEASABLE,
143 /* Control Group requires release notifications to userspace */
144 CGRP_NOTIFY_ON_RELEASE,
KAMEZAWA Hiroyukiec64f512009-04-02 16:57:26 -0700145 /*
Tejun Heo2260e7f2012-11-19 08:13:38 -0800146 * Clone the parent's configuration when creating a new child
147 * cpuset cgroup. For historical reasons, this option can be
148 * specified at mount time and thus is implemented here.
Daniel Lezcano97978e62010-10-27 15:33:35 -0700149 */
Tejun Heo2260e7f2012-11-19 08:13:38 -0800150 CGRP_CPUSET_CLONE_CHILDREN,
Paul Menage3116f0e2008-04-29 01:00:04 -0700151};
152
Li Zefan65dff752013-03-01 15:01:56 +0800153struct cgroup_name {
154 struct rcu_head rcu_head;
155 char name[];
156};
157
Paul Menageddbcc7e2007-10-18 23:39:30 -0700158struct cgroup {
159 unsigned long flags; /* "unsigned long" so bitops work */
160
Paul Menaged20a3902009-04-02 16:57:22 -0700161 /*
162 * count users of this cgroup. >0 means busy, but doesn't
163 * necessarily indicate the number of tasks in the cgroup
164 */
Paul Menageddbcc7e2007-10-18 23:39:30 -0700165 atomic_t count;
166
Tejun Heo0a950f62012-11-19 09:02:12 -0800167 int id; /* ida allocated in-hierarchy ID */
168
Paul Menageddbcc7e2007-10-18 23:39:30 -0700169 /*
170 * We link our 'sibling' struct into our parent's 'children'.
171 * Our children link their 'sibling' into our 'children'.
172 */
173 struct list_head sibling; /* my parent's children */
174 struct list_head children; /* my children */
Tejun Heo05ef1d72012-04-01 12:09:56 -0700175 struct list_head files; /* my files */
Paul Menageddbcc7e2007-10-18 23:39:30 -0700176
Paul Menaged20a3902009-04-02 16:57:22 -0700177 struct cgroup *parent; /* my parent */
Tejun Heofebfcef2012-11-19 08:13:36 -0800178 struct dentry *dentry; /* cgroup fs entry, RCU protected */
Paul Menageddbcc7e2007-10-18 23:39:30 -0700179
Li Zefan65dff752013-03-01 15:01:56 +0800180 /*
181 * This is a copy of dentry->d_name, and it's needed because
182 * we can't use dentry->d_name in cgroup_path().
183 *
184 * You must acquire rcu_read_lock() to access cgrp->name, and
185 * the only place that can change it is rename(), which is
186 * protected by parent dir's i_mutex.
187 *
188 * Normally you should use cgroup_name() wrapper rather than
189 * access it directly.
190 */
191 struct cgroup_name __rcu *name;
192
Paul Menageddbcc7e2007-10-18 23:39:30 -0700193 /* Private pointers for each registered subsystem */
194 struct cgroup_subsys_state *subsys[CGROUP_SUBSYS_COUNT];
195
196 struct cgroupfs_root *root;
197 struct cgroup *top_cgroup;
Paul Menage817929e2007-10-18 23:39:36 -0700198
199 /*
200 * List of cg_cgroup_links pointing at css_sets with
201 * tasks in this cgroup. Protected by css_set_lock
202 */
203 struct list_head css_sets;
Paul Menage81a6a5c2007-10-18 23:39:38 -0700204
Tejun Heob0ca5a82012-04-01 12:09:54 -0700205 struct list_head allcg_node; /* cgroupfs_root->allcg_list */
Tejun Heo8e3f6542012-04-01 12:09:55 -0700206 struct list_head cft_q_node; /* used during cftype add/rm */
Tejun Heob0ca5a82012-04-01 12:09:54 -0700207
Paul Menage81a6a5c2007-10-18 23:39:38 -0700208 /*
209 * Linked list running through all cgroups that can
210 * potentially be reaped by the release agent. Protected by
211 * release_list_lock
212 */
213 struct list_head release_list;
Paul Menagecc31edc2008-10-18 20:28:04 -0700214
Ben Blum72a8cb32009-09-23 15:56:27 -0700215 /*
216 * list of pidlists, up to two for each namespace (one for procs, one
217 * for tasks); created on demand.
218 */
219 struct list_head pidlists;
220 struct mutex pidlist_mutex;
Paul Menagea47295e2009-01-07 18:07:44 -0800221
222 /* For RCU-protected deletion */
223 struct rcu_head rcu_head;
Li Zefanbe445622013-01-24 14:31:42 +0800224 struct work_struct free_work;
Kirill A. Shutemov0dea1162010-03-10 15:22:20 -0800225
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300226 /* List of events which userspace want to receive */
Kirill A. Shutemov0dea1162010-03-10 15:22:20 -0800227 struct list_head event_list;
228 spinlock_t event_list_lock;
Aristeu Rozanski03b1cde2012-08-23 16:53:30 -0400229
230 /* directory xattrs */
231 struct simple_xattrs xattrs;
Paul Menage817929e2007-10-18 23:39:36 -0700232};
233
Paul Menaged20a3902009-04-02 16:57:22 -0700234/*
235 * A css_set is a structure holding pointers to a set of
Paul Menage817929e2007-10-18 23:39:36 -0700236 * cgroup_subsys_state objects. This saves space in the task struct
237 * object and speeds up fork()/exit(), since a single inc/dec and a
Paul Menaged20a3902009-04-02 16:57:22 -0700238 * list_add()/del() can bump the reference count on the entire cgroup
239 * set for a task.
Paul Menage817929e2007-10-18 23:39:36 -0700240 */
241
242struct css_set {
243
244 /* Reference count */
Lai Jiangshan146aa1b2008-10-18 20:28:03 -0700245 atomic_t refcount;
Paul Menage817929e2007-10-18 23:39:36 -0700246
247 /*
Li Zefan472b1052008-04-29 01:00:11 -0700248 * List running through all cgroup groups in the same hash
249 * slot. Protected by css_set_lock
250 */
251 struct hlist_node hlist;
252
253 /*
Paul Menage817929e2007-10-18 23:39:36 -0700254 * List running through all tasks using this cgroup
255 * group. Protected by css_set_lock
256 */
257 struct list_head tasks;
258
259 /*
260 * List of cg_cgroup_link objects on link chains from
261 * cgroups referenced from this css_set. Protected by
262 * css_set_lock
263 */
264 struct list_head cg_links;
265
266 /*
267 * Set of subsystem states, one for each subsystem. This array
268 * is immutable after creation apart from the init_css_set
Ben Blumcf5d5942010-03-10 15:22:09 -0800269 * during subsystem registration (at boot time) and modular subsystem
270 * loading/unloading.
Paul Menage817929e2007-10-18 23:39:36 -0700271 */
272 struct cgroup_subsys_state *subsys[CGROUP_SUBSYS_COUNT];
Ben Blumc3783692009-09-23 15:56:29 -0700273
274 /* For RCU-protected deletion */
275 struct rcu_head rcu_head;
Paul Menageddbcc7e2007-10-18 23:39:30 -0700276};
277
Paul Menage91796562008-04-29 01:00:01 -0700278/*
279 * cgroup_map_cb is an abstract callback API for reporting map-valued
280 * control files
281 */
282
283struct cgroup_map_cb {
284 int (*fill)(struct cgroup_map_cb *cb, const char *key, u64 value);
285 void *state;
286};
287
Paul Menaged20a3902009-04-02 16:57:22 -0700288/*
289 * struct cftype: handler definitions for cgroup control files
Paul Menageddbcc7e2007-10-18 23:39:30 -0700290 *
291 * When reading/writing to a file:
Li Zefana043e3b2008-02-23 15:24:09 -0800292 * - the cgroup to use is file->f_dentry->d_parent->d_fsdata
Paul Menageddbcc7e2007-10-18 23:39:30 -0700293 * - the 'cftype' of the file is file->f_dentry->d_fsdata
294 */
295
Tejun Heo8e3f6542012-04-01 12:09:55 -0700296/* cftype->flags */
297#define CFTYPE_ONLY_ON_ROOT (1U << 0) /* only create on root cg */
Tao Mad0b2fdd2012-11-20 22:06:18 +0800298#define CFTYPE_NOT_ON_ROOT (1U << 1) /* don't create on root cg */
Tejun Heo8e3f6542012-04-01 12:09:55 -0700299
300#define MAX_CFTYPE_NAME 64
301
Paul Menageddbcc7e2007-10-18 23:39:30 -0700302struct cftype {
Paul Menaged20a3902009-04-02 16:57:22 -0700303 /*
304 * By convention, the name should begin with the name of the
Tejun Heo8e3f6542012-04-01 12:09:55 -0700305 * subsystem, followed by a period. Zero length string indicates
306 * end of cftype array.
Paul Menaged20a3902009-04-02 16:57:22 -0700307 */
Paul Menageddbcc7e2007-10-18 23:39:30 -0700308 char name[MAX_CFTYPE_NAME];
309 int private;
Li Zefan099fca32009-04-02 16:57:29 -0700310 /*
311 * If not 0, file mode is set to this value, otherwise it will
312 * be figured out automatically
313 */
Al Viroa5e7ed32011-07-26 01:55:55 -0400314 umode_t mode;
Paul Menagedb3b1492008-07-25 01:46:58 -0700315
316 /*
317 * If non-zero, defines the maximum length of string that can
318 * be passed to write_string; defaults to 64
319 */
320 size_t max_write_len;
321
Tejun Heo8e3f6542012-04-01 12:09:55 -0700322 /* CFTYPE_* flags */
323 unsigned int flags;
324
Aristeu Rozanski03b1cde2012-08-23 16:53:30 -0400325 /* file xattrs */
326 struct simple_xattrs xattrs;
327
Paul Menagece16b492008-07-25 01:46:57 -0700328 int (*open)(struct inode *inode, struct file *file);
329 ssize_t (*read)(struct cgroup *cgrp, struct cftype *cft,
330 struct file *file,
331 char __user *buf, size_t nbytes, loff_t *ppos);
Paul Menageddbcc7e2007-10-18 23:39:30 -0700332 /*
Paul Menagef4c753b2008-04-29 00:59:56 -0700333 * read_u64() is a shortcut for the common case of returning a
Paul Menageddbcc7e2007-10-18 23:39:30 -0700334 * single integer. Use it in place of read()
335 */
Paul Menagece16b492008-07-25 01:46:57 -0700336 u64 (*read_u64)(struct cgroup *cgrp, struct cftype *cft);
Paul Menage91796562008-04-29 01:00:01 -0700337 /*
Paul Menagee73d2c62008-04-29 01:00:06 -0700338 * read_s64() is a signed version of read_u64()
339 */
Paul Menagece16b492008-07-25 01:46:57 -0700340 s64 (*read_s64)(struct cgroup *cgrp, struct cftype *cft);
Paul Menagee73d2c62008-04-29 01:00:06 -0700341 /*
Paul Menage91796562008-04-29 01:00:01 -0700342 * read_map() is used for defining a map of key/value
343 * pairs. It should call cb->fill(cb, key, value) for each
344 * entry. The key/value pairs (and their ordering) should not
345 * change between reboots.
346 */
Paul Menagece16b492008-07-25 01:46:57 -0700347 int (*read_map)(struct cgroup *cont, struct cftype *cft,
348 struct cgroup_map_cb *cb);
Serge E. Hallyn29486df2008-04-29 01:00:14 -0700349 /*
350 * read_seq_string() is used for outputting a simple sequence
351 * using seqfile.
352 */
Paul Menagece16b492008-07-25 01:46:57 -0700353 int (*read_seq_string)(struct cgroup *cont, struct cftype *cft,
354 struct seq_file *m);
Paul Menage91796562008-04-29 01:00:01 -0700355
Paul Menagece16b492008-07-25 01:46:57 -0700356 ssize_t (*write)(struct cgroup *cgrp, struct cftype *cft,
357 struct file *file,
358 const char __user *buf, size_t nbytes, loff_t *ppos);
Paul Menage355e0c42007-10-18 23:39:33 -0700359
360 /*
Paul Menagef4c753b2008-04-29 00:59:56 -0700361 * write_u64() is a shortcut for the common case of accepting
Paul Menage355e0c42007-10-18 23:39:33 -0700362 * a single integer (as parsed by simple_strtoull) from
363 * userspace. Use in place of write(); return 0 or error.
364 */
Paul Menagece16b492008-07-25 01:46:57 -0700365 int (*write_u64)(struct cgroup *cgrp, struct cftype *cft, u64 val);
Paul Menagee73d2c62008-04-29 01:00:06 -0700366 /*
367 * write_s64() is a signed version of write_u64()
368 */
Paul Menagece16b492008-07-25 01:46:57 -0700369 int (*write_s64)(struct cgroup *cgrp, struct cftype *cft, s64 val);
Paul Menage355e0c42007-10-18 23:39:33 -0700370
Pavel Emelyanovd447ea22008-04-29 01:00:08 -0700371 /*
Paul Menagedb3b1492008-07-25 01:46:58 -0700372 * write_string() is passed a nul-terminated kernelspace
373 * buffer of maximum length determined by max_write_len.
374 * Returns 0 or -ve error code.
375 */
376 int (*write_string)(struct cgroup *cgrp, struct cftype *cft,
377 const char *buffer);
378 /*
Pavel Emelyanovd447ea22008-04-29 01:00:08 -0700379 * trigger() callback can be used to get some kick from the
380 * userspace, when the actual string written is not important
381 * at all. The private field can be used to determine the
382 * kick type for multiplexing.
383 */
384 int (*trigger)(struct cgroup *cgrp, unsigned int event);
385
Paul Menagece16b492008-07-25 01:46:57 -0700386 int (*release)(struct inode *inode, struct file *file);
Kirill A. Shutemov0dea1162010-03-10 15:22:20 -0800387
388 /*
389 * register_event() callback will be used to add new userspace
390 * waiter for changes related to the cftype. Implement it if
391 * you want to provide this functionality. Use eventfd_signal()
392 * on eventfd to send notification to userspace.
393 */
394 int (*register_event)(struct cgroup *cgrp, struct cftype *cft,
395 struct eventfd_ctx *eventfd, const char *args);
396 /*
397 * unregister_event() callback will be called when userspace
398 * closes the eventfd or on cgroup removing.
399 * This callback must be implemented, if you want provide
400 * notification functionality.
Kirill A. Shutemov0dea1162010-03-10 15:22:20 -0800401 */
Kirill A. Shutemov907860e2010-05-26 14:42:46 -0700402 void (*unregister_event)(struct cgroup *cgrp, struct cftype *cft,
Kirill A. Shutemov0dea1162010-03-10 15:22:20 -0800403 struct eventfd_ctx *eventfd);
Paul Menageddbcc7e2007-10-18 23:39:30 -0700404};
405
Tejun Heo8e3f6542012-04-01 12:09:55 -0700406/*
407 * cftype_sets describe cftypes belonging to a subsystem and are chained at
408 * cgroup_subsys->cftsets. Each cftset points to an array of cftypes
409 * terminated by zero length name.
410 */
411struct cftype_set {
412 struct list_head node; /* chained at subsys->cftsets */
Aristeu Rozanski03b1cde2012-08-23 16:53:30 -0400413 struct cftype *cfts;
Tejun Heo8e3f6542012-04-01 12:09:55 -0700414};
415
Cliff Wickman31a7df02008-02-07 00:14:42 -0800416struct cgroup_scanner {
417 struct cgroup *cg;
418 int (*test_task)(struct task_struct *p, struct cgroup_scanner *scan);
419 void (*process_task)(struct task_struct *p,
420 struct cgroup_scanner *scan);
421 struct ptr_heap *heap;
Li Zefanbd1a8ab2009-04-02 16:57:50 -0700422 void *data;
Cliff Wickman31a7df02008-02-07 00:14:42 -0800423};
424
Li Zefan65dff752013-03-01 15:01:56 +0800425/* Caller should hold rcu_read_lock() */
426static inline const char *cgroup_name(const struct cgroup *cgrp)
427{
428 return rcu_dereference(cgrp->name)->name;
429}
430
Aristeu Rozanski03b1cde2012-08-23 16:53:30 -0400431int cgroup_add_cftypes(struct cgroup_subsys *ss, struct cftype *cfts);
432int cgroup_rm_cftypes(struct cgroup_subsys *ss, struct cftype *cfts);
Tejun Heo8e3f6542012-04-01 12:09:55 -0700433
Li Zefanffd2d882008-02-23 15:24:09 -0800434int cgroup_is_removed(const struct cgroup *cgrp);
Paul Menageddbcc7e2007-10-18 23:39:30 -0700435
Li Zefanffd2d882008-02-23 15:24:09 -0800436int cgroup_path(const struct cgroup *cgrp, char *buf, int buflen);
Paul Menageddbcc7e2007-10-18 23:39:30 -0700437
Li Zefanffd2d882008-02-23 15:24:09 -0800438int cgroup_task_count(const struct cgroup *cgrp);
Paul Menagebbcb81d2007-10-18 23:39:32 -0700439
Grzegorz Nosek313e9242009-04-02 16:57:23 -0700440/* Return true if cgrp is a descendant of the task's cgroup */
441int cgroup_is_descendant(const struct cgroup *cgrp, struct task_struct *task);
Paul Menageddbcc7e2007-10-18 23:39:30 -0700442
Thadeu Lima de Souza Cascardo21acb9c2009-02-04 10:12:08 +0100443/*
Tejun Heo2f7ee562011-12-12 18:12:21 -0800444 * Control Group taskset, used to pass around set of tasks to cgroup_subsys
445 * methods.
446 */
447struct cgroup_taskset;
448struct task_struct *cgroup_taskset_first(struct cgroup_taskset *tset);
449struct task_struct *cgroup_taskset_next(struct cgroup_taskset *tset);
450struct cgroup *cgroup_taskset_cur_cgroup(struct cgroup_taskset *tset);
451int cgroup_taskset_size(struct cgroup_taskset *tset);
452
453/**
454 * cgroup_taskset_for_each - iterate cgroup_taskset
455 * @task: the loop cursor
456 * @skip_cgrp: skip if task's cgroup matches this, %NULL to iterate through all
457 * @tset: taskset to iterate
458 */
459#define cgroup_taskset_for_each(task, skip_cgrp, tset) \
460 for ((task) = cgroup_taskset_first((tset)); (task); \
461 (task) = cgroup_taskset_next((tset))) \
462 if (!(skip_cgrp) || \
463 cgroup_taskset_cur_cgroup((tset)) != (skip_cgrp))
464
465/*
Thadeu Lima de Souza Cascardo21acb9c2009-02-04 10:12:08 +0100466 * Control Group subsystem type.
467 * See Documentation/cgroups/cgroups.txt for details
468 */
Paul Menageddbcc7e2007-10-18 23:39:30 -0700469
470struct cgroup_subsys {
Tejun Heo92fb9742012-11-19 08:13:38 -0800471 struct cgroup_subsys_state *(*css_alloc)(struct cgroup *cgrp);
472 int (*css_online)(struct cgroup *cgrp);
473 void (*css_offline)(struct cgroup *cgrp);
474 void (*css_free)(struct cgroup *cgrp);
475
Li Zefan761b3ef2012-01-31 13:47:36 +0800476 int (*can_attach)(struct cgroup *cgrp, struct cgroup_taskset *tset);
477 void (*cancel_attach)(struct cgroup *cgrp, struct cgroup_taskset *tset);
478 void (*attach)(struct cgroup *cgrp, struct cgroup_taskset *tset);
479 void (*fork)(struct task_struct *task);
480 void (*exit)(struct cgroup *cgrp, struct cgroup *old_cgrp,
481 struct task_struct *task);
Li Zefan761b3ef2012-01-31 13:47:36 +0800482 void (*bind)(struct cgroup *root);
Hugh Dickinse5991372009-01-06 14:39:22 -0800483
Paul Menageddbcc7e2007-10-18 23:39:30 -0700484 int subsys_id;
485 int active;
Paul Menage8bab8dd2008-04-04 14:29:57 -0700486 int disabled;
Paul Menageddbcc7e2007-10-18 23:39:30 -0700487 int early_init;
KAMEZAWA Hiroyuki38460b42009-04-02 16:57:25 -0700488 /*
489 * True if this subsys uses ID. ID is not available before cgroup_init()
490 * (not available in early_init time.)
491 */
492 bool use_id;
Tejun Heo48ddbe12012-04-01 12:09:56 -0700493
494 /*
Tejun Heo8c7f6ed2012-09-13 12:20:58 -0700495 * If %false, this subsystem is properly hierarchical -
496 * configuration, resource accounting and restriction on a parent
497 * cgroup cover those of its children. If %true, hierarchy support
498 * is broken in some ways - some subsystems ignore hierarchy
499 * completely while others are only implemented half-way.
500 *
501 * It's now disallowed to create nested cgroups if the subsystem is
502 * broken and cgroup core will emit a warning message on such
503 * cases. Eventually, all subsystems will be made properly
504 * hierarchical and this will go away.
505 */
506 bool broken_hierarchy;
507 bool warned_broken_hierarchy;
508
Paul Menageddbcc7e2007-10-18 23:39:30 -0700509#define MAX_CGROUP_TYPE_NAMELEN 32
510 const char *name;
511
Paul Menage999cd8a2009-01-07 18:08:36 -0800512 /*
Paul Menage999cd8a2009-01-07 18:08:36 -0800513 * Link to parent, and list entry in parent's children.
Li Zefan6be96a52012-06-06 19:12:30 -0700514 * Protected by cgroup_lock()
Paul Menage999cd8a2009-01-07 18:08:36 -0800515 */
516 struct cgroupfs_root *root;
Paul Menageddbcc7e2007-10-18 23:39:30 -0700517 struct list_head sibling;
KAMEZAWA Hiroyuki38460b42009-04-02 16:57:25 -0700518 /* used when use_id == true */
519 struct idr idr;
Hugh Dickins42aee6c2012-03-21 16:34:21 -0700520 spinlock_t id_lock;
Ben Blume6a11052010-03-10 15:22:09 -0800521
Tejun Heo8e3f6542012-04-01 12:09:55 -0700522 /* list of cftype_sets */
523 struct list_head cftsets;
524
525 /* base cftypes, automatically [de]registered with subsys itself */
526 struct cftype *base_cftypes;
527 struct cftype_set base_cftset;
528
Ben Blume6a11052010-03-10 15:22:09 -0800529 /* should be defined only by modular subsystems */
530 struct module *module;
Paul Menageddbcc7e2007-10-18 23:39:30 -0700531};
532
533#define SUBSYS(_x) extern struct cgroup_subsys _x ## _subsys;
Daniel Wagner5fc0b022012-09-12 16:12:05 +0200534#define IS_SUBSYS_ENABLED(option) IS_BUILTIN(option)
Paul Menageddbcc7e2007-10-18 23:39:30 -0700535#include <linux/cgroup_subsys.h>
Daniel Wagner5fc0b022012-09-12 16:12:05 +0200536#undef IS_SUBSYS_ENABLED
Paul Menageddbcc7e2007-10-18 23:39:30 -0700537#undef SUBSYS
538
539static inline struct cgroup_subsys_state *cgroup_subsys_state(
Li Zefanffd2d882008-02-23 15:24:09 -0800540 struct cgroup *cgrp, int subsys_id)
Paul Menageddbcc7e2007-10-18 23:39:30 -0700541{
Li Zefanffd2d882008-02-23 15:24:09 -0800542 return cgrp->subsys[subsys_id];
Paul Menageddbcc7e2007-10-18 23:39:30 -0700543}
544
Peter Zijlstradc61b1d2010-06-08 11:40:42 +0200545/*
546 * function to get the cgroup_subsys_state which allows for extra
547 * rcu_dereference_check() conditions, such as locks used during the
548 * cgroup_subsys::attach() methods.
549 */
550#define task_subsys_state_check(task, subsys_id, __c) \
551 rcu_dereference_check(task->cgroups->subsys[subsys_id], \
Peter Zijlstradc61b1d2010-06-08 11:40:42 +0200552 lockdep_is_held(&task->alloc_lock) || \
553 cgroup_lock_is_held() || (__c))
554
555static inline struct cgroup_subsys_state *
556task_subsys_state(struct task_struct *task, int subsys_id)
Paul Menageddbcc7e2007-10-18 23:39:30 -0700557{
Peter Zijlstradc61b1d2010-06-08 11:40:42 +0200558 return task_subsys_state_check(task, subsys_id, false);
Paul Menageddbcc7e2007-10-18 23:39:30 -0700559}
560
561static inline struct cgroup* task_cgroup(struct task_struct *task,
562 int subsys_id)
563{
564 return task_subsys_state(task, subsys_id)->cgroup;
565}
566
Tejun Heo574bd9f2012-11-09 09:12:29 -0800567/**
568 * cgroup_for_each_child - iterate through children of a cgroup
569 * @pos: the cgroup * to use as the loop cursor
570 * @cgroup: cgroup whose children to walk
571 *
572 * Walk @cgroup's children. Must be called under rcu_read_lock(). A child
Tejun Heo92fb9742012-11-19 08:13:38 -0800573 * cgroup which hasn't finished ->css_online() or already has finished
574 * ->css_offline() may show up during traversal and it's each subsystem's
Tejun Heo574bd9f2012-11-09 09:12:29 -0800575 * responsibility to verify that each @pos is alive.
576 *
Tejun Heo92fb9742012-11-19 08:13:38 -0800577 * If a subsystem synchronizes against the parent in its ->css_online() and
578 * before starting iterating, a cgroup which finished ->css_online() is
579 * guaranteed to be visible in the future iterations.
Tejun Heo574bd9f2012-11-09 09:12:29 -0800580 */
581#define cgroup_for_each_child(pos, cgroup) \
582 list_for_each_entry_rcu(pos, &(cgroup)->children, sibling)
583
584struct cgroup *cgroup_next_descendant_pre(struct cgroup *pos,
585 struct cgroup *cgroup);
Tejun Heo12a9d2f2013-01-07 08:49:33 -0800586struct cgroup *cgroup_rightmost_descendant(struct cgroup *pos);
Tejun Heo574bd9f2012-11-09 09:12:29 -0800587
588/**
589 * cgroup_for_each_descendant_pre - pre-order walk of a cgroup's descendants
590 * @pos: the cgroup * to use as the loop cursor
591 * @cgroup: cgroup whose descendants to walk
592 *
593 * Walk @cgroup's descendants. Must be called under rcu_read_lock(). A
Tejun Heo92fb9742012-11-19 08:13:38 -0800594 * descendant cgroup which hasn't finished ->css_online() or already has
595 * finished ->css_offline() may show up during traversal and it's each
Tejun Heo574bd9f2012-11-09 09:12:29 -0800596 * subsystem's responsibility to verify that each @pos is alive.
597 *
Tejun Heo92fb9742012-11-19 08:13:38 -0800598 * If a subsystem synchronizes against the parent in its ->css_online() and
599 * before starting iterating, and synchronizes against @pos on each
600 * iteration, any descendant cgroup which finished ->css_offline() is
Tejun Heo574bd9f2012-11-09 09:12:29 -0800601 * guaranteed to be visible in the future iterations.
602 *
603 * In other words, the following guarantees that a descendant can't escape
604 * state updates of its ancestors.
605 *
Tejun Heo92fb9742012-11-19 08:13:38 -0800606 * my_online(@cgrp)
Tejun Heo574bd9f2012-11-09 09:12:29 -0800607 * {
608 * Lock @cgrp->parent and @cgrp;
609 * Inherit state from @cgrp->parent;
610 * Unlock both.
611 * }
612 *
613 * my_update_state(@cgrp)
614 * {
615 * Lock @cgrp;
616 * Update @cgrp's state;
617 * Unlock @cgrp;
618 *
619 * cgroup_for_each_descendant_pre(@pos, @cgrp) {
620 * Lock @pos;
621 * Verify @pos is alive and inherit state from @pos->parent;
622 * Unlock @pos;
623 * }
624 * }
625 *
626 * As long as the inheriting step, including checking the parent state, is
627 * enclosed inside @pos locking, double-locking the parent isn't necessary
628 * while inheriting. The state update to the parent is guaranteed to be
629 * visible by walking order and, as long as inheriting operations to the
630 * same @pos are atomic to each other, multiple updates racing each other
631 * still result in the correct state. It's guaranateed that at least one
632 * inheritance happens for any cgroup after the latest update to its
633 * parent.
634 *
635 * If checking parent's state requires locking the parent, each inheriting
636 * iteration should lock and unlock both @pos->parent and @pos.
637 *
638 * Alternatively, a subsystem may choose to use a single global lock to
Tejun Heo92fb9742012-11-19 08:13:38 -0800639 * synchronize ->css_online() and ->css_offline() against tree-walking
Tejun Heo574bd9f2012-11-09 09:12:29 -0800640 * operations.
641 */
642#define cgroup_for_each_descendant_pre(pos, cgroup) \
643 for (pos = cgroup_next_descendant_pre(NULL, (cgroup)); (pos); \
644 pos = cgroup_next_descendant_pre((pos), (cgroup)))
645
646struct cgroup *cgroup_next_descendant_post(struct cgroup *pos,
647 struct cgroup *cgroup);
648
649/**
650 * cgroup_for_each_descendant_post - post-order walk of a cgroup's descendants
651 * @pos: the cgroup * to use as the loop cursor
652 * @cgroup: cgroup whose descendants to walk
653 *
654 * Similar to cgroup_for_each_descendant_pre() but performs post-order
655 * traversal instead. Note that the walk visibility guarantee described in
656 * pre-order walk doesn't apply the same to post-order walks.
657 */
658#define cgroup_for_each_descendant_post(pos, cgroup) \
659 for (pos = cgroup_next_descendant_post(NULL, (cgroup)); (pos); \
660 pos = cgroup_next_descendant_post((pos), (cgroup)))
661
Paul Menage817929e2007-10-18 23:39:36 -0700662/* A cgroup_iter should be treated as an opaque object */
663struct cgroup_iter {
664 struct list_head *cg_link;
665 struct list_head *task;
666};
667
Paul Menaged20a3902009-04-02 16:57:22 -0700668/*
669 * To iterate across the tasks in a cgroup:
Paul Menage817929e2007-10-18 23:39:36 -0700670 *
Uwe Kleine-Königb5950762010-11-01 15:38:34 -0400671 * 1) call cgroup_iter_start to initialize an iterator
Paul Menage817929e2007-10-18 23:39:36 -0700672 *
673 * 2) call cgroup_iter_next() to retrieve member tasks until it
674 * returns NULL or until you want to end the iteration
675 *
676 * 3) call cgroup_iter_end() to destroy the iterator.
Cliff Wickman31a7df02008-02-07 00:14:42 -0800677 *
Paul Menaged20a3902009-04-02 16:57:22 -0700678 * Or, call cgroup_scan_tasks() to iterate through every task in a
679 * cgroup - cgroup_scan_tasks() holds the css_set_lock when calling
680 * the test_task() callback, but not while calling the process_task()
681 * callback.
Paul Menage817929e2007-10-18 23:39:36 -0700682 */
Li Zefanffd2d882008-02-23 15:24:09 -0800683void cgroup_iter_start(struct cgroup *cgrp, struct cgroup_iter *it);
684struct task_struct *cgroup_iter_next(struct cgroup *cgrp,
Paul Menage817929e2007-10-18 23:39:36 -0700685 struct cgroup_iter *it);
Li Zefanffd2d882008-02-23 15:24:09 -0800686void cgroup_iter_end(struct cgroup *cgrp, struct cgroup_iter *it);
Cliff Wickman31a7df02008-02-07 00:14:42 -0800687int cgroup_scan_tasks(struct cgroup_scanner *scan);
Cliff Wickman956db3c2008-02-07 00:14:43 -0800688int cgroup_attach_task(struct cgroup *, struct task_struct *);
Michael S. Tsirkin31583bb2010-09-09 16:37:37 -0700689int cgroup_attach_task_all(struct task_struct *from, struct task_struct *);
690
KAMEZAWA Hiroyuki38460b42009-04-02 16:57:25 -0700691/*
692 * CSS ID is ID for cgroup_subsys_state structs under subsys. This only works
693 * if cgroup_subsys.use_id == true. It can be used for looking up and scanning.
694 * CSS ID is assigned at cgroup allocation (create) automatically
695 * and removed when subsys calls free_css_id() function. This is because
696 * the lifetime of cgroup_subsys_state is subsys's matter.
697 *
698 * Looking up and scanning function should be called under rcu_read_lock().
Li Zefan6be96a52012-06-06 19:12:30 -0700699 * Taking cgroup_mutex is not necessary for following calls.
KAMEZAWA Hiroyuki38460b42009-04-02 16:57:25 -0700700 * But the css returned by this routine can be "not populated yet" or "being
701 * destroyed". The caller should check css and cgroup's status.
702 */
703
704/*
705 * Typically Called at ->destroy(), or somewhere the subsys frees
706 * cgroup_subsys_state.
707 */
708void free_css_id(struct cgroup_subsys *ss, struct cgroup_subsys_state *css);
709
710/* Find a cgroup_subsys_state which has given ID */
711
712struct cgroup_subsys_state *css_lookup(struct cgroup_subsys *ss, int id);
713
714/*
715 * Get a cgroup whose id is greater than or equal to id under tree of root.
716 * Returning a cgroup_subsys_state or NULL.
717 */
718struct cgroup_subsys_state *css_get_next(struct cgroup_subsys *ss, int id,
719 struct cgroup_subsys_state *root, int *foundid);
720
721/* Returns true if root is ancestor of cg */
722bool css_is_ancestor(struct cgroup_subsys_state *cg,
KAMEZAWA Hiroyuki0b7f5692009-04-02 16:57:38 -0700723 const struct cgroup_subsys_state *root);
KAMEZAWA Hiroyuki38460b42009-04-02 16:57:25 -0700724
725/* Get id and depth of css */
726unsigned short css_id(struct cgroup_subsys_state *css);
727unsigned short css_depth(struct cgroup_subsys_state *css);
Stephane Eraniane5d13672011-02-14 11:20:01 +0200728struct cgroup_subsys_state *cgroup_css_from_dir(struct file *f, int id);
KAMEZAWA Hiroyuki38460b42009-04-02 16:57:25 -0700729
Paul Menageddbcc7e2007-10-18 23:39:30 -0700730#else /* !CONFIG_CGROUPS */
731
732static inline int cgroup_init_early(void) { return 0; }
733static inline int cgroup_init(void) { return 0; }
Paul Menageb4f48b62007-10-18 23:39:33 -0700734static inline void cgroup_fork(struct task_struct *p) {}
Paul Menage817929e2007-10-18 23:39:36 -0700735static inline void cgroup_post_fork(struct task_struct *p) {}
Paul Menageb4f48b62007-10-18 23:39:33 -0700736static inline void cgroup_exit(struct task_struct *p, int callbacks) {}
Paul Menageddbcc7e2007-10-18 23:39:30 -0700737
738static inline void cgroup_lock(void) {}
739static inline void cgroup_unlock(void) {}
Balbir Singh846c7bb2007-10-18 23:39:44 -0700740static inline int cgroupstats_build(struct cgroupstats *stats,
741 struct dentry *dentry)
742{
743 return -EINVAL;
744}
Paul Menageddbcc7e2007-10-18 23:39:30 -0700745
Sridhar Samudralad7926ee2010-05-30 22:24:39 +0200746/* No cgroups - nothing to do */
Michael S. Tsirkin31583bb2010-09-09 16:37:37 -0700747static inline int cgroup_attach_task_all(struct task_struct *from,
748 struct task_struct *t)
749{
750 return 0;
751}
Sridhar Samudralad7926ee2010-05-30 22:24:39 +0200752
Paul Menageddbcc7e2007-10-18 23:39:30 -0700753#endif /* !CONFIG_CGROUPS */
754
Paul Menageddbcc7e2007-10-18 23:39:30 -0700755#endif /* _LINUX_CGROUP_H */