1 #include <linux/cgroup.h>
2 #include <linux/slab.h>
3 #include <linux/percpu.h>
4 #include <linux/spinlock.h>
5 #include <linux/cpumask.h>
6 #include <linux/seq_file.h>
7 #include <linux/rcupdate.h>
8 #include <linux/kernel_stat.h>
14 * CPU accounting code for task groups.
16 * Based on the work by Paul Menage (menage@google.com) and Balbir Singh
17 * (balbir@in.ibm.com).
20 /* Time spent by the tasks of the cpu accounting group executing in ... */
21 enum cpuacct_stat_index
{
22 CPUACCT_STAT_USER
, /* ... user mode */
23 CPUACCT_STAT_SYSTEM
, /* ... kernel mode */
28 /* track cpu usage of a group of tasks and its child groups */
30 struct cgroup_subsys_state css
;
31 /* cpuusage holds pointer to a u64-type object on every cpu */
32 u64 __percpu
*cpuusage
;
33 struct kernel_cpustat __percpu
*cpustat
;
36 static inline struct cpuacct
*css_ca(struct cgroup_subsys_state
*css
)
38 return css
? container_of(css
, struct cpuacct
, css
) : NULL
;
41 /* return cpu accounting group corresponding to this container */
42 static inline struct cpuacct
*cgroup_ca(struct cgroup
*cgrp
)
44 return css_ca(cgroup_css(cgrp
, cpuacct_subsys_id
));
47 /* return cpu accounting group to which this task belongs */
48 static inline struct cpuacct
*task_ca(struct task_struct
*tsk
)
50 return css_ca(task_css(tsk
, cpuacct_subsys_id
));
53 static inline struct cpuacct
*parent_ca(struct cpuacct
*ca
)
55 return css_ca(css_parent(&ca
->css
));
58 static DEFINE_PER_CPU(u64
, root_cpuacct_cpuusage
);
59 static struct cpuacct root_cpuacct
= {
60 .cpustat
= &kernel_cpustat
,
61 .cpuusage
= &root_cpuacct_cpuusage
,
64 /* create a new cpu accounting group */
65 static struct cgroup_subsys_state
*
66 cpuacct_css_alloc(struct cgroup_subsys_state
*parent_css
)
71 return &root_cpuacct
.css
;
73 ca
= kzalloc(sizeof(*ca
), GFP_KERNEL
);
77 ca
->cpuusage
= alloc_percpu(u64
);
81 ca
->cpustat
= alloc_percpu(struct kernel_cpustat
);
83 goto out_free_cpuusage
;
88 free_percpu(ca
->cpuusage
);
92 return ERR_PTR(-ENOMEM
);
95 /* destroy an existing cpu accounting group */
96 static void cpuacct_css_free(struct cgroup_subsys_state
*css
)
98 struct cpuacct
*ca
= css_ca(css
);
100 free_percpu(ca
->cpustat
);
101 free_percpu(ca
->cpuusage
);
105 static u64
cpuacct_cpuusage_read(struct cpuacct
*ca
, int cpu
)
107 u64
*cpuusage
= per_cpu_ptr(ca
->cpuusage
, cpu
);
112 * Take rq->lock to make 64-bit read safe on 32-bit platforms.
114 raw_spin_lock_irq(&cpu_rq(cpu
)->lock
);
116 raw_spin_unlock_irq(&cpu_rq(cpu
)->lock
);
124 static void cpuacct_cpuusage_write(struct cpuacct
*ca
, int cpu
, u64 val
)
126 u64
*cpuusage
= per_cpu_ptr(ca
->cpuusage
, cpu
);
130 * Take rq->lock to make 64-bit write safe on 32-bit platforms.
132 raw_spin_lock_irq(&cpu_rq(cpu
)->lock
);
134 raw_spin_unlock_irq(&cpu_rq(cpu
)->lock
);
140 /* return total cpu usage (in nanoseconds) of a group */
141 static u64
cpuusage_read(struct cgroup
*cgrp
, struct cftype
*cft
)
143 struct cpuacct
*ca
= cgroup_ca(cgrp
);
144 u64 totalcpuusage
= 0;
147 for_each_present_cpu(i
)
148 totalcpuusage
+= cpuacct_cpuusage_read(ca
, i
);
150 return totalcpuusage
;
153 static int cpuusage_write(struct cgroup
*cgrp
, struct cftype
*cftype
,
156 struct cpuacct
*ca
= cgroup_ca(cgrp
);
165 for_each_present_cpu(i
)
166 cpuacct_cpuusage_write(ca
, i
, 0);
172 static int cpuacct_percpu_seq_read(struct cgroup
*cgroup
, struct cftype
*cft
,
175 struct cpuacct
*ca
= cgroup_ca(cgroup
);
179 for_each_present_cpu(i
) {
180 percpu
= cpuacct_cpuusage_read(ca
, i
);
181 seq_printf(m
, "%llu ", (unsigned long long) percpu
);
187 static const char * const cpuacct_stat_desc
[] = {
188 [CPUACCT_STAT_USER
] = "user",
189 [CPUACCT_STAT_SYSTEM
] = "system",
192 static int cpuacct_stats_show(struct cgroup
*cgrp
, struct cftype
*cft
,
193 struct cgroup_map_cb
*cb
)
195 struct cpuacct
*ca
= cgroup_ca(cgrp
);
199 for_each_online_cpu(cpu
) {
200 struct kernel_cpustat
*kcpustat
= per_cpu_ptr(ca
->cpustat
, cpu
);
201 val
+= kcpustat
->cpustat
[CPUTIME_USER
];
202 val
+= kcpustat
->cpustat
[CPUTIME_NICE
];
204 val
= cputime64_to_clock_t(val
);
205 cb
->fill(cb
, cpuacct_stat_desc
[CPUACCT_STAT_USER
], val
);
208 for_each_online_cpu(cpu
) {
209 struct kernel_cpustat
*kcpustat
= per_cpu_ptr(ca
->cpustat
, cpu
);
210 val
+= kcpustat
->cpustat
[CPUTIME_SYSTEM
];
211 val
+= kcpustat
->cpustat
[CPUTIME_IRQ
];
212 val
+= kcpustat
->cpustat
[CPUTIME_SOFTIRQ
];
215 val
= cputime64_to_clock_t(val
);
216 cb
->fill(cb
, cpuacct_stat_desc
[CPUACCT_STAT_SYSTEM
], val
);
221 static struct cftype files
[] = {
224 .read_u64
= cpuusage_read
,
225 .write_u64
= cpuusage_write
,
228 .name
= "usage_percpu",
229 .read_seq_string
= cpuacct_percpu_seq_read
,
233 .read_map
= cpuacct_stats_show
,
239 * charge this task's execution time to its accounting group.
241 * called with rq->lock held.
243 void cpuacct_charge(struct task_struct
*tsk
, u64 cputime
)
255 u64
*cpuusage
= per_cpu_ptr(ca
->cpuusage
, cpu
);
256 *cpuusage
+= cputime
;
267 * Add user/system time to cpuacct.
269 * Note: it's the caller that updates the account of the root cgroup.
271 void cpuacct_account_field(struct task_struct
*p
, int index
, u64 val
)
273 struct kernel_cpustat
*kcpustat
;
278 while (ca
!= &root_cpuacct
) {
279 kcpustat
= this_cpu_ptr(ca
->cpustat
);
280 kcpustat
->cpustat
[index
] += val
;
286 struct cgroup_subsys cpuacct_subsys
= {
288 .css_alloc
= cpuacct_css_alloc
,
289 .css_free
= cpuacct_css_free
,
290 .subsys_id
= cpuacct_subsys_id
,
291 .base_cftypes
= files
,