[deliverable/linux.git] / drivers / cpufreq / cpufreq_stats.c

/*
 *  drivers/cpufreq/cpufreq_stats.c
 *
 *  Copyright (C) 2003-2004 Venkatesh Pallipadi <venkatesh.pallipadi@intel.com>.
 *  (C) 2004 Zou Nan hai <nanhai.zou@intel.com>.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */

#include <linux/kernel.h>
#include <linux/slab.h>
#include <linux/cpu.h>
#include <linux/sysfs.h>
#include <linux/cpufreq.h>
#include <linux/module.h>
#include <linux/jiffies.h>
#include <linux/percpu.h>
#include <linux/kobject.h>
#include <linux/spinlock.h>
#include <linux/notifier.h>
#include <asm/cputime.h>

static spinlock_t cpufreq_stats_lock;

#define CPUFREQ_STATDEVICE_ATTR(_name, _mode, _show) \
static struct freq_attr _attr_##_name = {\
	.attr = {.name = __stringify(_name), .mode = _mode, }, \
	.show = _show,\
};

struct cpufreq_stats {
	unsigned int cpu;
	unsigned int total_trans;
	unsigned long long  last_time;
	unsigned int max_state;
	unsigned int state_num;
	unsigned int last_index;
	cputime64_t *time_in_state;
	unsigned int *freq_table;
#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
	unsigned int *trans_table;
#endif
};

static DEFINE_PER_CPU(struct cpufreq_stats *, cpufreq_stats_table);

struct cpufreq_stats_attribute {
	struct attribute attr;
	ssize_t(*show) (struct cpufreq_stats *, char *);
};

static int cpufreq_stats_update(unsigned int cpu)
{
	struct cpufreq_stats *stat;
	unsigned long long cur_time;

	cur_time = get_jiffies_64();
	spin_lock(&cpufreq_stats_lock);
	stat = per_cpu(cpufreq_stats_table, cpu);
	if (stat->time_in_state)
		stat->time_in_state[stat->last_index] +=
			cur_time - stat->last_time;
	stat->last_time = cur_time;
	spin_unlock(&cpufreq_stats_lock);
	return 0;
}

static ssize_t show_total_trans(struct cpufreq_policy *policy, char *buf)
{
	struct cpufreq_stats *stat = per_cpu(cpufreq_stats_table, policy->cpu);
	if (!stat)
		return 0;
	return sprintf(buf, "%d\n",
			per_cpu(cpufreq_stats_table, stat->cpu)->total_trans);
}

static ssize_t show_time_in_state(struct cpufreq_policy *policy, char *buf)
{
	ssize_t len = 0;
	int i;
	struct cpufreq_stats *stat = per_cpu(cpufreq_stats_table, policy->cpu);
	if (!stat)
		return 0;
	cpufreq_stats_update(stat->cpu);
	for (i = 0; i < stat->state_num; i++) {
		len += sprintf(buf + len, "%u %llu\n", stat->freq_table[i],
			(unsigned long long)
			cputime64_to_clock_t(stat->time_in_state[i]));
	}
	return len;
}

#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
static ssize_t show_trans_table(struct cpufreq_policy *policy, char *buf)
{
	ssize_t len = 0;
	int i, j;

	struct cpufreq_stats *stat = per_cpu(cpufreq_stats_table, policy->cpu);
	if (!stat)
		return 0;
	cpufreq_stats_update(stat->cpu);
	len += snprintf(buf + len, PAGE_SIZE - len, "   From  :    To\n");
	len += snprintf(buf + len, PAGE_SIZE - len, "         : ");
	for (i = 0; i < stat->state_num; i++) {
		if (len >= PAGE_SIZE)
			break;
		len += snprintf(buf + len, PAGE_SIZE - len, "%9u ",
				stat->freq_table[i]);
	}
	if (len >= PAGE_SIZE)
		return PAGE_SIZE;

	len += snprintf(buf + len, PAGE_SIZE - len, "\n");

	for (i = 0; i < stat->state_num; i++) {
		if (len >= PAGE_SIZE)
			break;

		len += snprintf(buf + len, PAGE_SIZE - len, "%9u: ",
				stat->freq_table[i]);

		for (j = 0; j < stat->state_num; j++)   {
			if (len >= PAGE_SIZE)
				break;
			len += snprintf(buf + len, PAGE_SIZE - len, "%9u ",
					stat->trans_table[i*stat->max_state+j]);
		}
		if (len >= PAGE_SIZE)
			break;
		len += snprintf(buf + len, PAGE_SIZE - len, "\n");
	}
	if (len >= PAGE_SIZE)
		return PAGE_SIZE;
	return len;
}
CPUFREQ_STATDEVICE_ATTR(trans_table, 0444, show_trans_table);
#endif

CPUFREQ_STATDEVICE_ATTR(total_trans, 0444, show_total_trans);
CPUFREQ_STATDEVICE_ATTR(time_in_state, 0444, show_time_in_state);

static struct attribute *default_attrs[] = {
	&_attr_total_trans.attr,
	&_attr_time_in_state.attr,
#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
	&_attr_trans_table.attr,
#endif
	NULL
};
static struct attribute_group stats_attr_group = {
	.attrs = default_attrs,
	.name = "stats"
};

static int freq_table_get_index(struct cpufreq_stats *stat, unsigned int freq)
{
	int index;
	for (index = 0; index < stat->max_state; index++)
		if (stat->freq_table[index] == freq)
			return index;
	return -1;
}

/* should be called late in the CPU removal sequence so that the stats
 * memory is still available in case someone tries to use it.
 */
static void cpufreq_stats_free_table(unsigned int cpu)
{
	struct cpufreq_stats *stat = per_cpu(cpufreq_stats_table, cpu);
	if (stat) {
		kfree(stat->time_in_state);
		kfree(stat);
	}
	per_cpu(cpufreq_stats_table, cpu) = NULL;
}

/* must be called early in the CPU removal sequence (before
 * cpufreq_remove_dev) so that policy is still valid.
 */
static void cpufreq_stats_free_sysfs(unsigned int cpu)
{
	struct cpufreq_policy *policy = cpufreq_cpu_get(cpu);
	if (policy && policy->cpu == cpu)
		sysfs_remove_group(&policy->kobj, &stats_attr_group);
	if (policy)
		cpufreq_cpu_put(policy);
}

static int cpufreq_stats_create_table(struct cpufreq_policy *policy,
		struct cpufreq_frequency_table *table)
{
	unsigned int i, j, count = 0, ret = 0;
	struct cpufreq_stats *stat;
	struct cpufreq_policy *data;
	unsigned int alloc_size;
	unsigned int cpu = policy->cpu;
	if (per_cpu(cpufreq_stats_table, cpu))
		return -EBUSY;
	stat = kzalloc(sizeof(struct cpufreq_stats), GFP_KERNEL);
	if ((stat) == NULL)
		return -ENOMEM;

	data = cpufreq_cpu_get(cpu);
	if (data == NULL) {
		ret = -EINVAL;
		goto error_get_fail;
	}

	ret = sysfs_create_group(&data->kobj, &stats_attr_group);
	if (ret)
		goto error_out;

	stat->cpu = cpu;
	per_cpu(cpufreq_stats_table, cpu) = stat;

	for (i = 0; table[i].frequency != CPUFREQ_TABLE_END; i++) {
		unsigned int freq = table[i].frequency;
		if (freq == CPUFREQ_ENTRY_INVALID)
			continue;
		count++;
	}

	alloc_size = count * sizeof(int) + count * sizeof(cputime64_t);

#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
	alloc_size += count * count * sizeof(int);
#endif
	stat->max_state = count;
	stat->time_in_state = kzalloc(alloc_size, GFP_KERNEL);
	if (!stat->time_in_state) {
		ret = -ENOMEM;
		goto error_out;
	}
	stat->freq_table = (unsigned int *)(stat->time_in_state + count);

#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
	stat->trans_table = stat->freq_table + count;
#endif
	j = 0;
	for (i = 0; table[i].frequency != CPUFREQ_TABLE_END; i++) {
		unsigned int freq = table[i].frequency;
		if (freq == CPUFREQ_ENTRY_INVALID)
			continue;
		if (freq_table_get_index(stat, freq) == -1)
			stat->freq_table[j++] = freq;
	}
	stat->state_num = j;
	spin_lock(&cpufreq_stats_lock);
	stat->last_time = get_jiffies_64();
	stat->last_index = freq_table_get_index(stat, policy->cur);
	spin_unlock(&cpufreq_stats_lock);
	cpufreq_cpu_put(data);
	return 0;
error_out:
	cpufreq_cpu_put(data);
error_get_fail:
	kfree(stat);
	per_cpu(cpufreq_stats_table, cpu) = NULL;
	return ret;
}

static int cpufreq_stat_notifier_policy(struct notifier_block *nb,
		unsigned long val, void *data)
{
	int ret;
	struct cpufreq_policy *policy = data;
	struct cpufreq_frequency_table *table;
	unsigned int cpu = policy->cpu;
	if (val != CPUFREQ_NOTIFY)
		return 0;
	table = cpufreq_frequency_get_table(cpu);
	if (!table)
		return 0;
	ret = cpufreq_stats_create_table(policy, table);
	if (ret)
		return ret;
	return 0;
}

static int cpufreq_stat_notifier_trans(struct notifier_block *nb,
		unsigned long val, void *data)
{
	struct cpufreq_freqs *freq = data;
	struct cpufreq_stats *stat;
	int old_index, new_index;

	if (val != CPUFREQ_POSTCHANGE)
		return 0;

	stat = per_cpu(cpufreq_stats_table, freq->cpu);
	if (!stat)
		return 0;

	old_index = stat->last_index;
	new_index = freq_table_get_index(stat, freq->new);

	/* We can't do stat->time_in_state[-1]= .. */
	if (old_index == -1 || new_index == -1)
		return 0;

	cpufreq_stats_update(freq->cpu);

	if (old_index == new_index)
		return 0;

	spin_lock(&cpufreq_stats_lock);
	stat->last_index = new_index;
#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
	stat->trans_table[old_index * stat->max_state + new_index]++;
#endif
	stat->total_trans++;
	spin_unlock(&cpufreq_stats_lock);
	return 0;
}

static int __cpuinit cpufreq_stat_cpu_callback(struct notifier_block *nfb,
					       unsigned long action,
					       void *hcpu)
{
	unsigned int cpu = (unsigned long)hcpu;

	switch (action) {
	case CPU_ONLINE:
	case CPU_ONLINE_FROZEN:
		cpufreq_update_policy(cpu);
		break;
	case CPU_DOWN_PREPARE:
		cpufreq_stats_free_sysfs(cpu);
		break;
	case CPU_DEAD:
	case CPU_DEAD_FROZEN:
		cpufreq_stats_free_table(cpu);
		break;
	}
	return NOTIFY_OK;
}

/* priority=1 so this will get called before cpufreq_remove_dev */
static struct notifier_block cpufreq_stat_cpu_notifier __refdata = {
	.notifier_call = cpufreq_stat_cpu_callback,
	.priority = 1,
};

static struct notifier_block notifier_policy_block = {
	.notifier_call = cpufreq_stat_notifier_policy
};

static struct notifier_block notifier_trans_block = {
	.notifier_call = cpufreq_stat_notifier_trans
};

static int __init cpufreq_stats_init(void)
{
	int ret;
	unsigned int cpu;

	spin_lock_init(&cpufreq_stats_lock);
	ret = cpufreq_register_notifier(&notifier_policy_block,
				CPUFREQ_POLICY_NOTIFIER);
	if (ret)
		return ret;

	ret = cpufreq_register_notifier(&notifier_trans_block,
				CPUFREQ_TRANSITION_NOTIFIER);
	if (ret) {
		cpufreq_unregister_notifier(&notifier_policy_block,
				CPUFREQ_POLICY_NOTIFIER);
		return ret;
	}

	register_hotcpu_notifier(&cpufreq_stat_cpu_notifier);
	for_each_online_cpu(cpu) {
		cpufreq_update_policy(cpu);
	}
	return 0;
}
static void __exit cpufreq_stats_exit(void)
{
	unsigned int cpu;

	cpufreq_unregister_notifier(&notifier_policy_block,
			CPUFREQ_POLICY_NOTIFIER);
	cpufreq_unregister_notifier(&notifier_trans_block,
			CPUFREQ_TRANSITION_NOTIFIER);
	unregister_hotcpu_notifier(&cpufreq_stat_cpu_notifier);
	for_each_online_cpu(cpu) {
		cpufreq_stats_free_table(cpu);
		cpufreq_stats_free_sysfs(cpu);
	}
}

MODULE_AUTHOR("Zou Nan hai <nanhai.zou@intel.com>");
MODULE_DESCRIPTION("'cpufreq_stats' - A driver to export cpufreq stats "
				"through sysfs filesystem");
MODULE_LICENSE("GPL");

module_init(cpufreq_stats_init);
module_exit(cpufreq_stats_exit);
Commit	Line	Data
1da177e4 LT	1	/*
	2	* drivers/cpufreq/cpufreq_stats.c
	3	*
	4	* Copyright (C) 2003-2004 Venkatesh Pallipadi <venkatesh.pallipadi@intel.com>.
0a829c5a	5	* (C) 2004 Zou Nan hai <nanhai.zou@intel.com>.
1da177e4 LT	6	*
	7	* This program is free software; you can redistribute it and/or modify
	8	* it under the terms of the GNU General Public License version 2 as
	9	* published by the Free Software Foundation.
	10	*/
	11
1da177e4	12	#include <linux/kernel.h>
5a0e3ad6	13	#include <linux/slab.h>
1da177e4 LT	14	#include <linux/cpu.h>
	15	#include <linux/sysfs.h>
	16	#include <linux/cpufreq.h>
5c720d37	17	#include <linux/module.h>
1da177e4 LT	18	#include <linux/jiffies.h>
	19	#include <linux/percpu.h>
	20	#include <linux/kobject.h>
	21	#include <linux/spinlock.h>
c32b6b8e	22	#include <linux/notifier.h>
58f1df25	23	#include <asm/cputime.h>
1da177e4 LT	24
	25	static spinlock_t cpufreq_stats_lock;
	26
0a829c5a	27	#define CPUFREQ_STATDEVICE_ATTR(_name, _mode, _show) \
1da177e4	28	static struct freq_attr _attr_##_name = {\
7b595756	29	.attr = {.name = __stringify(_name), .mode = _mode, }, \
1da177e4 LT	30	.show = _show,\
	31	};
	32
1da177e4 LT	33	struct cpufreq_stats {
	34	unsigned int cpu;
	35	unsigned int total_trans;
58f1df25	36	unsigned long long last_time;
1da177e4 LT	37	unsigned int max_state;
	38	unsigned int state_num;
	39	unsigned int last_index;
58f1df25	40	cputime64_t *time_in_state;
1da177e4 LT	41	unsigned int *freq_table;
	42	#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
	43	unsigned int *trans_table;
	44	#endif
	45	};
	46
7a6aedfa	47	static DEFINE_PER_CPU(struct cpufreq_stats *, cpufreq_stats_table);
1da177e4 LT	48
	49	struct cpufreq_stats_attribute {
	50	struct attribute attr;
	51	ssize_t(show) (struct cpufreq_stats , char *);
	52	};
	53
0a829c5a	54	static int cpufreq_stats_update(unsigned int cpu)
1da177e4 LT	55	{
1da177e4 LT	56	struct cpufreq_stats *stat;
58f1df25 VP	57	unsigned long long cur_time;
	58
	59	cur_time = get_jiffies_64();
1da177e4	60	spin_lock(&cpufreq_stats_lock);
7a6aedfa	61	stat = per_cpu(cpufreq_stats_table, cpu);
1da177e4	62	if (stat->time_in_state)
64861634 MS	63	stat->time_in_state[stat->last_index] +=
64861634 MS	64	cur_time - stat->last_time;
58f1df25	65	stat->last_time = cur_time;
1da177e4 LT	66	spin_unlock(&cpufreq_stats_lock);
	67	return 0;
	68	}
	69
0a829c5a	70	static ssize_t show_total_trans(struct cpufreq_policy policy, char buf)
1da177e4	71	{
7a6aedfa	72	struct cpufreq_stats *stat = per_cpu(cpufreq_stats_table, policy->cpu);
511e9ee1	73	if (!stat)
1da177e4 LT	74	return 0;
1da177e4 LT	75	return sprintf(buf, "%d\n",
7a6aedfa	76	per_cpu(cpufreq_stats_table, stat->cpu)->total_trans);
1da177e4 LT	77	}
1da177e4 LT	78
0a829c5a	79	static ssize_t show_time_in_state(struct cpufreq_policy policy, char buf)
1da177e4 LT	80	{
	81	ssize_t len = 0;
	82	int i;
7a6aedfa	83	struct cpufreq_stats *stat = per_cpu(cpufreq_stats_table, policy->cpu);
511e9ee1	84	if (!stat)
1da177e4 LT	85	return 0;
	86	cpufreq_stats_update(stat->cpu);
	87	for (i = 0; i < stat->state_num; i++) {
32ee8c3e	88	len += sprintf(buf + len, "%u %llu\n", stat->freq_table[i],
0a829c5a DJ	89	(unsigned long long)
0a829c5a DJ	90	cputime64_to_clock_t(stat->time_in_state[i]));
1da177e4 LT	91	}
	92	return len;
	93	}
	94
	95	#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
0a829c5a	96	static ssize_t show_trans_table(struct cpufreq_policy policy, char buf)
1da177e4 LT	97	{
	98	ssize_t len = 0;
	99	int i, j;
	100
7a6aedfa	101	struct cpufreq_stats *stat = per_cpu(cpufreq_stats_table, policy->cpu);
511e9ee1	102	if (!stat)
1da177e4 LT	103	return 0;
1da177e4 LT	104	cpufreq_stats_update(stat->cpu);
58f1df25 VP	105	len += snprintf(buf + len, PAGE_SIZE - len, " From : To\n");
	106	len += snprintf(buf + len, PAGE_SIZE - len, " : ");
	107	for (i = 0; i < stat->state_num; i++) {
	108	if (len >= PAGE_SIZE)
	109	break;
	110	len += snprintf(buf + len, PAGE_SIZE - len, "%9u ",
	111	stat->freq_table[i]);
	112	}
	113	if (len >= PAGE_SIZE)
25aca347	114	return PAGE_SIZE;
58f1df25 VP	115
	116	len += snprintf(buf + len, PAGE_SIZE - len, "\n");
	117
1da177e4 LT	118	for (i = 0; i < stat->state_num; i++) {
	119	if (len >= PAGE_SIZE)
	120	break;
58f1df25 VP	121
58f1df25 VP	122	len += snprintf(buf + len, PAGE_SIZE - len, "%9u: ",
1da177e4 LT	123	stat->freq_table[i]);
	124
	125	for (j = 0; j < stat->state_num; j++) {
	126	if (len >= PAGE_SIZE)
	127	break;
58f1df25	128	len += snprintf(buf + len, PAGE_SIZE - len, "%9u ",
1da177e4 LT	129	stat->trans_table[i*stat->max_state+j]);
1da177e4 LT	130	}
25aca347 CEB	131	if (len >= PAGE_SIZE)
25aca347 CEB	132	break;
1da177e4 LT	133	len += snprintf(buf + len, PAGE_SIZE - len, "\n");
1da177e4 LT	134	}
25aca347 CEB	135	if (len >= PAGE_SIZE)
25aca347 CEB	136	return PAGE_SIZE;
1da177e4 LT	137	return len;
1da177e4 LT	138	}
0a829c5a	139	CPUFREQ_STATDEVICE_ATTR(trans_table, 0444, show_trans_table);
1da177e4 LT	140	#endif
1da177e4 LT	141
0a829c5a DJ	142	CPUFREQ_STATDEVICE_ATTR(total_trans, 0444, show_total_trans);
0a829c5a DJ	143	CPUFREQ_STATDEVICE_ATTR(time_in_state, 0444, show_time_in_state);
1da177e4 LT	144
	145	static struct attribute *default_attrs[] = {
	146	&_attr_total_trans.attr,
	147	&_attr_time_in_state.attr,
	148	#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
	149	&_attr_trans_table.attr,
	150	#endif
	151	NULL
	152	};
	153	static struct attribute_group stats_attr_group = {
	154	.attrs = default_attrs,
	155	.name = "stats"
	156	};
	157
0a829c5a	158	static int freq_table_get_index(struct cpufreq_stats *stat, unsigned int freq)
1da177e4 LT	159	{
	160	int index;
	161	for (index = 0; index < stat->max_state; index++)
	162	if (stat->freq_table[index] == freq)
	163	return index;
	164	return -1;
	165	}
	166
98586ed8	167	/* should be called late in the CPU removal sequence so that the stats
	168	* memory is still available in case someone tries to use it.
	169	*/
a3323473	170	static void cpufreq_stats_free_table(unsigned int cpu)
1da177e4	171	{
7a6aedfa	172	struct cpufreq_stats *stat = per_cpu(cpufreq_stats_table, cpu);
1da177e4 LT	173	if (stat) {
	174	kfree(stat->time_in_state);
	175	kfree(stat);
	176	}
7a6aedfa	177	per_cpu(cpufreq_stats_table, cpu) = NULL;
98586ed8	178	}
	179
	180	/* must be called early in the CPU removal sequence (before
	181	* cpufreq_remove_dev) so that policy is still valid.
	182	*/
	183	static void cpufreq_stats_free_sysfs(unsigned int cpu)
	184	{
	185	struct cpufreq_policy *policy = cpufreq_cpu_get(cpu);
	186	if (policy && policy->cpu == cpu)
	187	sysfs_remove_group(&policy->kobj, &stats_attr_group);
1da177e4 LT	188	if (policy)
	189	cpufreq_cpu_put(policy);
	190	}
	191
0a829c5a	192	static int cpufreq_stats_create_table(struct cpufreq_policy *policy,
1da177e4 LT	193	struct cpufreq_frequency_table *table)
	194	{
	195	unsigned int i, j, count = 0, ret = 0;
	196	struct cpufreq_stats *stat;
	197	struct cpufreq_policy *data;
	198	unsigned int alloc_size;
	199	unsigned int cpu = policy->cpu;
7a6aedfa	200	if (per_cpu(cpufreq_stats_table, cpu))
1da177e4	201	return -EBUSY;
0a829c5a DJ	202	stat = kzalloc(sizeof(struct cpufreq_stats), GFP_KERNEL);
0a829c5a DJ	203	if ((stat) == NULL)
1da177e4	204	return -ENOMEM;
1da177e4 LT	205
1da177e4 LT	206	data = cpufreq_cpu_get(cpu);
bc7b26fd DJ	207	if (data == NULL) {
	208	ret = -EINVAL;
	209	goto error_get_fail;
	210	}
	211
0a829c5a DJ	212	ret = sysfs_create_group(&data->kobj, &stats_attr_group);
0a829c5a DJ	213	if (ret)
1da177e4 LT	214	goto error_out;
	215
	216	stat->cpu = cpu;
7a6aedfa	217	per_cpu(cpufreq_stats_table, cpu) = stat;
1da177e4	218
0a829c5a	219	for (i = 0; table[i].frequency != CPUFREQ_TABLE_END; i++) {
1da177e4 LT	220	unsigned int freq = table[i].frequency;
	221	if (freq == CPUFREQ_ENTRY_INVALID)
	222	continue;
	223	count++;
	224	}
	225
58f1df25	226	alloc_size = count * sizeof(int) + count * sizeof(cputime64_t);
1da177e4 LT	227
	228	#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
	229	alloc_size += count * count * sizeof(int);
	230	#endif
	231	stat->max_state = count;
e98df50c	232	stat->time_in_state = kzalloc(alloc_size, GFP_KERNEL);
1da177e4 LT	233	if (!stat->time_in_state) {
	234	ret = -ENOMEM;
	235	goto error_out;
	236	}
1da177e4 LT	237	stat->freq_table = (unsigned int *)(stat->time_in_state + count);
	238
	239	#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
	240	stat->trans_table = stat->freq_table + count;
	241	#endif
	242	j = 0;
	243	for (i = 0; table[i].frequency != CPUFREQ_TABLE_END; i++) {
	244	unsigned int freq = table[i].frequency;
	245	if (freq == CPUFREQ_ENTRY_INVALID)
	246	continue;
	247	if (freq_table_get_index(stat, freq) == -1)
	248	stat->freq_table[j++] = freq;
	249	}
	250	stat->state_num = j;
	251	spin_lock(&cpufreq_stats_lock);
58f1df25	252	stat->last_time = get_jiffies_64();
1da177e4 LT	253	stat->last_index = freq_table_get_index(stat, policy->cur);
	254	spin_unlock(&cpufreq_stats_lock);
	255	cpufreq_cpu_put(data);
	256	return 0;
	257	error_out:
	258	cpufreq_cpu_put(data);
b7fb358c	259	error_get_fail:
1da177e4	260	kfree(stat);
7a6aedfa	261	per_cpu(cpufreq_stats_table, cpu) = NULL;
1da177e4 LT	262	return ret;
	263	}
	264
0a829c5a DJ	265	static int cpufreq_stat_notifier_policy(struct notifier_block *nb,
0a829c5a DJ	266	unsigned long val, void *data)
1da177e4 LT	267	{
	268	int ret;
	269	struct cpufreq_policy *policy = data;
	270	struct cpufreq_frequency_table *table;
	271	unsigned int cpu = policy->cpu;
	272	if (val != CPUFREQ_NOTIFY)
	273	return 0;
	274	table = cpufreq_frequency_get_table(cpu);
	275	if (!table)
	276	return 0;
0a829c5a DJ	277	ret = cpufreq_stats_create_table(policy, table);
0a829c5a DJ	278	if (ret)
1da177e4 LT	279	return ret;
	280	return 0;
	281	}
	282
0a829c5a DJ	283	static int cpufreq_stat_notifier_trans(struct notifier_block *nb,
0a829c5a DJ	284	unsigned long val, void *data)
1da177e4 LT	285	{
	286	struct cpufreq_freqs *freq = data;
	287	struct cpufreq_stats *stat;
	288	int old_index, new_index;
	289
	290	if (val != CPUFREQ_POSTCHANGE)
	291	return 0;
	292
7a6aedfa	293	stat = per_cpu(cpufreq_stats_table, freq->cpu);
1da177e4 LT	294	if (!stat)
1da177e4 LT	295	return 0;
8edc59d9	296
6501faf8	297	old_index = stat->last_index;
1da177e4 LT	298	new_index = freq_table_get_index(stat, freq->new);
1da177e4 LT	299
46a310b8 KRW	300	/* We can't do stat->time_in_state[-1]= .. */
46a310b8 KRW	301	if (old_index == -1 \|\| new_index == -1)
1da177e4 LT	302	return 0;
1da177e4 LT	303
46a310b8 KRW	304	cpufreq_stats_update(freq->cpu);
	305
	306	if (old_index == new_index)
8edc59d9 VP	307	return 0;
8edc59d9 VP	308
1da177e4 LT	309	spin_lock(&cpufreq_stats_lock);
	310	stat->last_index = new_index;
	311	#ifdef CONFIG_CPU_FREQ_STAT_DETAILS
	312	stat->trans_table[old_index * stat->max_state + new_index]++;
	313	#endif
	314	stat->total_trans++;
	315	spin_unlock(&cpufreq_stats_lock);
	316	return 0;
	317	}
	318
55395ae7 SS	319	static int __cpuinit cpufreq_stat_cpu_callback(struct notifier_block *nfb,
	320	unsigned long action,
	321	void *hcpu)
c32b6b8e AR	322	{
	323	unsigned int cpu = (unsigned long)hcpu;
	324
	325	switch (action) {
	326	case CPU_ONLINE:
8bb78442	327	case CPU_ONLINE_FROZEN:
c32b6b8e AR	328	cpufreq_update_policy(cpu);
c32b6b8e AR	329	break;
98586ed8	330	case CPU_DOWN_PREPARE:
	331	cpufreq_stats_free_sysfs(cpu);
	332	break;
c32b6b8e	333	case CPU_DEAD:
8bb78442	334	case CPU_DEAD_FROZEN:
c32b6b8e AR	335	cpufreq_stats_free_table(cpu);
	336	break;
	337	}
	338	return NOTIFY_OK;
	339	}
	340
98586ed8	341	/* priority=1 so this will get called before cpufreq_remove_dev */
469057d5	342	static struct notifier_block cpufreq_stat_cpu_notifier __refdata = {
c32b6b8e	343	.notifier_call = cpufreq_stat_cpu_callback,
98586ed8	344	.priority = 1,
c32b6b8e AR	345	};
c32b6b8e AR	346
1da177e4 LT	347	static struct notifier_block notifier_policy_block = {
	348	.notifier_call = cpufreq_stat_notifier_policy
	349	};
	350
	351	static struct notifier_block notifier_trans_block = {
	352	.notifier_call = cpufreq_stat_notifier_trans
	353	};
	354
0a829c5a	355	static int __init cpufreq_stats_init(void)
1da177e4 LT	356	{
	357	int ret;
	358	unsigned int cpu;
c32b6b8e	359
1da177e4	360	spin_lock_init(&cpufreq_stats_lock);
0a829c5a DJ	361	ret = cpufreq_register_notifier(&notifier_policy_block,
	362	CPUFREQ_POLICY_NOTIFIER);
	363	if (ret)
1da177e4 LT	364	return ret;
1da177e4 LT	365
0a829c5a DJ	366	ret = cpufreq_register_notifier(&notifier_trans_block,
	367	CPUFREQ_TRANSITION_NOTIFIER);
	368	if (ret) {
1da177e4 LT	369	cpufreq_unregister_notifier(&notifier_policy_block,
	370	CPUFREQ_POLICY_NOTIFIER);
	371	return ret;
	372	}
	373
65edc68c	374	register_hotcpu_notifier(&cpufreq_stat_cpu_notifier);
c32b6b8e	375	for_each_online_cpu(cpu) {
55395ae7	376	cpufreq_update_policy(cpu);
c32b6b8e	377	}
1da177e4 LT	378	return 0;
1da177e4 LT	379	}
0a829c5a	380	static void __exit cpufreq_stats_exit(void)
1da177e4 LT	381	{
1da177e4 LT	382	unsigned int cpu;
c32b6b8e	383
1da177e4 LT	384	cpufreq_unregister_notifier(&notifier_policy_block,
	385	CPUFREQ_POLICY_NOTIFIER);
	386	cpufreq_unregister_notifier(&notifier_trans_block,
	387	CPUFREQ_TRANSITION_NOTIFIER);
65edc68c	388	unregister_hotcpu_notifier(&cpufreq_stat_cpu_notifier);
c32b6b8e	389	for_each_online_cpu(cpu) {
55395ae7	390	cpufreq_stats_free_table(cpu);
13f06753	391	cpufreq_stats_free_sysfs(cpu);
c32b6b8e	392	}
1da177e4 LT	393	}
1da177e4 LT	394
0a829c5a DJ	395	MODULE_AUTHOR("Zou Nan hai <nanhai.zou@intel.com>");
0a829c5a DJ	396	MODULE_DESCRIPTION("'cpufreq_stats' - A driver to export cpufreq stats "
e08f5f5b	397	"through sysfs filesystem");
0a829c5a	398	MODULE_LICENSE("GPL");
1da177e4 LT	399
	400	module_init(cpufreq_stats_init);
	401	module_exit(cpufreq_stats_exit);