[deliverable/linux.git] / include / linux / topology.h

/*
 * include/linux/topology.h
 *
 * Written by: Matthew Dobson, IBM Corporation
 *
 * Copyright (C) 2002, IBM Corp.
 *
 * All rights reserved.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
 * NON INFRINGEMENT.  See the GNU General Public License for more
 * details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 * Send feedback to <colpatch@us.ibm.com>
 */
#ifndef _LINUX_TOPOLOGY_H
#define _LINUX_TOPOLOGY_H

#include <linux/cpumask.h>
#include <linux/bitops.h>
#include <linux/mmzone.h>
#include <linux/smp.h>
#include <asm/topology.h>

#ifndef node_has_online_mem
#define node_has_online_mem(nid) (1)
#endif

#ifndef nr_cpus_node
#define nr_cpus_node(node)							\
	({									\
		cpumask_t __tmp__;						\
		__tmp__ = node_to_cpumask(node);				\
		cpus_weight(__tmp__);						\
	})
#endif

#define for_each_node_with_cpus(node)						\
	for_each_online_node(node)						\
		if (nr_cpus_node(node))

void arch_update_cpu_topology(void);

/* Conform to ACPI 2.0 SLIT distance definitions */
#define LOCAL_DISTANCE		10
#define REMOTE_DISTANCE		20
#ifndef node_distance
#define node_distance(from,to)	((from) == (to) ? LOCAL_DISTANCE : REMOTE_DISTANCE)
#endif
#ifndef RECLAIM_DISTANCE
/*
 * If the distance between nodes in a system is larger than RECLAIM_DISTANCE
 * (in whatever arch specific measurement units returned by node_distance())
 * then switch on zone reclaim on boot.
 */
#define RECLAIM_DISTANCE 20
#endif
#ifndef PENALTY_FOR_NODE_WITH_CPUS
#define PENALTY_FOR_NODE_WITH_CPUS	(1)
#endif

/*
 * Below are the 3 major initializers used in building sched_domains:
 * SD_SIBLING_INIT, for SMT domains
 * SD_CPU_INIT, for SMP domains
 * SD_NODE_INIT, for NUMA domains
 *
 * Any architecture that cares to do any tuning to these values should do so
 * by defining their own arch-specific initializer in include/asm/topology.h.
 * A definition there will automagically override these default initializers
 * and allow arch-specific performance tuning of sched_domains.
 */
#ifdef CONFIG_SCHED_SMT
/* MCD - Do we really need this?  It is always on if CONFIG_SCHED_SMT is,
 * so can't we drop this in favor of CONFIG_SCHED_SMT?
 */
#define ARCH_HAS_SCHED_WAKE_IDLE
/* Common values for SMT siblings */
#ifndef SD_SIBLING_INIT
#define SD_SIBLING_INIT (struct sched_domain) {		\
	.span			= CPU_MASK_NONE,	\
	.parent			= NULL,			\
	.child			= NULL,			\
	.groups			= NULL,			\
	.min_interval		= 1,			\
	.max_interval		= 2,			\
	.busy_factor		= 64,			\
	.imbalance_pct		= 110,			\
	.cache_nice_tries	= 0,			\
	.busy_idx		= 0,			\
	.idle_idx		= 0,			\
	.newidle_idx		= 0,			\
	.wake_idx		= 0,			\
	.forkexec_idx		= 0,			\
	.flags			= SD_LOAD_BALANCE	\
				| SD_BALANCE_NEWIDLE	\
				| SD_BALANCE_FORK	\
				| SD_BALANCE_EXEC	\
				| SD_WAKE_AFFINE	\
				| SD_WAKE_IDLE		\
				| SD_SHARE_CPUPOWER,	\
	.last_balance		= jiffies,		\
	.balance_interval	= 1,			\
	.nr_balance_failed	= 0,			\
}
#endif
#endif /* CONFIG_SCHED_SMT */

#ifdef CONFIG_SCHED_MC
/* Common values for MC siblings. for now mostly derived from SD_CPU_INIT */
#ifndef SD_MC_INIT
#define SD_MC_INIT (struct sched_domain) {		\
	.span			= CPU_MASK_NONE,	\
	.parent			= NULL,			\
	.child			= NULL,			\
	.groups			= NULL,			\
	.min_interval		= 1,			\
	.max_interval		= 4,			\
	.busy_factor		= 64,			\
	.imbalance_pct		= 125,			\
	.cache_nice_tries	= 1,			\
	.busy_idx		= 2,			\
	.idle_idx		= 0,			\
	.newidle_idx		= 0,			\
	.wake_idx		= 1,			\
	.forkexec_idx		= 1,			\
	.flags			= SD_LOAD_BALANCE	\
				| SD_BALANCE_NEWIDLE	\
				| SD_BALANCE_FORK	\
				| SD_BALANCE_EXEC	\
				| SD_WAKE_AFFINE	\
				| SD_SHARE_PKG_RESOURCES\
				| BALANCE_FOR_MC_POWER,	\
	.last_balance		= jiffies,		\
	.balance_interval	= 1,			\
	.nr_balance_failed	= 0,			\
}
#endif
#endif /* CONFIG_SCHED_MC */

/* Common values for CPUs */
#ifndef SD_CPU_INIT
#define SD_CPU_INIT (struct sched_domain) {		\
	.span			= CPU_MASK_NONE,	\
	.parent			= NULL,			\
	.child			= NULL,			\
	.groups			= NULL,			\
	.min_interval		= 1,			\
	.max_interval		= 4,			\
	.busy_factor		= 64,			\
	.imbalance_pct		= 125,			\
	.cache_nice_tries	= 1,			\
	.busy_idx		= 2,			\
	.idle_idx		= 1,			\
	.newidle_idx		= 2,			\
	.wake_idx		= 1,			\
	.forkexec_idx		= 1,			\
	.flags			= SD_LOAD_BALANCE	\
				| SD_BALANCE_NEWIDLE	\
				| SD_BALANCE_FORK	\
				| SD_BALANCE_EXEC	\
				| SD_WAKE_AFFINE	\
				| BALANCE_FOR_PKG_POWER,\
	.last_balance		= jiffies,		\
	.balance_interval	= 1,			\
	.nr_balance_failed	= 0,			\
}
#endif

/* sched_domains SD_ALLNODES_INIT for NUMA machines */
#define SD_ALLNODES_INIT (struct sched_domain) {	\
	.span			= CPU_MASK_NONE,	\
	.parent			= NULL,			\
	.child			= NULL,			\
	.groups			= NULL,			\
	.min_interval		= 64,			\
	.max_interval		= 64*num_online_cpus(),	\
	.busy_factor		= 128,			\
	.imbalance_pct		= 133,			\
	.cache_nice_tries	= 1,			\
	.busy_idx		= 3,			\
	.idle_idx		= 3,			\
	.newidle_idx		= 0, /* unused */	\
	.wake_idx		= 0, /* unused */	\
	.forkexec_idx		= 0, /* unused */	\
	.flags			= SD_LOAD_BALANCE	\
				| SD_SERIALIZE,	\
	.last_balance		= jiffies,		\
	.balance_interval	= 64,			\
	.nr_balance_failed	= 0,			\
}

#ifdef CONFIG_NUMA
#ifndef SD_NODE_INIT
#error Please define an appropriate SD_NODE_INIT in include/asm/topology.h!!!
#endif
#endif /* CONFIG_NUMA */

#endif /* _LINUX_TOPOLOGY_H */
Commit	Line	Data
1da177e4 LT	1	/*
	2	* include/linux/topology.h
	3	*
	4	* Written by: Matthew Dobson, IBM Corporation
	5	*
	6	* Copyright (C) 2002, IBM Corp.
	7	*
32525d02	8	* All rights reserved.
1da177e4 LT	9	*
	10	* This program is free software; you can redistribute it and/or modify
	11	* it under the terms of the GNU General Public License as published by
	12	* the Free Software Foundation; either version 2 of the License, or
	13	* (at your option) any later version.
	14	*
	15	* This program is distributed in the hope that it will be useful, but
	16	* WITHOUT ANY WARRANTY; without even the implied warranty of
	17	* MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
	18	* NON INFRINGEMENT. See the GNU General Public License for more
	19	* details.
	20	*
	21	* You should have received a copy of the GNU General Public License
	22	* along with this program; if not, write to the Free Software
	23	* Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
	24	*
	25	* Send feedback to <colpatch@us.ibm.com>
	26	*/
	27	#ifndef _LINUX_TOPOLOGY_H
	28	#define _LINUX_TOPOLOGY_H
	29
	30	#include <linux/cpumask.h>
	31	#include <linux/bitops.h>
	32	#include <linux/mmzone.h>
	33	#include <linux/smp.h>
	34	#include <asm/topology.h>
	35
	36	#ifndef node_has_online_mem
	37	#define node_has_online_mem(nid) (1)
	38	#endif
	39
	40	#ifndef nr_cpus_node
	41	#define nr_cpus_node(node) \
	42	({ \
	43	cpumask_t __tmp__; \
	44	__tmp__ = node_to_cpumask(node); \
	45	cpus_weight(__tmp__); \
	46	})
	47	#endif
	48
	49	#define for_each_node_with_cpus(node) \
	50	for_each_online_node(node) \
	51	if (nr_cpus_node(node))
	52
22e52b07 HC	53	void arch_update_cpu_topology(void);
22e52b07 HC	54
1da177e4 LT	55	/* Conform to ACPI 2.0 SLIT distance definitions */
	56	#define LOCAL_DISTANCE 10
	57	#define REMOTE_DISTANCE 20
f787a503	58	#ifndef node_distance
1da177e4 LT	59	#define node_distance(from,to) ((from) == (to) ? LOCAL_DISTANCE : REMOTE_DISTANCE)
1da177e4 LT	60	#endif
9eeff239 CL	61	#ifndef RECLAIM_DISTANCE
	62	/*
	63	* If the distance between nodes in a system is larger than RECLAIM_DISTANCE
	64	* (in whatever arch specific measurement units returned by node_distance())
	65	* then switch on zone reclaim on boot.
	66	*/
	67	#define RECLAIM_DISTANCE 20
	68	#endif
1da177e4 LT	69	#ifndef PENALTY_FOR_NODE_WITH_CPUS
	70	#define PENALTY_FOR_NODE_WITH_CPUS (1)
	71	#endif
	72
	73	/*
	74	* Below are the 3 major initializers used in building sched_domains:
	75	* SD_SIBLING_INIT, for SMT domains
	76	* SD_CPU_INIT, for SMP domains
	77	* SD_NODE_INIT, for NUMA domains
	78	*
	79	* Any architecture that cares to do any tuning to these values should do so
	80	* by defining their own arch-specific initializer in include/asm/topology.h.
	81	* A definition there will automagically override these default initializers
	82	* and allow arch-specific performance tuning of sched_domains.
	83	*/
	84	#ifdef CONFIG_SCHED_SMT
	85	/* MCD - Do we really need this? It is always on if CONFIG_SCHED_SMT is,
	86	* so can't we drop this in favor of CONFIG_SCHED_SMT?
	87	*/
	88	#define ARCH_HAS_SCHED_WAKE_IDLE
	89	/* Common values for SMT siblings */
	90	#ifndef SD_SIBLING_INIT
	91	#define SD_SIBLING_INIT (struct sched_domain) { \
	92	.span = CPU_MASK_NONE, \
	93	.parent = NULL, \
1a848870	94	.child = NULL, \
1da177e4 LT	95	.groups = NULL, \
	96	.min_interval = 1, \
	97	.max_interval = 2, \
ac7d5504	98	.busy_factor = 64, \
1da177e4	99	.imbalance_pct = 110, \
1da177e4	100	.cache_nice_tries = 0, \
7897986b NP	101	.busy_idx = 0, \
7897986b NP	102	.idle_idx = 0, \
7a6c6bce	103	.newidle_idx = 0, \
7897986b	104	.wake_idx = 0, \
147cbb4b	105	.forkexec_idx = 0, \
1da177e4 LT	106	.flags = SD_LOAD_BALANCE \
1da177e4 LT	107	\| SD_BALANCE_NEWIDLE \
52d85343	108	\| SD_BALANCE_FORK \
1da177e4 LT	109	\| SD_BALANCE_EXEC \
	110	\| SD_WAKE_AFFINE \
	111	\| SD_WAKE_IDLE \
	112	\| SD_SHARE_CPUPOWER, \
	113	.last_balance = jiffies, \
	114	.balance_interval = 1, \
	115	.nr_balance_failed = 0, \
	116	}
	117	#endif
	118	#endif /* CONFIG_SCHED_SMT */
	119
89c4710e SS	120	#ifdef CONFIG_SCHED_MC
	121	/* Common values for MC siblings. for now mostly derived from SD_CPU_INIT */
	122	#ifndef SD_MC_INIT
	123	#define SD_MC_INIT (struct sched_domain) { \
	124	.span = CPU_MASK_NONE, \
	125	.parent = NULL, \
	126	.child = NULL, \
	127	.groups = NULL, \
	128	.min_interval = 1, \
	129	.max_interval = 4, \
	130	.busy_factor = 64, \
	131	.imbalance_pct = 125, \
	132	.cache_nice_tries = 1, \
89c4710e	133	.busy_idx = 2, \
7a6c6bce IM	134	.idle_idx = 0, \
7a6c6bce IM	135	.newidle_idx = 0, \
89c4710e SS	136	.wake_idx = 1, \
	137	.forkexec_idx = 1, \
	138	.flags = SD_LOAD_BALANCE \
	139	\| SD_BALANCE_NEWIDLE \
52d85343	140	\| SD_BALANCE_FORK \
89c4710e SS	141	\| SD_BALANCE_EXEC \
	142	\| SD_WAKE_AFFINE \
	143	\| SD_SHARE_PKG_RESOURCES\
	144	\| BALANCE_FOR_MC_POWER, \
	145	.last_balance = jiffies, \
	146	.balance_interval = 1, \
	147	.nr_balance_failed = 0, \
	148	}
	149	#endif
	150	#endif /* CONFIG_SCHED_MC */
	151
1da177e4 LT	152	/* Common values for CPUs */
	153	#ifndef SD_CPU_INIT
	154	#define SD_CPU_INIT (struct sched_domain) { \
	155	.span = CPU_MASK_NONE, \
	156	.parent = NULL, \
1a848870	157	.child = NULL, \
1da177e4 LT	158	.groups = NULL, \
	159	.min_interval = 1, \
	160	.max_interval = 4, \
	161	.busy_factor = 64, \
	162	.imbalance_pct = 125, \
1da177e4	163	.cache_nice_tries = 1, \
7897986b	164	.busy_idx = 2, \
95dbb421 IM	165	.idle_idx = 1, \
95dbb421 IM	166	.newidle_idx = 2, \
7897986b	167	.wake_idx = 1, \
687f1661	168	.forkexec_idx = 1, \
1da177e4 LT	169	.flags = SD_LOAD_BALANCE \
1da177e4 LT	170	\| SD_BALANCE_NEWIDLE \
52d85343	171	\| SD_BALANCE_FORK \
1da177e4	172	\| SD_BALANCE_EXEC \
5c45bf27	173	\| SD_WAKE_AFFINE \
89c4710e	174	\| BALANCE_FOR_PKG_POWER,\
1da177e4 LT	175	.last_balance = jiffies, \
	176	.balance_interval = 1, \
	177	.nr_balance_failed = 0, \
	178	}
	179	#endif
	180
9c1cfda2 JH	181	/* sched_domains SD_ALLNODES_INIT for NUMA machines */
	182	#define SD_ALLNODES_INIT (struct sched_domain) { \
	183	.span = CPU_MASK_NONE, \
	184	.parent = NULL, \
1a848870	185	.child = NULL, \
9c1cfda2 JH	186	.groups = NULL, \
	187	.min_interval = 64, \
	188	.max_interval = 64*num_online_cpus(), \
	189	.busy_factor = 128, \
	190	.imbalance_pct = 133, \
9c1cfda2 JH	191	.cache_nice_tries = 1, \
	192	.busy_idx = 3, \
	193	.idle_idx = 3, \
	194	.newidle_idx = 0, /* unused */ \
	195	.wake_idx = 0, /* unused */ \
	196	.forkexec_idx = 0, /* unused */ \
08c183f3 CL	197	.flags = SD_LOAD_BALANCE \
08c183f3 CL	198	\| SD_SERIALIZE, \
9c1cfda2 JH	199	.last_balance = jiffies, \
	200	.balance_interval = 64, \
	201	.nr_balance_failed = 0, \
	202	}
	203
1da177e4 LT	204	#ifdef CONFIG_NUMA
	205	#ifndef SD_NODE_INIT
	206	#error Please define an appropriate SD_NODE_INIT in include/asm/topology.h!!!
	207	#endif
	208	#endif /* CONFIG_NUMA */
	209
	210	#endif /* _LINUX_TOPOLOGY_H */