4 #include <linux/cpumask.h>
5 #include <asm/percpu.h>
8 * We need the APIC definitions automatically as part of 'smp.h'
10 #ifdef CONFIG_X86_LOCAL_APIC
11 # include <asm/mpspec.h>
12 # include <asm/apic.h>
13 # ifdef CONFIG_X86_IO_APIC
14 # include <asm/io_apic.h>
17 #include <asm/thread_info.h>
18 #include <asm/cpumask.h>
20 extern int smp_num_siblings
;
21 extern unsigned int num_processors
;
23 DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t
, cpu_sibling_map
);
24 DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t
, cpu_core_map
);
25 /* cpus sharing the last level cache: */
26 DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t
, cpu_llc_shared_map
);
27 DECLARE_PER_CPU_READ_MOSTLY(u16
, cpu_llc_id
);
28 DECLARE_PER_CPU_READ_MOSTLY(int, cpu_number
);
30 static inline struct cpumask
*cpu_llc_shared_mask(int cpu
)
32 return per_cpu(cpu_llc_shared_map
, cpu
);
35 DECLARE_EARLY_PER_CPU_READ_MOSTLY(u16
, x86_cpu_to_apicid
);
36 DECLARE_EARLY_PER_CPU_READ_MOSTLY(u32
, x86_cpu_to_acpiid
);
37 DECLARE_EARLY_PER_CPU_READ_MOSTLY(u16
, x86_bios_cpu_apicid
);
38 #if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
39 DECLARE_EARLY_PER_CPU_READ_MOSTLY(int, x86_cpu_to_logical_apicid
);
45 void (*smp_prepare_boot_cpu
)(void);
46 void (*smp_prepare_cpus
)(unsigned max_cpus
);
47 void (*smp_cpus_done
)(unsigned max_cpus
);
49 void (*stop_other_cpus
)(int wait
);
50 void (*smp_send_reschedule
)(int cpu
);
52 int (*cpu_up
)(unsigned cpu
, struct task_struct
*tidle
);
53 int (*cpu_disable
)(void);
54 void (*cpu_die
)(unsigned int cpu
);
55 void (*play_dead
)(void);
57 void (*send_call_func_ipi
)(const struct cpumask
*mask
);
58 void (*send_call_func_single_ipi
)(int cpu
);
61 /* Globals due to paravirt */
62 extern void set_cpu_sibling_map(int cpu
);
65 extern struct smp_ops smp_ops
;
67 static inline void smp_send_stop(void)
69 smp_ops
.stop_other_cpus(0);
72 static inline void stop_other_cpus(void)
74 smp_ops
.stop_other_cpus(1);
77 static inline void smp_prepare_boot_cpu(void)
79 smp_ops
.smp_prepare_boot_cpu();
82 static inline void smp_prepare_cpus(unsigned int max_cpus
)
84 smp_ops
.smp_prepare_cpus(max_cpus
);
87 static inline void smp_cpus_done(unsigned int max_cpus
)
89 smp_ops
.smp_cpus_done(max_cpus
);
92 static inline int __cpu_up(unsigned int cpu
, struct task_struct
*tidle
)
94 return smp_ops
.cpu_up(cpu
, tidle
);
97 static inline int __cpu_disable(void)
99 return smp_ops
.cpu_disable();
102 static inline void __cpu_die(unsigned int cpu
)
104 smp_ops
.cpu_die(cpu
);
107 static inline void play_dead(void)
112 static inline void smp_send_reschedule(int cpu
)
114 smp_ops
.smp_send_reschedule(cpu
);
117 static inline void arch_send_call_function_single_ipi(int cpu
)
119 smp_ops
.send_call_func_single_ipi(cpu
);
122 static inline void arch_send_call_function_ipi_mask(const struct cpumask
*mask
)
124 smp_ops
.send_call_func_ipi(mask
);
127 void cpu_disable_common(void);
128 void native_smp_prepare_boot_cpu(void);
129 void native_smp_prepare_cpus(unsigned int max_cpus
);
130 void native_smp_cpus_done(unsigned int max_cpus
);
131 void common_cpu_up(unsigned int cpunum
, struct task_struct
*tidle
);
132 int native_cpu_up(unsigned int cpunum
, struct task_struct
*tidle
);
133 int native_cpu_disable(void);
134 int common_cpu_die(unsigned int cpu
);
135 void native_cpu_die(unsigned int cpu
);
136 void hlt_play_dead(void);
137 void native_play_dead(void);
138 void play_dead_common(void);
139 void wbinvd_on_cpu(int cpu
);
140 int wbinvd_on_all_cpus(void);
142 void native_send_call_func_ipi(const struct cpumask
*mask
);
143 void native_send_call_func_single_ipi(int cpu
);
144 void x86_idle_thread_init(unsigned int cpu
, struct task_struct
*idle
);
146 void smp_store_boot_cpu_info(void);
147 void smp_store_cpu_info(int id
);
148 #define cpu_physical_id(cpu) per_cpu(x86_cpu_to_apicid, cpu)
149 #define cpu_acpi_id(cpu) per_cpu(x86_cpu_to_acpiid, cpu)
151 #else /* !CONFIG_SMP */
152 #define wbinvd_on_cpu(cpu) wbinvd()
153 static inline int wbinvd_on_all_cpus(void)
158 #define smp_num_siblings 1
159 #endif /* CONFIG_SMP */
161 extern unsigned disabled_cpus
;
163 #ifdef CONFIG_X86_32_SMP
165 * This function is needed by all SMP systems. It must _always_ be valid
166 * from the initial startup. We map APIC_BASE very early in page_setup(),
167 * so this is correct in the x86 case.
169 #define raw_smp_processor_id() (this_cpu_read(cpu_number))
170 extern int safe_smp_processor_id(void);
172 #elif defined(CONFIG_X86_64_SMP)
173 #define raw_smp_processor_id() (this_cpu_read(cpu_number))
175 #define safe_smp_processor_id() smp_processor_id()
179 #ifdef CONFIG_X86_LOCAL_APIC
181 #ifndef CONFIG_X86_64
182 static inline int logical_smp_processor_id(void)
184 /* we don't want to mark this access volatile - bad code generation */
185 return GET_APIC_LOGICAL_ID(apic_read(APIC_LDR
));
190 extern int hard_smp_processor_id(void);
192 #else /* CONFIG_X86_LOCAL_APIC */
195 # define hard_smp_processor_id() 0
198 #endif /* CONFIG_X86_LOCAL_APIC */
200 #ifdef CONFIG_DEBUG_NMI_SELFTEST
201 extern void nmi_selftest(void);
203 #define nmi_selftest() do { } while (0)
206 #endif /* __ASSEMBLY__ */
207 #endif /* _ASM_X86_SMP_H */