[deliverable/linux.git] / arch / x86 / include / asm / elf.h

#ifndef _ASM_X86_ELF_H
#define _ASM_X86_ELF_H

/*
 * ELF register definitions..
 */
#include <linux/thread_info.h>

#include <asm/ptrace.h>
#include <asm/user.h>
#include <asm/auxvec.h>

typedef unsigned long elf_greg_t;

#define ELF_NGREG (sizeof(struct user_regs_struct) / sizeof(elf_greg_t))
typedef elf_greg_t elf_gregset_t[ELF_NGREG];

typedef struct user_i387_struct elf_fpregset_t;

#ifdef __i386__

typedef struct user_fxsr_struct elf_fpxregset_t;

#define R_386_NONE	0
#define R_386_32	1
#define R_386_PC32	2
#define R_386_GOT32	3
#define R_386_PLT32	4
#define R_386_COPY	5
#define R_386_GLOB_DAT	6
#define R_386_JMP_SLOT	7
#define R_386_RELATIVE	8
#define R_386_GOTOFF	9
#define R_386_GOTPC	10
#define R_386_NUM	11

/*
 * These are used to set parameters in the core dumps.
 */
#define ELF_CLASS	ELFCLASS32
#define ELF_DATA	ELFDATA2LSB
#define ELF_ARCH	EM_386

#else

/* x86-64 relocation types */
#define R_X86_64_NONE		0	/* No reloc */
#define R_X86_64_64		1	/* Direct 64 bit  */
#define R_X86_64_PC32		2	/* PC relative 32 bit signed */
#define R_X86_64_GOT32		3	/* 32 bit GOT entry */
#define R_X86_64_PLT32		4	/* 32 bit PLT address */
#define R_X86_64_COPY		5	/* Copy symbol at runtime */
#define R_X86_64_GLOB_DAT	6	/* Create GOT entry */
#define R_X86_64_JUMP_SLOT	7	/* Create PLT entry */
#define R_X86_64_RELATIVE	8	/* Adjust by program base */
#define R_X86_64_GOTPCREL	9	/* 32 bit signed pc relative
					   offset to GOT */
#define R_X86_64_32		10	/* Direct 32 bit zero extended */
#define R_X86_64_32S		11	/* Direct 32 bit sign extended */
#define R_X86_64_16		12	/* Direct 16 bit zero extended */
#define R_X86_64_PC16		13	/* 16 bit sign extended pc relative */
#define R_X86_64_8		14	/* Direct 8 bit sign extended  */
#define R_X86_64_PC8		15	/* 8 bit sign extended pc relative */

#define R_X86_64_NUM		16

/*
 * These are used to set parameters in the core dumps.
 */
#define ELF_CLASS	ELFCLASS64
#define ELF_DATA	ELFDATA2LSB
#define ELF_ARCH	EM_X86_64

#endif

#include <asm/vdso.h>

#ifdef CONFIG_X86_64
extern unsigned int vdso64_enabled;
#endif
#if defined(CONFIG_X86_32) || defined(CONFIG_IA32_EMULATION)
extern unsigned int vdso32_enabled;
#endif

/*
 * This is used to ensure we don't load something for the wrong architecture.
 */
#define elf_check_arch_ia32(x) \
	(((x)->e_machine == EM_386) || ((x)->e_machine == EM_486))

#include <asm/processor.h>

#ifdef CONFIG_X86_32
#include <asm/desc.h>

#define elf_check_arch(x)	elf_check_arch_ia32(x)

/* SVR4/i386 ABI (pages 3-31, 3-32) says that when the program starts %edx
   contains a pointer to a function which might be registered using `atexit'.
   This provides a mean for the dynamic linker to call DT_FINI functions for
   shared libraries that have been loaded before the code runs.

   A value of 0 tells we have no such handler.

   We might as well make sure everything else is cleared too (except for %esp),
   just to make things more deterministic.
 */
#define ELF_PLAT_INIT(_r, load_addr)		\
	do {					\
	_r->bx = 0; _r->cx = 0; _r->dx = 0;	\
	_r->si = 0; _r->di = 0; _r->bp = 0;	\
	_r->ax = 0;				\
} while (0)

/*
 * regs is struct pt_regs, pr_reg is elf_gregset_t (which is
 * now struct_user_regs, they are different)
 */

#define ELF_CORE_COPY_REGS_COMMON(pr_reg, regs)	\
do {						\
	pr_reg[0] = regs->bx;			\
	pr_reg[1] = regs->cx;			\
	pr_reg[2] = regs->dx;			\
	pr_reg[3] = regs->si;			\
	pr_reg[4] = regs->di;			\
	pr_reg[5] = regs->bp;			\
	pr_reg[6] = regs->ax;			\
	pr_reg[7] = regs->ds & 0xffff;		\
	pr_reg[8] = regs->es & 0xffff;		\
	pr_reg[9] = regs->fs & 0xffff;		\
	pr_reg[11] = regs->orig_ax;		\
	pr_reg[12] = regs->ip;			\
	pr_reg[13] = regs->cs & 0xffff;		\
	pr_reg[14] = regs->flags;		\
	pr_reg[15] = regs->sp;			\
	pr_reg[16] = regs->ss & 0xffff;		\
} while (0);

#define ELF_CORE_COPY_REGS(pr_reg, regs)	\
do {						\
	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	pr_reg[10] = get_user_gs(regs);		\
} while (0);

#define ELF_CORE_COPY_KERNEL_REGS(pr_reg, regs)	\
do {						\
	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	savesegment(gs, pr_reg[10]);		\
} while (0);

#define ELF_PLATFORM	(utsname()->machine)
#define set_personality_64bit()	do { } while (0)

#else /* CONFIG_X86_32 */

/*
 * This is used to ensure we don't load something for the wrong architecture.
 */
#define elf_check_arch(x)			\
	((x)->e_machine == EM_X86_64)

#define compat_elf_check_arch(x)					\
	(elf_check_arch_ia32(x) ||					\
	 (IS_ENABLED(CONFIG_X86_X32_ABI) && (x)->e_machine == EM_X86_64))

#if __USER32_DS != __USER_DS
# error "The following code assumes __USER32_DS == __USER_DS"
#endif

static inline void elf_common_init(struct thread_struct *t,
				   struct pt_regs *regs, const u16 ds)
{
	/* ax gets execve's return value. */
	/*regs->ax = */ regs->bx = regs->cx = regs->dx = 0;
	regs->si = regs->di = regs->bp = 0;
	regs->r8 = regs->r9 = regs->r10 = regs->r11 = 0;
	regs->r12 = regs->r13 = regs->r14 = regs->r15 = 0;
	t->fs = t->gs = 0;
	t->fsindex = t->gsindex = 0;
	t->ds = t->es = ds;
}

#define ELF_PLAT_INIT(_r, load_addr)			\
	elf_common_init(&current->thread, _r, 0)

#define	COMPAT_ELF_PLAT_INIT(regs, load_addr)		\
	elf_common_init(&current->thread, regs, __USER_DS)

void compat_start_thread(struct pt_regs *regs, u32 new_ip, u32 new_sp);
#define compat_start_thread compat_start_thread

void set_personality_ia32(bool);
#define COMPAT_SET_PERSONALITY(ex)			\
	set_personality_ia32((ex).e_machine == EM_X86_64)

#define COMPAT_ELF_PLATFORM			("i686")

/*
 * regs is struct pt_regs, pr_reg is elf_gregset_t (which is
 * now struct_user_regs, they are different). Assumes current is the process
 * getting dumped.
 */

#define ELF_CORE_COPY_REGS(pr_reg, regs)			\
do {								\
	unsigned v;						\
	(pr_reg)[0] = (regs)->r15;				\
	(pr_reg)[1] = (regs)->r14;				\
	(pr_reg)[2] = (regs)->r13;				\
	(pr_reg)[3] = (regs)->r12;				\
	(pr_reg)[4] = (regs)->bp;				\
	(pr_reg)[5] = (regs)->bx;				\
	(pr_reg)[6] = (regs)->r11;				\
	(pr_reg)[7] = (regs)->r10;				\
	(pr_reg)[8] = (regs)->r9;				\
	(pr_reg)[9] = (regs)->r8;				\
	(pr_reg)[10] = (regs)->ax;				\
	(pr_reg)[11] = (regs)->cx;				\
	(pr_reg)[12] = (regs)->dx;				\
	(pr_reg)[13] = (regs)->si;				\
	(pr_reg)[14] = (regs)->di;				\
	(pr_reg)[15] = (regs)->orig_ax;				\
	(pr_reg)[16] = (regs)->ip;				\
	(pr_reg)[17] = (regs)->cs;				\
	(pr_reg)[18] = (regs)->flags;				\
	(pr_reg)[19] = (regs)->sp;				\
	(pr_reg)[20] = (regs)->ss;				\
	(pr_reg)[21] = current->thread.fs;			\
	(pr_reg)[22] = current->thread.gs;			\
	asm("movl %%ds,%0" : "=r" (v)); (pr_reg)[23] = v;	\
	asm("movl %%es,%0" : "=r" (v)); (pr_reg)[24] = v;	\
	asm("movl %%fs,%0" : "=r" (v)); (pr_reg)[25] = v;	\
	asm("movl %%gs,%0" : "=r" (v)); (pr_reg)[26] = v;	\
} while (0);

/* I'm not sure if we can use '-' here */
#define ELF_PLATFORM       ("x86_64")
extern void set_personality_64bit(void);
extern unsigned int sysctl_vsyscall32;
extern int force_personality32;

#endif /* !CONFIG_X86_32 */

#define CORE_DUMP_USE_REGSET
#define ELF_EXEC_PAGESIZE	4096

/* This is the location that an ET_DYN program is loaded if exec'ed.  Typical
   use of this is to invoke "./ld.so someprog" to test out a new version of
   the loader.  We need to make sure that it is out of the way of the program
   that it will "exec", and that there is sufficient room for the brk.  */

#define ELF_ET_DYN_BASE		(TASK_SIZE / 3 * 2)

/* This yields a mask that user programs can use to figure out what
   instruction set this CPU supports.  This could be done in user space,
   but it's not easy, and we've already done it here.  */

#define ELF_HWCAP		(boot_cpu_data.x86_capability[CPUID_1_EDX])

/* This yields a string that ld.so will use to load implementation
   specific libraries for optimization.  This is more specific in
   intent than poking at uname or /proc/cpuinfo.

   For the moment, we have only optimizations for the Intel generations,
   but that could change... */

#define SET_PERSONALITY(ex) set_personality_64bit()

/*
 * An executable for which elf_read_implies_exec() returns TRUE will
 * have the READ_IMPLIES_EXEC personality flag set automatically.
 */
#define elf_read_implies_exec(ex, executable_stack)	\
	(executable_stack != EXSTACK_DISABLE_X)

struct task_struct;

#define	ARCH_DLINFO_IA32						\
do {									\
	if (vdso32_enabled) {						\
		NEW_AUX_ENT(AT_SYSINFO,	VDSO_ENTRY);			\
		NEW_AUX_ENT(AT_SYSINFO_EHDR, VDSO_CURRENT_BASE);	\
	}								\
} while (0)

#ifdef CONFIG_X86_32

#define STACK_RND_MASK (0x7ff)

#define ARCH_DLINFO		ARCH_DLINFO_IA32

/* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */

#else /* CONFIG_X86_32 */

/* 1GB for 64bit, 8MB for 32bit */
#define STACK_RND_MASK (test_thread_flag(TIF_ADDR32) ? 0x7ff : 0x3fffff)

#define ARCH_DLINFO							\
do {									\
	if (vdso64_enabled)						\
		NEW_AUX_ENT(AT_SYSINFO_EHDR,				\
			    (unsigned long __force)current->mm->context.vdso); \
} while (0)

/* As a historical oddity, the x32 and x86_64 vDSOs are controlled together. */
#define ARCH_DLINFO_X32							\
do {									\
	if (vdso64_enabled)						\
		NEW_AUX_ENT(AT_SYSINFO_EHDR,				\
			    (unsigned long __force)current->mm->context.vdso); \
} while (0)

#define AT_SYSINFO		32

#define COMPAT_ARCH_DLINFO						\
if (test_thread_flag(TIF_X32))						\
	ARCH_DLINFO_X32;						\
else									\
	ARCH_DLINFO_IA32

#define COMPAT_ELF_ET_DYN_BASE	(TASK_UNMAPPED_BASE + 0x1000000)

#endif /* !CONFIG_X86_32 */

#define VDSO_CURRENT_BASE	((unsigned long)current->mm->context.vdso)

#define VDSO_ENTRY							\
	((unsigned long)current->mm->context.vdso +			\
	 vdso_image_32.sym___kernel_vsyscall)

struct linux_binprm;

#define ARCH_HAS_SETUP_ADDITIONAL_PAGES 1
extern int arch_setup_additional_pages(struct linux_binprm *bprm,
				       int uses_interp);
extern int compat_arch_setup_additional_pages(struct linux_binprm *bprm,
					      int uses_interp);
#define compat_arch_setup_additional_pages compat_arch_setup_additional_pages

/*
 * True on X86_32 or when emulating IA32 on X86_64
 */
static inline int mmap_is_ia32(void)
{
	return config_enabled(CONFIG_X86_32) ||
	       (config_enabled(CONFIG_COMPAT) &&
		test_thread_flag(TIF_ADDR32));
}

/* Do not change the values. See get_align_mask() */
enum align_flags {
	ALIGN_VA_32	= BIT(0),
	ALIGN_VA_64	= BIT(1),
};

struct va_alignment {
	int flags;
	unsigned long mask;
	unsigned long bits;
} ____cacheline_aligned;

extern struct va_alignment va_align;
extern unsigned long align_vdso_addr(unsigned long);
#endif /* _ASM_X86_ELF_H */
Commit	Line	Data
1965aae3 PA	1	#ifndef _ASM_X86_ELF_H
1965aae3 PA	2	#define _ASM_X86_ELF_H
2439a791 TG	3
	4	/*
	5	* ELF register definitions..
	6	*/
dfb09f9b	7	#include <linux/thread_info.h>
2439a791 TG	8
	9	#include <asm/ptrace.h>
	10	#include <asm/user.h>
	11	#include <asm/auxvec.h>
	12
	13	typedef unsigned long elf_greg_t;
	14
486386f6	15	#define ELF_NGREG (sizeof(struct user_regs_struct) / sizeof(elf_greg_t))
2439a791 TG	16	typedef elf_greg_t elf_gregset_t[ELF_NGREG];
	17
	18	typedef struct user_i387_struct elf_fpregset_t;
	19
	20	#ifdef __i386__
	21
	22	typedef struct user_fxsr_struct elf_fpxregset_t;
	23
	24	#define R_386_NONE 0
	25	#define R_386_32 1
	26	#define R_386_PC32 2
	27	#define R_386_GOT32 3
	28	#define R_386_PLT32 4
	29	#define R_386_COPY 5
	30	#define R_386_GLOB_DAT 6
	31	#define R_386_JMP_SLOT 7
	32	#define R_386_RELATIVE 8
	33	#define R_386_GOTOFF 9
	34	#define R_386_GOTPC 10
	35	#define R_386_NUM 11
	36
	37	/*
	38	* These are used to set parameters in the core dumps.
	39	*/
	40	#define ELF_CLASS ELFCLASS32
	41	#define ELF_DATA ELFDATA2LSB
	42	#define ELF_ARCH EM_386
	43
96a388de	44	#else
2439a791 TG	45
	46	/* x86-64 relocation types */
	47	#define R_X86_64_NONE 0 /* No reloc */
	48	#define R_X86_64_64 1 /* Direct 64 bit */
	49	#define R_X86_64_PC32 2 /* PC relative 32 bit signed */
	50	#define R_X86_64_GOT32 3 /* 32 bit GOT entry */
	51	#define R_X86_64_PLT32 4 /* 32 bit PLT address */
	52	#define R_X86_64_COPY 5 /* Copy symbol at runtime */
	53	#define R_X86_64_GLOB_DAT 6 /* Create GOT entry */
	54	#define R_X86_64_JUMP_SLOT 7 /* Create PLT entry */
	55	#define R_X86_64_RELATIVE 8 /* Adjust by program base */
	56	#define R_X86_64_GOTPCREL 9 /* 32 bit signed pc relative
	57	offset to GOT */
	58	#define R_X86_64_32 10 /* Direct 32 bit zero extended */
	59	#define R_X86_64_32S 11 /* Direct 32 bit sign extended */
	60	#define R_X86_64_16 12 /* Direct 16 bit zero extended */
	61	#define R_X86_64_PC16 13 /* 16 bit sign extended pc relative */
	62	#define R_X86_64_8 14 /* Direct 8 bit sign extended */
	63	#define R_X86_64_PC8 15 /* 8 bit sign extended pc relative */
	64
	65	#define R_X86_64_NUM 16
	66
	67	/*
	68	* These are used to set parameters in the core dumps.
	69	*/
	70	#define ELF_CLASS ELFCLASS64
	71	#define ELF_DATA ELFDATA2LSB
	72	#define ELF_ARCH EM_X86_64
	73
	74	#endif
	75
a97f52e6 RM	76	#include <asm/vdso.h>
a97f52e6 RM	77
3d7ee969 AL	78	#ifdef CONFIG_X86_64
	79	extern unsigned int vdso64_enabled;
	80	#endif
ab8b82ee	81	#if defined(CONFIG_X86_32) \|\| defined(CONFIG_IA32_EMULATION)
3d7ee969 AL	82	extern unsigned int vdso32_enabled;
3d7ee969 AL	83	#endif
2439a791	84
af65d648 RM	85	/*
	86	* This is used to ensure we don't load something for the wrong architecture.
	87	*/
	88	#define elf_check_arch_ia32(x) \
	89	(((x)->e_machine == EM_386) \|\| ((x)->e_machine == EM_486))
	90
2439a791	91	#include <asm/processor.h>
e40c0fe6 JP	92
e40c0fe6 JP	93	#ifdef CONFIG_X86_32
2439a791 TG	94	#include <asm/desc.h>
2439a791 TG	95
af65d648	96	#define elf_check_arch(x) elf_check_arch_ia32(x)
2439a791 TG	97
	98	/* SVR4/i386 ABI (pages 3-31, 3-32) says that when the program starts %edx
	99	contains a pointer to a function which might be registered using `atexit'.
	100	This provides a mean for the dynamic linker to call DT_FINI functions for
	101	shared libraries that have been loaded before the code runs.
	102
	103	A value of 0 tells we have no such handler.
	104
	105	We might as well make sure everything else is cleared too (except for %esp),
	106	just to make things more deterministic.
	107	*/
486386f6 JP	108	#define ELF_PLAT_INIT(_r, load_addr) \
	109	do { \
	110	_r->bx = 0; _r->cx = 0; _r->dx = 0; \
	111	_r->si = 0; _r->di = 0; _r->bp = 0; \
	112	_r->ax = 0; \
2439a791 TG	113	} while (0)
2439a791 TG	114
06495476 HS	115	/*
	116	* regs is struct pt_regs, pr_reg is elf_gregset_t (which is
	117	* now struct_user_regs, they are different)
	118	*/
	119
ccbeed3a	120	#define ELF_CORE_COPY_REGS_COMMON(pr_reg, regs) \
486386f6 JP	121	do { \
	122	pr_reg[0] = regs->bx; \
	123	pr_reg[1] = regs->cx; \
	124	pr_reg[2] = regs->dx; \
	125	pr_reg[3] = regs->si; \
	126	pr_reg[4] = regs->di; \
	127	pr_reg[5] = regs->bp; \
	128	pr_reg[6] = regs->ax; \
	129	pr_reg[7] = regs->ds & 0xffff; \
	130	pr_reg[8] = regs->es & 0xffff; \
	131	pr_reg[9] = regs->fs & 0xffff; \
486386f6 JP	132	pr_reg[11] = regs->orig_ax; \
	133	pr_reg[12] = regs->ip; \
	134	pr_reg[13] = regs->cs & 0xffff; \
	135	pr_reg[14] = regs->flags; \
	136	pr_reg[15] = regs->sp; \
	137	pr_reg[16] = regs->ss & 0xffff; \
06495476 HS	138	} while (0);
06495476 HS	139
ccbeed3a TH	140	#define ELF_CORE_COPY_REGS(pr_reg, regs) \
	141	do { \
	142	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	143	pr_reg[10] = get_user_gs(regs); \
	144	} while (0);
	145
	146	#define ELF_CORE_COPY_KERNEL_REGS(pr_reg, regs) \
	147	do { \
	148	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	149	savesegment(gs, pr_reg[10]); \
	150	} while (0);
	151
2439a791 TG	152	#define ELF_PLATFORM (utsname()->machine)
2439a791 TG	153	#define set_personality_64bit() do { } while (0)
2439a791 TG	154
	155	#else /* CONFIG_X86_32 */
	156
2439a791 TG	157	/*
	158	* This is used to ensure we don't load something for the wrong architecture.
	159	*/
486386f6	160	#define elf_check_arch(x) \
2439a791 TG	161	((x)->e_machine == EM_X86_64)
2439a791 TG	162
0e6d3112 BH	163	#define compat_elf_check_arch(x) \
	164	(elf_check_arch_ia32(x) \|\| \
	165	(IS_ENABLED(CONFIG_X86_X32_ABI) && (x)->e_machine == EM_X86_64))
d1a797f3 PA	166
	167	#if __USER32_DS != __USER_DS
	168	# error "The following code assumes __USER32_DS == __USER_DS"
	169	#endif
a97f52e6	170
a97f52e6 RM	171	static inline void elf_common_init(struct thread_struct *t,
	172	struct pt_regs *regs, const u16 ds)
	173	{
7bcdea4d AL	174	/* ax gets execve's return value. */
	175	/regs->ax = / regs->bx = regs->cx = regs->dx = 0;
	176	regs->si = regs->di = regs->bp = 0;
a97f52e6	177	regs->r8 = regs->r9 = regs->r10 = regs->r11 = 0;
7bcdea4d	178	regs->r12 = regs->r13 = regs->r14 = regs->r15 = 0;
a97f52e6 RM	179	t->fs = t->gs = 0;
	180	t->fsindex = t->gsindex = 0;
	181	t->ds = t->es = ds;
	182	}
	183
486386f6	184	#define ELF_PLAT_INIT(_r, load_addr) \
11557b24	185	elf_common_init(&current->thread, _r, 0)
2439a791	186
486386f6	187	#define COMPAT_ELF_PLAT_INIT(regs, load_addr) \
a97f52e6	188	elf_common_init(&current->thread, regs, __USER_DS)
486386f6	189
7da77078 BG	190	void compat_start_thread(struct pt_regs *regs, u32 new_ip, u32 new_sp);
7da77078 BG	191	#define compat_start_thread compat_start_thread
486386f6	192
d1a797f3 PA	193	void set_personality_ia32(bool);
	194	#define COMPAT_SET_PERSONALITY(ex) \
	195	set_personality_ia32((ex).e_machine == EM_X86_64)
486386f6	196
a97f52e6 RM	197	#define COMPAT_ELF_PLATFORM ("i686")
a97f52e6 RM	198
06495476 HS	199	/*
	200	* regs is struct pt_regs, pr_reg is elf_gregset_t (which is
	201	* now struct_user_regs, they are different). Assumes current is the process
	202	* getting dumped.
	203	*/
	204
486386f6 JP	205	#define ELF_CORE_COPY_REGS(pr_reg, regs) \
486386f6 JP	206	do { \
06495476 HS	207	unsigned v; \
	208	(pr_reg)[0] = (regs)->r15; \
	209	(pr_reg)[1] = (regs)->r14; \
	210	(pr_reg)[2] = (regs)->r13; \
	211	(pr_reg)[3] = (regs)->r12; \
	212	(pr_reg)[4] = (regs)->bp; \
	213	(pr_reg)[5] = (regs)->bx; \
	214	(pr_reg)[6] = (regs)->r11; \
	215	(pr_reg)[7] = (regs)->r10; \
	216	(pr_reg)[8] = (regs)->r9; \
	217	(pr_reg)[9] = (regs)->r8; \
	218	(pr_reg)[10] = (regs)->ax; \
	219	(pr_reg)[11] = (regs)->cx; \
	220	(pr_reg)[12] = (regs)->dx; \
	221	(pr_reg)[13] = (regs)->si; \
	222	(pr_reg)[14] = (regs)->di; \
	223	(pr_reg)[15] = (regs)->orig_ax; \
	224	(pr_reg)[16] = (regs)->ip; \
	225	(pr_reg)[17] = (regs)->cs; \
	226	(pr_reg)[18] = (regs)->flags; \
	227	(pr_reg)[19] = (regs)->sp; \
	228	(pr_reg)[20] = (regs)->ss; \
	229	(pr_reg)[21] = current->thread.fs; \
	230	(pr_reg)[22] = current->thread.gs; \
	231	asm("movl %%ds,%0" : "=r" (v)); (pr_reg)[23] = v; \
	232	asm("movl %%es,%0" : "=r" (v)); (pr_reg)[24] = v; \
	233	asm("movl %%fs,%0" : "=r" (v)); (pr_reg)[25] = v; \
	234	asm("movl %%gs,%0" : "=r" (v)); (pr_reg)[26] = v; \
	235	} while (0);
	236
2439a791 TG	237	/* I'm not sure if we can use '-' here */
	238	#define ELF_PLATFORM ("x86_64")
	239	extern void set_personality_64bit(void);
a97f52e6 RM	240	extern unsigned int sysctl_vsyscall32;
a97f52e6 RM	241	extern int force_personality32;
2439a791 TG	242
	243	#endif /* !CONFIG_X86_32 */
	244
975511be	245	#define CORE_DUMP_USE_REGSET
2439a791 TG	246	#define ELF_EXEC_PAGESIZE 4096
	247
	248	/* This is the location that an ET_DYN program is loaded if exec'ed. Typical
	249	use of this is to invoke "./ld.so someprog" to test out a new version of
	250	the loader. We need to make sure that it is out of the way of the program
	251	that it will "exec", and that there is sufficient room for the brk. */
	252
	253	#define ELF_ET_DYN_BASE (TASK_SIZE / 3 * 2)
	254
	255	/* This yields a mask that user programs can use to figure out what
	256	instruction set this CPU supports. This could be done in user space,
	257	but it's not easy, and we've already done it here. */
	258
16aaa537	259	#define ELF_HWCAP (boot_cpu_data.x86_capability[CPUID_1_EDX])
2439a791 TG	260
	261	/* This yields a string that ld.so will use to load implementation
	262	specific libraries for optimization. This is more specific in
	263	intent than poking at uname or /proc/cpuinfo.
	264
	265	For the moment, we have only optimizations for the Intel generations,
	266	but that could change... */
	267
0b592682	268	#define SET_PERSONALITY(ex) set_personality_64bit()
2439a791 TG	269
	270	/*
	271	* An executable for which elf_read_implies_exec() returns TRUE will
	272	* have the READ_IMPLIES_EXEC personality flag set automatically.
	273	*/
	274	#define elf_read_implies_exec(ex, executable_stack) \
	275	(executable_stack != EXSTACK_DISABLE_X)
	276
	277	struct task_struct;
	278
3d7ee969	279	#define ARCH_DLINFO_IA32 \
486386f6	280	do { \
3d7ee969	281	if (vdso32_enabled) { \
a97f52e6 RM	282	NEW_AUX_ENT(AT_SYSINFO, VDSO_ENTRY); \
a97f52e6 RM	283	NEW_AUX_ENT(AT_SYSINFO_EHDR, VDSO_CURRENT_BASE); \
486386f6	284	} \
a97f52e6 RM	285	} while (0)
a97f52e6 RM	286
2439a791	287	#ifdef CONFIG_X86_32
2439a791	288
80938332 MH	289	#define STACK_RND_MASK (0x7ff)
80938332 MH	290
3d7ee969	291	#define ARCH_DLINFO ARCH_DLINFO_IA32
2439a791	292
a97f52e6	293	/* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */
2439a791 TG	294
	295	#else /* CONFIG_X86_32 */
	296
	297	/* 1GB for 64bit, 8MB for 32bit */
6bd33008	298	#define STACK_RND_MASK (test_thread_flag(TIF_ADDR32) ? 0x7ff : 0x3fffff)
2439a791	299
486386f6 JP	300	#define ARCH_DLINFO \
486386f6 JP	301	do { \
3d7ee969	302	if (vdso64_enabled) \
486386f6	303	NEW_AUX_ENT(AT_SYSINFO_EHDR, \
6f121e54	304	(unsigned long __force)current->mm->context.vdso); \
2439a791 TG	305	} while (0)
2439a791 TG	306
3d7ee969	307	/* As a historical oddity, the x32 and x86_64 vDSOs are controlled together. */
d1a797f3 PA	308	#define ARCH_DLINFO_X32 \
d1a797f3 PA	309	do { \
3d7ee969	310	if (vdso64_enabled) \
d1a797f3	311	NEW_AUX_ENT(AT_SYSINFO_EHDR, \
6f121e54	312	(unsigned long __force)current->mm->context.vdso); \
d1a797f3 PA	313	} while (0)
d1a797f3 PA	314
a97f52e6 RM	315	#define AT_SYSINFO 32
a97f52e6 RM	316
d1a797f3 PA	317	#define COMPAT_ARCH_DLINFO \
	318	if (test_thread_flag(TIF_X32)) \
	319	ARCH_DLINFO_X32; \
	320	else \
3d7ee969	321	ARCH_DLINFO_IA32
a97f52e6 RM	322
	323	#define COMPAT_ELF_ET_DYN_BASE (TASK_UNMAPPED_BASE + 0x1000000)
	324
2439a791 TG	325	#endif /* !CONFIG_X86_32 */
2439a791 TG	326
af65d648 RM	327	#define VDSO_CURRENT_BASE ((unsigned long)current->mm->context.vdso)
af65d648 RM	328
486386f6	329	#define VDSO_ENTRY \
6f121e54	330	((unsigned long)current->mm->context.vdso + \
0a6d1fa0	331	vdso_image_32.sym___kernel_vsyscall)
af65d648	332
2439a791 TG	333	struct linux_binprm;
	334
	335	#define ARCH_HAS_SETUP_ADDITIONAL_PAGES 1
	336	extern int arch_setup_additional_pages(struct linux_binprm *bprm,
fc5243d9	337	int uses_interp);
18d0a6fd AL	338	extern int compat_arch_setup_additional_pages(struct linux_binprm *bprm,
	339	int uses_interp);
	340	#define compat_arch_setup_additional_pages compat_arch_setup_additional_pages
a97f52e6	341
dfb09f9b BP	342	/*
	343	* True on X86_32 or when emulating IA32 on X86_64
	344	*/
	345	static inline int mmap_is_ia32(void)
	346	{
b2e02b82 BG	347	return config_enabled(CONFIG_X86_32) \|\|
	348	(config_enabled(CONFIG_COMPAT) &&
	349	test_thread_flag(TIF_ADDR32));
dfb09f9b BP	350	}
dfb09f9b BP	351
f9902472	352	/* Do not change the values. See get_align_mask() */
dfb09f9b BP	353	enum align_flags {
	354	ALIGN_VA_32 = BIT(0),
	355	ALIGN_VA_64 = BIT(1),
dfb09f9b BP	356	};
	357
	358	struct va_alignment {
	359	int flags;
	360	unsigned long mask;
4e26d11f	361	unsigned long bits;
dfb09f9b BP	362	} ____cacheline_aligned;
	363
	364	extern struct va_alignment va_align;
f9902472	365	extern unsigned long align_vdso_addr(unsigned long);
1965aae3	366	#endif /* _ASM_X86_ELF_H */