[linux-block.git] / arch / x86 / include / asm / elf.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _ASM_X86_ELF_H
#define _ASM_X86_ELF_H

/*
 * ELF register definitions..
 */
#include <linux/thread_info.h>

#include <asm/ptrace.h>
#include <asm/user.h>
#include <asm/auxvec.h>

typedef unsigned long elf_greg_t;

#define ELF_NGREG (sizeof(struct user_regs_struct) / sizeof(elf_greg_t))
typedef elf_greg_t elf_gregset_t[ELF_NGREG];

typedef struct user_i387_struct elf_fpregset_t;

#ifdef __i386__

typedef struct user_fxsr_struct elf_fpxregset_t;

#define R_386_NONE	0
#define R_386_32	1
#define R_386_PC32	2
#define R_386_GOT32	3
#define R_386_PLT32	4
#define R_386_COPY	5
#define R_386_GLOB_DAT	6
#define R_386_JMP_SLOT	7
#define R_386_RELATIVE	8
#define R_386_GOTOFF	9
#define R_386_GOTPC	10
#define R_386_NUM	11

/*
 * These are used to set parameters in the core dumps.
 */
#define ELF_CLASS	ELFCLASS32
#define ELF_DATA	ELFDATA2LSB
#define ELF_ARCH	EM_386

#else

/* x86-64 relocation types */
#define R_X86_64_NONE		0	/* No reloc */
#define R_X86_64_64		1	/* Direct 64 bit  */
#define R_X86_64_PC32		2	/* PC relative 32 bit signed */
#define R_X86_64_GOT32		3	/* 32 bit GOT entry */
#define R_X86_64_PLT32		4	/* 32 bit PLT address */
#define R_X86_64_COPY		5	/* Copy symbol at runtime */
#define R_X86_64_GLOB_DAT	6	/* Create GOT entry */
#define R_X86_64_JUMP_SLOT	7	/* Create PLT entry */
#define R_X86_64_RELATIVE	8	/* Adjust by program base */
#define R_X86_64_GOTPCREL	9	/* 32 bit signed pc relative
					   offset to GOT */
#define R_X86_64_32		10	/* Direct 32 bit zero extended */
#define R_X86_64_32S		11	/* Direct 32 bit sign extended */
#define R_X86_64_16		12	/* Direct 16 bit zero extended */
#define R_X86_64_PC16		13	/* 16 bit sign extended pc relative */
#define R_X86_64_8		14	/* Direct 8 bit sign extended  */
#define R_X86_64_PC8		15	/* 8 bit sign extended pc relative */

#define R_X86_64_NUM		16

/*
 * These are used to set parameters in the core dumps.
 */
#define ELF_CLASS	ELFCLASS64
#define ELF_DATA	ELFDATA2LSB
#define ELF_ARCH	EM_X86_64

#endif

#include <asm/vdso.h>

#ifdef CONFIG_X86_64
extern unsigned int vdso64_enabled;
#endif
#if defined(CONFIG_X86_32) || defined(CONFIG_IA32_EMULATION)
extern unsigned int vdso32_enabled;
#endif

/*
 * This is used to ensure we don't load something for the wrong architecture.
 */
#define elf_check_arch_ia32(x) \
	(((x)->e_machine == EM_386) || ((x)->e_machine == EM_486))

#include <asm/processor.h>

#ifdef CONFIG_X86_32
#include <asm/desc.h>

#define elf_check_arch(x)	elf_check_arch_ia32(x)

/* SVR4/i386 ABI (pages 3-31, 3-32) says that when the program starts %edx
   contains a pointer to a function which might be registered using `atexit'.
   This provides a mean for the dynamic linker to call DT_FINI functions for
   shared libraries that have been loaded before the code runs.

   A value of 0 tells we have no such handler.

   We might as well make sure everything else is cleared too (except for %esp),
   just to make things more deterministic.
 */
#define ELF_PLAT_INIT(_r, load_addr)		\
	do {					\
	_r->bx = 0; _r->cx = 0; _r->dx = 0;	\
	_r->si = 0; _r->di = 0; _r->bp = 0;	\
	_r->ax = 0;				\
} while (0)

/*
 * regs is struct pt_regs, pr_reg is elf_gregset_t (which is
 * now struct_user_regs, they are different)
 */

#define ELF_CORE_COPY_REGS_COMMON(pr_reg, regs)	\
do {						\
	pr_reg[0] = regs->bx;			\
	pr_reg[1] = regs->cx;			\
	pr_reg[2] = regs->dx;			\
	pr_reg[3] = regs->si;			\
	pr_reg[4] = regs->di;			\
	pr_reg[5] = regs->bp;			\
	pr_reg[6] = regs->ax;			\
	pr_reg[7] = regs->ds;			\
	pr_reg[8] = regs->es;			\
	pr_reg[9] = regs->fs;			\
	pr_reg[11] = regs->orig_ax;		\
	pr_reg[12] = regs->ip;			\
	pr_reg[13] = regs->cs;			\
	pr_reg[14] = regs->flags;		\
	pr_reg[15] = regs->sp;			\
	pr_reg[16] = regs->ss;			\
} while (0);

#define ELF_CORE_COPY_REGS(pr_reg, regs)	\
do {						\
	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	pr_reg[10] = get_user_gs(regs);		\
} while (0);

#define ELF_CORE_COPY_KERNEL_REGS(pr_reg, regs)	\
do {						\
	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	savesegment(gs, pr_reg[10]);		\
} while (0);

#define ELF_PLATFORM	(utsname()->machine)
#define set_personality_64bit()	do { } while (0)

#else /* CONFIG_X86_32 */

/*
 * This is used to ensure we don't load something for the wrong architecture.
 */
#define elf_check_arch(x)			\
	((x)->e_machine == EM_X86_64)

#define compat_elf_check_arch(x)					\
	(elf_check_arch_ia32(x) ||					\
	 (IS_ENABLED(CONFIG_X86_X32_ABI) && (x)->e_machine == EM_X86_64))

#if __USER32_DS != __USER_DS
# error "The following code assumes __USER32_DS == __USER_DS"
#endif

static inline void elf_common_init(struct thread_struct *t,
				   struct pt_regs *regs, const u16 ds)
{
	/* ax gets execve's return value. */
	/*regs->ax = */ regs->bx = regs->cx = regs->dx = 0;
	regs->si = regs->di = regs->bp = 0;
	regs->r8 = regs->r9 = regs->r10 = regs->r11 = 0;
	regs->r12 = regs->r13 = regs->r14 = regs->r15 = 0;
	t->fsbase = t->gsbase = 0;
	t->fsindex = t->gsindex = 0;
	t->ds = t->es = ds;
}

#define ELF_PLAT_INIT(_r, load_addr)			\
	elf_common_init(&current->thread, _r, 0)

#define	COMPAT_ELF_PLAT_INIT(regs, load_addr)		\
	elf_common_init(&current->thread, regs, __USER_DS)

void compat_start_thread(struct pt_regs *regs, u32 new_ip, u32 new_sp);
#define compat_start_thread compat_start_thread

void set_personality_ia32(bool);
#define COMPAT_SET_PERSONALITY(ex)			\
	set_personality_ia32((ex).e_machine == EM_X86_64)

#define COMPAT_ELF_PLATFORM			("i686")

/*
 * regs is struct pt_regs, pr_reg is elf_gregset_t (which is
 * now struct_user_regs, they are different). Assumes current is the process
 * getting dumped.
 */

#define ELF_CORE_COPY_REGS(pr_reg, regs)			\
do {								\
	unsigned long base;					\
	unsigned v;						\
	(pr_reg)[0] = (regs)->r15;				\
	(pr_reg)[1] = (regs)->r14;				\
	(pr_reg)[2] = (regs)->r13;				\
	(pr_reg)[3] = (regs)->r12;				\
	(pr_reg)[4] = (regs)->bp;				\
	(pr_reg)[5] = (regs)->bx;				\
	(pr_reg)[6] = (regs)->r11;				\
	(pr_reg)[7] = (regs)->r10;				\
	(pr_reg)[8] = (regs)->r9;				\
	(pr_reg)[9] = (regs)->r8;				\
	(pr_reg)[10] = (regs)->ax;				\
	(pr_reg)[11] = (regs)->cx;				\
	(pr_reg)[12] = (regs)->dx;				\
	(pr_reg)[13] = (regs)->si;				\
	(pr_reg)[14] = (regs)->di;				\
	(pr_reg)[15] = (regs)->orig_ax;				\
	(pr_reg)[16] = (regs)->ip;				\
	(pr_reg)[17] = (regs)->cs;				\
	(pr_reg)[18] = (regs)->flags;				\
	(pr_reg)[19] = (regs)->sp;				\
	(pr_reg)[20] = (regs)->ss;				\
	rdmsrl(MSR_FS_BASE, base); (pr_reg)[21] = base;		\
	rdmsrl(MSR_KERNEL_GS_BASE, base); (pr_reg)[22] = base;	\
	asm("movl %%ds,%0" : "=r" (v)); (pr_reg)[23] = v;	\
	asm("movl %%es,%0" : "=r" (v)); (pr_reg)[24] = v;	\
	asm("movl %%fs,%0" : "=r" (v)); (pr_reg)[25] = v;	\
	asm("movl %%gs,%0" : "=r" (v)); (pr_reg)[26] = v;	\
} while (0);

/* I'm not sure if we can use '-' here */
#define ELF_PLATFORM       ("x86_64")
extern void set_personality_64bit(void);
extern unsigned int sysctl_vsyscall32;
extern int force_personality32;

#endif /* !CONFIG_X86_32 */

#define CORE_DUMP_USE_REGSET
#define ELF_EXEC_PAGESIZE	4096

/*
 * This is the base location for PIE (ET_DYN with INTERP) loads. On
 * 64-bit, this is above 4GB to leave the entire 32-bit address
 * space open for things that want to use the area for 32-bit pointers.
 */
#define ELF_ET_DYN_BASE		(mmap_is_ia32() ? 0x000400000UL : \
						  (TASK_SIZE / 3 * 2))

/* This yields a mask that user programs can use to figure out what
   instruction set this CPU supports.  This could be done in user space,
   but it's not easy, and we've already done it here.  */

#define ELF_HWCAP		(boot_cpu_data.x86_capability[CPUID_1_EDX])

extern u32 elf_hwcap2;

/*
 * HWCAP2 supplies mask with kernel enabled CPU features, so that
 * the application can discover that it can safely use them.
 * The bits are defined in uapi/asm/hwcap2.h.
 */
#define ELF_HWCAP2		(elf_hwcap2)

/* This yields a string that ld.so will use to load implementation
   specific libraries for optimization.  This is more specific in
   intent than poking at uname or /proc/cpuinfo.

   For the moment, we have only optimizations for the Intel generations,
   but that could change... */

#define SET_PERSONALITY(ex) set_personality_64bit()

/*
 * An executable for which elf_read_implies_exec() returns TRUE will
 * have the READ_IMPLIES_EXEC personality flag set automatically.
 */
#define elf_read_implies_exec(ex, executable_stack)	\
	(executable_stack != EXSTACK_DISABLE_X)

struct task_struct;

#define	ARCH_DLINFO_IA32						\
do {									\
	if (VDSO_CURRENT_BASE) {					\
		NEW_AUX_ENT(AT_SYSINFO,	VDSO_ENTRY);			\
		NEW_AUX_ENT(AT_SYSINFO_EHDR, VDSO_CURRENT_BASE);	\
	}								\
} while (0)

/*
 * True on X86_32 or when emulating IA32 on X86_64
 */
static inline int mmap_is_ia32(void)
{
	return IS_ENABLED(CONFIG_X86_32) ||
	       (IS_ENABLED(CONFIG_COMPAT) &&
		test_thread_flag(TIF_ADDR32));
}

extern unsigned long task_size_32bit(void);
extern unsigned long task_size_64bit(int full_addr_space);
extern unsigned long get_mmap_base(int is_legacy);

#ifdef CONFIG_X86_32

#define __STACK_RND_MASK(is32bit) (0x7ff)
#define STACK_RND_MASK (0x7ff)

#define ARCH_DLINFO		ARCH_DLINFO_IA32

/* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */

#else /* CONFIG_X86_32 */

/* 1GB for 64bit, 8MB for 32bit */
#define __STACK_RND_MASK(is32bit) ((is32bit) ? 0x7ff : 0x3fffff)
#define STACK_RND_MASK __STACK_RND_MASK(mmap_is_ia32())

#define ARCH_DLINFO							\
do {									\
	if (vdso64_enabled)						\
		NEW_AUX_ENT(AT_SYSINFO_EHDR,				\
			    (unsigned long __force)current->mm->context.vdso); \
} while (0)

/* As a historical oddity, the x32 and x86_64 vDSOs are controlled together. */
#define ARCH_DLINFO_X32							\
do {									\
	if (vdso64_enabled)						\
		NEW_AUX_ENT(AT_SYSINFO_EHDR,				\
			    (unsigned long __force)current->mm->context.vdso); \
} while (0)

#define AT_SYSINFO		32

#define COMPAT_ARCH_DLINFO						\
if (test_thread_flag(TIF_X32))						\
	ARCH_DLINFO_X32;						\
else									\
	ARCH_DLINFO_IA32

#define COMPAT_ELF_ET_DYN_BASE	(TASK_UNMAPPED_BASE + 0x1000000)

#endif /* !CONFIG_X86_32 */

#define VDSO_CURRENT_BASE	((unsigned long)current->mm->context.vdso)

#define VDSO_ENTRY							\
	((unsigned long)current->mm->context.vdso +			\
	 vdso_image_32.sym___kernel_vsyscall)

struct linux_binprm;

#define ARCH_HAS_SETUP_ADDITIONAL_PAGES 1
extern int arch_setup_additional_pages(struct linux_binprm *bprm,
				       int uses_interp);
extern int compat_arch_setup_additional_pages(struct linux_binprm *bprm,
					      int uses_interp);
#define compat_arch_setup_additional_pages compat_arch_setup_additional_pages

/* Do not change the values. See get_align_mask() */
enum align_flags {
	ALIGN_VA_32	= BIT(0),
	ALIGN_VA_64	= BIT(1),
};

struct va_alignment {
	int flags;
	unsigned long mask;
	unsigned long bits;
} ____cacheline_aligned;

extern struct va_alignment va_align;
extern unsigned long align_vdso_addr(unsigned long);
#endif /* _ASM_X86_ELF_H */
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
1965aae3 PA	2	#ifndef _ASM_X86_ELF_H
1965aae3 PA	3	#define _ASM_X86_ELF_H
2439a791 TG	4
	5	/*
	6	* ELF register definitions..
	7	*/
dfb09f9b	8	#include <linux/thread_info.h>
2439a791 TG	9
	10	#include <asm/ptrace.h>
	11	#include <asm/user.h>
	12	#include <asm/auxvec.h>
	13
	14	typedef unsigned long elf_greg_t;
	15
486386f6	16	#define ELF_NGREG (sizeof(struct user_regs_struct) / sizeof(elf_greg_t))
2439a791 TG	17	typedef elf_greg_t elf_gregset_t[ELF_NGREG];
	18
	19	typedef struct user_i387_struct elf_fpregset_t;
	20
	21	#ifdef __i386__
	22
	23	typedef struct user_fxsr_struct elf_fpxregset_t;
	24
	25	#define R_386_NONE 0
	26	#define R_386_32 1
	27	#define R_386_PC32 2
	28	#define R_386_GOT32 3
	29	#define R_386_PLT32 4
	30	#define R_386_COPY 5
	31	#define R_386_GLOB_DAT 6
	32	#define R_386_JMP_SLOT 7
	33	#define R_386_RELATIVE 8
	34	#define R_386_GOTOFF 9
	35	#define R_386_GOTPC 10
	36	#define R_386_NUM 11
	37
	38	/*
	39	* These are used to set parameters in the core dumps.
	40	*/
	41	#define ELF_CLASS ELFCLASS32
	42	#define ELF_DATA ELFDATA2LSB
	43	#define ELF_ARCH EM_386
	44
96a388de	45	#else
2439a791 TG	46
	47	/* x86-64 relocation types */
	48	#define R_X86_64_NONE 0 /* No reloc */
	49	#define R_X86_64_64 1 /* Direct 64 bit */
	50	#define R_X86_64_PC32 2 /* PC relative 32 bit signed */
	51	#define R_X86_64_GOT32 3 /* 32 bit GOT entry */
	52	#define R_X86_64_PLT32 4 /* 32 bit PLT address */
	53	#define R_X86_64_COPY 5 /* Copy symbol at runtime */
	54	#define R_X86_64_GLOB_DAT 6 /* Create GOT entry */
	55	#define R_X86_64_JUMP_SLOT 7 /* Create PLT entry */
	56	#define R_X86_64_RELATIVE 8 /* Adjust by program base */
	57	#define R_X86_64_GOTPCREL 9 /* 32 bit signed pc relative
	58	offset to GOT */
	59	#define R_X86_64_32 10 /* Direct 32 bit zero extended */
	60	#define R_X86_64_32S 11 /* Direct 32 bit sign extended */
	61	#define R_X86_64_16 12 /* Direct 16 bit zero extended */
	62	#define R_X86_64_PC16 13 /* 16 bit sign extended pc relative */
	63	#define R_X86_64_8 14 /* Direct 8 bit sign extended */
	64	#define R_X86_64_PC8 15 /* 8 bit sign extended pc relative */
	65
	66	#define R_X86_64_NUM 16
	67
	68	/*
	69	* These are used to set parameters in the core dumps.
	70	*/
	71	#define ELF_CLASS ELFCLASS64
	72	#define ELF_DATA ELFDATA2LSB
	73	#define ELF_ARCH EM_X86_64
	74
	75	#endif
	76
a97f52e6 RM	77	#include <asm/vdso.h>
a97f52e6 RM	78
3d7ee969 AL	79	#ifdef CONFIG_X86_64
	80	extern unsigned int vdso64_enabled;
	81	#endif
ab8b82ee	82	#if defined(CONFIG_X86_32) \|\| defined(CONFIG_IA32_EMULATION)
3d7ee969 AL	83	extern unsigned int vdso32_enabled;
3d7ee969 AL	84	#endif
2439a791	85
af65d648 RM	86	/*
	87	* This is used to ensure we don't load something for the wrong architecture.
	88	*/
	89	#define elf_check_arch_ia32(x) \
	90	(((x)->e_machine == EM_386) \|\| ((x)->e_machine == EM_486))
	91
2439a791	92	#include <asm/processor.h>
e40c0fe6 JP	93
e40c0fe6 JP	94	#ifdef CONFIG_X86_32
2439a791 TG	95	#include <asm/desc.h>
2439a791 TG	96
af65d648	97	#define elf_check_arch(x) elf_check_arch_ia32(x)
2439a791 TG	98
	99	/* SVR4/i386 ABI (pages 3-31, 3-32) says that when the program starts %edx
	100	contains a pointer to a function which might be registered using `atexit'.
	101	This provides a mean for the dynamic linker to call DT_FINI functions for
	102	shared libraries that have been loaded before the code runs.
	103
	104	A value of 0 tells we have no such handler.
	105
	106	We might as well make sure everything else is cleared too (except for %esp),
	107	just to make things more deterministic.
	108	*/
486386f6 JP	109	#define ELF_PLAT_INIT(_r, load_addr) \
	110	do { \
	111	_r->bx = 0; _r->cx = 0; _r->dx = 0; \
	112	_r->si = 0; _r->di = 0; _r->bp = 0; \
	113	_r->ax = 0; \
2439a791 TG	114	} while (0)
2439a791 TG	115
06495476 HS	116	/*
	117	* regs is struct pt_regs, pr_reg is elf_gregset_t (which is
	118	* now struct_user_regs, they are different)
	119	*/
	120
ccbeed3a	121	#define ELF_CORE_COPY_REGS_COMMON(pr_reg, regs) \
486386f6 JP	122	do { \
	123	pr_reg[0] = regs->bx; \
	124	pr_reg[1] = regs->cx; \
	125	pr_reg[2] = regs->dx; \
	126	pr_reg[3] = regs->si; \
	127	pr_reg[4] = regs->di; \
	128	pr_reg[5] = regs->bp; \
	129	pr_reg[6] = regs->ax; \
99504819 AL	130	pr_reg[7] = regs->ds; \
	131	pr_reg[8] = regs->es; \
	132	pr_reg[9] = regs->fs; \
486386f6 JP	133	pr_reg[11] = regs->orig_ax; \
486386f6 JP	134	pr_reg[12] = regs->ip; \
99504819	135	pr_reg[13] = regs->cs; \
486386f6 JP	136	pr_reg[14] = regs->flags; \
486386f6 JP	137	pr_reg[15] = regs->sp; \
99504819	138	pr_reg[16] = regs->ss; \
06495476 HS	139	} while (0);
06495476 HS	140
ccbeed3a TH	141	#define ELF_CORE_COPY_REGS(pr_reg, regs) \
	142	do { \
	143	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	144	pr_reg[10] = get_user_gs(regs); \
	145	} while (0);
	146
	147	#define ELF_CORE_COPY_KERNEL_REGS(pr_reg, regs) \
	148	do { \
	149	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	150	savesegment(gs, pr_reg[10]); \
	151	} while (0);
	152
2439a791 TG	153	#define ELF_PLATFORM (utsname()->machine)
2439a791 TG	154	#define set_personality_64bit() do { } while (0)
2439a791 TG	155
	156	#else /* CONFIG_X86_32 */
	157
2439a791 TG	158	/*
	159	* This is used to ensure we don't load something for the wrong architecture.
	160	*/
486386f6	161	#define elf_check_arch(x) \
2439a791 TG	162	((x)->e_machine == EM_X86_64)
2439a791 TG	163
0e6d3112 BH	164	#define compat_elf_check_arch(x) \
	165	(elf_check_arch_ia32(x) \|\| \
	166	(IS_ENABLED(CONFIG_X86_X32_ABI) && (x)->e_machine == EM_X86_64))
d1a797f3 PA	167
	168	#if __USER32_DS != __USER_DS
	169	# error "The following code assumes __USER32_DS == __USER_DS"
	170	#endif
a97f52e6	171
a97f52e6 RM	172	static inline void elf_common_init(struct thread_struct *t,
	173	struct pt_regs *regs, const u16 ds)
	174	{
7bcdea4d AL	175	/* ax gets execve's return value. */
	176	/regs->ax = / regs->bx = regs->cx = regs->dx = 0;
	177	regs->si = regs->di = regs->bp = 0;
a97f52e6	178	regs->r8 = regs->r9 = regs->r10 = regs->r11 = 0;
7bcdea4d	179	regs->r12 = regs->r13 = regs->r14 = regs->r15 = 0;
296f781a	180	t->fsbase = t->gsbase = 0;
a97f52e6 RM	181	t->fsindex = t->gsindex = 0;
	182	t->ds = t->es = ds;
	183	}
	184
486386f6	185	#define ELF_PLAT_INIT(_r, load_addr) \
11557b24	186	elf_common_init(&current->thread, _r, 0)
2439a791	187
486386f6	188	#define COMPAT_ELF_PLAT_INIT(regs, load_addr) \
a97f52e6	189	elf_common_init(&current->thread, regs, __USER_DS)
486386f6	190
7da77078 BG	191	void compat_start_thread(struct pt_regs *regs, u32 new_ip, u32 new_sp);
7da77078 BG	192	#define compat_start_thread compat_start_thread
486386f6	193
d1a797f3 PA	194	void set_personality_ia32(bool);
	195	#define COMPAT_SET_PERSONALITY(ex) \
	196	set_personality_ia32((ex).e_machine == EM_X86_64)
486386f6	197
a97f52e6 RM	198	#define COMPAT_ELF_PLATFORM ("i686")
a97f52e6 RM	199
06495476 HS	200	/*
	201	* regs is struct pt_regs, pr_reg is elf_gregset_t (which is
	202	* now struct_user_regs, they are different). Assumes current is the process
	203	* getting dumped.
	204	*/
	205
486386f6 JP	206	#define ELF_CORE_COPY_REGS(pr_reg, regs) \
486386f6 JP	207	do { \
9584d98b	208	unsigned long base; \
06495476 HS	209	unsigned v; \
	210	(pr_reg)[0] = (regs)->r15; \
	211	(pr_reg)[1] = (regs)->r14; \
	212	(pr_reg)[2] = (regs)->r13; \
	213	(pr_reg)[3] = (regs)->r12; \
	214	(pr_reg)[4] = (regs)->bp; \
	215	(pr_reg)[5] = (regs)->bx; \
	216	(pr_reg)[6] = (regs)->r11; \
	217	(pr_reg)[7] = (regs)->r10; \
	218	(pr_reg)[8] = (regs)->r9; \
	219	(pr_reg)[9] = (regs)->r8; \
	220	(pr_reg)[10] = (regs)->ax; \
	221	(pr_reg)[11] = (regs)->cx; \
	222	(pr_reg)[12] = (regs)->dx; \
	223	(pr_reg)[13] = (regs)->si; \
	224	(pr_reg)[14] = (regs)->di; \
	225	(pr_reg)[15] = (regs)->orig_ax; \
	226	(pr_reg)[16] = (regs)->ip; \
	227	(pr_reg)[17] = (regs)->cs; \
	228	(pr_reg)[18] = (regs)->flags; \
	229	(pr_reg)[19] = (regs)->sp; \
	230	(pr_reg)[20] = (regs)->ss; \
9584d98b AL	231	rdmsrl(MSR_FS_BASE, base); (pr_reg)[21] = base; \
9584d98b AL	232	rdmsrl(MSR_KERNEL_GS_BASE, base); (pr_reg)[22] = base; \
06495476 HS	233	asm("movl %%ds,%0" : "=r" (v)); (pr_reg)[23] = v; \
	234	asm("movl %%es,%0" : "=r" (v)); (pr_reg)[24] = v; \
	235	asm("movl %%fs,%0" : "=r" (v)); (pr_reg)[25] = v; \
	236	asm("movl %%gs,%0" : "=r" (v)); (pr_reg)[26] = v; \
	237	} while (0);
	238
2439a791 TG	239	/* I'm not sure if we can use '-' here */
	240	#define ELF_PLATFORM ("x86_64")
	241	extern void set_personality_64bit(void);
a97f52e6 RM	242	extern unsigned int sysctl_vsyscall32;
a97f52e6 RM	243	extern int force_personality32;
2439a791 TG	244
	245	#endif /* !CONFIG_X86_32 */
	246
975511be	247	#define CORE_DUMP_USE_REGSET
2439a791 TG	248	#define ELF_EXEC_PAGESIZE 4096
2439a791 TG	249
eab09532 KC	250	/*
eab09532 KC	251	* This is the base location for PIE (ET_DYN with INTERP) loads. On
c715b72c	252	* 64-bit, this is above 4GB to leave the entire 32-bit address
eab09532 KC	253	* space open for things that want to use the area for 32-bit pointers.
	254	*/
	255	#define ELF_ET_DYN_BASE (mmap_is_ia32() ? 0x000400000UL : \
c715b72c	256	(TASK_SIZE / 3 * 2))
2439a791 TG	257
	258	/* This yields a mask that user programs can use to figure out what
	259	instruction set this CPU supports. This could be done in user space,
	260	but it's not easy, and we've already done it here. */
	261
16aaa537	262	#define ELF_HWCAP (boot_cpu_data.x86_capability[CPUID_1_EDX])
2439a791	263
0274f955 GA	264	extern u32 elf_hwcap2;
	265
	266	/*
	267	* HWCAP2 supplies mask with kernel enabled CPU features, so that
	268	* the application can discover that it can safely use them.
	269	* The bits are defined in uapi/asm/hwcap2.h.
	270	*/
	271	#define ELF_HWCAP2 (elf_hwcap2)
	272
2439a791 TG	273	/* This yields a string that ld.so will use to load implementation
	274	specific libraries for optimization. This is more specific in
	275	intent than poking at uname or /proc/cpuinfo.
	276
	277	For the moment, we have only optimizations for the Intel generations,
	278	but that could change... */
	279
0b592682	280	#define SET_PERSONALITY(ex) set_personality_64bit()
2439a791 TG	281
	282	/*
	283	* An executable for which elf_read_implies_exec() returns TRUE will
	284	* have the READ_IMPLIES_EXEC personality flag set automatically.
	285	*/
	286	#define elf_read_implies_exec(ex, executable_stack) \
	287	(executable_stack != EXSTACK_DISABLE_X)
	288
	289	struct task_struct;
	290
3d7ee969	291	#define ARCH_DLINFO_IA32 \
486386f6	292	do { \
6fdc6dd9	293	if (VDSO_CURRENT_BASE) { \
a97f52e6 RM	294	NEW_AUX_ENT(AT_SYSINFO, VDSO_ENTRY); \
a97f52e6 RM	295	NEW_AUX_ENT(AT_SYSINFO_EHDR, VDSO_CURRENT_BASE); \
486386f6	296	} \
a97f52e6 RM	297	} while (0)
a97f52e6 RM	298
8f3e474f DS	299	/*
	300	* True on X86_32 or when emulating IA32 on X86_64
	301	*/
	302	static inline int mmap_is_ia32(void)
	303	{
	304	return IS_ENABLED(CONFIG_X86_32) \|\|
	305	(IS_ENABLED(CONFIG_COMPAT) &&
	306	test_thread_flag(TIF_ADDR32));
	307	}
	308
e8f01a8d	309	extern unsigned long task_size_32bit(void);
b569bab7	310	extern unsigned long task_size_64bit(int full_addr_space);
e13b73dd	311	extern unsigned long get_mmap_base(int is_legacy);
1b028f78	312
2439a791	313	#ifdef CONFIG_X86_32
2439a791	314
8f3e474f	315	#define __STACK_RND_MASK(is32bit) (0x7ff)
80938332 MH	316	#define STACK_RND_MASK (0x7ff)
80938332 MH	317
3d7ee969	318	#define ARCH_DLINFO ARCH_DLINFO_IA32
2439a791	319
a97f52e6	320	/* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */
2439a791 TG	321
	322	#else /* CONFIG_X86_32 */
	323
	324	/* 1GB for 64bit, 8MB for 32bit */
8f3e474f DS	325	#define __STACK_RND_MASK(is32bit) ((is32bit) ? 0x7ff : 0x3fffff)
8f3e474f DS	326	#define STACK_RND_MASK __STACK_RND_MASK(mmap_is_ia32())
2439a791	327
486386f6 JP	328	#define ARCH_DLINFO \
486386f6 JP	329	do { \
3d7ee969	330	if (vdso64_enabled) \
486386f6	331	NEW_AUX_ENT(AT_SYSINFO_EHDR, \
6f121e54	332	(unsigned long __force)current->mm->context.vdso); \
2439a791 TG	333	} while (0)
2439a791 TG	334
3d7ee969	335	/* As a historical oddity, the x32 and x86_64 vDSOs are controlled together. */
d1a797f3 PA	336	#define ARCH_DLINFO_X32 \
d1a797f3 PA	337	do { \
3d7ee969	338	if (vdso64_enabled) \
d1a797f3	339	NEW_AUX_ENT(AT_SYSINFO_EHDR, \
6f121e54	340	(unsigned long __force)current->mm->context.vdso); \
d1a797f3 PA	341	} while (0)
d1a797f3 PA	342
a97f52e6 RM	343	#define AT_SYSINFO 32
a97f52e6 RM	344
d1a797f3 PA	345	#define COMPAT_ARCH_DLINFO \
	346	if (test_thread_flag(TIF_X32)) \
	347	ARCH_DLINFO_X32; \
	348	else \
3d7ee969	349	ARCH_DLINFO_IA32
a97f52e6 RM	350
	351	#define COMPAT_ELF_ET_DYN_BASE (TASK_UNMAPPED_BASE + 0x1000000)
	352
2439a791 TG	353	#endif /* !CONFIG_X86_32 */
2439a791 TG	354
af65d648 RM	355	#define VDSO_CURRENT_BASE ((unsigned long)current->mm->context.vdso)
af65d648 RM	356
486386f6	357	#define VDSO_ENTRY \
6f121e54	358	((unsigned long)current->mm->context.vdso + \
0a6d1fa0	359	vdso_image_32.sym___kernel_vsyscall)
af65d648	360
2439a791 TG	361	struct linux_binprm;
	362
	363	#define ARCH_HAS_SETUP_ADDITIONAL_PAGES 1
	364	extern int arch_setup_additional_pages(struct linux_binprm *bprm,
fc5243d9	365	int uses_interp);
18d0a6fd AL	366	extern int compat_arch_setup_additional_pages(struct linux_binprm *bprm,
	367	int uses_interp);
	368	#define compat_arch_setup_additional_pages compat_arch_setup_additional_pages
a97f52e6	369
f9902472	370	/* Do not change the values. See get_align_mask() */
dfb09f9b BP	371	enum align_flags {
	372	ALIGN_VA_32 = BIT(0),
	373	ALIGN_VA_64 = BIT(1),
dfb09f9b BP	374	};
	375
	376	struct va_alignment {
	377	int flags;
	378	unsigned long mask;
4e26d11f	379	unsigned long bits;
dfb09f9b BP	380	} ____cacheline_aligned;
	381
	382	extern struct va_alignment va_align;
f9902472	383	extern unsigned long align_vdso_addr(unsigned long);
1965aae3	384	#endif /* _ASM_X86_ELF_H */