[linux-block.git] / arch / x86 / include / asm / elf.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _ASM_X86_ELF_H
#define _ASM_X86_ELF_H

/*
 * ELF register definitions..
 */
#include <linux/thread_info.h>

#include <asm/ia32.h>
#include <asm/ptrace.h>
#include <asm/user.h>
#include <asm/auxvec.h>
#include <asm/fsgsbase.h>

typedef unsigned long elf_greg_t;

#define ELF_NGREG (sizeof(struct user_regs_struct) / sizeof(elf_greg_t))
typedef elf_greg_t elf_gregset_t[ELF_NGREG];

typedef struct user_i387_struct elf_fpregset_t;

#ifdef __i386__

#define R_386_NONE	0
#define R_386_32	1
#define R_386_PC32	2
#define R_386_GOT32	3
#define R_386_PLT32	4
#define R_386_COPY	5
#define R_386_GLOB_DAT	6
#define R_386_JMP_SLOT	7
#define R_386_RELATIVE	8
#define R_386_GOTOFF	9
#define R_386_GOTPC	10
#define R_386_NUM	11

/*
 * These are used to set parameters in the core dumps.
 */
#define ELF_CLASS	ELFCLASS32
#define ELF_DATA	ELFDATA2LSB
#define ELF_ARCH	EM_386

#else

/* x86-64 relocation types */
#define R_X86_64_NONE		0	/* No reloc */
#define R_X86_64_64		1	/* Direct 64 bit  */
#define R_X86_64_PC32		2	/* PC relative 32 bit signed */
#define R_X86_64_GOT32		3	/* 32 bit GOT entry */
#define R_X86_64_PLT32		4	/* 32 bit PLT address */
#define R_X86_64_COPY		5	/* Copy symbol at runtime */
#define R_X86_64_GLOB_DAT	6	/* Create GOT entry */
#define R_X86_64_JUMP_SLOT	7	/* Create PLT entry */
#define R_X86_64_RELATIVE	8	/* Adjust by program base */
#define R_X86_64_GOTPCREL	9	/* 32 bit signed pc relative
					   offset to GOT */
#define R_X86_64_32		10	/* Direct 32 bit zero extended */
#define R_X86_64_32S		11	/* Direct 32 bit sign extended */
#define R_X86_64_16		12	/* Direct 16 bit zero extended */
#define R_X86_64_PC16		13	/* 16 bit sign extended pc relative */
#define R_X86_64_8		14	/* Direct 8 bit sign extended  */
#define R_X86_64_PC8		15	/* 8 bit sign extended pc relative */
#define R_X86_64_PC64		24	/* Place relative 64-bit signed */

/*
 * These are used to set parameters in the core dumps.
 */
#define ELF_CLASS	ELFCLASS64
#define ELF_DATA	ELFDATA2LSB
#define ELF_ARCH	EM_X86_64

#endif

#include <asm/vdso.h>

#ifdef CONFIG_X86_64
extern unsigned int vdso64_enabled;
#endif
#if defined(CONFIG_X86_32) || defined(CONFIG_IA32_EMULATION)
extern unsigned int vdso32_enabled;
#endif

/*
 * This is used to ensure we don't load something for the wrong architecture.
 */
#define elf_check_arch_ia32(x) \
	(((x)->e_machine == EM_386) || ((x)->e_machine == EM_486))

#include <asm/processor.h>

#ifdef CONFIG_X86_32
#include <asm/desc.h>

#define elf_check_arch(x)	elf_check_arch_ia32(x)

/* SVR4/i386 ABI (pages 3-31, 3-32) says that when the program starts %edx
   contains a pointer to a function which might be registered using `atexit'.
   This provides a mean for the dynamic linker to call DT_FINI functions for
   shared libraries that have been loaded before the code runs.

   A value of 0 tells we have no such handler.

   We might as well make sure everything else is cleared too (except for %esp),
   just to make things more deterministic.
 */
#define ELF_PLAT_INIT(_r, load_addr)		\
	do {					\
	_r->bx = 0; _r->cx = 0; _r->dx = 0;	\
	_r->si = 0; _r->di = 0; _r->bp = 0;	\
	_r->ax = 0;				\
} while (0)

/*
 * regs is struct pt_regs, pr_reg is elf_gregset_t (which is
 * now struct_user_regs, they are different)
 */

#define ELF_CORE_COPY_REGS(pr_reg, regs)	\
do {						\
	pr_reg[0] = regs->bx;			\
	pr_reg[1] = regs->cx;			\
	pr_reg[2] = regs->dx;			\
	pr_reg[3] = regs->si;			\
	pr_reg[4] = regs->di;			\
	pr_reg[5] = regs->bp;			\
	pr_reg[6] = regs->ax;			\
	pr_reg[7] = regs->ds;			\
	pr_reg[8] = regs->es;			\
	pr_reg[9] = regs->fs;			\
	savesegment(gs, pr_reg[10]);		\
	pr_reg[11] = regs->orig_ax;		\
	pr_reg[12] = regs->ip;			\
	pr_reg[13] = regs->cs;			\
	pr_reg[14] = regs->flags;		\
	pr_reg[15] = regs->sp;			\
	pr_reg[16] = regs->ss;			\
} while (0);

#define ELF_PLATFORM	(utsname()->machine)
#define set_personality_64bit()	do { } while (0)

#else /* CONFIG_X86_32 */

/*
 * This is used to ensure we don't load something for the wrong architecture.
 */
#define elf_check_arch(x)			\
	((x)->e_machine == EM_X86_64)

#define compat_elf_check_arch(x)					\
	((elf_check_arch_ia32(x) && ia32_enabled_verbose()) ||		\
	 (IS_ENABLED(CONFIG_X86_X32_ABI) && (x)->e_machine == EM_X86_64))

static inline void elf_common_init(struct thread_struct *t,
				   struct pt_regs *regs, const u16 ds)
{
	/* ax gets execve's return value. */
	/*regs->ax = */ regs->bx = regs->cx = regs->dx = 0;
	regs->si = regs->di = regs->bp = 0;
	regs->r8 = regs->r9 = regs->r10 = regs->r11 = 0;
	regs->r12 = regs->r13 = regs->r14 = regs->r15 = 0;
	t->fsbase = t->gsbase = 0;
	t->fsindex = t->gsindex = 0;
	t->ds = t->es = ds;
}

#define ELF_PLAT_INIT(_r, load_addr)			\
	elf_common_init(&current->thread, _r, 0)

#define	COMPAT_ELF_PLAT_INIT(regs, load_addr)		\
	elf_common_init(&current->thread, regs, __USER_DS)

void compat_start_thread(struct pt_regs *regs, u32 new_ip, u32 new_sp, bool x32);
#define COMPAT_START_THREAD(ex, regs, new_ip, new_sp)	\
	compat_start_thread(regs, new_ip, new_sp, ex->e_machine == EM_X86_64)

void set_personality_ia32(bool);
#define COMPAT_SET_PERSONALITY(ex)			\
	set_personality_ia32((ex).e_machine == EM_X86_64)

#define COMPAT_ELF_PLATFORM			("i686")

/*
 * regs is struct pt_regs, pr_reg is elf_gregset_t (which is
 * now struct_user_regs, they are different). Assumes current is the process
 * getting dumped.
 */

#define ELF_CORE_COPY_REGS(pr_reg, regs)			\
do {								\
	unsigned v;						\
	(pr_reg)[0] = (regs)->r15;				\
	(pr_reg)[1] = (regs)->r14;				\
	(pr_reg)[2] = (regs)->r13;				\
	(pr_reg)[3] = (regs)->r12;				\
	(pr_reg)[4] = (regs)->bp;				\
	(pr_reg)[5] = (regs)->bx;				\
	(pr_reg)[6] = (regs)->r11;				\
	(pr_reg)[7] = (regs)->r10;				\
	(pr_reg)[8] = (regs)->r9;				\
	(pr_reg)[9] = (regs)->r8;				\
	(pr_reg)[10] = (regs)->ax;				\
	(pr_reg)[11] = (regs)->cx;				\
	(pr_reg)[12] = (regs)->dx;				\
	(pr_reg)[13] = (regs)->si;				\
	(pr_reg)[14] = (regs)->di;				\
	(pr_reg)[15] = (regs)->orig_ax;				\
	(pr_reg)[16] = (regs)->ip;				\
	(pr_reg)[17] = (regs)->cs;				\
	(pr_reg)[18] = (regs)->flags;				\
	(pr_reg)[19] = (regs)->sp;				\
	(pr_reg)[20] = (regs)->ss;				\
	(pr_reg)[21] = x86_fsbase_read_cpu();			\
	(pr_reg)[22] = x86_gsbase_read_cpu_inactive();		\
	asm("movl %%ds,%0" : "=r" (v)); (pr_reg)[23] = v;	\
	asm("movl %%es,%0" : "=r" (v)); (pr_reg)[24] = v;	\
	asm("movl %%fs,%0" : "=r" (v)); (pr_reg)[25] = v;	\
	asm("movl %%gs,%0" : "=r" (v)); (pr_reg)[26] = v;	\
} while (0);

/* I'm not sure if we can use '-' here */
#define ELF_PLATFORM       ("x86_64")
extern void set_personality_64bit(void);
extern int force_personality32;

#endif /* !CONFIG_X86_32 */

#define CORE_DUMP_USE_REGSET
#define ELF_EXEC_PAGESIZE	4096

/*
 * This is the base location for PIE (ET_DYN with INTERP) loads. On
 * 64-bit, this is above 4GB to leave the entire 32-bit address
 * space open for things that want to use the area for 32-bit pointers.
 */
#define ELF_ET_DYN_BASE		(mmap_is_ia32() ? 0x000400000UL : \
						  (DEFAULT_MAP_WINDOW / 3 * 2))

/* This yields a mask that user programs can use to figure out what
   instruction set this CPU supports.  This could be done in user space,
   but it's not easy, and we've already done it here.  */

#define ELF_HWCAP		(boot_cpu_data.x86_capability[CPUID_1_EDX])

extern u32 elf_hwcap2;

/*
 * HWCAP2 supplies mask with kernel enabled CPU features, so that
 * the application can discover that it can safely use them.
 * The bits are defined in uapi/asm/hwcap2.h.
 */
#define ELF_HWCAP2		(elf_hwcap2)

/* This yields a string that ld.so will use to load implementation
   specific libraries for optimization.  This is more specific in
   intent than poking at uname or /proc/cpuinfo.

   For the moment, we have only optimizations for the Intel generations,
   but that could change... */

#define SET_PERSONALITY(ex) set_personality_64bit()

/*
 * An executable for which elf_read_implies_exec() returns TRUE will
 * have the READ_IMPLIES_EXEC personality flag set automatically.
 *
 * The decision process for determining the results are:
 *
 *                 CPU: | lacks NX*  | has NX, ia32     | has NX, x86_64 |
 * ELF:                 |            |                  |                |
 * ---------------------|------------|------------------|----------------|
 * missing PT_GNU_STACK | exec-all   | exec-all         | exec-none      |
 * PT_GNU_STACK == RWX  | exec-stack | exec-stack       | exec-stack     |
 * PT_GNU_STACK == RW   | exec-none  | exec-none        | exec-none      |
 *
 *  exec-all  : all PROT_READ user mappings are executable, except when
 *              backed by files on a noexec-filesystem.
 *  exec-none : only PROT_EXEC user mappings are executable.
 *  exec-stack: only the stack and PROT_EXEC user mappings are executable.
 *
 *  *this column has no architectural effect: NX markings are ignored by
 *   hardware, but may have behavioral effects when "wants X" collides with
 *   "cannot be X" constraints in memory permission flags, as in
 *   https://lkml.kernel.org/r/20190418055759.GA3155@mellanox.com
 *
 */
#define elf_read_implies_exec(ex, executable_stack)	\
	(mmap_is_ia32() && executable_stack == EXSTACK_DEFAULT)

struct task_struct;

#define	ARCH_DLINFO_IA32						\
do {									\
	if (VDSO_CURRENT_BASE) {					\
		NEW_AUX_ENT(AT_SYSINFO,	VDSO_ENTRY);			\
		NEW_AUX_ENT(AT_SYSINFO_EHDR, VDSO_CURRENT_BASE);	\
	}								\
	NEW_AUX_ENT(AT_MINSIGSTKSZ, get_sigframe_size());		\
} while (0)

/*
 * True on X86_32 or when emulating IA32 on X86_64
 */
static inline int mmap_is_ia32(void)
{
	return IS_ENABLED(CONFIG_X86_32) ||
	       (IS_ENABLED(CONFIG_COMPAT) &&
		test_thread_flag(TIF_ADDR32));
}

extern unsigned long task_size_32bit(void);
extern unsigned long task_size_64bit(int full_addr_space);
extern unsigned long get_mmap_base(int is_legacy);
extern bool mmap_address_hint_valid(unsigned long addr, unsigned long len);
extern unsigned long get_sigframe_size(void);

#ifdef CONFIG_X86_32

#define __STACK_RND_MASK(is32bit) (0x7ff)
#define STACK_RND_MASK (0x7ff)

#define ARCH_DLINFO		ARCH_DLINFO_IA32

/* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */

#else /* CONFIG_X86_32 */

/* 1GB for 64bit, 8MB for 32bit */
#define __STACK_RND_MASK(is32bit) ((is32bit) ? 0x7ff : 0x3fffff)
#define STACK_RND_MASK __STACK_RND_MASK(mmap_is_ia32())

#define ARCH_DLINFO							\
do {									\
	if (vdso64_enabled)						\
		NEW_AUX_ENT(AT_SYSINFO_EHDR,				\
			    (unsigned long __force)current->mm->context.vdso); \
	NEW_AUX_ENT(AT_MINSIGSTKSZ, get_sigframe_size());		\
} while (0)

/* As a historical oddity, the x32 and x86_64 vDSOs are controlled together. */
#define ARCH_DLINFO_X32							\
do {									\
	if (vdso64_enabled)						\
		NEW_AUX_ENT(AT_SYSINFO_EHDR,				\
			    (unsigned long __force)current->mm->context.vdso); \
	NEW_AUX_ENT(AT_MINSIGSTKSZ, get_sigframe_size());		\
} while (0)

#define AT_SYSINFO		32

#define COMPAT_ARCH_DLINFO						\
if (exec->e_machine == EM_X86_64)					\
	ARCH_DLINFO_X32;						\
else if (IS_ENABLED(CONFIG_IA32_EMULATION))				\
	ARCH_DLINFO_IA32

#define COMPAT_ELF_ET_DYN_BASE	(TASK_UNMAPPED_BASE + 0x1000000)

#endif /* !CONFIG_X86_32 */

#define VDSO_CURRENT_BASE	((unsigned long)current->mm->context.vdso)

#define VDSO_ENTRY							\
	((unsigned long)current->mm->context.vdso +			\
	 vdso_image_32.sym___kernel_vsyscall)

struct linux_binprm;

#define ARCH_HAS_SETUP_ADDITIONAL_PAGES 1
extern int arch_setup_additional_pages(struct linux_binprm *bprm,
				       int uses_interp);
extern int compat_arch_setup_additional_pages(struct linux_binprm *bprm,
					      int uses_interp, bool x32);
#define COMPAT_ARCH_SETUP_ADDITIONAL_PAGES(bprm, ex, interpreter)	\
	compat_arch_setup_additional_pages(bprm, interpreter,		\
					   (ex->e_machine == EM_X86_64))

extern bool arch_syscall_is_vdso_sigreturn(struct pt_regs *regs);

/* Do not change the values. See get_align_mask() */
enum align_flags {
	ALIGN_VA_32	= BIT(0),
	ALIGN_VA_64	= BIT(1),
};

struct va_alignment {
	int flags;
	unsigned long mask;
	unsigned long bits;
} ____cacheline_aligned;

extern struct va_alignment va_align;
#endif /* _ASM_X86_ELF_H */
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
1965aae3 PA	2	#ifndef _ASM_X86_ELF_H
1965aae3 PA	3	#define _ASM_X86_ELF_H
2439a791 TG	4
	5	/*
	6	* ELF register definitions..
	7	*/
dfb09f9b	8	#include <linux/thread_info.h>
2439a791	9
5ae2702d	10	#include <asm/ia32.h>
2439a791 TG	11	#include <asm/ptrace.h>
	12	#include <asm/user.h>
	13	#include <asm/auxvec.h>
824eea38	14	#include <asm/fsgsbase.h>
2439a791 TG	15
	16	typedef unsigned long elf_greg_t;
	17
486386f6	18	#define ELF_NGREG (sizeof(struct user_regs_struct) / sizeof(elf_greg_t))
2439a791 TG	19	typedef elf_greg_t elf_gregset_t[ELF_NGREG];
	20
	21	typedef struct user_i387_struct elf_fpregset_t;
	22
	23	#ifdef __i386__
	24
2439a791 TG	25	#define R_386_NONE 0
	26	#define R_386_32 1
	27	#define R_386_PC32 2
	28	#define R_386_GOT32 3
	29	#define R_386_PLT32 4
	30	#define R_386_COPY 5
	31	#define R_386_GLOB_DAT 6
	32	#define R_386_JMP_SLOT 7
	33	#define R_386_RELATIVE 8
	34	#define R_386_GOTOFF 9
	35	#define R_386_GOTPC 10
	36	#define R_386_NUM 11
	37
	38	/*
	39	* These are used to set parameters in the core dumps.
	40	*/
	41	#define ELF_CLASS ELFCLASS32
	42	#define ELF_DATA ELFDATA2LSB
	43	#define ELF_ARCH EM_386
	44
96a388de	45	#else
2439a791 TG	46
	47	/* x86-64 relocation types */
	48	#define R_X86_64_NONE 0 /* No reloc */
	49	#define R_X86_64_64 1 /* Direct 64 bit */
	50	#define R_X86_64_PC32 2 /* PC relative 32 bit signed */
	51	#define R_X86_64_GOT32 3 /* 32 bit GOT entry */
	52	#define R_X86_64_PLT32 4 /* 32 bit PLT address */
	53	#define R_X86_64_COPY 5 /* Copy symbol at runtime */
	54	#define R_X86_64_GLOB_DAT 6 /* Create GOT entry */
	55	#define R_X86_64_JUMP_SLOT 7 /* Create PLT entry */
	56	#define R_X86_64_RELATIVE 8 /* Adjust by program base */
	57	#define R_X86_64_GOTPCREL 9 /* 32 bit signed pc relative
	58	offset to GOT */
	59	#define R_X86_64_32 10 /* Direct 32 bit zero extended */
	60	#define R_X86_64_32S 11 /* Direct 32 bit sign extended */
	61	#define R_X86_64_16 12 /* Direct 16 bit zero extended */
	62	#define R_X86_64_PC16 13 /* 16 bit sign extended pc relative */
	63	#define R_X86_64_8 14 /* Direct 8 bit sign extended */
	64	#define R_X86_64_PC8 15 /* 8 bit sign extended pc relative */
b40a142b	65	#define R_X86_64_PC64 24 /* Place relative 64-bit signed */
2439a791 TG	66
	67	/*
	68	* These are used to set parameters in the core dumps.
	69	*/
	70	#define ELF_CLASS ELFCLASS64
	71	#define ELF_DATA ELFDATA2LSB
	72	#define ELF_ARCH EM_X86_64
	73
	74	#endif
	75
a97f52e6 RM	76	#include <asm/vdso.h>
a97f52e6 RM	77
3d7ee969 AL	78	#ifdef CONFIG_X86_64
	79	extern unsigned int vdso64_enabled;
	80	#endif
ab8b82ee	81	#if defined(CONFIG_X86_32) \|\| defined(CONFIG_IA32_EMULATION)
3d7ee969 AL	82	extern unsigned int vdso32_enabled;
3d7ee969 AL	83	#endif
2439a791	84
af65d648 RM	85	/*
	86	* This is used to ensure we don't load something for the wrong architecture.
	87	*/
	88	#define elf_check_arch_ia32(x) \
	89	(((x)->e_machine == EM_386) \|\| ((x)->e_machine == EM_486))
	90
2439a791	91	#include <asm/processor.h>
e40c0fe6 JP	92
e40c0fe6 JP	93	#ifdef CONFIG_X86_32
2439a791 TG	94	#include <asm/desc.h>
2439a791 TG	95
af65d648	96	#define elf_check_arch(x) elf_check_arch_ia32(x)
2439a791 TG	97
	98	/* SVR4/i386 ABI (pages 3-31, 3-32) says that when the program starts %edx
	99	contains a pointer to a function which might be registered using `atexit'.
	100	This provides a mean for the dynamic linker to call DT_FINI functions for
	101	shared libraries that have been loaded before the code runs.
	102
	103	A value of 0 tells we have no such handler.
	104
	105	We might as well make sure everything else is cleared too (except for %esp),
	106	just to make things more deterministic.
	107	*/
486386f6 JP	108	#define ELF_PLAT_INIT(_r, load_addr) \
	109	do { \
	110	_r->bx = 0; _r->cx = 0; _r->dx = 0; \
	111	_r->si = 0; _r->di = 0; _r->bp = 0; \
	112	_r->ax = 0; \
2439a791 TG	113	} while (0)
2439a791 TG	114
06495476 HS	115	/*
	116	* regs is struct pt_regs, pr_reg is elf_gregset_t (which is
	117	* now struct_user_regs, they are different)
	118	*/
	119
f5d9283e	120	#define ELF_CORE_COPY_REGS(pr_reg, regs) \
486386f6 JP	121	do { \
	122	pr_reg[0] = regs->bx; \
	123	pr_reg[1] = regs->cx; \
	124	pr_reg[2] = regs->dx; \
	125	pr_reg[3] = regs->si; \
	126	pr_reg[4] = regs->di; \
	127	pr_reg[5] = regs->bp; \
	128	pr_reg[6] = regs->ax; \
99504819 AL	129	pr_reg[7] = regs->ds; \
	130	pr_reg[8] = regs->es; \
	131	pr_reg[9] = regs->fs; \
f5d9283e	132	savesegment(gs, pr_reg[10]); \
486386f6 JP	133	pr_reg[11] = regs->orig_ax; \
486386f6 JP	134	pr_reg[12] = regs->ip; \
99504819	135	pr_reg[13] = regs->cs; \
486386f6 JP	136	pr_reg[14] = regs->flags; \
486386f6 JP	137	pr_reg[15] = regs->sp; \
99504819	138	pr_reg[16] = regs->ss; \
06495476 HS	139	} while (0);
06495476 HS	140
2439a791 TG	141	#define ELF_PLATFORM (utsname()->machine)
2439a791 TG	142	#define set_personality_64bit() do { } while (0)
2439a791 TG	143
	144	#else /* CONFIG_X86_32 */
	145
2439a791 TG	146	/*
	147	* This is used to ensure we don't load something for the wrong architecture.
	148	*/
486386f6	149	#define elf_check_arch(x) \
2439a791 TG	150	((x)->e_machine == EM_X86_64)
2439a791 TG	151
0e6d3112	152	#define compat_elf_check_arch(x) \
f789383f	153	((elf_check_arch_ia32(x) && ia32_enabled_verbose()) \|\| \
0e6d3112	154	(IS_ENABLED(CONFIG_X86_X32_ABI) && (x)->e_machine == EM_X86_64))
d1a797f3	155
a97f52e6 RM	156	static inline void elf_common_init(struct thread_struct *t,
	157	struct pt_regs *regs, const u16 ds)
	158	{
7bcdea4d AL	159	/* ax gets execve's return value. */
	160	/regs->ax = / regs->bx = regs->cx = regs->dx = 0;
	161	regs->si = regs->di = regs->bp = 0;
a97f52e6	162	regs->r8 = regs->r9 = regs->r10 = regs->r11 = 0;
7bcdea4d	163	regs->r12 = regs->r13 = regs->r14 = regs->r15 = 0;
296f781a	164	t->fsbase = t->gsbase = 0;
a97f52e6 RM	165	t->fsindex = t->gsindex = 0;
	166	t->ds = t->es = ds;
	167	}
	168
486386f6	169	#define ELF_PLAT_INIT(_r, load_addr) \
11557b24	170	elf_common_init(&current->thread, _r, 0)
2439a791	171
486386f6	172	#define COMPAT_ELF_PLAT_INIT(regs, load_addr) \
a97f52e6	173	elf_common_init(&current->thread, regs, __USER_DS)
486386f6	174
2424b146 GKB	175	void compat_start_thread(struct pt_regs *regs, u32 new_ip, u32 new_sp, bool x32);
	176	#define COMPAT_START_THREAD(ex, regs, new_ip, new_sp) \
	177	compat_start_thread(regs, new_ip, new_sp, ex->e_machine == EM_X86_64)
486386f6	178
d1a797f3 PA	179	void set_personality_ia32(bool);
	180	#define COMPAT_SET_PERSONALITY(ex) \
	181	set_personality_ia32((ex).e_machine == EM_X86_64)
486386f6	182
a97f52e6 RM	183	#define COMPAT_ELF_PLATFORM ("i686")
a97f52e6 RM	184
06495476 HS	185	/*
	186	* regs is struct pt_regs, pr_reg is elf_gregset_t (which is
	187	* now struct_user_regs, they are different). Assumes current is the process
	188	* getting dumped.
	189	*/
	190
486386f6 JP	191	#define ELF_CORE_COPY_REGS(pr_reg, regs) \
486386f6 JP	192	do { \
06495476 HS	193	unsigned v; \
	194	(pr_reg)[0] = (regs)->r15; \
	195	(pr_reg)[1] = (regs)->r14; \
	196	(pr_reg)[2] = (regs)->r13; \
	197	(pr_reg)[3] = (regs)->r12; \
	198	(pr_reg)[4] = (regs)->bp; \
	199	(pr_reg)[5] = (regs)->bx; \
	200	(pr_reg)[6] = (regs)->r11; \
	201	(pr_reg)[7] = (regs)->r10; \
	202	(pr_reg)[8] = (regs)->r9; \
	203	(pr_reg)[9] = (regs)->r8; \
	204	(pr_reg)[10] = (regs)->ax; \
	205	(pr_reg)[11] = (regs)->cx; \
	206	(pr_reg)[12] = (regs)->dx; \
	207	(pr_reg)[13] = (regs)->si; \
	208	(pr_reg)[14] = (regs)->di; \
	209	(pr_reg)[15] = (regs)->orig_ax; \
	210	(pr_reg)[16] = (regs)->ip; \
	211	(pr_reg)[17] = (regs)->cs; \
	212	(pr_reg)[18] = (regs)->flags; \
	213	(pr_reg)[19] = (regs)->sp; \
	214	(pr_reg)[20] = (regs)->ss; \
824eea38 CB	215	(pr_reg)[21] = x86_fsbase_read_cpu(); \
824eea38 CB	216	(pr_reg)[22] = x86_gsbase_read_cpu_inactive(); \
06495476 HS	217	asm("movl %%ds,%0" : "=r" (v)); (pr_reg)[23] = v; \
	218	asm("movl %%es,%0" : "=r" (v)); (pr_reg)[24] = v; \
	219	asm("movl %%fs,%0" : "=r" (v)); (pr_reg)[25] = v; \
	220	asm("movl %%gs,%0" : "=r" (v)); (pr_reg)[26] = v; \
	221	} while (0);
	222
2439a791 TG	223	/* I'm not sure if we can use '-' here */
	224	#define ELF_PLATFORM ("x86_64")
	225	extern void set_personality_64bit(void);
a97f52e6	226	extern int force_personality32;
2439a791 TG	227
	228	#endif /* !CONFIG_X86_32 */
	229
975511be	230	#define CORE_DUMP_USE_REGSET
2439a791 TG	231	#define ELF_EXEC_PAGESIZE 4096
2439a791 TG	232
eab09532 KC	233	/*
eab09532 KC	234	* This is the base location for PIE (ET_DYN with INTERP) loads. On
c715b72c	235	* 64-bit, this is above 4GB to leave the entire 32-bit address
eab09532 KC	236	* space open for things that want to use the area for 32-bit pointers.
	237	*/
	238	#define ELF_ET_DYN_BASE (mmap_is_ia32() ? 0x000400000UL : \
be739f4b	239	(DEFAULT_MAP_WINDOW / 3 * 2))
2439a791 TG	240
	241	/* This yields a mask that user programs can use to figure out what
	242	instruction set this CPU supports. This could be done in user space,
	243	but it's not easy, and we've already done it here. */
	244
16aaa537	245	#define ELF_HWCAP (boot_cpu_data.x86_capability[CPUID_1_EDX])
2439a791	246
0274f955 GA	247	extern u32 elf_hwcap2;
	248
	249	/*
	250	* HWCAP2 supplies mask with kernel enabled CPU features, so that
	251	* the application can discover that it can safely use them.
	252	* The bits are defined in uapi/asm/hwcap2.h.
	253	*/
	254	#define ELF_HWCAP2 (elf_hwcap2)
	255
2439a791 TG	256	/* This yields a string that ld.so will use to load implementation
	257	specific libraries for optimization. This is more specific in
	258	intent than poking at uname or /proc/cpuinfo.
	259
	260	For the moment, we have only optimizations for the Intel generations,
	261	but that could change... */
	262
0b592682	263	#define SET_PERSONALITY(ex) set_personality_64bit()
2439a791 TG	264
	265	/*
	266	* An executable for which elf_read_implies_exec() returns TRUE will
	267	* have the READ_IMPLIES_EXEC personality flag set automatically.
9d9e435f KC	268	*
	269	* The decision process for determining the results are:
	270	*
c681df88 IM	271	* CPU: \| lacks NX* \| has NX, ia32 \| has NX, x86_64 \|
c681df88 IM	272	* ELF: \| \| \| \|
9d9e435f	273	* ---------------------\|------------\|------------------\|----------------\|
c681df88 IM	274	* missing PT_GNU_STACK \| exec-all \| exec-all \| exec-none \|
	275	* PT_GNU_STACK == RWX \| exec-stack \| exec-stack \| exec-stack \|
	276	* PT_GNU_STACK == RW \| exec-none \| exec-none \| exec-none \|
9d9e435f KC	277	*
	278	* exec-all : all PROT_READ user mappings are executable, except when
	279	* backed by files on a noexec-filesystem.
	280	* exec-none : only PROT_EXEC user mappings are executable.
12230611	281	* exec-stack: only the stack and PROT_EXEC user mappings are executable.
9d9e435f KC	282	*
	283	* *this column has no architectural effect: NX markings are ignored by
	284	* hardware, but may have behavioral effects when "wants X" collides with
	285	* "cannot be X" constraints in memory permission flags, as in
	286	* https://lkml.kernel.org/r/20190418055759.GA3155@mellanox.com
	287	*
2439a791 TG	288	*/
2439a791 TG	289	#define elf_read_implies_exec(ex, executable_stack) \
9fccc5c0	290	(mmap_is_ia32() && executable_stack == EXSTACK_DEFAULT)
2439a791 TG	291
	292	struct task_struct;
	293
3d7ee969	294	#define ARCH_DLINFO_IA32 \
486386f6	295	do { \
6fdc6dd9	296	if (VDSO_CURRENT_BASE) { \
a97f52e6 RM	297	NEW_AUX_ENT(AT_SYSINFO, VDSO_ENTRY); \
a97f52e6 RM	298	NEW_AUX_ENT(AT_SYSINFO_EHDR, VDSO_CURRENT_BASE); \
486386f6	299	} \
1c33bb05	300	NEW_AUX_ENT(AT_MINSIGSTKSZ, get_sigframe_size()); \
a97f52e6 RM	301	} while (0)
a97f52e6 RM	302
8f3e474f DS	303	/*
	304	* True on X86_32 or when emulating IA32 on X86_64
	305	*/
	306	static inline int mmap_is_ia32(void)
	307	{
	308	return IS_ENABLED(CONFIG_X86_32) \|\|
	309	(IS_ENABLED(CONFIG_COMPAT) &&
	310	test_thread_flag(TIF_ADDR32));
	311	}
	312
e8f01a8d	313	extern unsigned long task_size_32bit(void);
b569bab7	314	extern unsigned long task_size_64bit(int full_addr_space);
e13b73dd	315	extern unsigned long get_mmap_base(int is_legacy);
1e0f25db	316	extern bool mmap_address_hint_valid(unsigned long addr, unsigned long len);
1c33bb05	317	extern unsigned long get_sigframe_size(void);
1b028f78	318
2439a791	319	#ifdef CONFIG_X86_32
2439a791	320
8f3e474f	321	#define __STACK_RND_MASK(is32bit) (0x7ff)
80938332 MH	322	#define STACK_RND_MASK (0x7ff)
80938332 MH	323
3d7ee969	324	#define ARCH_DLINFO ARCH_DLINFO_IA32
2439a791	325
a97f52e6	326	/* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */
2439a791 TG	327
	328	#else /* CONFIG_X86_32 */
	329
	330	/* 1GB for 64bit, 8MB for 32bit */
8f3e474f DS	331	#define __STACK_RND_MASK(is32bit) ((is32bit) ? 0x7ff : 0x3fffff)
8f3e474f DS	332	#define STACK_RND_MASK __STACK_RND_MASK(mmap_is_ia32())
2439a791	333
486386f6 JP	334	#define ARCH_DLINFO \
486386f6 JP	335	do { \
3d7ee969	336	if (vdso64_enabled) \
486386f6	337	NEW_AUX_ENT(AT_SYSINFO_EHDR, \
6f121e54	338	(unsigned long __force)current->mm->context.vdso); \
1c33bb05	339	NEW_AUX_ENT(AT_MINSIGSTKSZ, get_sigframe_size()); \
2439a791 TG	340	} while (0)
2439a791 TG	341
3d7ee969	342	/* As a historical oddity, the x32 and x86_64 vDSOs are controlled together. */
d1a797f3 PA	343	#define ARCH_DLINFO_X32 \
d1a797f3 PA	344	do { \
3d7ee969	345	if (vdso64_enabled) \
d1a797f3	346	NEW_AUX_ENT(AT_SYSINFO_EHDR, \
6f121e54	347	(unsigned long __force)current->mm->context.vdso); \
1c33bb05	348	NEW_AUX_ENT(AT_MINSIGSTKSZ, get_sigframe_size()); \
d1a797f3 PA	349	} while (0)
d1a797f3 PA	350
a97f52e6 RM	351	#define AT_SYSINFO 32
a97f52e6 RM	352
d1a797f3	353	#define COMPAT_ARCH_DLINFO \
2656af0d	354	if (exec->e_machine == EM_X86_64) \
d1a797f3	355	ARCH_DLINFO_X32; \
85f2ada7	356	else if (IS_ENABLED(CONFIG_IA32_EMULATION)) \
3d7ee969	357	ARCH_DLINFO_IA32
a97f52e6 RM	358
	359	#define COMPAT_ELF_ET_DYN_BASE (TASK_UNMAPPED_BASE + 0x1000000)
	360
2439a791 TG	361	#endif /* !CONFIG_X86_32 */
2439a791 TG	362
af65d648 RM	363	#define VDSO_CURRENT_BASE ((unsigned long)current->mm->context.vdso)
af65d648 RM	364
486386f6	365	#define VDSO_ENTRY \
6f121e54	366	((unsigned long)current->mm->context.vdso + \
0a6d1fa0	367	vdso_image_32.sym___kernel_vsyscall)
af65d648	368
2439a791 TG	369	struct linux_binprm;
	370
	371	#define ARCH_HAS_SETUP_ADDITIONAL_PAGES 1
	372	extern int arch_setup_additional_pages(struct linux_binprm *bprm,
fc5243d9	373	int uses_interp);
18d0a6fd	374	extern int compat_arch_setup_additional_pages(struct linux_binprm *bprm,
3316ec8c GKB	375	int uses_interp, bool x32);
	376	#define COMPAT_ARCH_SETUP_ADDITIONAL_PAGES(bprm, ex, interpreter) \
	377	compat_arch_setup_additional_pages(bprm, interpreter, \
	378	(ex->e_machine == EM_X86_64))
a97f52e6	379
c5c87812 GKB	380	extern bool arch_syscall_is_vdso_sigreturn(struct pt_regs *regs);
c5c87812 GKB	381
f9902472	382	/* Do not change the values. See get_align_mask() */
dfb09f9b BP	383	enum align_flags {
	384	ALIGN_VA_32 = BIT(0),
	385	ALIGN_VA_64 = BIT(1),
dfb09f9b BP	386	};
	387
	388	struct va_alignment {
	389	int flags;
	390	unsigned long mask;
4e26d11f	391	unsigned long bits;
dfb09f9b BP	392	} ____cacheline_aligned;
	393
	394	extern struct va_alignment va_align;
1965aae3	395	#endif /* _ASM_X86_ELF_H */