[linux-block.git] / arch / x86 / entry / vdso / Makefile

#
# Building vDSO images for x86.
#

KBUILD_CFLAGS += $(DISABLE_LTO)
KASAN_SANITIZE := n
UBSAN_SANITIZE := n

VDSO64-$(CONFIG_X86_64)		:= y
VDSOX32-$(CONFIG_X86_X32_ABI)	:= y
VDSO32-$(CONFIG_X86_32)		:= y
VDSO32-$(CONFIG_IA32_EMULATION)	:= y

# files to link into the vdso
vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o

# files to link into kernel
obj-y				+= vma.o

# vDSO images to build
vdso_img-$(VDSO64-y)		+= 64
vdso_img-$(VDSOX32-y)		+= x32
vdso_img-$(VDSO32-y)		+= 32

obj-$(VDSO32-y)			+= vdso32-setup.o

vobjs := $(foreach F,$(vobjs-y),$(obj)/$F)

$(obj)/vdso.o: $(obj)/vdso.so

targets += vdso.lds $(vobjs-y)

# Build the vDSO image C files and link them in.
vdso_img_objs := $(vdso_img-y:%=vdso-image-%.o)
vdso_img_cfiles := $(vdso_img-y:%=vdso-image-%.c)
vdso_img_sodbg := $(vdso_img-y:%=vdso%.so.dbg)
obj-y += $(vdso_img_objs)
targets += $(vdso_img_cfiles)
targets += $(vdso_img_sodbg)
.SECONDARY: $(vdso_img-y:%=$(obj)/vdso-image-%.c) \
	$(vdso_img-y:%=$(obj)/vdso%.so)

export CPPFLAGS_vdso.lds += -P -C

VDSO_LDFLAGS_vdso.lds = -m64 -Wl,-soname=linux-vdso.so.1 \
			-Wl,--no-undefined \
			-Wl,-z,max-page-size=4096 -Wl,-z,common-page-size=4096 \
			$(DISABLE_LTO)

$(obj)/vdso64.so.dbg: $(src)/vdso.lds $(vobjs) FORCE
	$(call if_changed,vdso)

HOST_EXTRACFLAGS += -I$(srctree)/tools/include -I$(srctree)/include/uapi -I$(srctree)/arch/x86/include/uapi
hostprogs-y			+= vdso2c

quiet_cmd_vdso2c = VDSO2C  $@
define cmd_vdso2c
	$(obj)/vdso2c $< $(<:%.dbg=%) $@
endef

$(obj)/vdso-image-%.c: $(obj)/vdso%.so.dbg $(obj)/vdso%.so $(obj)/vdso2c FORCE
	$(call if_changed,vdso2c)

#
# Don't omit frame pointers for ease of userspace debugging, but do
# optimize sibling calls.
#
CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \
       $(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \
       -fno-omit-frame-pointer -foptimize-sibling-calls \
       -DDISABLE_BRANCH_PROFILING -DBUILD_VDSO

$(vobjs): KBUILD_CFLAGS += $(CFL)

#
# vDSO code runs in userspace and -pg doesn't help with profiling anyway.
#
CFLAGS_REMOVE_vdso-note.o = -pg
CFLAGS_REMOVE_vclock_gettime.o = -pg
CFLAGS_REMOVE_vgetcpu.o = -pg
CFLAGS_REMOVE_vvar.o = -pg

#
# X32 processes use x32 vDSO to access 64bit kernel data.
#
# Build x32 vDSO image:
# 1. Compile x32 vDSO as 64bit.
# 2. Convert object files to x32.
# 3. Build x32 VDSO image with x32 objects, which contains 64bit codes
# so that it can reach 64bit address space with 64bit pointers.
#

CPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds)
VDSO_LDFLAGS_vdsox32.lds = -Wl,-m,elf32_x86_64 \
			   -Wl,-soname=linux-vdso.so.1 \
			   -Wl,-z,max-page-size=4096 \
			   -Wl,-z,common-page-size=4096

# 64-bit objects to re-brand as x32
vobjs64-for-x32 := $(filter-out $(vobjs-nox32),$(vobjs-y))

# x32-rebranded versions
vobjx32s-y := $(vobjs64-for-x32:.o=-x32.o)

# same thing, but in the output directory
vobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F)

# Convert 64bit object file to x32 for x32 vDSO.
quiet_cmd_x32 = X32     $@
      cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@

$(obj)/%-x32.o: $(obj)/%.o FORCE
	$(call if_changed,x32)

targets += vdsox32.lds $(vobjx32s-y)

$(obj)/%.so: OBJCOPYFLAGS := -S
$(obj)/%.so: $(obj)/%.so.dbg
	$(call if_changed,objcopy)

$(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE
	$(call if_changed,vdso)

CPPFLAGS_vdso32.lds = $(CPPFLAGS_vdso.lds)
VDSO_LDFLAGS_vdso32.lds = -m32 -Wl,-m,elf_i386 -Wl,-soname=linux-gate.so.1

# This makes sure the $(obj) subdirectory exists even though vdso32/
# is not a kbuild sub-make subdirectory.
override obj-dirs = $(dir $(obj)) $(obj)/vdso32/

targets += vdso32/vdso32.lds
targets += vdso32/note.o vdso32/vclock_gettime.o vdso32/system_call.o
targets += vdso32/vclock_gettime.o

KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS)) -DBUILD_VDSO
$(obj)/vdso32.so.dbg: KBUILD_AFLAGS = $(KBUILD_AFLAGS_32)
$(obj)/vdso32.so.dbg: asflags-$(CONFIG_X86_64) += -m32

KBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS))
KBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32))
KBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic
KBUILD_CFLAGS_32 += $(call cc-option, -fno-stack-protector)
KBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls)
KBUILD_CFLAGS_32 += -fno-omit-frame-pointer
KBUILD_CFLAGS_32 += -DDISABLE_BRANCH_PROFILING
$(obj)/vdso32.so.dbg: KBUILD_CFLAGS = $(KBUILD_CFLAGS_32)

$(obj)/vdso32.so.dbg: FORCE \
		      $(obj)/vdso32/vdso32.lds \
		      $(obj)/vdso32/vclock_gettime.o \
		      $(obj)/vdso32/note.o \
		      $(obj)/vdso32/system_call.o
	$(call if_changed,vdso)

#
# The DSO images are built using a special linker script.
#
quiet_cmd_vdso = VDSO    $@
      cmd_vdso = $(CC) -nostdlib -o $@ \
		       $(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \
		       -Wl,-T,$(filter %.lds,$^) $(filter %.o,$^) && \
		 sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@'

VDSO_LDFLAGS = -fPIC -shared $(call cc-ldoption, -Wl$(comma)--hash-style=both) \
	$(call cc-ldoption, -Wl$(comma)--build-id) -Wl,-Bsymbolic $(LTO_CFLAGS)
GCOV_PROFILE := n

#
# Install the unstripped copies of vdso*.so.  If our toolchain supports
# build-id, install .build-id links as well.
#
quiet_cmd_vdso_install = INSTALL $(@:install_%=%)
define cmd_vdso_install
	cp $< "$(MODLIB)/vdso/$(@:install_%=%)"; \
	if readelf -n $< |grep -q 'Build ID'; then \
	  buildid=`readelf -n $< |grep 'Build ID' |sed -e 's/^.*Build ID: \(.*\)$$/\1/'`; \
	  first=`echo $$buildid | cut -b-2`; \
	  last=`echo $$buildid | cut -b3-`; \
	  mkdir -p "$(MODLIB)/vdso/.build-id/$$first"; \
	  ln -sf "../../$(@:install_%=%)" "$(MODLIB)/vdso/.build-id/$$first/$$last.debug"; \
	fi
endef

vdso_img_insttargets := $(vdso_img_sodbg:%.dbg=install_%)

$(MODLIB)/vdso: FORCE
	@mkdir -p $(MODLIB)/vdso

$(vdso_img_insttargets): install_%: $(obj)/%.dbg $(MODLIB)/vdso FORCE
	$(call cmd,vdso_install)

PHONY += vdso_install $(vdso_img_insttargets)
vdso_install: $(vdso_img_insttargets) FORCE

clean-files := vdso32.so vdso32.so.dbg vdso64* vdso-image-*.c vdsox32.so*
Commit	Line	Data
2aae950b	1	#
0249c9c1	2	# Building vDSO images for x86.
2aae950b AK	3	#
2aae950b AK	4
67424d5a	5	KBUILD_CFLAGS += $(DISABLE_LTO)
ef7f0d6a	6	KASAN_SANITIZE := n
c6d30853	7	UBSAN_SANITIZE := n
67424d5a	8
0249c9c1	9	VDSO64-$(CONFIG_X86_64) := y
1a21d4e0	10	VDSOX32-$(CONFIG_X86_X32_ABI) := y
0249c9c1	11	VDSO32-$(CONFIG_X86_32) := y
ab8b82ee	12	VDSO32-$(CONFIG_IA32_EMULATION) := y
0249c9c1	13
2aae950b	14	# files to link into the vdso
da861e18	15	vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o
1a21d4e0	16
2aae950b	17	# files to link into kernel
b4b541a6	18	obj-y += vma.o
6f121e54 AL	19
	20	# vDSO images to build
	21	vdso_img-$(VDSO64-y) += 64
	22	vdso_img-$(VDSOX32-y) += x32
0a6d1fa0	23	vdso_img-$(VDSO32-y) += 32
6f121e54 AL	24
6f121e54 AL	25	obj-$(VDSO32-y) += vdso32-setup.o
2aae950b	26
e0bf7b86	27	vobjs := $(foreach F,$(vobjs-y),$(obj)/$F)
2aae950b AK	28
	29	$(obj)/vdso.o: $(obj)/vdso.so
	30
6f121e54 AL	31	targets += vdso.lds $(vobjs-y)
	32
	33	# Build the vDSO image C files and link them in.
	34	vdso_img_objs := $(vdso_img-y:%=vdso-image-%.o)
	35	vdso_img_cfiles := $(vdso_img-y:%=vdso-image-%.c)
	36	vdso_img_sodbg := $(vdso_img-y:%=vdso%.so.dbg)
	37	obj-y += $(vdso_img_objs)
	38	targets += $(vdso_img_cfiles)
	39	targets += $(vdso_img_sodbg)
da861e18 AL	40	.SECONDARY: $(vdso_img-y:%=$(obj)/vdso-image-%.c) \
da861e18 AL	41	$(vdso_img-y:%=$(obj)/vdso%.so)
2aae950b	42
d746d647	43	export CPPFLAGS_vdso.lds += -P -C
2aae950b	44
de2a8cf9	45	VDSO_LDFLAGS_vdso.lds = -m64 -Wl,-soname=linux-vdso.so.1 \
7f79ad15	46	-Wl,--no-undefined \
67424d5a AK	47	-Wl,-z,max-page-size=4096 -Wl,-z,common-page-size=4096 \
67424d5a AK	48	$(DISABLE_LTO)
2aae950b	49
6f121e54	50	$(obj)/vdso64.so.dbg: $(src)/vdso.lds $(vobjs) FORCE
16e48e7e	51	$(call if_changed,vdso)
2aae950b	52
ef7254a5	53	HOST_EXTRACFLAGS += -I$(srctree)/tools/include -I$(srctree)/include/uapi -I$(srctree)/arch/x86/include/uapi
6f121e54 AL	54	hostprogs-y += vdso2c
	55
	56	quiet_cmd_vdso2c = VDSO2C $@
	57	define cmd_vdso2c
da861e18	58	$(obj)/vdso2c $< $(<:%.dbg=%) $@
6f121e54 AL	59	endef
6f121e54 AL	60
da861e18	61	$(obj)/vdso-image-%.c: $(obj)/vdso%.so.dbg $(obj)/vdso%.so $(obj)/vdso2c FORCE
6f121e54	62	$(call if_changed,vdso2c)
f79eb83b	63
6447facb AL	64	#
	65	# Don't omit frame pointers for ease of userspace debugging, but do
	66	# optimize sibling calls.
	67	#
8705a49c	68	CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \
6447facb	69	$(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \
46b57a76	70	-fno-omit-frame-pointer -foptimize-sibling-calls \
f24f9108	71	-DDISABLE_BRANCH_PROFILING -DBUILD_VDSO
2aae950b	72
f6bc4029	73	$(vobjs): KBUILD_CFLAGS += $(CFL)
2aae950b	74
6447facb AL	75	#
	76	# vDSO code runs in userspace and -pg doesn't help with profiling anyway.
	77	#
	78	CFLAGS_REMOVE_vdso-note.o = -pg
	79	CFLAGS_REMOVE_vclock_gettime.o = -pg
	80	CFLAGS_REMOVE_vgetcpu.o = -pg
	81	CFLAGS_REMOVE_vvar.o = -pg
	82
1a21d4e0 L	83	#
	84	# X32 processes use x32 vDSO to access 64bit kernel data.
	85	#
	86	# Build x32 vDSO image:
	87	# 1. Compile x32 vDSO as 64bit.
	88	# 2. Convert object files to x32.
	89	# 3. Build x32 VDSO image with x32 objects, which contains 64bit codes
	90	# so that it can reach 64bit address space with 64bit pointers.
	91	#
	92
1a21d4e0 L	93	CPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds)
	94	VDSO_LDFLAGS_vdsox32.lds = -Wl,-m,elf32_x86_64 \
	95	-Wl,-soname=linux-vdso.so.1 \
	96	-Wl,-z,max-page-size=4096 \
	97	-Wl,-z,common-page-size=4096
	98
e0bf7b86 AL	99	# 64-bit objects to re-brand as x32
	100	vobjs64-for-x32 := $(filter-out $(vobjs-nox32),$(vobjs-y))
	101
	102	# x32-rebranded versions
	103	vobjx32s-y := $(vobjs64-for-x32:.o=-x32.o)
	104
	105	# same thing, but in the output directory
1a21d4e0 L	106	vobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F)
	107
	108	# Convert 64bit object file to x32 for x32 vDSO.
	109	quiet_cmd_x32 = X32 $@
	110	cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@
	111
	112	$(obj)/%-x32.o: $(obj)/%.o FORCE
	113	$(call if_changed,x32)
	114
6f121e54	115	targets += vdsox32.lds $(vobjx32s-y)
1a21d4e0	116
da861e18 AL	117	$(obj)/%.so: OBJCOPYFLAGS := -S
	118	$(obj)/%.so: $(obj)/%.so.dbg
	119	$(call if_changed,objcopy)
	120
1a21d4e0 L	121	$(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE
	122	$(call if_changed,vdso)
	123
0249c9c1	124	CPPFLAGS_vdso32.lds = $(CPPFLAGS_vdso.lds)
67424d5a	125	VDSO_LDFLAGS_vdso32.lds = -m32 -Wl,-m,elf_i386 -Wl,-soname=linux-gate.so.1
0249c9c1 RM	126
	127	# This makes sure the $(obj) subdirectory exists even though vdso32/
	128	# is not a kbuild sub-make subdirectory.
	129	override obj-dirs = $(dir $(obj)) $(obj)/vdso32/
	130
	131	targets += vdso32/vdso32.lds
0a6d1fa0	132	targets += vdso32/note.o vdso32/vclock_gettime.o vdso32/system_call.o
da861e18	133	targets += vdso32/vclock_gettime.o
0249c9c1	134
f24f9108	135	KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS)) -DBUILD_VDSO
0a6d1fa0 AL	136	$(obj)/vdso32.so.dbg: KBUILD_AFLAGS = $(KBUILD_AFLAGS_32)
0a6d1fa0 AL	137	$(obj)/vdso32.so.dbg: asflags-$(CONFIG_X86_64) += -m32
0249c9c1	138
7a59ed41 SS	139	KBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS))
	140	KBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32))
	141	KBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32))
	142	KBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32))
	143	KBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic
008cc907 PA	144	KBUILD_CFLAGS_32 += $(call cc-option, -fno-stack-protector)
	145	KBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls)
	146	KBUILD_CFLAGS_32 += -fno-omit-frame-pointer
46b57a76	147	KBUILD_CFLAGS_32 += -DDISABLE_BRANCH_PROFILING
0a6d1fa0	148	$(obj)/vdso32.so.dbg: KBUILD_CFLAGS = $(KBUILD_CFLAGS_32)
7a59ed41	149
0a6d1fa0 AL	150	$(obj)/vdso32.so.dbg: FORCE \
	151	$(obj)/vdso32/vdso32.lds \
	152	$(obj)/vdso32/vclock_gettime.o \
	153	$(obj)/vdso32/note.o \
	154	$(obj)/vdso32/system_call.o
0249c9c1 RM	155	$(call if_changed,vdso)
0249c9c1 RM	156
0249c9c1 RM	157	#
	158	# The DSO images are built using a special linker script.
	159	#
	160	quiet_cmd_vdso = VDSO $@
	161	cmd_vdso = $(CC) -nostdlib -o $@ \
	162	$(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \
05d0b088 PA	163	-Wl,-T,$(filter %.lds,$^) $(filter %.o,$^) && \
05d0b088 PA	164	sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@'
0249c9c1	165
6b7e2654	166	VDSO_LDFLAGS = -fPIC -shared $(call cc-ldoption, -Wl$(comma)--hash-style=both) \
dda1e95c	167	$(call cc-ldoption, -Wl$(comma)--build-id) -Wl,-Bsymbolic $(LTO_CFLAGS)
7bf99fb6	168	GCOV_PROFILE := n
0249c9c1 RM	169
0249c9c1 RM	170	#
dda1e95c AL	171	# Install the unstripped copies of vdso*.so. If our toolchain supports
dda1e95c AL	172	# build-id, install .build-id links as well.
0249c9c1	173	#
a934fb5b	174	quiet_cmd_vdso_install = INSTALL $(@:install_%=%)
dda1e95c AL	175	define cmd_vdso_install
	176	cp $< "$(MODLIB)/vdso/$(@:install_%=%)"; \
	177	if readelf -n $< \|grep -q 'Build ID'; then \
	178	buildid=`readelf -n $< \|grep 'Build ID' \|sed -e 's/^.Build ID: \(.\)$$/\1/'`; \
	179	first=`echo $$buildid \| cut -b-2`; \
	180	last=`echo $$buildid \| cut -b3-`; \
	181	mkdir -p "$(MODLIB)/vdso/.build-id/$$first"; \
	182	ln -sf "../../$(@:install_%=%)" "$(MODLIB)/vdso/.build-id/$$first/$$last.debug"; \
	183	fi
	184	endef
a934fb5b AL	185
	186	vdso_img_insttargets := $(vdso_img_sodbg:%.dbg=install_%)
	187
	188	$(MODLIB)/vdso: FORCE
f79eb83b	189	@mkdir -p $(MODLIB)/vdso
a934fb5b AL	190
a934fb5b AL	191	$(vdso_img_insttargets): install_%: $(obj)/%.dbg $(MODLIB)/vdso FORCE
f79eb83b RM	192	$(call cmd,vdso_install)
f79eb83b RM	193
a934fb5b AL	194	PHONY += vdso_install $(vdso_img_insttargets)
a934fb5b AL	195	vdso_install: $(vdso_img_insttargets) FORCE
d531b4fd	196
0a6d1fa0	197	clean-files := vdso32.so vdso32.so.dbg vdso64* vdso-image-.c vdsox32.so