blob: a3d0767a6b294fb1218c305679589e8625f50a97 [file] [log] [blame]
Andi Kleen2aae9502007-07-21 17:10:01 +02001#
Roland McGrath0249c9c2008-01-30 13:30:42 +01002# Building vDSO images for x86.
Andi Kleen2aae9502007-07-21 17:10:01 +02003#
4
Andi Kleen67424d52014-02-08 09:01:05 +01005KBUILD_CFLAGS += $(DISABLE_LTO)
Andrey Ryabininef7f0d62015-02-13 14:39:25 -08006KASAN_SANITIZE := n
Andi Kleen67424d52014-02-08 09:01:05 +01007
Roland McGrath0249c9c2008-01-30 13:30:42 +01008VDSO64-$(CONFIG_X86_64) := y
H. J. Lu1a21d4e2012-02-19 11:38:06 -08009VDSOX32-$(CONFIG_X86_X32_ABI) := y
Roland McGrath0249c9c2008-01-30 13:30:42 +010010VDSO32-$(CONFIG_X86_32) := y
Brian Gerstab8b82ee62015-06-22 07:55:15 -040011VDSO32-$(CONFIG_IA32_EMULATION) := y
Roland McGrath0249c9c2008-01-30 13:30:42 +010012
Andi Kleen2aae9502007-07-21 17:10:01 +020013# files to link into the vdso
Andy Lutomirskida861e12014-07-10 18:13:16 -070014vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o
H. J. Lu1a21d4e2012-02-19 11:38:06 -080015
Andi Kleen2aae9502007-07-21 17:10:01 +020016# files to link into kernel
Andy Lutomirskib4b541a2014-03-17 23:22:08 +010017obj-y += vma.o
Andy Lutomirski6f121e52014-05-05 12:19:34 -070018
19# vDSO images to build
20vdso_img-$(VDSO64-y) += 64
21vdso_img-$(VDSOX32-y) += x32
22vdso_img-$(VDSO32-y) += 32-int80
Brian Gerstab8b82ee62015-06-22 07:55:15 -040023vdso_img-$(CONFIG_IA32_EMULATION) += 32-syscall
Andy Lutomirski6f121e52014-05-05 12:19:34 -070024vdso_img-$(VDSO32-y) += 32-sysenter
25
26obj-$(VDSO32-y) += vdso32-setup.o
Andi Kleen2aae9502007-07-21 17:10:01 +020027
Andy Lutomirskie0bf7b82014-06-12 17:53:12 -070028vobjs := $(foreach F,$(vobjs-y),$(obj)/$F)
Andi Kleen2aae9502007-07-21 17:10:01 +020029
30$(obj)/vdso.o: $(obj)/vdso.so
31
Andy Lutomirski6f121e52014-05-05 12:19:34 -070032targets += vdso.lds $(vobjs-y)
33
34# Build the vDSO image C files and link them in.
35vdso_img_objs := $(vdso_img-y:%=vdso-image-%.o)
36vdso_img_cfiles := $(vdso_img-y:%=vdso-image-%.c)
37vdso_img_sodbg := $(vdso_img-y:%=vdso%.so.dbg)
38obj-y += $(vdso_img_objs)
39targets += $(vdso_img_cfiles)
40targets += $(vdso_img_sodbg)
Andy Lutomirskida861e12014-07-10 18:13:16 -070041.SECONDARY: $(vdso_img-y:%=$(obj)/vdso-image-%.c) \
42 $(vdso_img-y:%=$(obj)/vdso%.so)
Andi Kleen2aae9502007-07-21 17:10:01 +020043
Sam Ravnborgd746d642007-11-12 20:14:19 +010044export CPPFLAGS_vdso.lds += -P -C
Andi Kleen2aae9502007-07-21 17:10:01 +020045
H. Peter Anvinde2a8cf2010-12-13 16:01:38 -080046VDSO_LDFLAGS_vdso.lds = -m64 -Wl,-soname=linux-vdso.so.1 \
Andy Lutomirski7f79ad12011-07-13 09:24:12 -040047 -Wl,--no-undefined \
Andi Kleen67424d52014-02-08 09:01:05 +010048 -Wl,-z,max-page-size=4096 -Wl,-z,common-page-size=4096 \
49 $(DISABLE_LTO)
Andi Kleen2aae9502007-07-21 17:10:01 +020050
Andy Lutomirski6f121e52014-05-05 12:19:34 -070051$(obj)/vdso64.so.dbg: $(src)/vdso.lds $(vobjs) FORCE
Roland McGrath16e48e72008-01-30 13:30:44 +010052 $(call if_changed,vdso)
Andi Kleen2aae9502007-07-21 17:10:01 +020053
Oleg Nesterovef7254a52015-05-11 10:15:50 +020054HOST_EXTRACFLAGS += -I$(srctree)/tools/include -I$(srctree)/include/uapi -I$(srctree)/arch/x86/include/uapi
Andy Lutomirski6f121e52014-05-05 12:19:34 -070055hostprogs-y += vdso2c
56
57quiet_cmd_vdso2c = VDSO2C $@
58define cmd_vdso2c
Andy Lutomirskida861e12014-07-10 18:13:16 -070059 $(obj)/vdso2c $< $(<:%.dbg=%) $@
Andy Lutomirski6f121e52014-05-05 12:19:34 -070060endef
61
Andy Lutomirskida861e12014-07-10 18:13:16 -070062$(obj)/vdso-image-%.c: $(obj)/vdso%.so.dbg $(obj)/vdso%.so $(obj)/vdso2c FORCE
Andy Lutomirski6f121e52014-05-05 12:19:34 -070063 $(call if_changed,vdso2c)
Roland McGrathf79eb832007-10-17 18:04:32 +020064
Andy Lutomirski6447fac2011-05-23 09:31:29 -040065#
66# Don't omit frame pointers for ease of userspace debugging, but do
67# optimize sibling calls.
68#
Roland McGrath8705a492008-04-14 12:19:30 -070069CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \
Andy Lutomirski6447fac2011-05-23 09:31:29 -040070 $(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \
Andy Lutomirski46b57a72014-06-24 13:46:52 -070071 -fno-omit-frame-pointer -foptimize-sibling-calls \
72 -DDISABLE_BRANCH_PROFILING
Andi Kleen2aae9502007-07-21 17:10:01 +020073
Glauber de Oliveira Costaf6bc4022008-03-19 14:25:53 -030074$(vobjs): KBUILD_CFLAGS += $(CFL)
Andi Kleen2aae9502007-07-21 17:10:01 +020075
Andy Lutomirski6447fac2011-05-23 09:31:29 -040076#
77# vDSO code runs in userspace and -pg doesn't help with profiling anyway.
78#
79CFLAGS_REMOVE_vdso-note.o = -pg
80CFLAGS_REMOVE_vclock_gettime.o = -pg
81CFLAGS_REMOVE_vgetcpu.o = -pg
82CFLAGS_REMOVE_vvar.o = -pg
83
Roland McGrath0249c9c2008-01-30 13:30:42 +010084#
H. J. Lu1a21d4e2012-02-19 11:38:06 -080085# X32 processes use x32 vDSO to access 64bit kernel data.
86#
87# Build x32 vDSO image:
88# 1. Compile x32 vDSO as 64bit.
89# 2. Convert object files to x32.
90# 3. Build x32 VDSO image with x32 objects, which contains 64bit codes
91# so that it can reach 64bit address space with 64bit pointers.
92#
93
H. J. Lu1a21d4e2012-02-19 11:38:06 -080094CPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds)
95VDSO_LDFLAGS_vdsox32.lds = -Wl,-m,elf32_x86_64 \
96 -Wl,-soname=linux-vdso.so.1 \
97 -Wl,-z,max-page-size=4096 \
98 -Wl,-z,common-page-size=4096
99
Andy Lutomirskie0bf7b82014-06-12 17:53:12 -0700100# 64-bit objects to re-brand as x32
101vobjs64-for-x32 := $(filter-out $(vobjs-nox32),$(vobjs-y))
102
103# x32-rebranded versions
104vobjx32s-y := $(vobjs64-for-x32:.o=-x32.o)
105
106# same thing, but in the output directory
H. J. Lu1a21d4e2012-02-19 11:38:06 -0800107vobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F)
108
109# Convert 64bit object file to x32 for x32 vDSO.
110quiet_cmd_x32 = X32 $@
111 cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@
112
113$(obj)/%-x32.o: $(obj)/%.o FORCE
114 $(call if_changed,x32)
115
Andy Lutomirski6f121e52014-05-05 12:19:34 -0700116targets += vdsox32.lds $(vobjx32s-y)
H. J. Lu1a21d4e2012-02-19 11:38:06 -0800117
Andy Lutomirskida861e12014-07-10 18:13:16 -0700118$(obj)/%.so: OBJCOPYFLAGS := -S
119$(obj)/%.so: $(obj)/%.so.dbg
120 $(call if_changed,objcopy)
121
H. J. Lu1a21d4e2012-02-19 11:38:06 -0800122$(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE
123 $(call if_changed,vdso)
124
125#
Roland McGrath0249c9c2008-01-30 13:30:42 +0100126# Build multiple 32-bit vDSO images to choose from at boot time.
127#
Jeremy Fitzhardinge6a52e4b2008-07-12 02:22:00 -0700128vdso32.so-$(VDSO32-y) += int80
Brian Gerstab8b82ee62015-06-22 07:55:15 -0400129vdso32.so-$(CONFIG_IA32_EMULATION) += syscall
Roland McGrath0249c9c2008-01-30 13:30:42 +0100130vdso32.so-$(VDSO32-y) += sysenter
131
Roland McGrath2c158262008-02-11 14:38:51 -0800132vdso32-images = $(vdso32.so-y:%=vdso32-%.so)
133
Roland McGrath0249c9c2008-01-30 13:30:42 +0100134CPPFLAGS_vdso32.lds = $(CPPFLAGS_vdso.lds)
Andi Kleen67424d52014-02-08 09:01:05 +0100135VDSO_LDFLAGS_vdso32.lds = -m32 -Wl,-m,elf_i386 -Wl,-soname=linux-gate.so.1
Roland McGrath0249c9c2008-01-30 13:30:42 +0100136
137# This makes sure the $(obj) subdirectory exists even though vdso32/
138# is not a kbuild sub-make subdirectory.
139override obj-dirs = $(dir $(obj)) $(obj)/vdso32/
140
141targets += vdso32/vdso32.lds
Andy Lutomirskib9a4a562014-03-25 16:25:53 -0700142targets += vdso32/note.o vdso32/vclock_gettime.o $(vdso32.so-y:%=vdso32/%.o)
Andy Lutomirskida861e12014-07-10 18:13:16 -0700143targets += vdso32/vclock_gettime.o
Roland McGrath0249c9c2008-01-30 13:30:42 +0100144
Roland McGrath2c158262008-02-11 14:38:51 -0800145$(obj)/vdso32.o: $(vdso32-images:%=$(obj)/%)
Roland McGrath6c3652e2008-01-30 13:30:42 +0100146
Roland McGrath0249c9c2008-01-30 13:30:42 +0100147KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS))
Roland McGrath2c158262008-02-11 14:38:51 -0800148$(vdso32-images:%=$(obj)/%.dbg): KBUILD_AFLAGS = $(KBUILD_AFLAGS_32)
149$(vdso32-images:%=$(obj)/%.dbg): asflags-$(CONFIG_X86_64) += -m32
Roland McGrath0249c9c2008-01-30 13:30:42 +0100150
Stefani Seibold7a59ed42014-03-17 23:22:09 +0100151KBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS))
152KBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32))
153KBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32))
154KBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32))
155KBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic
H. Peter Anvin008cc902014-03-17 23:22:12 +0100156KBUILD_CFLAGS_32 += $(call cc-option, -fno-stack-protector)
157KBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls)
158KBUILD_CFLAGS_32 += -fno-omit-frame-pointer
Andy Lutomirski46b57a72014-06-24 13:46:52 -0700159KBUILD_CFLAGS_32 += -DDISABLE_BRANCH_PROFILING
Stefani Seibold7a59ed42014-03-17 23:22:09 +0100160$(vdso32-images:%=$(obj)/%.dbg): KBUILD_CFLAGS = $(KBUILD_CFLAGS_32)
161
Roland McGrath2c158262008-02-11 14:38:51 -0800162$(vdso32-images:%=$(obj)/%.dbg): $(obj)/vdso32-%.so.dbg: FORCE \
163 $(obj)/vdso32/vdso32.lds \
Stefani Seibold7a59ed42014-03-17 23:22:09 +0100164 $(obj)/vdso32/vclock_gettime.o \
Roland McGrath2c158262008-02-11 14:38:51 -0800165 $(obj)/vdso32/note.o \
166 $(obj)/vdso32/%.o
Roland McGrath0249c9c2008-01-30 13:30:42 +0100167 $(call if_changed,vdso)
168
Roland McGrath0249c9c2008-01-30 13:30:42 +0100169#
170# The DSO images are built using a special linker script.
171#
172quiet_cmd_vdso = VDSO $@
173 cmd_vdso = $(CC) -nostdlib -o $@ \
174 $(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \
H. Peter Anvin05d0b082010-06-18 14:36:26 -0700175 -Wl,-T,$(filter %.lds,$^) $(filter %.o,$^) && \
176 sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@'
Roland McGrath0249c9c2008-01-30 13:30:42 +0100177
Andy Lutomirski6b7e2652015-08-06 14:45:45 -0700178VDSO_LDFLAGS = -fPIC -shared $(call cc-ldoption, -Wl$(comma)--hash-style=both) \
Andy Lutomirskidda1e952014-06-20 12:20:44 -0700179 $(call cc-ldoption, -Wl$(comma)--build-id) -Wl,-Bsymbolic $(LTO_CFLAGS)
Peter Oberparleiter7bf99fb2009-06-17 16:28:09 -0700180GCOV_PROFILE := n
Roland McGrath0249c9c2008-01-30 13:30:42 +0100181
182#
Andy Lutomirskidda1e952014-06-20 12:20:44 -0700183# Install the unstripped copies of vdso*.so. If our toolchain supports
184# build-id, install .build-id links as well.
Roland McGrath0249c9c2008-01-30 13:30:42 +0100185#
Andy Lutomirskia934fb52014-06-12 08:28:10 -0700186quiet_cmd_vdso_install = INSTALL $(@:install_%=%)
Andy Lutomirskidda1e952014-06-20 12:20:44 -0700187define cmd_vdso_install
188 cp $< "$(MODLIB)/vdso/$(@:install_%=%)"; \
189 if readelf -n $< |grep -q 'Build ID'; then \
190 buildid=`readelf -n $< |grep 'Build ID' |sed -e 's/^.*Build ID: \(.*\)$$/\1/'`; \
191 first=`echo $$buildid | cut -b-2`; \
192 last=`echo $$buildid | cut -b3-`; \
193 mkdir -p "$(MODLIB)/vdso/.build-id/$$first"; \
194 ln -sf "../../$(@:install_%=%)" "$(MODLIB)/vdso/.build-id/$$first/$$last.debug"; \
195 fi
196endef
Andy Lutomirskia934fb52014-06-12 08:28:10 -0700197
198vdso_img_insttargets := $(vdso_img_sodbg:%.dbg=install_%)
199
200$(MODLIB)/vdso: FORCE
Roland McGrathf79eb832007-10-17 18:04:32 +0200201 @mkdir -p $(MODLIB)/vdso
Andy Lutomirskia934fb52014-06-12 08:28:10 -0700202
203$(vdso_img_insttargets): install_%: $(obj)/%.dbg $(MODLIB)/vdso FORCE
Roland McGrathf79eb832007-10-17 18:04:32 +0200204 $(call cmd,vdso_install)
205
Andy Lutomirskia934fb52014-06-12 08:28:10 -0700206PHONY += vdso_install $(vdso_img_insttargets)
207vdso_install: $(vdso_img_insttargets) FORCE
Sam Ravnborgd531b4f2008-01-30 13:32:27 +0100208
Andy Lutomirski115db5c2015-03-27 11:48:19 -0700209clean-files := vdso32-syscall* vdso32-sysenter* vdso32-int80* vdso64* vdso-image-*.c vdsox32.so*