Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 1 | # |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 2 | # Building vDSO images for x86. |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 3 | # |
| 4 | |
Andi Kleen | 67424d5 | 2014-02-08 09:01:05 +0100 | [diff] [blame] | 5 | KBUILD_CFLAGS += $(DISABLE_LTO) |
Andrey Ryabinin | ef7f0d6 | 2015-02-13 14:39:25 -0800 | [diff] [blame] | 6 | KASAN_SANITIZE := n |
Andi Kleen | 67424d5 | 2014-02-08 09:01:05 +0100 | [diff] [blame] | 7 | |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 8 | VDSO64-$(CONFIG_X86_64) := y |
H. J. Lu | 1a21d4e | 2012-02-19 11:38:06 -0800 | [diff] [blame] | 9 | VDSOX32-$(CONFIG_X86_X32_ABI) := y |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 10 | VDSO32-$(CONFIG_X86_32) := y |
Brian Gerst | ab8b82ee6 | 2015-06-22 07:55:15 -0400 | [diff] [blame] | 11 | VDSO32-$(CONFIG_IA32_EMULATION) := y |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 12 | |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 13 | # files to link into the vdso |
Andy Lutomirski | da861e1 | 2014-07-10 18:13:16 -0700 | [diff] [blame] | 14 | vobjs-y := vdso-note.o vclock_gettime.o vgetcpu.o |
H. J. Lu | 1a21d4e | 2012-02-19 11:38:06 -0800 | [diff] [blame] | 15 | |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 16 | # files to link into kernel |
Andy Lutomirski | b4b541a | 2014-03-17 23:22:08 +0100 | [diff] [blame] | 17 | obj-y += vma.o |
Andy Lutomirski | 6f121e5 | 2014-05-05 12:19:34 -0700 | [diff] [blame] | 18 | |
| 19 | # vDSO images to build |
| 20 | vdso_img-$(VDSO64-y) += 64 |
| 21 | vdso_img-$(VDSOX32-y) += x32 |
| 22 | vdso_img-$(VDSO32-y) += 32-int80 |
Brian Gerst | ab8b82ee6 | 2015-06-22 07:55:15 -0400 | [diff] [blame] | 23 | vdso_img-$(CONFIG_IA32_EMULATION) += 32-syscall |
Andy Lutomirski | 6f121e5 | 2014-05-05 12:19:34 -0700 | [diff] [blame] | 24 | vdso_img-$(VDSO32-y) += 32-sysenter |
| 25 | |
| 26 | obj-$(VDSO32-y) += vdso32-setup.o |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 27 | |
Andy Lutomirski | e0bf7b8 | 2014-06-12 17:53:12 -0700 | [diff] [blame] | 28 | vobjs := $(foreach F,$(vobjs-y),$(obj)/$F) |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 29 | |
| 30 | $(obj)/vdso.o: $(obj)/vdso.so |
| 31 | |
Andy Lutomirski | 6f121e5 | 2014-05-05 12:19:34 -0700 | [diff] [blame] | 32 | targets += vdso.lds $(vobjs-y) |
| 33 | |
| 34 | # Build the vDSO image C files and link them in. |
| 35 | vdso_img_objs := $(vdso_img-y:%=vdso-image-%.o) |
| 36 | vdso_img_cfiles := $(vdso_img-y:%=vdso-image-%.c) |
| 37 | vdso_img_sodbg := $(vdso_img-y:%=vdso%.so.dbg) |
| 38 | obj-y += $(vdso_img_objs) |
| 39 | targets += $(vdso_img_cfiles) |
| 40 | targets += $(vdso_img_sodbg) |
Andy Lutomirski | da861e1 | 2014-07-10 18:13:16 -0700 | [diff] [blame] | 41 | .SECONDARY: $(vdso_img-y:%=$(obj)/vdso-image-%.c) \ |
| 42 | $(vdso_img-y:%=$(obj)/vdso%.so) |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 43 | |
Sam Ravnborg | d746d64 | 2007-11-12 20:14:19 +0100 | [diff] [blame] | 44 | export CPPFLAGS_vdso.lds += -P -C |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 45 | |
H. Peter Anvin | de2a8cf | 2010-12-13 16:01:38 -0800 | [diff] [blame] | 46 | VDSO_LDFLAGS_vdso.lds = -m64 -Wl,-soname=linux-vdso.so.1 \ |
Andy Lutomirski | 7f79ad1 | 2011-07-13 09:24:12 -0400 | [diff] [blame] | 47 | -Wl,--no-undefined \ |
Andi Kleen | 67424d5 | 2014-02-08 09:01:05 +0100 | [diff] [blame] | 48 | -Wl,-z,max-page-size=4096 -Wl,-z,common-page-size=4096 \ |
| 49 | $(DISABLE_LTO) |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 50 | |
Andy Lutomirski | 6f121e5 | 2014-05-05 12:19:34 -0700 | [diff] [blame] | 51 | $(obj)/vdso64.so.dbg: $(src)/vdso.lds $(vobjs) FORCE |
Roland McGrath | 16e48e7 | 2008-01-30 13:30:44 +0100 | [diff] [blame] | 52 | $(call if_changed,vdso) |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 53 | |
Oleg Nesterov | ef7254a5 | 2015-05-11 10:15:50 +0200 | [diff] [blame] | 54 | HOST_EXTRACFLAGS += -I$(srctree)/tools/include -I$(srctree)/include/uapi -I$(srctree)/arch/x86/include/uapi |
Andy Lutomirski | 6f121e5 | 2014-05-05 12:19:34 -0700 | [diff] [blame] | 55 | hostprogs-y += vdso2c |
| 56 | |
| 57 | quiet_cmd_vdso2c = VDSO2C $@ |
| 58 | define cmd_vdso2c |
Andy Lutomirski | da861e1 | 2014-07-10 18:13:16 -0700 | [diff] [blame] | 59 | $(obj)/vdso2c $< $(<:%.dbg=%) $@ |
Andy Lutomirski | 6f121e5 | 2014-05-05 12:19:34 -0700 | [diff] [blame] | 60 | endef |
| 61 | |
Andy Lutomirski | da861e1 | 2014-07-10 18:13:16 -0700 | [diff] [blame] | 62 | $(obj)/vdso-image-%.c: $(obj)/vdso%.so.dbg $(obj)/vdso%.so $(obj)/vdso2c FORCE |
Andy Lutomirski | 6f121e5 | 2014-05-05 12:19:34 -0700 | [diff] [blame] | 63 | $(call if_changed,vdso2c) |
Roland McGrath | f79eb83 | 2007-10-17 18:04:32 +0200 | [diff] [blame] | 64 | |
Andy Lutomirski | 6447fac | 2011-05-23 09:31:29 -0400 | [diff] [blame] | 65 | # |
| 66 | # Don't omit frame pointers for ease of userspace debugging, but do |
| 67 | # optimize sibling calls. |
| 68 | # |
Roland McGrath | 8705a49 | 2008-04-14 12:19:30 -0700 | [diff] [blame] | 69 | CFL := $(PROFILING) -mcmodel=small -fPIC -O2 -fasynchronous-unwind-tables -m64 \ |
Andy Lutomirski | 6447fac | 2011-05-23 09:31:29 -0400 | [diff] [blame] | 70 | $(filter -g%,$(KBUILD_CFLAGS)) $(call cc-option, -fno-stack-protector) \ |
Andy Lutomirski | 46b57a7 | 2014-06-24 13:46:52 -0700 | [diff] [blame] | 71 | -fno-omit-frame-pointer -foptimize-sibling-calls \ |
| 72 | -DDISABLE_BRANCH_PROFILING |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 73 | |
Glauber de Oliveira Costa | f6bc402 | 2008-03-19 14:25:53 -0300 | [diff] [blame] | 74 | $(vobjs): KBUILD_CFLAGS += $(CFL) |
Andi Kleen | 2aae950 | 2007-07-21 17:10:01 +0200 | [diff] [blame] | 75 | |
Andy Lutomirski | 6447fac | 2011-05-23 09:31:29 -0400 | [diff] [blame] | 76 | # |
| 77 | # vDSO code runs in userspace and -pg doesn't help with profiling anyway. |
| 78 | # |
| 79 | CFLAGS_REMOVE_vdso-note.o = -pg |
| 80 | CFLAGS_REMOVE_vclock_gettime.o = -pg |
| 81 | CFLAGS_REMOVE_vgetcpu.o = -pg |
| 82 | CFLAGS_REMOVE_vvar.o = -pg |
| 83 | |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 84 | # |
H. J. Lu | 1a21d4e | 2012-02-19 11:38:06 -0800 | [diff] [blame] | 85 | # X32 processes use x32 vDSO to access 64bit kernel data. |
| 86 | # |
| 87 | # Build x32 vDSO image: |
| 88 | # 1. Compile x32 vDSO as 64bit. |
| 89 | # 2. Convert object files to x32. |
| 90 | # 3. Build x32 VDSO image with x32 objects, which contains 64bit codes |
| 91 | # so that it can reach 64bit address space with 64bit pointers. |
| 92 | # |
| 93 | |
H. J. Lu | 1a21d4e | 2012-02-19 11:38:06 -0800 | [diff] [blame] | 94 | CPPFLAGS_vdsox32.lds = $(CPPFLAGS_vdso.lds) |
| 95 | VDSO_LDFLAGS_vdsox32.lds = -Wl,-m,elf32_x86_64 \ |
| 96 | -Wl,-soname=linux-vdso.so.1 \ |
| 97 | -Wl,-z,max-page-size=4096 \ |
| 98 | -Wl,-z,common-page-size=4096 |
| 99 | |
Andy Lutomirski | e0bf7b8 | 2014-06-12 17:53:12 -0700 | [diff] [blame] | 100 | # 64-bit objects to re-brand as x32 |
| 101 | vobjs64-for-x32 := $(filter-out $(vobjs-nox32),$(vobjs-y)) |
| 102 | |
| 103 | # x32-rebranded versions |
| 104 | vobjx32s-y := $(vobjs64-for-x32:.o=-x32.o) |
| 105 | |
| 106 | # same thing, but in the output directory |
H. J. Lu | 1a21d4e | 2012-02-19 11:38:06 -0800 | [diff] [blame] | 107 | vobjx32s := $(foreach F,$(vobjx32s-y),$(obj)/$F) |
| 108 | |
| 109 | # Convert 64bit object file to x32 for x32 vDSO. |
| 110 | quiet_cmd_x32 = X32 $@ |
| 111 | cmd_x32 = $(OBJCOPY) -O elf32-x86-64 $< $@ |
| 112 | |
| 113 | $(obj)/%-x32.o: $(obj)/%.o FORCE |
| 114 | $(call if_changed,x32) |
| 115 | |
Andy Lutomirski | 6f121e5 | 2014-05-05 12:19:34 -0700 | [diff] [blame] | 116 | targets += vdsox32.lds $(vobjx32s-y) |
H. J. Lu | 1a21d4e | 2012-02-19 11:38:06 -0800 | [diff] [blame] | 117 | |
Andy Lutomirski | da861e1 | 2014-07-10 18:13:16 -0700 | [diff] [blame] | 118 | $(obj)/%.so: OBJCOPYFLAGS := -S |
| 119 | $(obj)/%.so: $(obj)/%.so.dbg |
| 120 | $(call if_changed,objcopy) |
| 121 | |
H. J. Lu | 1a21d4e | 2012-02-19 11:38:06 -0800 | [diff] [blame] | 122 | $(obj)/vdsox32.so.dbg: $(src)/vdsox32.lds $(vobjx32s) FORCE |
| 123 | $(call if_changed,vdso) |
| 124 | |
| 125 | # |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 126 | # Build multiple 32-bit vDSO images to choose from at boot time. |
| 127 | # |
Jeremy Fitzhardinge | 6a52e4b | 2008-07-12 02:22:00 -0700 | [diff] [blame] | 128 | vdso32.so-$(VDSO32-y) += int80 |
Brian Gerst | ab8b82ee6 | 2015-06-22 07:55:15 -0400 | [diff] [blame] | 129 | vdso32.so-$(CONFIG_IA32_EMULATION) += syscall |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 130 | vdso32.so-$(VDSO32-y) += sysenter |
| 131 | |
Roland McGrath | 2c15826 | 2008-02-11 14:38:51 -0800 | [diff] [blame] | 132 | vdso32-images = $(vdso32.so-y:%=vdso32-%.so) |
| 133 | |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 134 | CPPFLAGS_vdso32.lds = $(CPPFLAGS_vdso.lds) |
Andi Kleen | 67424d5 | 2014-02-08 09:01:05 +0100 | [diff] [blame] | 135 | VDSO_LDFLAGS_vdso32.lds = -m32 -Wl,-m,elf_i386 -Wl,-soname=linux-gate.so.1 |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 136 | |
| 137 | # This makes sure the $(obj) subdirectory exists even though vdso32/ |
| 138 | # is not a kbuild sub-make subdirectory. |
| 139 | override obj-dirs = $(dir $(obj)) $(obj)/vdso32/ |
| 140 | |
| 141 | targets += vdso32/vdso32.lds |
Andy Lutomirski | b9a4a56 | 2014-03-25 16:25:53 -0700 | [diff] [blame] | 142 | targets += vdso32/note.o vdso32/vclock_gettime.o $(vdso32.so-y:%=vdso32/%.o) |
Andy Lutomirski | da861e1 | 2014-07-10 18:13:16 -0700 | [diff] [blame] | 143 | targets += vdso32/vclock_gettime.o |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 144 | |
Roland McGrath | 2c15826 | 2008-02-11 14:38:51 -0800 | [diff] [blame] | 145 | $(obj)/vdso32.o: $(vdso32-images:%=$(obj)/%) |
Roland McGrath | 6c3652e | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 146 | |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 147 | KBUILD_AFLAGS_32 := $(filter-out -m64,$(KBUILD_AFLAGS)) |
Roland McGrath | 2c15826 | 2008-02-11 14:38:51 -0800 | [diff] [blame] | 148 | $(vdso32-images:%=$(obj)/%.dbg): KBUILD_AFLAGS = $(KBUILD_AFLAGS_32) |
| 149 | $(vdso32-images:%=$(obj)/%.dbg): asflags-$(CONFIG_X86_64) += -m32 |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 150 | |
Stefani Seibold | 7a59ed4 | 2014-03-17 23:22:09 +0100 | [diff] [blame] | 151 | KBUILD_CFLAGS_32 := $(filter-out -m64,$(KBUILD_CFLAGS)) |
| 152 | KBUILD_CFLAGS_32 := $(filter-out -mcmodel=kernel,$(KBUILD_CFLAGS_32)) |
| 153 | KBUILD_CFLAGS_32 := $(filter-out -fno-pic,$(KBUILD_CFLAGS_32)) |
| 154 | KBUILD_CFLAGS_32 := $(filter-out -mfentry,$(KBUILD_CFLAGS_32)) |
| 155 | KBUILD_CFLAGS_32 += -m32 -msoft-float -mregparm=0 -fpic |
H. Peter Anvin | 008cc90 | 2014-03-17 23:22:12 +0100 | [diff] [blame] | 156 | KBUILD_CFLAGS_32 += $(call cc-option, -fno-stack-protector) |
| 157 | KBUILD_CFLAGS_32 += $(call cc-option, -foptimize-sibling-calls) |
| 158 | KBUILD_CFLAGS_32 += -fno-omit-frame-pointer |
Andy Lutomirski | 46b57a7 | 2014-06-24 13:46:52 -0700 | [diff] [blame] | 159 | KBUILD_CFLAGS_32 += -DDISABLE_BRANCH_PROFILING |
Stefani Seibold | 7a59ed4 | 2014-03-17 23:22:09 +0100 | [diff] [blame] | 160 | $(vdso32-images:%=$(obj)/%.dbg): KBUILD_CFLAGS = $(KBUILD_CFLAGS_32) |
| 161 | |
Roland McGrath | 2c15826 | 2008-02-11 14:38:51 -0800 | [diff] [blame] | 162 | $(vdso32-images:%=$(obj)/%.dbg): $(obj)/vdso32-%.so.dbg: FORCE \ |
| 163 | $(obj)/vdso32/vdso32.lds \ |
Stefani Seibold | 7a59ed4 | 2014-03-17 23:22:09 +0100 | [diff] [blame] | 164 | $(obj)/vdso32/vclock_gettime.o \ |
Roland McGrath | 2c15826 | 2008-02-11 14:38:51 -0800 | [diff] [blame] | 165 | $(obj)/vdso32/note.o \ |
| 166 | $(obj)/vdso32/%.o |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 167 | $(call if_changed,vdso) |
| 168 | |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 169 | # |
| 170 | # The DSO images are built using a special linker script. |
| 171 | # |
| 172 | quiet_cmd_vdso = VDSO $@ |
| 173 | cmd_vdso = $(CC) -nostdlib -o $@ \ |
| 174 | $(VDSO_LDFLAGS) $(VDSO_LDFLAGS_$(filter %.lds,$(^F))) \ |
H. Peter Anvin | 05d0b08 | 2010-06-18 14:36:26 -0700 | [diff] [blame] | 175 | -Wl,-T,$(filter %.lds,$^) $(filter %.o,$^) && \ |
| 176 | sh $(srctree)/$(src)/checkundef.sh '$(NM)' '$@' |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 177 | |
Andy Lutomirski | 6b7e265 | 2015-08-06 14:45:45 -0700 | [diff] [blame] | 178 | VDSO_LDFLAGS = -fPIC -shared $(call cc-ldoption, -Wl$(comma)--hash-style=both) \ |
Andy Lutomirski | dda1e95 | 2014-06-20 12:20:44 -0700 | [diff] [blame] | 179 | $(call cc-ldoption, -Wl$(comma)--build-id) -Wl,-Bsymbolic $(LTO_CFLAGS) |
Peter Oberparleiter | 7bf99fb | 2009-06-17 16:28:09 -0700 | [diff] [blame] | 180 | GCOV_PROFILE := n |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 181 | |
| 182 | # |
Andy Lutomirski | dda1e95 | 2014-06-20 12:20:44 -0700 | [diff] [blame] | 183 | # Install the unstripped copies of vdso*.so. If our toolchain supports |
| 184 | # build-id, install .build-id links as well. |
Roland McGrath | 0249c9c | 2008-01-30 13:30:42 +0100 | [diff] [blame] | 185 | # |
Andy Lutomirski | a934fb5 | 2014-06-12 08:28:10 -0700 | [diff] [blame] | 186 | quiet_cmd_vdso_install = INSTALL $(@:install_%=%) |
Andy Lutomirski | dda1e95 | 2014-06-20 12:20:44 -0700 | [diff] [blame] | 187 | define cmd_vdso_install |
| 188 | cp $< "$(MODLIB)/vdso/$(@:install_%=%)"; \ |
| 189 | if readelf -n $< |grep -q 'Build ID'; then \ |
| 190 | buildid=`readelf -n $< |grep 'Build ID' |sed -e 's/^.*Build ID: \(.*\)$$/\1/'`; \ |
| 191 | first=`echo $$buildid | cut -b-2`; \ |
| 192 | last=`echo $$buildid | cut -b3-`; \ |
| 193 | mkdir -p "$(MODLIB)/vdso/.build-id/$$first"; \ |
| 194 | ln -sf "../../$(@:install_%=%)" "$(MODLIB)/vdso/.build-id/$$first/$$last.debug"; \ |
| 195 | fi |
| 196 | endef |
Andy Lutomirski | a934fb5 | 2014-06-12 08:28:10 -0700 | [diff] [blame] | 197 | |
| 198 | vdso_img_insttargets := $(vdso_img_sodbg:%.dbg=install_%) |
| 199 | |
| 200 | $(MODLIB)/vdso: FORCE |
Roland McGrath | f79eb83 | 2007-10-17 18:04:32 +0200 | [diff] [blame] | 201 | @mkdir -p $(MODLIB)/vdso |
Andy Lutomirski | a934fb5 | 2014-06-12 08:28:10 -0700 | [diff] [blame] | 202 | |
| 203 | $(vdso_img_insttargets): install_%: $(obj)/%.dbg $(MODLIB)/vdso FORCE |
Roland McGrath | f79eb83 | 2007-10-17 18:04:32 +0200 | [diff] [blame] | 204 | $(call cmd,vdso_install) |
| 205 | |
Andy Lutomirski | a934fb5 | 2014-06-12 08:28:10 -0700 | [diff] [blame] | 206 | PHONY += vdso_install $(vdso_img_insttargets) |
| 207 | vdso_install: $(vdso_img_insttargets) FORCE |
Sam Ravnborg | d531b4f | 2008-01-30 13:32:27 +0100 | [diff] [blame] | 208 | |
Andy Lutomirski | 115db5c | 2015-03-27 11:48:19 -0700 | [diff] [blame] | 209 | clean-files := vdso32-syscall* vdso32-sysenter* vdso32-int80* vdso64* vdso-image-*.c vdsox32.so* |