Steven Newbury
2013-Aug-22 06:09 UTC
[LLVMdev] [RFC PATCH] X32 ABI support for Clang/compiler-rt (compiler-rt patch)
X32 support patch for compiler-rt. Applies against current trunk. --- projects/compiler-rt/make/platform/clang_linux.mk~ 2013-08-21 06:27:38.000000000 +0000 +++ projects/compiler-rt/make/platform/clang_linux.mk 2013-08-21 11:16:55.891621025 +0000 @@ -41,7 +41,18 @@ SupportedArches += x86_64 endif else - SupportedArches := x86_64 + # x86-64 arch has two ABIs 64 bit x86-64 and 32 bit x32 + ifeq ($(lastword $(subst -gnu, ,$(CompilerTargetTriple))),x32) + SupportedArches := x32 + ifeq ($(call TryCompile,$(CC),$(test_source),-m64),0) + SupportedArches += x86_64 + endif + else + SupportedArches := x86_64 + ifeq ($(call TryCompile,$(CC),$(test_source),-mx32),0) + SupportedArches += x32 + endif + endif ifeq ($(call TryCompile,$(CC),$(test_source),-m32),0) SupportedArches += i386 endif @@ -74,6 +85,22 @@ Arch.lsan-x86_64 := x86_64 endif +# Build runtime libraries for x32. +ifeq ($(call contains,$(SupportedArches),x32),true) +Configs += full-x32 profile-x32 san-x32 asan-x32 tsan-x32 \ + msan-x32 ubsan-x32 ubsan_cxx-x32 dfsan-x32 lsan-x32 +Arch.full-x32 := x32 +Arch.profile-x32 := x32 +Arch.san-x32 := x32 +Arch.asan-x32 := x32 +Arch.tsan-x32 := x32 +Arch.msan-x32 := x32 +Arch.ubsan-x32 := x32 +Arch.ubsan_cxx-x32 := x32 +Arch.dfsan-x32 := x32 +Arch.lsan-x32 := x32 +endif + ifneq ($(LLVM_ANDROID_TOOLCHAIN_DIR),) Configs += asan-arm-android Arch.asan-arm-android := arm-android @@ -89,22 +116,33 @@ CFLAGS.full-i386 := $(CFLAGS) -m32 CFLAGS.full-x86_64 := $(CFLAGS) -m64 +CFLAGS.full-x32 := $(CFLAGS) -mx32 CFLAGS.profile-i386 := $(CFLAGS) -m32 CFLAGS.profile-x86_64 := $(CFLAGS) -m64 +CFLAGS.profile-x32 := $(CFLAGS) -mx32 CFLAGS.san-i386 := $(CFLAGS) -m32 $(SANITIZER_CFLAGS) -fno-rtti CFLAGS.san-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) -fno-rtti +CFLAGS.san-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) -fno-rtti CFLAGS.asan-i386 := $(CFLAGS) -m32 $(SANITIZER_CFLAGS) -fno-rtti \ -DASAN_FLEXIBLE_MAPPING_AND_OFFSET=1 CFLAGS.asan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) -fno-rtti \ -DASAN_FLEXIBLE_MAPPING_AND_OFFSET=1 +CFLAGS.asan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) -fno-rtti \ + -DASAN_FLEXIBLE_MAPPING_AND_OFFSET=1 CFLAGS.tsan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) -fno-rtti +CFLAGS.tsan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) -fno-rtti CFLAGS.msan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) -fno-rtti +CFLAGS.msan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) -fno-rtti CFLAGS.ubsan-i386 := $(CFLAGS) -m32 $(SANITIZER_CFLAGS) -fno-rtti CFLAGS.ubsan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) -fno-rtti +CFLAGS.ubsan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) -fno-rtti CFLAGS.ubsan_cxx-i386 := $(CFLAGS) -m32 $(SANITIZER_CFLAGS) CFLAGS.ubsan_cxx-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) +CFLAGS.ubsan_cxx-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) CFLAGS.dfsan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) +CFLAGS.dfsan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) CFLAGS.lsan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) +CFLAGS.lsan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) SHARED_LIBRARY.asan-arm-android := 1 ANDROID_COMMON_FLAGS := -target arm-linux-androideabi \ @@ -120,30 +158,45 @@ # enough support to build the sanitizers or profile runtimes. CFLAGS.full-i386 += --sysroot=$(ProjSrcRoot)/SDKs/linux CFLAGS.full-x86_64 += --sysroot=$(ProjSrcRoot)/SDKs/linux +CFLAGS.full-x32 += --sysroot=$(ProjSrcRoot)/SDKs/linux FUNCTIONS.full-i386 := $(CommonFunctions) $(ArchFunctions.i386) FUNCTIONS.full-x86_64 := $(CommonFunctions) $(ArchFunctions.x86_64) +FUNCTIONS.full-x32 := $(CommonFunctions) $(ArchFunctions.x32) FUNCTIONS.profile-i386 := GCDAProfiling FUNCTIONS.profile-x86_64 := GCDAProfiling +FUNCTIONS.profile-x32 := GCDAProfiling FUNCTIONS.san-i386 := $(SanitizerCommonFunctions) FUNCTIONS.san-x86_64 := $(SanitizerCommonFunctions) +FUNCTIONS.san-x32 := $(SanitizerCommonFunctions) FUNCTIONS.asan-i386 := $(AsanFunctions) $(InterceptionFunctions) \ $(SanitizerCommonFunctions) FUNCTIONS.asan-x86_64 := $(AsanFunctions) $(InterceptionFunctions) \ $(SanitizerCommonFunctions) $(LsanCommonFunctions) +FUNCTIONS.asan-x32 := $(AsanFunctions) $(InterceptionFunctions) \ + $(SanitizerCommonFunctions) $(LsanCommonFunctions) FUNCTIONS.asan-arm-android := $(AsanFunctions) $(InterceptionFunctions) \ $(SanitizerCommonFunctions) FUNCTIONS.tsan-x86_64 := $(TsanFunctions) $(InterceptionFunctions) \ $(SanitizerCommonFunctions) +FUNCTIONS.tsan-x32 := $(TsanFunctions) $(InterceptionFunctions) \ + $(SanitizerCommonFunctions) FUNCTIONS.msan-x86_64 := $(MsanFunctions) $(InterceptionFunctions) \ $(SanitizerCommonFunctions) +FUNCTIONS.msan-x32 := $(MsanFunctions) $(InterceptionFunctions) \ + $(SanitizerCommonFunctions) FUNCTIONS.ubsan-i386 := $(UbsanFunctions) FUNCTIONS.ubsan-x86_64 := $(UbsanFunctions) +FUNCTIONS.ubsan-x32 := $(UbsanFunctions) FUNCTIONS.ubsan_cxx-i386 := $(UbsanCXXFunctions) FUNCTIONS.ubsan_cxx-x86_64 := $(UbsanCXXFunctions) +FUNCTIONS.ubsan_cxx-x32 := $(UbsanCXXFunctions) FUNCTIONS.dfsan-x86_64 := $(DfsanFunctions) $(SanitizerCommonFunctions) +FUNCTIONS.dfsan-x32 := $(DfsanFunctions) $(SanitizerCommonFunctions) FUNCTIONS.lsan-x86_64 := $(LsanFunctions) $(InterceptionFunctions) \ $(SanitizerCommonFunctions) +FUNCTIONS.lsan-x32 := $(LsanFunctions) $(InterceptionFunctions) \ + $(SanitizerCommonFunctions) # Always use optimized variants. OPTIMIZED := 1 --- tools/clang/runtime/compiler-rt/Makefile.orig 2013-08-21 16:20:43.915932247 +0000 +++ tools/clang/runtime/compiler-rt/Makefile 2013-08-21 17:03:15.856154519 +0000 @@ -96,29 +96,66 @@ $(1) $$cflags $(2) -o /dev/null > /dev/null 2> /dev/null ; \ echo $$?) -# We try to build 32-bit runtimes both on 32-bit hosts and 64-bit hosts. -Runtime32BitConfigs = \ +# We try to build x86 runtimes both on x86 hosts and 64-bit hosts. +Runtimex86Configs = \ full-i386.a profile-i386.a san-i386.a asan-i386.a ubsan-i386.a \ ubsan_cxx-i386.a +Runtime64BitConfigs = \ + full-x86_64.a profile-x86_64.a san-x86_64.a asan-x86_64.a \ + tsan-x86_64.a msan-x86_64.a ubsan-x86_64.a ubsan_cxx-x86_64.a \ + dfsan-x86_64.a lsan-x86_64.a + +Runtimex32Configs += \ + full-x32.a profile-x32.a san-x32.a asan-x32.a \ + tsan-x32.a msan-x32.a ubsan-x32.a ubsan_cxx-x32.a \ + dfsan-x32.a lsan-x32.a + + # We currently only try to generate runtime libraries on x86. ifeq ($(ARCH),x86) -RuntimeLibrary.linux.Configs += $(Runtime32BitConfigs) +RuntimeLibrary.linux.Configs += $(Runtimex86Configs) + +ifneq ($(LLVM_ANDROID_TOOLCHAIN_DIR),) +RuntimeLibrary.linux.Configs += asan-arm-android.so +endif endif ifeq ($(ARCH),x86_64) -RuntimeLibrary.linux.Configs += \ - full-x86_64.a profile-x86_64.a san-x86_64.a asan-x86_64.a \ - tsan-x86_64.a msan-x86_64.a ubsan-x86_64.a ubsan_cxx-x86_64.a \ - dfsan-x86_64.a lsan-x86_64.a -# We need to build 32-bit ASan/UBsan libraries on 64-bit platform, and add them +CompilerTargetTriple := $(shell \ + $(CC) -v 2>&1 | grep 'Target:' | cut -d' ' -f2) +ifeq ($(CompilerTargetTriple),) +$(error "unable to infer compiler target triple for $(CC)") +endif +ifeq ($(lastword $(subst -gnu, ,$(CompilerTargetTriple))),x32) +ARCH=x32 +RuntimeLibrary.linux.Configs += $(Runtimex32Configs) +# We need to build x86 ASan/UBsan libraries on x32 platform, and add them # to the list of runtime libraries to make -# "clang -fsanitize=(address|undefined) -m32" work. -# We check that Clang can produce working 32-bit binaries by compiling a simple +# "clang -fsanitize=(address|undefined) -m32/-m64" work. +# We check that Clang can produce working 32/64-bit binaries by compiling a simple # executable. test_source $(LLVM_SRC_ROOT)/tools/clang/runtime/compiler-rt/clang_linux_test_input.c +ifeq ($(call TryCompile,$(ToolDir)/clang,$(test_source),-m64),0) +RuntimeLibrary.linux.Configs += $(Runtime64BitConfigs) +endif ifeq ($(call TryCompile,$(ToolDir)/clang,$(test_source),-m32),0) -RuntimeLibrary.linux.Configs += $(Runtime32BitConfigs) +RuntimeLibrary.linux.Configs += $(Runtimex86Configs) +endif +else +RuntimeLibrary.linux.Configs += $(Runtime64BitConfigs) +# We need to build x86/x32 ASan/UBsan libraries on 64-bit platform, and add them +# to the list of runtime libraries to make +# "clang -fsanitize=(address|undefined) -m32/-mx32" work. +# We check that Clang can produce working x86 binaries by compiling a simple +# executable. +test_source $(LLVM_SRC_ROOT)/tools/clang/runtime/compiler-rt/clang_linux_test_input.c +ifeq ($(call TryCompile,$(ToolDir)/clang,$(test_source),-m32),0) +RuntimeLibrary.linux.Configs += $(Runtimex86Configs) +endif +ifeq ($(call TryCompile,$(ToolDir)/clang,$(test_source),-mx32),0) +RuntimeLibrary.linux.Configs += $(Runtimex32Configs) +endif endif ifneq ($(LLVM_ANDROID_TOOLCHAIN_DIR),) RuntimeLibrary.linux.Configs += asan-arm-android.so
Alexey Samsonov
2013-Aug-22 07:27 UTC
[LLVMdev] [RFC PATCH] X32 ABI support for Clang/compiler-rt (compiler-rt patch)
Hi Steven, This looks interesting and raises a number of questions :) 1) Does applying this patch actually bring working sanitizers to x32 platform? That is, after you build the clang, does "clang -fsanitize=whatever foo.c" compile/link/run with expected results? I doubt that, as there is some platform-specific code in all the sanitizers, and many of them heavily depend on the address space layout. Porting TSan and MSan to 32-bit address space is especially hard, and we don't plan to do this anytime soon. I think it makes sense to build only the libraries that are expected to work on a given arch. 2) If we're stepping on the path of porting some sanitizers to x32, it would be great to setup a buildbot, make our tests pass cleanly, and make this bot public to catch regressions. Do you have plans for that? Running sanitizer test suites also leads us to... 3) Do you plan to add support for building sanitizers on x32 to CMake build system? It would make sense (and, in fact, I would start from there), as our testsuite can be run only in CMake builds. On Thu, Aug 22, 2013 at 10:09 AM, Steven Newbury <steve at snewbury.org.uk>wrote:> X32 support patch for compiler-rt. Applies against current trunk. > > --- projects/compiler-rt/make/platform/clang_linux.mk~ 2013-08-21 > 06:27:38.000000000 +0000 > +++ projects/compiler-rt/make/platform/clang_linux.mk 2013-08-21 > 11:16:55.891621025 +0000 > @@ -41,7 +41,18 @@ > SupportedArches += x86_64 > endif > else > - SupportedArches := x86_64 > + # x86-64 arch has two ABIs 64 bit x86-64 and 32 bit x32 > + ifeq ($(lastword $(subst -gnu, ,$(CompilerTargetTriple))),x32) > + SupportedArches := x32 > + ifeq ($(call TryCompile,$(CC),$(test_source),-m64),0) > + SupportedArches += x86_64 > + endif > + else > + SupportedArches := x86_64 > + ifeq ($(call TryCompile,$(CC),$(test_source),-mx32),0) > + SupportedArches += x32 > + endif > + endif > ifeq ($(call TryCompile,$(CC),$(test_source),-m32),0) > SupportedArches += i386 > endif > @@ -74,6 +85,22 @@ > Arch.lsan-x86_64 := x86_64 > endif > > +# Build runtime libraries for x32. > +ifeq ($(call contains,$(SupportedArches),x32),true) > +Configs += full-x32 profile-x32 san-x32 asan-x32 tsan-x32 \ > + msan-x32 ubsan-x32 ubsan_cxx-x32 dfsan-x32 lsan-x32 > +Arch.full-x32 := x32 > +Arch.profile-x32 := x32 > +Arch.san-x32 := x32 > +Arch.asan-x32 := x32 > +Arch.tsan-x32 := x32 > +Arch.msan-x32 := x32 > +Arch.ubsan-x32 := x32 > +Arch.ubsan_cxx-x32 := x32 > +Arch.dfsan-x32 := x32 > +Arch.lsan-x32 := x32 > +endif > + > ifneq ($(LLVM_ANDROID_TOOLCHAIN_DIR),) > Configs += asan-arm-android > Arch.asan-arm-android := arm-android > @@ -89,22 +116,33 @@ > > CFLAGS.full-i386 := $(CFLAGS) -m32 > CFLAGS.full-x86_64 := $(CFLAGS) -m64 > +CFLAGS.full-x32 := $(CFLAGS) -mx32 > CFLAGS.profile-i386 := $(CFLAGS) -m32 > CFLAGS.profile-x86_64 := $(CFLAGS) -m64 > +CFLAGS.profile-x32 := $(CFLAGS) -mx32 > CFLAGS.san-i386 := $(CFLAGS) -m32 $(SANITIZER_CFLAGS) -fno-rtti > CFLAGS.san-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) -fno-rtti > +CFLAGS.san-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) -fno-rtti > CFLAGS.asan-i386 := $(CFLAGS) -m32 $(SANITIZER_CFLAGS) -fno-rtti \ > -DASAN_FLEXIBLE_MAPPING_AND_OFFSET=1 > CFLAGS.asan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) -fno-rtti \ > -DASAN_FLEXIBLE_MAPPING_AND_OFFSET=1 > +CFLAGS.asan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) -fno-rtti \ > + -DASAN_FLEXIBLE_MAPPING_AND_OFFSET=1 > CFLAGS.tsan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) -fno-rtti > +CFLAGS.tsan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) -fno-rtti > CFLAGS.msan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) -fno-rtti > +CFLAGS.msan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) -fno-rtti > CFLAGS.ubsan-i386 := $(CFLAGS) -m32 $(SANITIZER_CFLAGS) -fno-rtti > CFLAGS.ubsan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) -fno-rtti > +CFLAGS.ubsan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) -fno-rtti > CFLAGS.ubsan_cxx-i386 := $(CFLAGS) -m32 $(SANITIZER_CFLAGS) > CFLAGS.ubsan_cxx-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) > +CFLAGS.ubsan_cxx-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) > CFLAGS.dfsan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) > +CFLAGS.dfsan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) > CFLAGS.lsan-x86_64 := $(CFLAGS) -m64 $(SANITIZER_CFLAGS) > +CFLAGS.lsan-x32 := $(CFLAGS) -mx32 $(SANITIZER_CFLAGS) > > SHARED_LIBRARY.asan-arm-android := 1 > ANDROID_COMMON_FLAGS := -target arm-linux-androideabi \ > @@ -120,30 +158,45 @@ > # enough support to build the sanitizers or profile runtimes. > CFLAGS.full-i386 += --sysroot=$(ProjSrcRoot)/SDKs/linux > CFLAGS.full-x86_64 += --sysroot=$(ProjSrcRoot)/SDKs/linux > +CFLAGS.full-x32 += --sysroot=$(ProjSrcRoot)/SDKs/linux > > FUNCTIONS.full-i386 := $(CommonFunctions) $(ArchFunctions.i386) > FUNCTIONS.full-x86_64 := $(CommonFunctions) $(ArchFunctions.x86_64) > +FUNCTIONS.full-x32 := $(CommonFunctions) $(ArchFunctions.x32) > FUNCTIONS.profile-i386 := GCDAProfiling > FUNCTIONS.profile-x86_64 := GCDAProfiling > +FUNCTIONS.profile-x32 := GCDAProfiling > FUNCTIONS.san-i386 := $(SanitizerCommonFunctions) > FUNCTIONS.san-x86_64 := $(SanitizerCommonFunctions) > +FUNCTIONS.san-x32 := $(SanitizerCommonFunctions) > FUNCTIONS.asan-i386 := $(AsanFunctions) $(InterceptionFunctions) \ > $(SanitizerCommonFunctions) > FUNCTIONS.asan-x86_64 := $(AsanFunctions) $(InterceptionFunctions) \ > $(SanitizerCommonFunctions) > $(LsanCommonFunctions) > +FUNCTIONS.asan-x32 := $(AsanFunctions) $(InterceptionFunctions) \ > + $(SanitizerCommonFunctions) > $(LsanCommonFunctions) > FUNCTIONS.asan-arm-android := $(AsanFunctions) $(InterceptionFunctions) > \ > $(SanitizerCommonFunctions) > FUNCTIONS.tsan-x86_64 := $(TsanFunctions) $(InterceptionFunctions) \ > $(SanitizerCommonFunctions) > +FUNCTIONS.tsan-x32 := $(TsanFunctions) $(InterceptionFunctions) \ > + $(SanitizerCommonFunctions) > FUNCTIONS.msan-x86_64 := $(MsanFunctions) $(InterceptionFunctions) \ > $(SanitizerCommonFunctions) > +FUNCTIONS.msan-x32 := $(MsanFunctions) $(InterceptionFunctions) \ > + $(SanitizerCommonFunctions) > FUNCTIONS.ubsan-i386 := $(UbsanFunctions) > FUNCTIONS.ubsan-x86_64 := $(UbsanFunctions) > +FUNCTIONS.ubsan-x32 := $(UbsanFunctions) > FUNCTIONS.ubsan_cxx-i386 := $(UbsanCXXFunctions) > FUNCTIONS.ubsan_cxx-x86_64 := $(UbsanCXXFunctions) > +FUNCTIONS.ubsan_cxx-x32 := $(UbsanCXXFunctions) > FUNCTIONS.dfsan-x86_64 := $(DfsanFunctions) $(SanitizerCommonFunctions) > +FUNCTIONS.dfsan-x32 := $(DfsanFunctions) $(SanitizerCommonFunctions) > FUNCTIONS.lsan-x86_64 := $(LsanFunctions) $(InterceptionFunctions) \ > $(SanitizerCommonFunctions) > +FUNCTIONS.lsan-x32 := $(LsanFunctions) $(InterceptionFunctions) \ > + $(SanitizerCommonFunctions) > > # Always use optimized variants. > OPTIMIZED := 1 > --- tools/clang/runtime/compiler-rt/Makefile.orig 2013-08-21 > 16:20:43.915932247 +0000 > +++ tools/clang/runtime/compiler-rt/Makefile 2013-08-21 > 17:03:15.856154519 +0000 > @@ -96,29 +96,66 @@ > $(1) $$cflags $(2) -o /dev/null > /dev/null 2> /dev/null ; \ > echo $$?) > > -# We try to build 32-bit runtimes both on 32-bit hosts and 64-bit > hosts. > -Runtime32BitConfigs = \ > +# We try to build x86 runtimes both on x86 hosts and 64-bit hosts. > +Runtimex86Configs = \ > full-i386.a profile-i386.a san-i386.a asan-i386.a ubsan-i386.a \ > ubsan_cxx-i386.a > > +Runtime64BitConfigs = \ > + full-x86_64.a profile-x86_64.a san-x86_64.a asan-x86_64.a \ > + tsan-x86_64.a msan-x86_64.a ubsan-x86_64.a ubsan_cxx-x86_64.a \ > + dfsan-x86_64.a lsan-x86_64.a > + > +Runtimex32Configs += \ > + full-x32.a profile-x32.a san-x32.a asan-x32.a \ > + tsan-x32.a msan-x32.a ubsan-x32.a ubsan_cxx-x32.a \ > + dfsan-x32.a lsan-x32.a > + > + > # We currently only try to generate runtime libraries on x86. > ifeq ($(ARCH),x86) > -RuntimeLibrary.linux.Configs += $(Runtime32BitConfigs) > +RuntimeLibrary.linux.Configs += $(Runtimex86Configs) > + > +ifneq ($(LLVM_ANDROID_TOOLCHAIN_DIR),) > +RuntimeLibrary.linux.Configs += asan-arm-android.so > +endif > endif > > ifeq ($(ARCH),x86_64) > -RuntimeLibrary.linux.Configs += \ > - full-x86_64.a profile-x86_64.a san-x86_64.a asan-x86_64.a \ > - tsan-x86_64.a msan-x86_64.a ubsan-x86_64.a ubsan_cxx-x86_64.a \ > - dfsan-x86_64.a lsan-x86_64.a > -# We need to build 32-bit ASan/UBsan libraries on 64-bit platform, and > add them > +CompilerTargetTriple := $(shell \ > + $(CC) -v 2>&1 | grep 'Target:' | cut -d' ' -f2) > +ifeq ($(CompilerTargetTriple),) > +$(error "unable to infer compiler target triple for $(CC)") > +endif > +ifeq ($(lastword $(subst -gnu, ,$(CompilerTargetTriple))),x32) > +ARCH=x32 > +RuntimeLibrary.linux.Configs += $(Runtimex32Configs) > +# We need to build x86 ASan/UBsan libraries on x32 platform, and add > them > # to the list of runtime libraries to make > -# "clang -fsanitize=(address|undefined) -m32" work. > -# We check that Clang can produce working 32-bit binaries by compiling > a simple > +# "clang -fsanitize=(address|undefined) -m32/-m64" work. > +# We check that Clang can produce working 32/64-bit binaries by > compiling a simple > # executable. > test_source > $(LLVM_SRC_ROOT)/tools/clang/runtime/compiler-rt/clang_linux_test_input.c > +ifeq ($(call TryCompile,$(ToolDir)/clang,$(test_source),-m64),0) > +RuntimeLibrary.linux.Configs += $(Runtime64BitConfigs) > +endif > ifeq ($(call TryCompile,$(ToolDir)/clang,$(test_source),-m32),0) > -RuntimeLibrary.linux.Configs += $(Runtime32BitConfigs) > +RuntimeLibrary.linux.Configs += $(Runtimex86Configs) > +endif > +else > +RuntimeLibrary.linux.Configs += $(Runtime64BitConfigs) > +# We need to build x86/x32 ASan/UBsan libraries on 64-bit platform, and > add them > +# to the list of runtime libraries to make > +# "clang -fsanitize=(address|undefined) -m32/-mx32" work. > +# We check that Clang can produce working x86 binaries by compiling a > simple > +# executable. > +test_source > $(LLVM_SRC_ROOT)/tools/clang/runtime/compiler-rt/clang_linux_test_input.c > +ifeq ($(call TryCompile,$(ToolDir)/clang,$(test_source),-m32),0) > +RuntimeLibrary.linux.Configs += $(Runtimex86Configs) > +endif > +ifeq ($(call TryCompile,$(ToolDir)/clang,$(test_source),-mx32),0) > +RuntimeLibrary.linux.Configs += $(Runtimex32Configs) > +endif > endif > ifneq ($(LLVM_ANDROID_TOOLCHAIN_DIR),) > RuntimeLibrary.linux.Configs += asan-arm-android.so > > > _______________________________________________ > LLVM Developers mailing list > LLVMdev at cs.uiuc.edu http://llvm.cs.uiuc.edu > http://lists.cs.uiuc.edu/mailman/listinfo/llvmdev >-- Alexey Samsonov, MSK -------------- next part -------------- An HTML attachment was scrubbed... URL: <http://lists.llvm.org/pipermail/llvm-dev/attachments/20130822/ddc8e76c/attachment.html>
Steven Newbury
2013-Aug-22 07:39 UTC
[LLVMdev] [RFC PATCH] X32 ABI support for Clang/compiler-rt (compiler-rt patch)
On Thu, 2013-08-22 at 11:27 +0400, Alexey Samsonov wrote:> Hi Steven, > > This looks interesting and raises a number of questions :) > > 1) Does applying this patch actually bring working sanitizers to x32 > platform? > That is, after you build the clang, does "clang -fsanitize=whatever foo.c" > compile/link/run with expected results? > I doubt that, as there is some platform-specific code in all the > sanitizers, and many of them heavily depend > on the address space layout. Porting TSan and MSan to 32-bit address space > is especially hard, and we don't plan > to do this anytime soon. I think it makes sense to build only the libraries > that are expected to work on a given arch. >I should have made clear this is very much a WIP. I expect to have make an effort to port compiler-rt, but first I need to be able to generate elf32_x86_64 objects with Clang. I confess, my method of porting code to x32 so far has consisted of trying to build existing code and modifying what breaks, or disabling features where inapplicable. I haven't studied the code well enough to understand and predict where I'm going to have make modification in advance. It's worked so far with most things I've attempted but LLVM/Clang/compiler-rt is an order of magnitude more complex than anything else I've poked at. The biggest success I've had so far with this method is porting of Mozilla Spidermonkey/js17.> 2) If we're stepping on the path of porting some sanitizers to x32, it > would be great to > setup a buildbot, make our tests pass cleanly, and make this bot public to > catch regressions. > Do you have plans for that? Running sanitizer test suites also leads us > to... >I'm new to llvm/clang, I'm going to have to take guidance from others.> 3) Do you plan to add support for building sanitizers on x32 to CMake build > system? It would > make sense (and, in fact, I would start from there), as our testsuite can > be run only in CMake builds. >I can do so, (locally switch to cmake) I have a little experience with cmake so I should be able to figure it out. From my distro point of view, the plan on Gentoo is to switch to CMake for the LLVM/Clang ebuild, but it hasn't happened yet. Perhaps this could be expedited, I can contact the package maintainer.
Reasonably Related Threads
- [LLVMdev] [RFC PATCH] X32 ABI support for Clang/compiler-rt (compiler-rt patch)
- [LLVMdev] [RFC PATCH] X32 ABI support for Clang/compiler-rt (compiler-rt patch)
- [LLVMdev] [RFC PATCH] X32 ABI support for Clang/compiler-rt (compiler-rt patch)
- [LLVMdev] X32 ABI support for Clang/compiler-rt (re: clang patch)
- [LLVMdev] [RFC PATCH] X32 ABI support for Clang/compiler-rt (compiler-rt patch)