| //===-- TargetLibraryInfo.cpp - Runtime library information ----------------==// | |
| // | |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | |
| // See https://llvm.org/LICENSE.txt for license information. | |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | |
| // | |
| //===----------------------------------------------------------------------===// | |
| // | |
| // This file implements the TargetLibraryInfo class. | |
| // | |
| //===----------------------------------------------------------------------===// | |
| #include "llvm/Analysis/TargetLibraryInfo.h" | |
| #include "llvm/ADT/DenseMap.h" | |
| #include "llvm/ADT/SmallString.h" | |
| #include "llvm/ADT/StringTable.h" | |
| #include "llvm/IR/Constants.h" | |
| #include "llvm/IR/Module.h" | |
| #include "llvm/IR/SystemLibraries.h" | |
| #include "llvm/InitializePasses.h" | |
| #include "llvm/TargetParser/Triple.h" | |
| using namespace llvm; | |
| #define GET_TARGET_LIBRARY_INFO_STRING_TABLE | |
| #include "llvm/Analysis/TargetLibraryInfo.inc" | |
| std::string VecDesc::getVectorFunctionABIVariantString() const { | |
| assert(!VectorFnName.empty() && "Vector function name must not be empty."); | |
| SmallString<256> Buffer; | |
| llvm::raw_svector_ostream Out(Buffer); | |
| Out << VABIPrefix << "_" << ScalarFnName << "(" << VectorFnName << ")"; | |
| return std::string(Out.str()); | |
| } | |
| #define GET_TARGET_LIBRARY_INFO_SIGNATURE_TABLE | |
| #include "llvm/Analysis/TargetLibraryInfo.inc" | |
| static bool hasSinCosPiStret(const Triple &T) { | |
| // Only Darwin variants have _stret versions of combined trig functions. | |
| if (!T.isOSDarwin()) | |
| return false; | |
| // The ABI is rather complicated on x86, so don't do anything special there. | |
| if (T.getArch() == Triple::x86) | |
| return false; | |
| if (T.isMacOSX() && T.isMacOSXVersionLT(10, 9)) | |
| return false; | |
| if (T.isiOS() && T.isOSVersionLT(7, 0)) | |
| return false; | |
| return true; | |
| } | |
| static bool hasBcmp(const Triple &TT) { | |
| // Posix removed support from bcmp() in 2001, but the glibc and several | |
| // implementations of the libc still have it. | |
| if (TT.isOSLinux()) | |
| return TT.isGNUEnvironment() || TT.isMusl(); | |
| // Both NetBSD and OpenBSD are planning to remove the function. Windows does | |
| // not have it. | |
| return TT.isOSFreeBSD() || TT.isOSSolaris(); | |
| } | |
| static bool isCallingConvCCompatible(CallingConv::ID CC, const Triple &TT, | |
| FunctionType *FuncTy) { | |
| switch (CC) { | |
| default: | |
| return false; | |
| case llvm::CallingConv::C: | |
| return true; | |
| case llvm::CallingConv::ARM_APCS: | |
| case llvm::CallingConv::ARM_AAPCS: | |
| case llvm::CallingConv::ARM_AAPCS_VFP: { | |
| // The iOS ABI diverges from the standard in some cases, so for now don't | |
| // try to simplify those calls. | |
| if (TT.isiOS()) | |
| return false; | |
| if (!FuncTy->getReturnType()->isPointerTy() && | |
| !FuncTy->getReturnType()->isIntegerTy() && | |
| !FuncTy->getReturnType()->isVoidTy()) | |
| return false; | |
| for (auto *Param : FuncTy->params()) { | |
| if (!Param->isPointerTy() && !Param->isIntegerTy()) | |
| return false; | |
| } | |
| return true; | |
| } | |
| } | |
| return false; | |
| } | |
| bool TargetLibraryInfoImpl::isCallingConvCCompatible(CallBase *CI) { | |
| return ::isCallingConvCCompatible(CI->getCallingConv(), | |
| CI->getModule()->getTargetTriple(), | |
| CI->getFunctionType()); | |
| } | |
| bool TargetLibraryInfoImpl::isCallingConvCCompatible(Function *F) { | |
| return ::isCallingConvCCompatible(F->getCallingConv(), | |
| F->getParent()->getTargetTriple(), | |
| F->getFunctionType()); | |
| } | |
| static void initializeBase(TargetLibraryInfoImpl &TLI, const Triple &T) { | |
| bool ShouldExtI32Param, ShouldExtI32Return; | |
| bool ShouldSignExtI32Param, ShouldSignExtI32Return; | |
| TargetLibraryInfo::initExtensionsForTriple( | |
| ShouldExtI32Param, ShouldExtI32Return, ShouldSignExtI32Param, | |
| ShouldSignExtI32Return, T); | |
| TLI.setShouldExtI32Param(ShouldExtI32Param); | |
| TLI.setShouldExtI32Return(ShouldExtI32Return); | |
| TLI.setShouldSignExtI32Param(ShouldSignExtI32Param); | |
| TLI.setShouldSignExtI32Return(ShouldSignExtI32Return); | |
| // Let's assume by default that the size of int is 32 bits, unless the target | |
| // is a 16-bit architecture because then it most likely is 16 bits. If that | |
| // isn't true for a target those defaults should be overridden below. | |
| TLI.setIntSize(T.isArch16Bit() ? 16 : 32); | |
| } | |
| /// Initialize the set of available library functions based on the specified | |
| /// target triple. This should be carefully written so that a missing target | |
| /// triple gets a sane set of defaults. | |
| static void initializeLibCalls(TargetLibraryInfoImpl &TLI, const Triple &T, | |
| const llvm::StringTable &StandardNames, | |
| VectorLibrary VecLib) { | |
| // Set IO unlocked variants as unavailable | |
| // Set them as available per system below | |
| TLI.setUnavailable(LibFunc_getc_unlocked); | |
| TLI.setUnavailable(LibFunc_getchar_unlocked); | |
| TLI.setUnavailable(LibFunc_putc_unlocked); | |
| TLI.setUnavailable(LibFunc_putchar_unlocked); | |
| TLI.setUnavailable(LibFunc_fputc_unlocked); | |
| TLI.setUnavailable(LibFunc_fgetc_unlocked); | |
| TLI.setUnavailable(LibFunc_fread_unlocked); | |
| TLI.setUnavailable(LibFunc_fwrite_unlocked); | |
| TLI.setUnavailable(LibFunc_fputs_unlocked); | |
| TLI.setUnavailable(LibFunc_fgets_unlocked); | |
| // There is really no runtime library on AMDGPU. | |
| if (T.isAMDGPU()) { | |
| TLI.disableAllFunctions(); | |
| return; | |
| } | |
| // DXIL does not support libcalls, and disabling them here prevents a number | |
| // of passes from introducing libcalls into DXIL which would otherwise | |
| // complicate lowering/legalization | |
| if (T.isDXIL()) { | |
| TLI.disableAllFunctions(); | |
| return; | |
| } | |
| // memset_pattern{4,8,16} is only available on iOS 3.0 and Mac OS X 10.5 and | |
| // later. All versions of watchOS support it. | |
| if (T.isMacOSX()) { | |
| // available IO unlocked variants on Mac OS X | |
| TLI.setAvailable(LibFunc_getc_unlocked); | |
| TLI.setAvailable(LibFunc_getchar_unlocked); | |
| TLI.setAvailable(LibFunc_putc_unlocked); | |
| TLI.setAvailable(LibFunc_putchar_unlocked); | |
| TLI.setUnavailable(LibFunc_memrchr); | |
| if (T.isMacOSXVersionLT(10, 5)) { | |
| TLI.setUnavailable(LibFunc_memset_pattern4); | |
| TLI.setUnavailable(LibFunc_memset_pattern8); | |
| TLI.setUnavailable(LibFunc_memset_pattern16); | |
| } | |
| } else if (T.isiOS()) { | |
| if (T.isOSVersionLT(3, 0)) { | |
| TLI.setUnavailable(LibFunc_memset_pattern4); | |
| TLI.setUnavailable(LibFunc_memset_pattern8); | |
| TLI.setUnavailable(LibFunc_memset_pattern16); | |
| } | |
| } else if (!T.isWatchOS()) { | |
| TLI.setUnavailable(LibFunc_memset_pattern4); | |
| TLI.setUnavailable(LibFunc_memset_pattern8); | |
| TLI.setUnavailable(LibFunc_memset_pattern16); | |
| } | |
| if (!hasSinCosPiStret(T)) { | |
| TLI.setUnavailable(LibFunc_sinpi); | |
| TLI.setUnavailable(LibFunc_sinpif); | |
| TLI.setUnavailable(LibFunc_cospi); | |
| TLI.setUnavailable(LibFunc_cospif); | |
| TLI.setUnavailable(LibFunc_sincospi_stret); | |
| TLI.setUnavailable(LibFunc_sincospif_stret); | |
| } | |
| if (!hasBcmp(T)) | |
| TLI.setUnavailable(LibFunc_bcmp); | |
| if (T.isMacOSX() && T.getArch() == Triple::x86 && | |
| !T.isMacOSXVersionLT(10, 7)) { | |
| // x86-32 OSX has a scheme where fwrite and fputs (and some other functions | |
| // we don't care about) have two versions; on recent OSX, the one we want | |
| // has a $UNIX2003 suffix. The two implementations are identical except | |
| // for the return value in some edge cases. However, we don't want to | |
| // generate code that depends on the old symbols. | |
| TLI.setAvailableWithName(LibFunc_fwrite, "fwrite$UNIX2003"); | |
| TLI.setAvailableWithName(LibFunc_fputs, "fputs$UNIX2003"); | |
| } | |
| // iprintf and friends are only available on XCore, TCE, and Emscripten. | |
| if (T.getArch() != Triple::xcore && T.getArch() != Triple::tce && | |
| T.getOS() != Triple::Emscripten) { | |
| TLI.setUnavailable(LibFunc_iprintf); | |
| TLI.setUnavailable(LibFunc_siprintf); | |
| TLI.setUnavailable(LibFunc_fiprintf); | |
| } | |
| // __small_printf and friends are only available on Emscripten. | |
| if (T.getOS() != Triple::Emscripten) { | |
| TLI.setUnavailable(LibFunc_small_printf); | |
| TLI.setUnavailable(LibFunc_small_sprintf); | |
| TLI.setUnavailable(LibFunc_small_fprintf); | |
| } | |
| if (T.isOSWindows() && !T.isOSCygMing()) { | |
| // XXX: The earliest documentation available at the moment is for VS2015/VC19: | |
| // https://docs.microsoft.com/en-us/cpp/c-runtime-library/floating-point-support?view=vs-2015 | |
| // XXX: In order to use an MSVCRT older than VC19, | |
| // the specific library version must be explicit in the target triple, | |
| // e.g., x86_64-pc-windows-msvc18. | |
| bool hasPartialC99 = true; | |
| if (T.isKnownWindowsMSVCEnvironment()) { | |
| VersionTuple Version = T.getEnvironmentVersion(); | |
| hasPartialC99 = (Version.getMajor() == 0 || Version.getMajor() >= 19); | |
| } | |
| // Latest targets support C89 math functions, in part. | |
| bool isARM = (T.getArch() == Triple::aarch64 || | |
| T.getArch() == Triple::arm); | |
| bool hasPartialFloat = (isARM || | |
| T.getArch() == Triple::x86_64); | |
| // Win32 does not support float C89 math functions, in general. | |
| if (!hasPartialFloat) { | |
| TLI.setUnavailable(LibFunc_acosf); | |
| TLI.setUnavailable(LibFunc_asinf); | |
| TLI.setUnavailable(LibFunc_atan2f); | |
| TLI.setUnavailable(LibFunc_atanf); | |
| TLI.setUnavailable(LibFunc_ceilf); | |
| TLI.setUnavailable(LibFunc_cosf); | |
| TLI.setUnavailable(LibFunc_coshf); | |
| TLI.setUnavailable(LibFunc_expf); | |
| TLI.setUnavailable(LibFunc_floorf); | |
| TLI.setUnavailable(LibFunc_fmodf); | |
| TLI.setUnavailable(LibFunc_hypotf); | |
| TLI.setUnavailable(LibFunc_log10f); | |
| TLI.setUnavailable(LibFunc_logf); | |
| TLI.setUnavailable(LibFunc_modff); | |
| TLI.setUnavailable(LibFunc_powf); | |
| TLI.setUnavailable(LibFunc_remainderf); | |
| TLI.setUnavailable(LibFunc_remquof); | |
| TLI.setUnavailable(LibFunc_fdimf); | |
| TLI.setUnavailable(LibFunc_sinf); | |
| TLI.setUnavailable(LibFunc_sinhf); | |
| TLI.setUnavailable(LibFunc_sqrtf); | |
| TLI.setUnavailable(LibFunc_tanf); | |
| TLI.setUnavailable(LibFunc_tanhf); | |
| } | |
| if (!isARM) | |
| TLI.setUnavailable(LibFunc_fabsf); | |
| TLI.setUnavailable(LibFunc_frexpf); | |
| TLI.setUnavailable(LibFunc_ldexpf); | |
| // Win32 does not support long double C89 math functions. | |
| TLI.setUnavailable(LibFunc_acosl); | |
| TLI.setUnavailable(LibFunc_asinl); | |
| TLI.setUnavailable(LibFunc_atan2l); | |
| TLI.setUnavailable(LibFunc_atanl); | |
| TLI.setUnavailable(LibFunc_ceill); | |
| TLI.setUnavailable(LibFunc_cosl); | |
| TLI.setUnavailable(LibFunc_coshl); | |
| TLI.setUnavailable(LibFunc_expl); | |
| TLI.setUnavailable(LibFunc_fabsl); | |
| TLI.setUnavailable(LibFunc_floorl); | |
| TLI.setUnavailable(LibFunc_fmodl); | |
| TLI.setUnavailable(LibFunc_frexpl); | |
| TLI.setUnavailable(LibFunc_hypotl); | |
| TLI.setUnavailable(LibFunc_ldexpl); | |
| TLI.setUnavailable(LibFunc_log10l); | |
| TLI.setUnavailable(LibFunc_logl); | |
| TLI.setUnavailable(LibFunc_modfl); | |
| TLI.setUnavailable(LibFunc_powl); | |
| TLI.setUnavailable(LibFunc_remainderl); | |
| TLI.setUnavailable(LibFunc_remquol); | |
| TLI.setUnavailable(LibFunc_fdiml); | |
| TLI.setUnavailable(LibFunc_sinl); | |
| TLI.setUnavailable(LibFunc_sinhl); | |
| TLI.setUnavailable(LibFunc_sqrtl); | |
| TLI.setUnavailable(LibFunc_tanl); | |
| TLI.setUnavailable(LibFunc_tanhl); | |
| // Win32 does not fully support C99 math functions. | |
| if (!hasPartialC99) { | |
| TLI.setUnavailable(LibFunc_acosh); | |
| TLI.setUnavailable(LibFunc_acoshf); | |
| TLI.setUnavailable(LibFunc_asinh); | |
| TLI.setUnavailable(LibFunc_asinhf); | |
| TLI.setUnavailable(LibFunc_atanh); | |
| TLI.setUnavailable(LibFunc_atanhf); | |
| TLI.setAvailableWithName(LibFunc_cabs, "_cabs"); | |
| TLI.setUnavailable(LibFunc_cabsf); | |
| TLI.setUnavailable(LibFunc_cbrt); | |
| TLI.setUnavailable(LibFunc_cbrtf); | |
| TLI.setAvailableWithName(LibFunc_copysign, "_copysign"); | |
| TLI.setAvailableWithName(LibFunc_copysignf, "_copysignf"); | |
| TLI.setUnavailable(LibFunc_exp2); | |
| TLI.setUnavailable(LibFunc_exp2f); | |
| TLI.setUnavailable(LibFunc_expm1); | |
| TLI.setUnavailable(LibFunc_expm1f); | |
| TLI.setUnavailable(LibFunc_fmax); | |
| TLI.setUnavailable(LibFunc_fmaxf); | |
| TLI.setUnavailable(LibFunc_fmin); | |
| TLI.setUnavailable(LibFunc_fminf); | |
| TLI.setUnavailable(LibFunc_log1p); | |
| TLI.setUnavailable(LibFunc_log1pf); | |
| TLI.setUnavailable(LibFunc_log2); | |
| TLI.setUnavailable(LibFunc_log2f); | |
| TLI.setAvailableWithName(LibFunc_logb, "_logb"); | |
| TLI.setUnavailable(LibFunc_ilogb); | |
| TLI.setUnavailable(LibFunc_ilogbf); | |
| if (hasPartialFloat) | |
| TLI.setAvailableWithName(LibFunc_logbf, "_logbf"); | |
| else | |
| TLI.setUnavailable(LibFunc_logbf); | |
| TLI.setUnavailable(LibFunc_nextafter); | |
| TLI.setUnavailable(LibFunc_nextafterf); | |
| TLI.setUnavailable(LibFunc_nexttoward); | |
| TLI.setUnavailable(LibFunc_nexttowardf); | |
| TLI.setUnavailable(LibFunc_rint); | |
| TLI.setUnavailable(LibFunc_rintf); | |
| TLI.setUnavailable(LibFunc_round); | |
| TLI.setUnavailable(LibFunc_roundf); | |
| TLI.setUnavailable(LibFunc_scalbln); | |
| TLI.setUnavailable(LibFunc_scalblnf); | |
| TLI.setUnavailable(LibFunc_scalblnl); | |
| TLI.setUnavailable(LibFunc_scalbn); | |
| TLI.setUnavailable(LibFunc_scalbnf); | |
| TLI.setUnavailable(LibFunc_scalbnl); | |
| TLI.setUnavailable(LibFunc_trunc); | |
| TLI.setUnavailable(LibFunc_truncf); | |
| } | |
| // Win32 does not support long double C99 math functions. | |
| TLI.setUnavailable(LibFunc_acoshl); | |
| TLI.setUnavailable(LibFunc_asinhl); | |
| TLI.setUnavailable(LibFunc_atanhl); | |
| TLI.setUnavailable(LibFunc_cabsl); | |
| TLI.setUnavailable(LibFunc_cbrtl); | |
| TLI.setUnavailable(LibFunc_copysignl); | |
| TLI.setUnavailable(LibFunc_exp2l); | |
| TLI.setUnavailable(LibFunc_expm1l); | |
| TLI.setUnavailable(LibFunc_fmaxl); | |
| TLI.setUnavailable(LibFunc_fminl); | |
| TLI.setUnavailable(LibFunc_log1pl); | |
| TLI.setUnavailable(LibFunc_log2l); | |
| TLI.setUnavailable(LibFunc_logbl); | |
| TLI.setUnavailable(LibFunc_ilogbl); | |
| TLI.setUnavailable(LibFunc_nearbyintl); | |
| TLI.setUnavailable(LibFunc_nextafterl); | |
| TLI.setUnavailable(LibFunc_nexttowardl); | |
| TLI.setUnavailable(LibFunc_rintl); | |
| TLI.setUnavailable(LibFunc_roundl); | |
| TLI.setUnavailable(LibFunc_scalblnl); | |
| TLI.setUnavailable(LibFunc_scalbnl); | |
| TLI.setUnavailable(LibFunc_truncl); | |
| // Win32 does not support these functions, but | |
| // they are generally available on POSIX-compliant systems. | |
| TLI.setUnavailable(LibFunc_access); | |
| TLI.setUnavailable(LibFunc_chmod); | |
| TLI.setUnavailable(LibFunc_closedir); | |
| TLI.setUnavailable(LibFunc_fdopen); | |
| TLI.setUnavailable(LibFunc_fileno); | |
| TLI.setUnavailable(LibFunc_fseeko); | |
| TLI.setUnavailable(LibFunc_fstat); | |
| TLI.setUnavailable(LibFunc_ftello); | |
| TLI.setUnavailable(LibFunc_gettimeofday); | |
| TLI.setUnavailable(LibFunc_memccpy); | |
| TLI.setUnavailable(LibFunc_mkdir); | |
| TLI.setUnavailable(LibFunc_open); | |
| TLI.setUnavailable(LibFunc_opendir); | |
| TLI.setUnavailable(LibFunc_pclose); | |
| TLI.setUnavailable(LibFunc_popen); | |
| TLI.setUnavailable(LibFunc_read); | |
| TLI.setUnavailable(LibFunc_rmdir); | |
| TLI.setUnavailable(LibFunc_stat); | |
| TLI.setUnavailable(LibFunc_strcasecmp); | |
| TLI.setUnavailable(LibFunc_strncasecmp); | |
| TLI.setUnavailable(LibFunc_unlink); | |
| TLI.setUnavailable(LibFunc_utime); | |
| TLI.setUnavailable(LibFunc_write); | |
| } | |
| if (T.isOSWindows() && !T.isWindowsCygwinEnvironment()) { | |
| // These functions aren't available in either MSVC or MinGW environments. | |
| TLI.setUnavailable(LibFunc_bcmp); | |
| TLI.setUnavailable(LibFunc_bcopy); | |
| TLI.setUnavailable(LibFunc_bzero); | |
| TLI.setUnavailable(LibFunc_chown); | |
| TLI.setUnavailable(LibFunc_ctermid); | |
| TLI.setUnavailable(LibFunc_ffs); | |
| TLI.setUnavailable(LibFunc_flockfile); | |
| TLI.setUnavailable(LibFunc_fstatvfs); | |
| TLI.setUnavailable(LibFunc_ftrylockfile); | |
| TLI.setUnavailable(LibFunc_funlockfile); | |
| TLI.setUnavailable(LibFunc_getitimer); | |
| TLI.setUnavailable(LibFunc_getlogin_r); | |
| TLI.setUnavailable(LibFunc_getpwnam); | |
| TLI.setUnavailable(LibFunc_htonl); | |
| TLI.setUnavailable(LibFunc_htons); | |
| TLI.setUnavailable(LibFunc_lchown); | |
| TLI.setUnavailable(LibFunc_lstat); | |
| TLI.setUnavailable(LibFunc_memrchr); | |
| TLI.setUnavailable(LibFunc_ntohl); | |
| TLI.setUnavailable(LibFunc_ntohs); | |
| TLI.setUnavailable(LibFunc_pread); | |
| TLI.setUnavailable(LibFunc_pwrite); | |
| TLI.setUnavailable(LibFunc_readlink); | |
| TLI.setUnavailable(LibFunc_realpath); | |
| TLI.setUnavailable(LibFunc_setitimer); | |
| TLI.setUnavailable(LibFunc_statvfs); | |
| TLI.setUnavailable(LibFunc_stpcpy); | |
| TLI.setUnavailable(LibFunc_stpncpy); | |
| TLI.setUnavailable(LibFunc_times); | |
| TLI.setUnavailable(LibFunc_uname); | |
| TLI.setUnavailable(LibFunc_unsetenv); | |
| TLI.setUnavailable(LibFunc_utimes); | |
| // MinGW does have ldexpf, but it is a plain wrapper over regular ldexp. | |
| // Therefore it's not beneficial to transform code to use it, i.e. | |
| // just pretend that the function is not available. | |
| TLI.setUnavailable(LibFunc_ldexpf); | |
| } | |
| // Pick just one set of new/delete variants. | |
| if (T.isOSMSVCRT()) { | |
| // MSVC, doesn't have the Itanium new/delete. | |
| TLI.setUnavailable(LibFunc_ZdaPv); | |
| TLI.setUnavailable(LibFunc_ZdaPvRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_ZdaPvSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZdaPvSt11align_val_tRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_ZdaPvj); | |
| TLI.setUnavailable(LibFunc_ZdaPvjSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZdaPvm); | |
| TLI.setUnavailable(LibFunc_ZdaPvmSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZdlPv); | |
| TLI.setUnavailable(LibFunc_ZdlPvRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_ZdlPvSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZdlPvSt11align_val_tRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_ZdlPvj); | |
| TLI.setUnavailable(LibFunc_ZdlPvjSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZdlPvm); | |
| TLI.setUnavailable(LibFunc_ZdlPvmSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_Znaj); | |
| TLI.setUnavailable(LibFunc_ZnajRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_ZnajSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZnajSt11align_val_tRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_Znam); | |
| TLI.setUnavailable(LibFunc_ZnamRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_ZnamRKSt9nothrow_t12__hot_cold_t); | |
| TLI.setUnavailable(LibFunc_ZnamSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZnamSt11align_val_tRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_Znwj); | |
| TLI.setUnavailable(LibFunc_ZnwjRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_ZnwjSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZnwjSt11align_val_tRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_Znwm); | |
| TLI.setUnavailable(LibFunc_ZnwmRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_ZnwmRKSt9nothrow_t12__hot_cold_t); | |
| TLI.setUnavailable(LibFunc_ZnwmSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZnwmSt11align_val_tRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_Znwm12__hot_cold_t); | |
| TLI.setUnavailable(LibFunc_ZnwmSt11align_val_t12__hot_cold_t); | |
| TLI.setUnavailable(LibFunc_ZnwmSt11align_val_tRKSt9nothrow_t12__hot_cold_t); | |
| TLI.setUnavailable(LibFunc_Znam12__hot_cold_t); | |
| TLI.setUnavailable(LibFunc_ZnamSt11align_val_t12__hot_cold_t); | |
| TLI.setUnavailable(LibFunc_ZnamSt11align_val_tRKSt9nothrow_t12__hot_cold_t); | |
| TLI.setUnavailable(LibFunc_size_returning_new); | |
| TLI.setUnavailable(LibFunc_size_returning_new_hot_cold); | |
| TLI.setUnavailable(LibFunc_size_returning_new_aligned); | |
| TLI.setUnavailable(LibFunc_size_returning_new_aligned_hot_cold); | |
| } else { | |
| // Not MSVC, assume it's Itanium. | |
| TLI.setUnavailable(LibFunc_msvc_new_int); | |
| TLI.setUnavailable(LibFunc_msvc_new_int_nothrow); | |
| TLI.setUnavailable(LibFunc_msvc_new_longlong); | |
| TLI.setUnavailable(LibFunc_msvc_new_longlong_nothrow); | |
| TLI.setUnavailable(LibFunc_msvc_delete_ptr32); | |
| TLI.setUnavailable(LibFunc_msvc_delete_ptr32_nothrow); | |
| TLI.setUnavailable(LibFunc_msvc_delete_ptr32_int); | |
| TLI.setUnavailable(LibFunc_msvc_delete_ptr64); | |
| TLI.setUnavailable(LibFunc_msvc_delete_ptr64_nothrow); | |
| TLI.setUnavailable(LibFunc_msvc_delete_ptr64_longlong); | |
| TLI.setUnavailable(LibFunc_msvc_new_array_int); | |
| TLI.setUnavailable(LibFunc_msvc_new_array_int_nothrow); | |
| TLI.setUnavailable(LibFunc_msvc_new_array_longlong); | |
| TLI.setUnavailable(LibFunc_msvc_new_array_longlong_nothrow); | |
| TLI.setUnavailable(LibFunc_msvc_delete_array_ptr32); | |
| TLI.setUnavailable(LibFunc_msvc_delete_array_ptr32_nothrow); | |
| TLI.setUnavailable(LibFunc_msvc_delete_array_ptr32_int); | |
| TLI.setUnavailable(LibFunc_msvc_delete_array_ptr64); | |
| TLI.setUnavailable(LibFunc_msvc_delete_array_ptr64_nothrow); | |
| TLI.setUnavailable(LibFunc_msvc_delete_array_ptr64_longlong); | |
| } | |
| switch (T.getOS()) { | |
| case Triple::MacOSX: | |
| // exp10 and exp10f are not available on OS X until 10.9 and iOS until 7.0 | |
| // and their names are __exp10 and __exp10f. exp10l is not available on | |
| // OS X or iOS. | |
| TLI.setUnavailable(LibFunc_exp10l); | |
| if (T.isMacOSXVersionLT(10, 9)) { | |
| TLI.setUnavailable(LibFunc_exp10); | |
| TLI.setUnavailable(LibFunc_exp10f); | |
| } else { | |
| TLI.setAvailableWithName(LibFunc_exp10, "__exp10"); | |
| TLI.setAvailableWithName(LibFunc_exp10f, "__exp10f"); | |
| } | |
| break; | |
| case Triple::IOS: | |
| case Triple::TvOS: | |
| case Triple::WatchOS: | |
| case Triple::XROS: | |
| TLI.setUnavailable(LibFunc_exp10l); | |
| if (!T.isWatchOS() && | |
| (T.isOSVersionLT(7, 0) || (T.isOSVersionLT(9, 0) && T.isX86()))) { | |
| TLI.setUnavailable(LibFunc_exp10); | |
| TLI.setUnavailable(LibFunc_exp10f); | |
| } else { | |
| TLI.setAvailableWithName(LibFunc_exp10, "__exp10"); | |
| TLI.setAvailableWithName(LibFunc_exp10f, "__exp10f"); | |
| } | |
| break; | |
| case Triple::Linux: | |
| // exp10, exp10f, exp10l is available on Linux (GLIBC) but are extremely | |
| // buggy prior to glibc version 2.18. Until this version is widely deployed | |
| // or we have a reasonable detection strategy, we cannot use exp10 reliably | |
| // on Linux. | |
| // | |
| // Fall through to disable all of them. | |
| [[fallthrough]]; | |
| default: | |
| TLI.setUnavailable(LibFunc_exp10); | |
| TLI.setUnavailable(LibFunc_exp10f); | |
| TLI.setUnavailable(LibFunc_exp10l); | |
| } | |
| // ffsl is available on at least Darwin, Mac OS X, iOS, FreeBSD, and | |
| // Linux (GLIBC): | |
| // http://developer.apple.com/library/mac/#documentation/Darwin/Reference/ManPages/man3/ffsl.3.html | |
| // http://svn.freebsd.org/base/head/lib/libc/string/ffsl.c | |
| // http://www.gnu.org/software/gnulib/manual/html_node/ffsl.html | |
| switch (T.getOS()) { | |
| case Triple::Darwin: | |
| case Triple::MacOSX: | |
| case Triple::IOS: | |
| case Triple::TvOS: | |
| case Triple::WatchOS: | |
| case Triple::XROS: | |
| case Triple::FreeBSD: | |
| case Triple::Linux: | |
| break; | |
| default: | |
| TLI.setUnavailable(LibFunc_ffsl); | |
| } | |
| // ffsll is available on at least FreeBSD and Linux (GLIBC): | |
| // http://svn.freebsd.org/base/head/lib/libc/string/ffsll.c | |
| // http://www.gnu.org/software/gnulib/manual/html_node/ffsll.html | |
| switch (T.getOS()) { | |
| case Triple::Darwin: | |
| case Triple::MacOSX: | |
| case Triple::IOS: | |
| case Triple::TvOS: | |
| case Triple::WatchOS: | |
| case Triple::XROS: | |
| case Triple::FreeBSD: | |
| case Triple::Linux: | |
| break; | |
| default: | |
| TLI.setUnavailable(LibFunc_ffsll); | |
| } | |
| // The following functions are available on at least FreeBSD: | |
| // http://svn.freebsd.org/base/head/lib/libc/string/fls.c | |
| // http://svn.freebsd.org/base/head/lib/libc/string/flsl.c | |
| // http://svn.freebsd.org/base/head/lib/libc/string/flsll.c | |
| if (!T.isOSFreeBSD()) { | |
| TLI.setUnavailable(LibFunc_fls); | |
| TLI.setUnavailable(LibFunc_flsl); | |
| TLI.setUnavailable(LibFunc_flsll); | |
| } | |
| // The following functions are only available on GNU/Linux (using glibc). | |
| // Linux variants without glibc (eg: bionic, musl) may have some subset. | |
| if (!T.isOSLinux() || !T.isGNUEnvironment()) { | |
| TLI.setUnavailable(LibFunc_dunder_strdup); | |
| TLI.setUnavailable(LibFunc_dunder_strtok_r); | |
| TLI.setUnavailable(LibFunc_dunder_isoc99_scanf); | |
| TLI.setUnavailable(LibFunc_dunder_isoc99_sscanf); | |
| TLI.setUnavailable(LibFunc_under_IO_getc); | |
| TLI.setUnavailable(LibFunc_under_IO_putc); | |
| // But, Android and musl have memalign. | |
| if (!T.isAndroid() && !T.isMusl()) | |
| TLI.setUnavailable(LibFunc_memalign); | |
| TLI.setUnavailable(LibFunc_fopen64); | |
| TLI.setUnavailable(LibFunc_fseeko64); | |
| TLI.setUnavailable(LibFunc_fstat64); | |
| TLI.setUnavailable(LibFunc_fstatvfs64); | |
| TLI.setUnavailable(LibFunc_ftello64); | |
| TLI.setUnavailable(LibFunc_lstat64); | |
| TLI.setUnavailable(LibFunc_open64); | |
| TLI.setUnavailable(LibFunc_stat64); | |
| TLI.setUnavailable(LibFunc_statvfs64); | |
| TLI.setUnavailable(LibFunc_tmpfile64); | |
| // Relaxed math functions are included in math-finite.h on Linux (GLIBC). | |
| // Note that math-finite.h is no longer supported by top-of-tree GLIBC, | |
| // so we keep these functions around just so that they're recognized by | |
| // the ConstantFolder. | |
| TLI.setUnavailable(LibFunc_acos_finite); | |
| TLI.setUnavailable(LibFunc_acosf_finite); | |
| TLI.setUnavailable(LibFunc_acosl_finite); | |
| TLI.setUnavailable(LibFunc_acosh_finite); | |
| TLI.setUnavailable(LibFunc_acoshf_finite); | |
| TLI.setUnavailable(LibFunc_acoshl_finite); | |
| TLI.setUnavailable(LibFunc_asin_finite); | |
| TLI.setUnavailable(LibFunc_asinf_finite); | |
| TLI.setUnavailable(LibFunc_asinl_finite); | |
| TLI.setUnavailable(LibFunc_atan2_finite); | |
| TLI.setUnavailable(LibFunc_atan2f_finite); | |
| TLI.setUnavailable(LibFunc_atan2l_finite); | |
| TLI.setUnavailable(LibFunc_atanh_finite); | |
| TLI.setUnavailable(LibFunc_atanhf_finite); | |
| TLI.setUnavailable(LibFunc_atanhl_finite); | |
| TLI.setUnavailable(LibFunc_cosh_finite); | |
| TLI.setUnavailable(LibFunc_coshf_finite); | |
| TLI.setUnavailable(LibFunc_coshl_finite); | |
| TLI.setUnavailable(LibFunc_exp10_finite); | |
| TLI.setUnavailable(LibFunc_exp10f_finite); | |
| TLI.setUnavailable(LibFunc_exp10l_finite); | |
| TLI.setUnavailable(LibFunc_exp2_finite); | |
| TLI.setUnavailable(LibFunc_exp2f_finite); | |
| TLI.setUnavailable(LibFunc_exp2l_finite); | |
| TLI.setUnavailable(LibFunc_exp_finite); | |
| TLI.setUnavailable(LibFunc_expf_finite); | |
| TLI.setUnavailable(LibFunc_expl_finite); | |
| TLI.setUnavailable(LibFunc_log10_finite); | |
| TLI.setUnavailable(LibFunc_log10f_finite); | |
| TLI.setUnavailable(LibFunc_log10l_finite); | |
| TLI.setUnavailable(LibFunc_log2_finite); | |
| TLI.setUnavailable(LibFunc_log2f_finite); | |
| TLI.setUnavailable(LibFunc_log2l_finite); | |
| TLI.setUnavailable(LibFunc_log_finite); | |
| TLI.setUnavailable(LibFunc_logf_finite); | |
| TLI.setUnavailable(LibFunc_logl_finite); | |
| TLI.setUnavailable(LibFunc_pow_finite); | |
| TLI.setUnavailable(LibFunc_powf_finite); | |
| TLI.setUnavailable(LibFunc_powl_finite); | |
| TLI.setUnavailable(LibFunc_sinh_finite); | |
| TLI.setUnavailable(LibFunc_sinhf_finite); | |
| TLI.setUnavailable(LibFunc_sinhl_finite); | |
| TLI.setUnavailable(LibFunc_sqrt_finite); | |
| TLI.setUnavailable(LibFunc_sqrtf_finite); | |
| TLI.setUnavailable(LibFunc_sqrtl_finite); | |
| } | |
| if ((T.isOSLinux() && T.isGNUEnvironment()) || | |
| (T.isAndroid() && !T.isAndroidVersionLT(28))) { | |
| // available IO unlocked variants on GNU/Linux and Android P or later | |
| TLI.setAvailable(LibFunc_getc_unlocked); | |
| TLI.setAvailable(LibFunc_getchar_unlocked); | |
| TLI.setAvailable(LibFunc_putc_unlocked); | |
| TLI.setAvailable(LibFunc_putchar_unlocked); | |
| TLI.setAvailable(LibFunc_fputc_unlocked); | |
| TLI.setAvailable(LibFunc_fgetc_unlocked); | |
| TLI.setAvailable(LibFunc_fread_unlocked); | |
| TLI.setAvailable(LibFunc_fwrite_unlocked); | |
| TLI.setAvailable(LibFunc_fputs_unlocked); | |
| TLI.setAvailable(LibFunc_fgets_unlocked); | |
| } | |
| if (T.isPS()) { | |
| // PS4/PS5 do have memalign. | |
| TLI.setAvailable(LibFunc_memalign); | |
| // PS4/PS5 do not have new/delete with "unsigned int" size parameter; | |
| // they only have the "unsigned long" versions. | |
| TLI.setUnavailable(LibFunc_ZdaPvj); | |
| TLI.setUnavailable(LibFunc_ZdaPvjSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZdlPvj); | |
| TLI.setUnavailable(LibFunc_ZdlPvjSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_Znaj); | |
| TLI.setUnavailable(LibFunc_ZnajRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_ZnajSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZnajSt11align_val_tRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_Znwj); | |
| TLI.setUnavailable(LibFunc_ZnwjRKSt9nothrow_t); | |
| TLI.setUnavailable(LibFunc_ZnwjSt11align_val_t); | |
| TLI.setUnavailable(LibFunc_ZnwjSt11align_val_tRKSt9nothrow_t); | |
| // None of the *_chk functions. | |
| TLI.setUnavailable(LibFunc_memccpy_chk); | |
| TLI.setUnavailable(LibFunc_memcpy_chk); | |
| TLI.setUnavailable(LibFunc_memmove_chk); | |
| TLI.setUnavailable(LibFunc_mempcpy_chk); | |
| TLI.setUnavailable(LibFunc_memset_chk); | |
| TLI.setUnavailable(LibFunc_snprintf_chk); | |
| TLI.setUnavailable(LibFunc_sprintf_chk); | |
| TLI.setUnavailable(LibFunc_stpcpy_chk); | |
| TLI.setUnavailable(LibFunc_stpncpy_chk); | |
| TLI.setUnavailable(LibFunc_strcat_chk); | |
| TLI.setUnavailable(LibFunc_strcpy_chk); | |
| TLI.setUnavailable(LibFunc_strlcat_chk); | |
| TLI.setUnavailable(LibFunc_strlcpy_chk); | |
| TLI.setUnavailable(LibFunc_strlen_chk); | |
| TLI.setUnavailable(LibFunc_strncat_chk); | |
| TLI.setUnavailable(LibFunc_strncpy_chk); | |
| TLI.setUnavailable(LibFunc_vsnprintf_chk); | |
| TLI.setUnavailable(LibFunc_vsprintf_chk); | |
| // Various Posix system functions. | |
| TLI.setUnavailable(LibFunc_access); | |
| TLI.setUnavailable(LibFunc_chmod); | |
| TLI.setUnavailable(LibFunc_chown); | |
| TLI.setUnavailable(LibFunc_closedir); | |
| TLI.setUnavailable(LibFunc_ctermid); | |
| TLI.setUnavailable(LibFunc_execl); | |
| TLI.setUnavailable(LibFunc_execle); | |
| TLI.setUnavailable(LibFunc_execlp); | |
| TLI.setUnavailable(LibFunc_execv); | |
| TLI.setUnavailable(LibFunc_execvP); | |
| TLI.setUnavailable(LibFunc_execve); | |
| TLI.setUnavailable(LibFunc_execvp); | |
| TLI.setUnavailable(LibFunc_execvpe); | |
| TLI.setUnavailable(LibFunc_fork); | |
| TLI.setUnavailable(LibFunc_fstat); | |
| TLI.setUnavailable(LibFunc_fstatvfs); | |
| TLI.setUnavailable(LibFunc_getenv); | |
| TLI.setUnavailable(LibFunc_getitimer); | |
| TLI.setUnavailable(LibFunc_getlogin_r); | |
| TLI.setUnavailable(LibFunc_getpwnam); | |
| TLI.setUnavailable(LibFunc_gettimeofday); | |
| TLI.setUnavailable(LibFunc_lchown); | |
| TLI.setUnavailable(LibFunc_lstat); | |
| TLI.setUnavailable(LibFunc_mkdir); | |
| TLI.setUnavailable(LibFunc_open); | |
| TLI.setUnavailable(LibFunc_opendir); | |
| TLI.setUnavailable(LibFunc_pclose); | |
| TLI.setUnavailable(LibFunc_popen); | |
| TLI.setUnavailable(LibFunc_pread); | |
| TLI.setUnavailable(LibFunc_pvalloc); | |
| TLI.setUnavailable(LibFunc_pwrite); | |
| TLI.setUnavailable(LibFunc_read); | |
| TLI.setUnavailable(LibFunc_readlink); | |
| TLI.setUnavailable(LibFunc_realpath); | |
| TLI.setUnavailable(LibFunc_rename); | |
| TLI.setUnavailable(LibFunc_rmdir); | |
| TLI.setUnavailable(LibFunc_setitimer); | |
| TLI.setUnavailable(LibFunc_stat); | |
| TLI.setUnavailable(LibFunc_statvfs); | |
| TLI.setUnavailable(LibFunc_system); | |
| TLI.setUnavailable(LibFunc_times); | |
| TLI.setUnavailable(LibFunc_tmpfile); | |
| TLI.setUnavailable(LibFunc_unlink); | |
| TLI.setUnavailable(LibFunc_uname); | |
| TLI.setUnavailable(LibFunc_unsetenv); | |
| TLI.setUnavailable(LibFunc_utime); | |
| TLI.setUnavailable(LibFunc_utimes); | |
| TLI.setUnavailable(LibFunc_valloc); | |
| TLI.setUnavailable(LibFunc_write); | |
| // Miscellaneous other functions not provided. | |
| TLI.setUnavailable(LibFunc_atomic_load); | |
| TLI.setUnavailable(LibFunc_atomic_store); | |
| TLI.setUnavailable(LibFunc_dunder_strndup); | |
| TLI.setUnavailable(LibFunc_bcmp); | |
| TLI.setUnavailable(LibFunc_bcopy); | |
| TLI.setUnavailable(LibFunc_bzero); | |
| TLI.setUnavailable(LibFunc_cabs); | |
| TLI.setUnavailable(LibFunc_cabsf); | |
| TLI.setUnavailable(LibFunc_cabsl); | |
| TLI.setUnavailable(LibFunc_ffs); | |
| TLI.setUnavailable(LibFunc_flockfile); | |
| TLI.setUnavailable(LibFunc_fseeko); | |
| TLI.setUnavailable(LibFunc_ftello); | |
| TLI.setUnavailable(LibFunc_ftrylockfile); | |
| TLI.setUnavailable(LibFunc_funlockfile); | |
| TLI.setUnavailable(LibFunc_htonl); | |
| TLI.setUnavailable(LibFunc_htons); | |
| TLI.setUnavailable(LibFunc_isascii); | |
| TLI.setUnavailable(LibFunc_memccpy); | |
| TLI.setUnavailable(LibFunc_mempcpy); | |
| TLI.setUnavailable(LibFunc_memrchr); | |
| TLI.setUnavailable(LibFunc_ntohl); | |
| TLI.setUnavailable(LibFunc_ntohs); | |
| TLI.setUnavailable(LibFunc_reallocarray); | |
| TLI.setUnavailable(LibFunc_reallocf); | |
| TLI.setUnavailable(LibFunc_roundeven); | |
| TLI.setUnavailable(LibFunc_roundevenf); | |
| TLI.setUnavailable(LibFunc_roundevenl); | |
| TLI.setUnavailable(LibFunc_stpcpy); | |
| TLI.setUnavailable(LibFunc_stpncpy); | |
| TLI.setUnavailable(LibFunc_strlcat); | |
| TLI.setUnavailable(LibFunc_strlcpy); | |
| TLI.setUnavailable(LibFunc_strndup); | |
| TLI.setUnavailable(LibFunc_strnlen); | |
| TLI.setUnavailable(LibFunc_toascii); | |
| } | |
| if (T.isOSFreeBSD()) { | |
| TLI.setAvailable(LibFunc_dunder_strtok_r); | |
| TLI.setAvailable(LibFunc_memalign); | |
| TLI.setAvailable(LibFunc_fputc_unlocked); | |
| TLI.setAvailable(LibFunc_fputs_unlocked); | |
| TLI.setAvailable(LibFunc_fread_unlocked); | |
| TLI.setAvailable(LibFunc_fwrite_unlocked); | |
| TLI.setAvailable(LibFunc_getc_unlocked); | |
| TLI.setAvailable(LibFunc_getchar_unlocked); | |
| TLI.setAvailable(LibFunc_putc_unlocked); | |
| TLI.setAvailable(LibFunc_putchar_unlocked); | |
| TLI.setUnavailable(LibFunc_dunder_strndup); | |
| TLI.setUnavailable(LibFunc_memccpy_chk); | |
| TLI.setUnavailable(LibFunc_strlen_chk); | |
| TLI.setUnavailable(LibFunc_fmaximum_num); | |
| TLI.setUnavailable(LibFunc_fmaximum_numf); | |
| TLI.setUnavailable(LibFunc_fmaximum_numl); | |
| TLI.setUnavailable(LibFunc_fminimum_num); | |
| TLI.setUnavailable(LibFunc_fminimum_numf); | |
| TLI.setUnavailable(LibFunc_fminimum_numl); | |
| TLI.setUnavailable(LibFunc_roundeven); | |
| TLI.setUnavailable(LibFunc_roundevenf); | |
| TLI.setUnavailable(LibFunc_roundevenl); | |
| } | |
| // As currently implemented in clang, NVPTX code has no standard library to | |
| // speak of. Headers provide a standard-ish library implementation, but many | |
| // of the signatures are wrong -- for example, many libm functions are not | |
| // extern "C". | |
| // | |
| // libdevice, an IR library provided by nvidia, is linked in by the front-end, | |
| // but only used functions are provided to llvm. Moreover, most of the | |
| // functions in libdevice don't map precisely to standard library functions. | |
| // | |
| // FIXME: Having no standard library prevents e.g. many fastmath | |
| // optimizations, so this situation should be fixed. | |
| if (T.isNVPTX()) { | |
| TLI.disableAllFunctions(); | |
| TLI.setAvailable(LibFunc_nvvm_reflect); | |
| TLI.setAvailable(llvm::LibFunc_malloc); | |
| TLI.setAvailable(llvm::LibFunc_free); | |
| // TODO: We could enable the following two according to [0] but we haven't | |
| // done an evaluation wrt. the performance implications. | |
| // [0] | |
| // https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#dynamic-global-memory-allocation-and-operations | |
| // | |
| // TLI.setAvailable(llvm::LibFunc_memcpy); | |
| // TLI.setAvailable(llvm::LibFunc_memset); | |
| } else { | |
| TLI.setUnavailable(LibFunc_nvvm_reflect); | |
| } | |
| // These vec_malloc/free routines are only available on AIX. | |
| if (!T.isOSAIX()) { | |
| TLI.setUnavailable(LibFunc_vec_calloc); | |
| TLI.setUnavailable(LibFunc_vec_malloc); | |
| TLI.setUnavailable(LibFunc_vec_realloc); | |
| TLI.setUnavailable(LibFunc_vec_free); | |
| } | |
| if (T.isOSAIX()) | |
| TLI.setUnavailable(LibFunc_memrchr); | |
| TLI.addVectorizableFunctionsFromVecLib(VecLib, T); | |
| } | |
| /// Initialize the set of available library functions based on the specified | |
| /// target triple. This should be carefully written so that a missing target | |
| /// triple gets a sane set of defaults. | |
| static void initialize(TargetLibraryInfoImpl &TLI, const Triple &T, | |
| const llvm::StringTable &StandardNames, | |
| VectorLibrary VecLib) { | |
| initializeBase(TLI, T); | |
| initializeLibCalls(TLI, T, StandardNames, VecLib); | |
| } | |
| static bool initializeIsErrnoFunctionCall(const Triple &T) { | |
| // Assume errno is implemented as a function call on the following | |
| // known environments. | |
| // TODO: Could refine them. | |
| return T.isOSDarwin() || T.isAndroid() || T.isGNUEnvironment() || | |
| T.isMusl() || T.getEnvironment() == Triple::LLVM || | |
| T.getEnvironment() == Triple::Mlibc || | |
| T.getEnvironment() == Triple::MSVC; | |
| } | |
| TargetLibraryInfoImpl::TargetLibraryInfoImpl(const Triple &T, | |
| VectorLibrary VecLib) | |
| : IsErrnoFunctionCall(initializeIsErrnoFunctionCall(T)) { | |
| // Default to everything being available. | |
| memset(AvailableArray, -1, sizeof(AvailableArray)); | |
| initialize(*this, T, StandardNamesStrTable, VecLib); | |
| } | |
| TargetLibraryInfoImpl::TargetLibraryInfoImpl(const TargetLibraryInfoImpl &TLI) | |
| : CustomNames(TLI.CustomNames), ShouldExtI32Param(TLI.ShouldExtI32Param), | |
| ShouldExtI32Return(TLI.ShouldExtI32Return), | |
| ShouldSignExtI32Param(TLI.ShouldSignExtI32Param), | |
| ShouldSignExtI32Return(TLI.ShouldSignExtI32Return), | |
| SizeOfInt(TLI.SizeOfInt), IsErrnoFunctionCall(TLI.IsErrnoFunctionCall) { | |
| memcpy(AvailableArray, TLI.AvailableArray, sizeof(AvailableArray)); | |
| VectorDescs = TLI.VectorDescs; | |
| ScalarDescs = TLI.ScalarDescs; | |
| } | |
| TargetLibraryInfoImpl::TargetLibraryInfoImpl(TargetLibraryInfoImpl &&TLI) | |
| : CustomNames(std::move(TLI.CustomNames)), | |
| ShouldExtI32Param(TLI.ShouldExtI32Param), | |
| ShouldExtI32Return(TLI.ShouldExtI32Return), | |
| ShouldSignExtI32Param(TLI.ShouldSignExtI32Param), | |
| ShouldSignExtI32Return(TLI.ShouldSignExtI32Return), | |
| SizeOfInt(TLI.SizeOfInt), IsErrnoFunctionCall(TLI.IsErrnoFunctionCall) { | |
| std::move(std::begin(TLI.AvailableArray), std::end(TLI.AvailableArray), | |
| AvailableArray); | |
| VectorDescs = TLI.VectorDescs; | |
| ScalarDescs = TLI.ScalarDescs; | |
| } | |
| TargetLibraryInfoImpl &TargetLibraryInfoImpl::operator=(const TargetLibraryInfoImpl &TLI) { | |
| CustomNames = TLI.CustomNames; | |
| ShouldExtI32Param = TLI.ShouldExtI32Param; | |
| ShouldExtI32Return = TLI.ShouldExtI32Return; | |
| ShouldSignExtI32Param = TLI.ShouldSignExtI32Param; | |
| ShouldSignExtI32Return = TLI.ShouldSignExtI32Return; | |
| SizeOfInt = TLI.SizeOfInt; | |
| IsErrnoFunctionCall = TLI.IsErrnoFunctionCall; | |
| memcpy(AvailableArray, TLI.AvailableArray, sizeof(AvailableArray)); | |
| return *this; | |
| } | |
| TargetLibraryInfoImpl &TargetLibraryInfoImpl::operator=(TargetLibraryInfoImpl &&TLI) { | |
| CustomNames = std::move(TLI.CustomNames); | |
| ShouldExtI32Param = TLI.ShouldExtI32Param; | |
| ShouldExtI32Return = TLI.ShouldExtI32Return; | |
| ShouldSignExtI32Param = TLI.ShouldSignExtI32Param; | |
| ShouldSignExtI32Return = TLI.ShouldSignExtI32Return; | |
| SizeOfInt = TLI.SizeOfInt; | |
| IsErrnoFunctionCall = TLI.IsErrnoFunctionCall; | |
| std::move(std::begin(TLI.AvailableArray), std::end(TLI.AvailableArray), | |
| AvailableArray); | |
| return *this; | |
| } | |
| static StringRef sanitizeFunctionName(StringRef funcName) { | |
| // Filter out empty names and names containing null bytes, those can't be in | |
| // our table. | |
| if (funcName.empty() || funcName.contains('\0')) | |
| return StringRef(); | |
| // Check for \01 prefix that is used to mangle __asm declarations and | |
| // strip it if present. | |
| return GlobalValue::dropLLVMManglingEscape(funcName); | |
| } | |
| static DenseMap<StringRef, LibFunc> | |
| buildIndexMap(const llvm::StringTable &StandardNames) { | |
| DenseMap<StringRef, LibFunc> Indices; | |
| unsigned Idx = 1; // 0 is NotLibFunc. | |
| Indices.reserve(LibFunc::NumLibFuncs); | |
| for (const auto &Func : StandardNames) | |
| Indices[Func] = static_cast<LibFunc>(Idx++); | |
| return Indices; | |
| } | |
| LibFunc TargetLibraryInfoImpl::getLibFunc(StringRef funcName) const { | |
| funcName = sanitizeFunctionName(funcName); | |
| if (funcName.empty()) | |
| return NotLibFunc; | |
| static const DenseMap<StringRef, LibFunc> Indices = | |
| buildIndexMap(StandardNamesStrTable); | |
| if (auto Loc = Indices.find(funcName); Loc != Indices.end()) | |
| return Loc->second; | |
| return NotLibFunc; | |
| } | |
| // Return true if ArgTy matches Ty. | |
| static bool matchType(FuncArgTypeID ArgTy, const Type *Ty, unsigned IntBits, | |
| unsigned SizeTBits) { | |
| switch (ArgTy) { | |
| case Void: | |
| return Ty->isVoidTy(); | |
| case Bool: | |
| return Ty->isIntegerTy(8); | |
| case Int16: | |
| return Ty->isIntegerTy(16); | |
| case Int32: | |
| return Ty->isIntegerTy(32); | |
| case Int: | |
| return Ty->isIntegerTy(IntBits); | |
| case IntPlus: | |
| return Ty->isIntegerTy() && Ty->getPrimitiveSizeInBits() >= IntBits; | |
| case IntX: | |
| return Ty->isIntegerTy(); | |
| case Long: | |
| // TODO: Figure out and use long size. | |
| return Ty->isIntegerTy() && Ty->getPrimitiveSizeInBits() >= IntBits; | |
| case Int64: | |
| return Ty->isIntegerTy(64); | |
| case LLong: | |
| return Ty->isIntegerTy(64); | |
| case SizeT: | |
| case SSizeT: | |
| return Ty->isIntegerTy(SizeTBits); | |
| case Flt: | |
| return Ty->isFloatTy(); | |
| case Dbl: | |
| return Ty->isDoubleTy(); | |
| // TODO: Tighten this up. | |
| case LDbl: | |
| return Ty->isFloatingPointTy(); | |
| case Floating: | |
| return Ty->isFloatingPointTy(); | |
| case Ptr: | |
| return Ty->isPointerTy(); | |
| case Struct: | |
| return Ty->isStructTy(); | |
| default: | |
| break; | |
| } | |
| llvm_unreachable("Invalid type"); | |
| } | |
| static bool isValidProtoForSizeReturningNew(const FunctionType &FTy, LibFunc F, | |
| const Module &M, | |
| int SizeTSizeBits) { | |
| switch (F) { | |
| case LibFunc_size_returning_new: { | |
| if (FTy.getNumParams() != 1 || | |
| !FTy.getParamType(0)->isIntegerTy(SizeTSizeBits)) { | |
| return false; | |
| } | |
| } break; | |
| case LibFunc_size_returning_new_hot_cold: { | |
| if (FTy.getNumParams() != 2 || | |
| !FTy.getParamType(0)->isIntegerTy(SizeTSizeBits) || | |
| !FTy.getParamType(1)->isIntegerTy(8)) { | |
| return false; | |
| } | |
| } break; | |
| case LibFunc_size_returning_new_aligned: { | |
| if (FTy.getNumParams() != 2 || | |
| !FTy.getParamType(0)->isIntegerTy(SizeTSizeBits) || | |
| !FTy.getParamType(1)->isIntegerTy(SizeTSizeBits)) { | |
| return false; | |
| } | |
| } break; | |
| case LibFunc_size_returning_new_aligned_hot_cold: | |
| if (FTy.getNumParams() != 3 || | |
| !FTy.getParamType(0)->isIntegerTy(SizeTSizeBits) || | |
| !FTy.getParamType(1)->isIntegerTy(SizeTSizeBits) || | |
| !FTy.getParamType(2)->isIntegerTy(8)) { | |
| return false; | |
| } | |
| break; | |
| default: | |
| return false; | |
| } | |
| auto &Context = M.getContext(); | |
| PointerType *PtrTy = PointerType::get(Context, 0); | |
| StructType *SizedPtrTy = StructType::get( | |
| Context, {PtrTy, Type::getIntNTy(Context, SizeTSizeBits)}); | |
| return FTy.getReturnType() == SizedPtrTy; | |
| } | |
| bool TargetLibraryInfoImpl::isValidProtoForLibFunc(const FunctionType &FTy, | |
| LibFunc F, | |
| const Module &M) const { | |
| unsigned NumParams = FTy.getNumParams(); | |
| switch (F) { | |
| // Special handling for <complex.h> functions: | |
| case LibFunc_cabs: | |
| case LibFunc_cabsf: | |
| case LibFunc_cabsl: { | |
| Type *RetTy = FTy.getReturnType(); | |
| if (!RetTy->isFloatingPointTy() || NumParams == 0) | |
| return false; | |
| Type *ParamTy = FTy.getParamType(0); | |
| // NOTE: These prototypes are target specific and currently support | |
| // "complex" passed as an array or discrete real & imaginary parameters. | |
| // Add other calling conventions to enable libcall optimizations. | |
| if (NumParams == 1) | |
| return (ParamTy->isArrayTy() && ParamTy->getArrayNumElements() == 2 && | |
| ParamTy->getArrayElementType() == RetTy); | |
| else if (NumParams == 2) | |
| return ParamTy == RetTy && FTy.getParamType(1) == RetTy; | |
| return false; | |
| } | |
| // Special handling for the sincospi functions that return either | |
| // a struct or vector: | |
| case LibFunc_sincospi_stret: | |
| case LibFunc_sincospif_stret: { | |
| if (NumParams != 1) | |
| return false; | |
| Type *RetTy = FTy.getReturnType(); | |
| Type *ParamTy = FTy.getParamType(0); | |
| if (auto *Ty = dyn_cast<StructType>(RetTy)) { | |
| if (Ty->getNumElements() != 2) | |
| return false; | |
| return (Ty->getElementType(0) == ParamTy && | |
| Ty->getElementType(1) == ParamTy); | |
| } | |
| if (auto *Ty = dyn_cast<FixedVectorType>(RetTy)) { | |
| if (Ty->getNumElements() != 2) | |
| return false; | |
| return Ty->getElementType() == ParamTy; | |
| } | |
| return false; | |
| } | |
| // Special handling of __size_returning_new functions that return a struct | |
| // of type {void*, size_t}. | |
| case LibFunc_size_returning_new: | |
| case LibFunc_size_returning_new_hot_cold: | |
| case LibFunc_size_returning_new_aligned: | |
| case LibFunc_size_returning_new_aligned_hot_cold: | |
| return isValidProtoForSizeReturningNew(FTy, F, M, getSizeTSize(M)); | |
| default: | |
| break; | |
| } | |
| unsigned IntBits = getIntSize(); | |
| unsigned SizeTBits = getSizeTSize(M); | |
| unsigned Idx = 0; | |
| // Iterate over the type ids in the function prototype, matching each | |
| // against the function's type FTy, starting with its return type. | |
| // Return true if both match in number and kind, inclduing the ellipsis. | |
| Type *Ty = FTy.getReturnType(), *LastTy = Ty; | |
| const auto *ProtoTypes = &SignatureTable[SignatureOffset[F]]; | |
| for (auto TyID = ProtoTypes[Idx]; TyID != NoFuncArgType; | |
| TyID = ProtoTypes[++Idx]) { | |
| if (TyID == NoFuncArgType) | |
| break; | |
| if (TyID == Ellip) { | |
| // The ellipsis ends the protoype list but is not a part of FTy's | |
| // argument list. Except when it's last it must be followed by | |
| // NoFuncArgType. | |
| assert(ProtoTypes[Idx] == NoFuncArgType || | |
| ProtoTypes[Idx + 1] == NoFuncArgType); | |
| return FTy.isFunctionVarArg(); | |
| } | |
| if (TyID == Same) { | |
| assert(Idx != 0 && "Type ID 'Same' must not be first!"); | |
| if (Ty != LastTy) | |
| return false; | |
| } else { | |
| if (!Ty || !matchType(TyID, Ty, IntBits, SizeTBits)) | |
| return false; | |
| LastTy = Ty; | |
| } | |
| if (Idx == NumParams) { | |
| // There's at least one and at most two more type ids than there are | |
| // arguments in FTy's argument list. | |
| Ty = nullptr; | |
| continue; | |
| } | |
| Ty = FTy.getParamType(Idx); | |
| } | |
| // Return success only if all entries on both lists have been processed | |
| // and the function is not a variadic one. | |
| return Idx == NumParams + 1 && !FTy.isFunctionVarArg(); | |
| } | |
| LibFunc TargetLibraryInfoImpl::getLibFunc(const Function &FDecl) const { | |
| // Intrinsics don't overlap w/libcalls; if our module has a large number of | |
| // intrinsics, this ends up being an interesting compile time win since we | |
| // avoid string normalization and comparison. | |
| if (FDecl.isIntrinsic()) | |
| return NotLibFunc; | |
| const Module *M = FDecl.getParent(); | |
| assert(M && "Expecting FDecl to be connected to a Module."); | |
| if (FDecl.LibFuncCache == Function::UnknownLibFunc) | |
| FDecl.LibFuncCache = getLibFunc(FDecl.getName()); | |
| if (FDecl.LibFuncCache == NotLibFunc) | |
| return NotLibFunc; | |
| if (!isValidProtoForLibFunc(*FDecl.getFunctionType(), FDecl.LibFuncCache, *M)) | |
| return NotLibFunc; | |
| return FDecl.LibFuncCache; | |
| } | |
| LibFunc TargetLibraryInfoImpl::getLibFunc(unsigned int Opcode, Type *Ty) const { | |
| // Must be a frem instruction with float or double arguments. | |
| if (Opcode != Instruction::FRem || (!Ty->isDoubleTy() && !Ty->isFloatTy())) | |
| return NotLibFunc; | |
| return Ty->isDoubleTy() ? LibFunc_fmod : LibFunc_fmodf; | |
| } | |
| void TargetLibraryInfoImpl::disableAllFunctions() { | |
| memset(AvailableArray, 0, sizeof(AvailableArray)); | |
| } | |
| static bool compareByScalarFnName(const VecDesc &LHS, const VecDesc &RHS) { | |
| return LHS.getScalarFnName() < RHS.getScalarFnName(); | |
| } | |
| static bool compareByVectorFnName(const VecDesc &LHS, const VecDesc &RHS) { | |
| return LHS.getVectorFnName() < RHS.getVectorFnName(); | |
| } | |
| static bool compareWithScalarFnName(const VecDesc &LHS, StringRef S) { | |
| return LHS.getScalarFnName() < S; | |
| } | |
| void TargetLibraryInfoImpl::addVectorizableFunctions(ArrayRef<VecDesc> Fns) { | |
| llvm::append_range(VectorDescs, Fns); | |
| llvm::sort(VectorDescs, compareByScalarFnName); | |
| llvm::append_range(ScalarDescs, Fns); | |
| llvm::sort(ScalarDescs, compareByVectorFnName); | |
| } | |
| // The VecDesc tables should be constant-initialized to avoid compilation | |
| // regression. Now VecDesc (see class definition) intentionally keeps trivially | |
| // constructable/destructable, so the tables land in .rdata and do not run | |
| // through CRT dynamic init (which can overflow small stack on MSVC Debug | |
| // DLL loads). When LLVM requires C++20 mark them constinit to enforce this | |
| // at compile time. | |
| static constexpr VecDesc VecFuncs_Accelerate[] = { | |
| #define TLI_DEFINE_ACCELERATE_VECFUNCS | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_ACCELERATE_VECFUNCS | |
| }; | |
| static constexpr VecDesc VecFuncs_DarwinLibSystemM[] = { | |
| #define TLI_DEFINE_DARWIN_LIBSYSTEM_M_VECFUNCS | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_DARWIN_LIBSYSTEM_M_VECFUNCS | |
| }; | |
| static constexpr VecDesc VecFuncs_LIBMVEC_X86[] = { | |
| #define TLI_DEFINE_LIBMVEC_X86_VECFUNCS | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_LIBMVEC_X86_VECFUNCS | |
| }; | |
| static constexpr VecDesc VecFuncs_LIBMVEC_AARCH64[] = { | |
| #define TLI_DEFINE_LIBMVEC_AARCH64_VECFUNCS | |
| #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX, CC) \ | |
| {SCAL, VEC, VF, MASK, VABI_PREFIX, CC}, | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_LIBMVEC_AARCH64_VECFUNCS | |
| }; | |
| static constexpr VecDesc VecFuncs_MASSV[] = { | |
| #define TLI_DEFINE_MASSV_VECFUNCS | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_MASSV_VECFUNCS | |
| }; | |
| static constexpr VecDesc VecFuncs_SVML[] = { | |
| #define TLI_DEFINE_SVML_VECFUNCS | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_SVML_VECFUNCS | |
| }; | |
| static constexpr VecDesc VecFuncs_SLEEFGNUABI_VF2[] = { | |
| #define TLI_DEFINE_SLEEFGNUABI_VF2_VECFUNCS | |
| #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \ | |
| {SCAL, VEC, VF, /* MASK = */ false, VABI_PREFIX, /* CC = */ std::nullopt}, | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_SLEEFGNUABI_VF2_VECFUNCS | |
| }; | |
| static constexpr VecDesc VecFuncs_SLEEFGNUABI_VF4[] = { | |
| #define TLI_DEFINE_SLEEFGNUABI_VF4_VECFUNCS | |
| #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \ | |
| {SCAL, VEC, VF, /* MASK = */ false, VABI_PREFIX, /* CC = */ std::nullopt}, | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_SLEEFGNUABI_VF4_VECFUNCS | |
| }; | |
| static constexpr VecDesc VecFuncs_SLEEFGNUABI_VFScalable[] = { | |
| #define TLI_DEFINE_SLEEFGNUABI_SCALABLE_VECFUNCS | |
| #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \ | |
| {SCAL, VEC, VF, MASK, VABI_PREFIX, /* CC = */ std::nullopt}, | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_SLEEFGNUABI_SCALABLE_VECFUNCS | |
| }; | |
| static constexpr VecDesc VecFuncs_SLEEFGNUABI_VFScalableRISCV[] = { | |
| #define TLI_DEFINE_SLEEFGNUABI_SCALABLE_VECFUNCS_RISCV | |
| #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \ | |
| {SCAL, VEC, VF, MASK, VABI_PREFIX, /* CC = */ std::nullopt}, | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_SLEEFGNUABI_SCALABLE_VECFUNCS_RISCV | |
| }; | |
| static constexpr VecDesc VecFuncs_ArmPL[] = { | |
| #define TLI_DEFINE_ARMPL_VECFUNCS | |
| #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX, CC) \ | |
| {SCAL, VEC, VF, MASK, VABI_PREFIX, CC}, | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_ARMPL_VECFUNCS | |
| }; | |
| constexpr VecDesc VecFuncs_AMDLIBM[] = { | |
| #define TLI_DEFINE_AMDLIBM_VECFUNCS | |
| #define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \ | |
| {SCAL, VEC, VF, MASK, VABI_PREFIX, /* CC = */ std::nullopt}, | |
| #include "llvm/Analysis/VecFuncs.def" | |
| #undef TLI_DEFINE_AMDLIBM_VECFUNCS | |
| }; | |
| void TargetLibraryInfoImpl::addVectorizableFunctionsFromVecLib( | |
| enum VectorLibrary VecLib, const llvm::Triple &TargetTriple) { | |
| switch (VecLib) { | |
| case VectorLibrary::Accelerate: { | |
| addVectorizableFunctions(VecFuncs_Accelerate); | |
| break; | |
| } | |
| case VectorLibrary::DarwinLibSystemM: { | |
| addVectorizableFunctions(VecFuncs_DarwinLibSystemM); | |
| break; | |
| } | |
| case VectorLibrary::LIBMVEC: { | |
| switch (TargetTriple.getArch()) { | |
| default: | |
| break; | |
| case llvm::Triple::x86: | |
| case llvm::Triple::x86_64: | |
| addVectorizableFunctions(VecFuncs_LIBMVEC_X86); | |
| break; | |
| case llvm::Triple::aarch64: | |
| case llvm::Triple::aarch64_be: | |
| addVectorizableFunctions(VecFuncs_LIBMVEC_AARCH64); | |
| break; | |
| } | |
| break; | |
| } | |
| case VectorLibrary::MASSV: { | |
| addVectorizableFunctions(VecFuncs_MASSV); | |
| break; | |
| } | |
| case VectorLibrary::SVML: { | |
| addVectorizableFunctions(VecFuncs_SVML); | |
| break; | |
| } | |
| case VectorLibrary::SLEEFGNUABI: { | |
| switch (TargetTriple.getArch()) { | |
| default: | |
| break; | |
| case llvm::Triple::aarch64: | |
| case llvm::Triple::aarch64_be: | |
| addVectorizableFunctions(VecFuncs_SLEEFGNUABI_VF2); | |
| addVectorizableFunctions(VecFuncs_SLEEFGNUABI_VF4); | |
| addVectorizableFunctions(VecFuncs_SLEEFGNUABI_VFScalable); | |
| break; | |
| case llvm::Triple::riscv64: | |
| addVectorizableFunctions(VecFuncs_SLEEFGNUABI_VFScalableRISCV); | |
| break; | |
| } | |
| break; | |
| } | |
| case VectorLibrary::ArmPL: { | |
| switch (TargetTriple.getArch()) { | |
| default: | |
| break; | |
| case llvm::Triple::aarch64: | |
| case llvm::Triple::aarch64_be: | |
| addVectorizableFunctions(VecFuncs_ArmPL); | |
| break; | |
| } | |
| break; | |
| } | |
| case VectorLibrary::AMDLIBM: { | |
| addVectorizableFunctions(VecFuncs_AMDLIBM); | |
| break; | |
| } | |
| case VectorLibrary::NoLibrary: | |
| break; | |
| } | |
| } | |
| bool TargetLibraryInfoImpl::isFunctionVectorizable(StringRef funcName) const { | |
| funcName = sanitizeFunctionName(funcName); | |
| if (funcName.empty()) | |
| return false; | |
| std::vector<VecDesc>::const_iterator I = | |
| llvm::lower_bound(VectorDescs, funcName, compareWithScalarFnName); | |
| return I != VectorDescs.end() && StringRef(I->getScalarFnName()) == funcName; | |
| } | |
| StringRef TargetLibraryInfoImpl::getVectorizedFunction(StringRef F, | |
| const ElementCount &VF, | |
| bool Masked) const { | |
| const VecDesc *VD = getVectorMappingInfo(F, VF, Masked); | |
| if (VD) | |
| return VD->getVectorFnName(); | |
| return StringRef(); | |
| } | |
| const VecDesc * | |
| TargetLibraryInfoImpl::getVectorMappingInfo(StringRef F, const ElementCount &VF, | |
| bool Masked) const { | |
| F = sanitizeFunctionName(F); | |
| if (F.empty()) | |
| return nullptr; | |
| std::vector<VecDesc>::const_iterator I = | |
| llvm::lower_bound(VectorDescs, F, compareWithScalarFnName); | |
| while (I != VectorDescs.end() && StringRef(I->getScalarFnName()) == F) { | |
| if ((I->getVectorizationFactor() == VF) && (I->isMasked() == Masked)) | |
| return &(*I); | |
| ++I; | |
| } | |
| return nullptr; | |
| } | |
| TargetLibraryInfo TargetLibraryAnalysis::run(const Function &F, | |
| FunctionAnalysisManager &) { | |
| if (!BaselineInfoImpl) | |
| BaselineInfoImpl = TargetLibraryInfoImpl(F.getParent()->getTargetTriple()); | |
| return TargetLibraryInfo(*BaselineInfoImpl, &F); | |
| } | |
| unsigned TargetLibraryInfoImpl::getWCharSize(const Module &M) const { | |
| if (auto *ShortWChar = cast_or_null<ConstantAsMetadata>( | |
| M.getModuleFlag("wchar_size"))) | |
| return cast<ConstantInt>(ShortWChar->getValue())->getZExtValue(); | |
| return Triple(M.getTargetTriple()).getDefaultWCharSize(); | |
| } | |
| unsigned TargetLibraryInfoImpl::getSizeTSize(const Module &M) const { | |
| // There is really no guarantee that sizeof(size_t) is equal to the index | |
| // size of the default address space. If that isn't true then it should be | |
| // possible to derive the SizeTTy from the target triple here instead and do | |
| // an early return. | |
| // Hard coding address space zero may seem unfortunate, but a number of | |
| // configurations of common targets (i386, x86-64 x32, aarch64 x32, possibly | |
| // others) have larger-than-size_t index sizes on non-default address spaces, | |
| // making this the best default. | |
| return M.getDataLayout().getIndexSizeInBits(/*AddressSpace=*/0); | |
| } | |
| TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass() | |
| : ImmutablePass(ID), TLA(TargetLibraryInfoImpl(Triple())) {} | |
| TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass(const Triple &T) | |
| : ImmutablePass(ID), TLA(TargetLibraryInfoImpl(T)) {} | |
| TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass( | |
| const TargetLibraryInfoImpl &TLIImpl) | |
| : ImmutablePass(ID), TLA(TLIImpl) {} | |
| TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass( | |
| const TargetLibraryInfo &TLIOther) | |
| : TargetLibraryInfoWrapperPass(*TLIOther.Impl) {} | |
| AnalysisKey TargetLibraryAnalysis::Key; | |
| // Register the basic pass. | |
| INITIALIZE_PASS(TargetLibraryInfoWrapperPass, "targetlibinfo", | |
| "Target Library Information", false, true) | |
| char TargetLibraryInfoWrapperPass::ID = 0; | |
| void TargetLibraryInfoWrapperPass::anchor() {} | |
| void TargetLibraryInfoImpl::getWidestVF(StringRef ScalarF, | |
| ElementCount &FixedVF, | |
| ElementCount &ScalableVF) const { | |
| ScalarF = sanitizeFunctionName(ScalarF); | |
| // Use '0' here because a type of the form <vscale x 1 x ElTy> is not the | |
| // same as a scalar. | |
| ScalableVF = ElementCount::getScalable(0); | |
| FixedVF = ElementCount::getFixed(1); | |
| if (ScalarF.empty()) | |
| return; | |
| std::vector<VecDesc>::const_iterator I = | |
| llvm::lower_bound(VectorDescs, ScalarF, compareWithScalarFnName); | |
| while (I != VectorDescs.end() && StringRef(I->getScalarFnName()) == ScalarF) { | |
| ElementCount *VF = | |
| I->getVectorizationFactor().isScalable() ? &ScalableVF : &FixedVF; | |
| if (ElementCount::isKnownGT(I->getVectorizationFactor(), *VF)) | |
| *VF = I->getVectorizationFactor(); | |
| ++I; | |
| } | |
| } |