1 //===-- TargetLibraryInfo.cpp - Runtime library information ----------------==// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 // 9 // This file implements the TargetLibraryInfo class. 10 // 11 //===----------------------------------------------------------------------===// 12 13 #include "llvm/Analysis/TargetLibraryInfo.h" 14 #include "llvm/ADT/Triple.h" 15 #include "llvm/IR/Constants.h" 16 #include "llvm/Support/CommandLine.h" 17 using namespace llvm; 18 19 static cl::opt<TargetLibraryInfoImpl::VectorLibrary> ClVectorLibrary( 20 "vector-library", cl::Hidden, cl::desc("Vector functions library"), 21 cl::init(TargetLibraryInfoImpl::NoLibrary), 22 cl::values(clEnumValN(TargetLibraryInfoImpl::NoLibrary, "none", 23 "No vector functions library"), 24 clEnumValN(TargetLibraryInfoImpl::Accelerate, "Accelerate", 25 "Accelerate framework"), 26 clEnumValN(TargetLibraryInfoImpl::SVML, "SVML", 27 "Intel SVML library"))); 28 29 StringRef const TargetLibraryInfoImpl::StandardNames[LibFunc::NumLibFuncs] = { 30 #define TLI_DEFINE_STRING 31 #include "llvm/Analysis/TargetLibraryInfo.def" 32 }; 33 34 static bool hasSinCosPiStret(const Triple &T) { 35 // Only Darwin variants have _stret versions of combined trig functions. 36 if (!T.isOSDarwin()) 37 return false; 38 39 // The ABI is rather complicated on x86, so don't do anything special there. 40 if (T.getArch() == Triple::x86) 41 return false; 42 43 if (T.isMacOSX() && T.isMacOSXVersionLT(10, 9)) 44 return false; 45 46 if (T.isiOS() && T.isOSVersionLT(7, 0)) 47 return false; 48 49 return true; 50 } 51 52 /// Initialize the set of available library functions based on the specified 53 /// target triple. This should be carefully written so that a missing target 54 /// triple gets a sane set of defaults. 55 static void initialize(TargetLibraryInfoImpl &TLI, const Triple &T, 56 ArrayRef<StringRef> StandardNames) { 57 // Verify that the StandardNames array is in alphabetical order. 58 assert(std::is_sorted(StandardNames.begin(), StandardNames.end(), 59 [](StringRef LHS, StringRef RHS) { 60 return LHS < RHS; 61 }) && 62 "TargetLibraryInfoImpl function names must be sorted"); 63 64 // Set IO unlocked variants as unavailable 65 // Set them as available per system below 66 TLI.setUnavailable(LibFunc_getchar_unlocked); 67 TLI.setUnavailable(LibFunc_putc_unlocked); 68 TLI.setUnavailable(LibFunc_putchar_unlocked); 69 TLI.setUnavailable(LibFunc_fputc_unlocked); 70 TLI.setUnavailable(LibFunc_fgetc_unlocked); 71 TLI.setUnavailable(LibFunc_fread_unlocked); 72 TLI.setUnavailable(LibFunc_fwrite_unlocked); 73 TLI.setUnavailable(LibFunc_fputs_unlocked); 74 TLI.setUnavailable(LibFunc_fgets_unlocked); 75 76 bool ShouldExtI32Param = false, ShouldExtI32Return = false, 77 ShouldSignExtI32Param = false; 78 // PowerPC64, Sparc64, SystemZ need signext/zeroext on i32 parameters and 79 // returns corresponding to C-level ints and unsigned ints. 80 if (T.getArch() == Triple::ppc64 || T.getArch() == Triple::ppc64le || 81 T.getArch() == Triple::sparcv9 || T.getArch() == Triple::systemz) { 82 ShouldExtI32Param = true; 83 ShouldExtI32Return = true; 84 } 85 // Mips, on the other hand, needs signext on i32 parameters corresponding 86 // to both signed and unsigned ints. 87 if (T.isMIPS()) { 88 ShouldSignExtI32Param = true; 89 } 90 TLI.setShouldExtI32Param(ShouldExtI32Param); 91 TLI.setShouldExtI32Return(ShouldExtI32Return); 92 TLI.setShouldSignExtI32Param(ShouldSignExtI32Param); 93 94 if (T.getArch() == Triple::r600 || 95 T.getArch() == Triple::amdgcn) { 96 TLI.setUnavailable(LibFunc_ldexp); 97 TLI.setUnavailable(LibFunc_ldexpf); 98 TLI.setUnavailable(LibFunc_ldexpl); 99 TLI.setUnavailable(LibFunc_exp10); 100 TLI.setUnavailable(LibFunc_exp10f); 101 TLI.setUnavailable(LibFunc_exp10l); 102 TLI.setUnavailable(LibFunc_log10); 103 TLI.setUnavailable(LibFunc_log10f); 104 TLI.setUnavailable(LibFunc_log10l); 105 } 106 107 // There are no library implementations of mempcy and memset for AMD gpus and 108 // these can be difficult to lower in the backend. 109 if (T.getArch() == Triple::r600 || 110 T.getArch() == Triple::amdgcn) { 111 TLI.setUnavailable(LibFunc_memcpy); 112 TLI.setUnavailable(LibFunc_memset); 113 TLI.setUnavailable(LibFunc_memset_pattern16); 114 return; 115 } 116 117 // memset_pattern16 is only available on iOS 3.0 and Mac OS X 10.5 and later. 118 // All versions of watchOS support it. 119 if (T.isMacOSX()) { 120 // available IO unlocked variants on Mac OS X 121 TLI.setAvailable(LibFunc_getc_unlocked); 122 TLI.setAvailable(LibFunc_getchar_unlocked); 123 TLI.setAvailable(LibFunc_putc_unlocked); 124 TLI.setAvailable(LibFunc_putchar_unlocked); 125 126 if (T.isMacOSXVersionLT(10, 5)) 127 TLI.setUnavailable(LibFunc_memset_pattern16); 128 } else if (T.isiOS()) { 129 if (T.isOSVersionLT(3, 0)) 130 TLI.setUnavailable(LibFunc_memset_pattern16); 131 } else if (!T.isWatchOS()) { 132 TLI.setUnavailable(LibFunc_memset_pattern16); 133 } 134 135 if (!hasSinCosPiStret(T)) { 136 TLI.setUnavailable(LibFunc_sinpi); 137 TLI.setUnavailable(LibFunc_sinpif); 138 TLI.setUnavailable(LibFunc_cospi); 139 TLI.setUnavailable(LibFunc_cospif); 140 TLI.setUnavailable(LibFunc_sincospi_stret); 141 TLI.setUnavailable(LibFunc_sincospif_stret); 142 } 143 144 if (T.isMacOSX() && T.getArch() == Triple::x86 && 145 !T.isMacOSXVersionLT(10, 7)) { 146 // x86-32 OSX has a scheme where fwrite and fputs (and some other functions 147 // we don't care about) have two versions; on recent OSX, the one we want 148 // has a $UNIX2003 suffix. The two implementations are identical except 149 // for the return value in some edge cases. However, we don't want to 150 // generate code that depends on the old symbols. 151 TLI.setAvailableWithName(LibFunc_fwrite, "fwrite$UNIX2003"); 152 TLI.setAvailableWithName(LibFunc_fputs, "fputs$UNIX2003"); 153 } 154 155 // iprintf and friends are only available on XCore and TCE. 156 if (T.getArch() != Triple::xcore && T.getArch() != Triple::tce) { 157 TLI.setUnavailable(LibFunc_iprintf); 158 TLI.setUnavailable(LibFunc_siprintf); 159 TLI.setUnavailable(LibFunc_fiprintf); 160 } 161 162 if (T.isOSWindows() && !T.isOSCygMing()) { 163 // Win32 does not support long double 164 TLI.setUnavailable(LibFunc_acosl); 165 TLI.setUnavailable(LibFunc_asinl); 166 TLI.setUnavailable(LibFunc_atanl); 167 TLI.setUnavailable(LibFunc_atan2l); 168 TLI.setUnavailable(LibFunc_ceill); 169 TLI.setUnavailable(LibFunc_copysignl); 170 TLI.setUnavailable(LibFunc_cosl); 171 TLI.setUnavailable(LibFunc_coshl); 172 TLI.setUnavailable(LibFunc_expl); 173 TLI.setUnavailable(LibFunc_fabsf); // Win32 and Win64 both lack fabsf 174 TLI.setUnavailable(LibFunc_fabsl); 175 TLI.setUnavailable(LibFunc_floorl); 176 TLI.setUnavailable(LibFunc_fmaxl); 177 TLI.setUnavailable(LibFunc_fminl); 178 TLI.setUnavailable(LibFunc_fmodl); 179 TLI.setUnavailable(LibFunc_frexpl); 180 TLI.setUnavailable(LibFunc_ldexpf); 181 TLI.setUnavailable(LibFunc_ldexpl); 182 TLI.setUnavailable(LibFunc_logl); 183 TLI.setUnavailable(LibFunc_modfl); 184 TLI.setUnavailable(LibFunc_powl); 185 TLI.setUnavailable(LibFunc_sinl); 186 TLI.setUnavailable(LibFunc_sinhl); 187 TLI.setUnavailable(LibFunc_sqrtl); 188 TLI.setUnavailable(LibFunc_tanl); 189 TLI.setUnavailable(LibFunc_tanhl); 190 191 // Win32 only has C89 math 192 TLI.setUnavailable(LibFunc_acosh); 193 TLI.setUnavailable(LibFunc_acoshf); 194 TLI.setUnavailable(LibFunc_acoshl); 195 TLI.setUnavailable(LibFunc_asinh); 196 TLI.setUnavailable(LibFunc_asinhf); 197 TLI.setUnavailable(LibFunc_asinhl); 198 TLI.setUnavailable(LibFunc_atanh); 199 TLI.setUnavailable(LibFunc_atanhf); 200 TLI.setUnavailable(LibFunc_atanhl); 201 TLI.setUnavailable(LibFunc_cabs); 202 TLI.setUnavailable(LibFunc_cabsf); 203 TLI.setUnavailable(LibFunc_cabsl); 204 TLI.setUnavailable(LibFunc_cbrt); 205 TLI.setUnavailable(LibFunc_cbrtf); 206 TLI.setUnavailable(LibFunc_cbrtl); 207 TLI.setUnavailable(LibFunc_exp2); 208 TLI.setUnavailable(LibFunc_exp2f); 209 TLI.setUnavailable(LibFunc_exp2l); 210 TLI.setUnavailable(LibFunc_expm1); 211 TLI.setUnavailable(LibFunc_expm1f); 212 TLI.setUnavailable(LibFunc_expm1l); 213 TLI.setUnavailable(LibFunc_log2); 214 TLI.setUnavailable(LibFunc_log2f); 215 TLI.setUnavailable(LibFunc_log2l); 216 TLI.setUnavailable(LibFunc_log1p); 217 TLI.setUnavailable(LibFunc_log1pf); 218 TLI.setUnavailable(LibFunc_log1pl); 219 TLI.setUnavailable(LibFunc_logb); 220 TLI.setUnavailable(LibFunc_logbf); 221 TLI.setUnavailable(LibFunc_logbl); 222 TLI.setUnavailable(LibFunc_nearbyint); 223 TLI.setUnavailable(LibFunc_nearbyintf); 224 TLI.setUnavailable(LibFunc_nearbyintl); 225 TLI.setUnavailable(LibFunc_rint); 226 TLI.setUnavailable(LibFunc_rintf); 227 TLI.setUnavailable(LibFunc_rintl); 228 TLI.setUnavailable(LibFunc_round); 229 TLI.setUnavailable(LibFunc_roundf); 230 TLI.setUnavailable(LibFunc_roundl); 231 TLI.setUnavailable(LibFunc_trunc); 232 TLI.setUnavailable(LibFunc_truncf); 233 TLI.setUnavailable(LibFunc_truncl); 234 235 // Win32 provides some C99 math with mangled names 236 TLI.setAvailableWithName(LibFunc_copysign, "_copysign"); 237 238 if (T.getArch() == Triple::x86) { 239 // Win32 on x86 implements single-precision math functions as macros 240 TLI.setUnavailable(LibFunc_acosf); 241 TLI.setUnavailable(LibFunc_asinf); 242 TLI.setUnavailable(LibFunc_atanf); 243 TLI.setUnavailable(LibFunc_atan2f); 244 TLI.setUnavailable(LibFunc_ceilf); 245 TLI.setUnavailable(LibFunc_copysignf); 246 TLI.setUnavailable(LibFunc_cosf); 247 TLI.setUnavailable(LibFunc_coshf); 248 TLI.setUnavailable(LibFunc_expf); 249 TLI.setUnavailable(LibFunc_floorf); 250 TLI.setUnavailable(LibFunc_fminf); 251 TLI.setUnavailable(LibFunc_fmaxf); 252 TLI.setUnavailable(LibFunc_fmodf); 253 TLI.setUnavailable(LibFunc_logf); 254 TLI.setUnavailable(LibFunc_log10f); 255 TLI.setUnavailable(LibFunc_modff); 256 TLI.setUnavailable(LibFunc_powf); 257 TLI.setUnavailable(LibFunc_sinf); 258 TLI.setUnavailable(LibFunc_sinhf); 259 TLI.setUnavailable(LibFunc_sqrtf); 260 TLI.setUnavailable(LibFunc_tanf); 261 TLI.setUnavailable(LibFunc_tanhf); 262 } 263 264 // Win32 does *not* provide these functions, but they are 265 // generally available on POSIX-compliant systems: 266 TLI.setUnavailable(LibFunc_access); 267 TLI.setUnavailable(LibFunc_bcmp); 268 TLI.setUnavailable(LibFunc_bcopy); 269 TLI.setUnavailable(LibFunc_bzero); 270 TLI.setUnavailable(LibFunc_chmod); 271 TLI.setUnavailable(LibFunc_chown); 272 TLI.setUnavailable(LibFunc_closedir); 273 TLI.setUnavailable(LibFunc_ctermid); 274 TLI.setUnavailable(LibFunc_fdopen); 275 TLI.setUnavailable(LibFunc_ffs); 276 TLI.setUnavailable(LibFunc_fileno); 277 TLI.setUnavailable(LibFunc_flockfile); 278 TLI.setUnavailable(LibFunc_fseeko); 279 TLI.setUnavailable(LibFunc_fstat); 280 TLI.setUnavailable(LibFunc_fstatvfs); 281 TLI.setUnavailable(LibFunc_ftello); 282 TLI.setUnavailable(LibFunc_ftrylockfile); 283 TLI.setUnavailable(LibFunc_funlockfile); 284 TLI.setUnavailable(LibFunc_getitimer); 285 TLI.setUnavailable(LibFunc_getlogin_r); 286 TLI.setUnavailable(LibFunc_getpwnam); 287 TLI.setUnavailable(LibFunc_gettimeofday); 288 TLI.setUnavailable(LibFunc_htonl); 289 TLI.setUnavailable(LibFunc_htons); 290 TLI.setUnavailable(LibFunc_lchown); 291 TLI.setUnavailable(LibFunc_lstat); 292 TLI.setUnavailable(LibFunc_memccpy); 293 TLI.setUnavailable(LibFunc_mkdir); 294 TLI.setUnavailable(LibFunc_ntohl); 295 TLI.setUnavailable(LibFunc_ntohs); 296 TLI.setUnavailable(LibFunc_open); 297 TLI.setUnavailable(LibFunc_opendir); 298 TLI.setUnavailable(LibFunc_pclose); 299 TLI.setUnavailable(LibFunc_popen); 300 TLI.setUnavailable(LibFunc_pread); 301 TLI.setUnavailable(LibFunc_pwrite); 302 TLI.setUnavailable(LibFunc_read); 303 TLI.setUnavailable(LibFunc_readlink); 304 TLI.setUnavailable(LibFunc_realpath); 305 TLI.setUnavailable(LibFunc_rmdir); 306 TLI.setUnavailable(LibFunc_setitimer); 307 TLI.setUnavailable(LibFunc_stat); 308 TLI.setUnavailable(LibFunc_statvfs); 309 TLI.setUnavailable(LibFunc_stpcpy); 310 TLI.setUnavailable(LibFunc_stpncpy); 311 TLI.setUnavailable(LibFunc_strcasecmp); 312 TLI.setUnavailable(LibFunc_strncasecmp); 313 TLI.setUnavailable(LibFunc_times); 314 TLI.setUnavailable(LibFunc_uname); 315 TLI.setUnavailable(LibFunc_unlink); 316 TLI.setUnavailable(LibFunc_unsetenv); 317 TLI.setUnavailable(LibFunc_utime); 318 TLI.setUnavailable(LibFunc_utimes); 319 TLI.setUnavailable(LibFunc_write); 320 321 // Win32 does *not* provide provide these functions, but they are 322 // specified by C99: 323 TLI.setUnavailable(LibFunc_atoll); 324 TLI.setUnavailable(LibFunc_frexpf); 325 TLI.setUnavailable(LibFunc_llabs); 326 } 327 328 switch (T.getOS()) { 329 case Triple::MacOSX: 330 // exp10 and exp10f are not available on OS X until 10.9 and iOS until 7.0 331 // and their names are __exp10 and __exp10f. exp10l is not available on 332 // OS X or iOS. 333 TLI.setUnavailable(LibFunc_exp10l); 334 if (T.isMacOSXVersionLT(10, 9)) { 335 TLI.setUnavailable(LibFunc_exp10); 336 TLI.setUnavailable(LibFunc_exp10f); 337 } else { 338 TLI.setAvailableWithName(LibFunc_exp10, "__exp10"); 339 TLI.setAvailableWithName(LibFunc_exp10f, "__exp10f"); 340 } 341 break; 342 case Triple::IOS: 343 case Triple::TvOS: 344 case Triple::WatchOS: 345 TLI.setUnavailable(LibFunc_exp10l); 346 if (!T.isWatchOS() && (T.isOSVersionLT(7, 0) || 347 (T.isOSVersionLT(9, 0) && 348 (T.getArch() == Triple::x86 || 349 T.getArch() == Triple::x86_64)))) { 350 TLI.setUnavailable(LibFunc_exp10); 351 TLI.setUnavailable(LibFunc_exp10f); 352 } else { 353 TLI.setAvailableWithName(LibFunc_exp10, "__exp10"); 354 TLI.setAvailableWithName(LibFunc_exp10f, "__exp10f"); 355 } 356 break; 357 case Triple::Linux: 358 // exp10, exp10f, exp10l is available on Linux (GLIBC) but are extremely 359 // buggy prior to glibc version 2.18. Until this version is widely deployed 360 // or we have a reasonable detection strategy, we cannot use exp10 reliably 361 // on Linux. 362 // 363 // Fall through to disable all of them. 364 LLVM_FALLTHROUGH; 365 default: 366 TLI.setUnavailable(LibFunc_exp10); 367 TLI.setUnavailable(LibFunc_exp10f); 368 TLI.setUnavailable(LibFunc_exp10l); 369 } 370 371 // ffsl is available on at least Darwin, Mac OS X, iOS, FreeBSD, and 372 // Linux (GLIBC): 373 // http://developer.apple.com/library/mac/#documentation/Darwin/Reference/ManPages/man3/ffsl.3.html 374 // http://svn.freebsd.org/base/head/lib/libc/string/ffsl.c 375 // http://www.gnu.org/software/gnulib/manual/html_node/ffsl.html 376 switch (T.getOS()) { 377 case Triple::Darwin: 378 case Triple::MacOSX: 379 case Triple::IOS: 380 case Triple::TvOS: 381 case Triple::WatchOS: 382 case Triple::FreeBSD: 383 case Triple::Linux: 384 break; 385 default: 386 TLI.setUnavailable(LibFunc_ffsl); 387 } 388 389 // ffsll is available on at least FreeBSD and Linux (GLIBC): 390 // http://svn.freebsd.org/base/head/lib/libc/string/ffsll.c 391 // http://www.gnu.org/software/gnulib/manual/html_node/ffsll.html 392 switch (T.getOS()) { 393 case Triple::Darwin: 394 case Triple::MacOSX: 395 case Triple::IOS: 396 case Triple::TvOS: 397 case Triple::WatchOS: 398 case Triple::FreeBSD: 399 case Triple::Linux: 400 break; 401 default: 402 TLI.setUnavailable(LibFunc_ffsll); 403 } 404 405 // The following functions are available on at least FreeBSD: 406 // http://svn.freebsd.org/base/head/lib/libc/string/fls.c 407 // http://svn.freebsd.org/base/head/lib/libc/string/flsl.c 408 // http://svn.freebsd.org/base/head/lib/libc/string/flsll.c 409 if (!T.isOSFreeBSD()) { 410 TLI.setUnavailable(LibFunc_fls); 411 TLI.setUnavailable(LibFunc_flsl); 412 TLI.setUnavailable(LibFunc_flsll); 413 } 414 415 // The following functions are only available on GNU/Linux (using glibc). 416 // Linux variants without glibc (eg: bionic, musl) may have some subset. 417 if (!T.isOSLinux() || !T.isGNUEnvironment()) { 418 TLI.setUnavailable(LibFunc_dunder_strdup); 419 TLI.setUnavailable(LibFunc_dunder_strtok_r); 420 TLI.setUnavailable(LibFunc_dunder_isoc99_scanf); 421 TLI.setUnavailable(LibFunc_dunder_isoc99_sscanf); 422 TLI.setUnavailable(LibFunc_under_IO_getc); 423 TLI.setUnavailable(LibFunc_under_IO_putc); 424 // But, Android and musl have memalign. 425 if (!T.isAndroid() && !T.isMusl()) 426 TLI.setUnavailable(LibFunc_memalign); 427 TLI.setUnavailable(LibFunc_fopen64); 428 TLI.setUnavailable(LibFunc_fseeko64); 429 TLI.setUnavailable(LibFunc_fstat64); 430 TLI.setUnavailable(LibFunc_fstatvfs64); 431 TLI.setUnavailable(LibFunc_ftello64); 432 TLI.setUnavailable(LibFunc_lstat64); 433 TLI.setUnavailable(LibFunc_open64); 434 TLI.setUnavailable(LibFunc_stat64); 435 TLI.setUnavailable(LibFunc_statvfs64); 436 TLI.setUnavailable(LibFunc_tmpfile64); 437 438 // Relaxed math functions are included in math-finite.h on Linux (GLIBC). 439 TLI.setUnavailable(LibFunc_acos_finite); 440 TLI.setUnavailable(LibFunc_acosf_finite); 441 TLI.setUnavailable(LibFunc_acosl_finite); 442 TLI.setUnavailable(LibFunc_acosh_finite); 443 TLI.setUnavailable(LibFunc_acoshf_finite); 444 TLI.setUnavailable(LibFunc_acoshl_finite); 445 TLI.setUnavailable(LibFunc_asin_finite); 446 TLI.setUnavailable(LibFunc_asinf_finite); 447 TLI.setUnavailable(LibFunc_asinl_finite); 448 TLI.setUnavailable(LibFunc_atan2_finite); 449 TLI.setUnavailable(LibFunc_atan2f_finite); 450 TLI.setUnavailable(LibFunc_atan2l_finite); 451 TLI.setUnavailable(LibFunc_atanh_finite); 452 TLI.setUnavailable(LibFunc_atanhf_finite); 453 TLI.setUnavailable(LibFunc_atanhl_finite); 454 TLI.setUnavailable(LibFunc_cosh_finite); 455 TLI.setUnavailable(LibFunc_coshf_finite); 456 TLI.setUnavailable(LibFunc_coshl_finite); 457 TLI.setUnavailable(LibFunc_exp10_finite); 458 TLI.setUnavailable(LibFunc_exp10f_finite); 459 TLI.setUnavailable(LibFunc_exp10l_finite); 460 TLI.setUnavailable(LibFunc_exp2_finite); 461 TLI.setUnavailable(LibFunc_exp2f_finite); 462 TLI.setUnavailable(LibFunc_exp2l_finite); 463 TLI.setUnavailable(LibFunc_exp_finite); 464 TLI.setUnavailable(LibFunc_expf_finite); 465 TLI.setUnavailable(LibFunc_expl_finite); 466 TLI.setUnavailable(LibFunc_log10_finite); 467 TLI.setUnavailable(LibFunc_log10f_finite); 468 TLI.setUnavailable(LibFunc_log10l_finite); 469 TLI.setUnavailable(LibFunc_log2_finite); 470 TLI.setUnavailable(LibFunc_log2f_finite); 471 TLI.setUnavailable(LibFunc_log2l_finite); 472 TLI.setUnavailable(LibFunc_log_finite); 473 TLI.setUnavailable(LibFunc_logf_finite); 474 TLI.setUnavailable(LibFunc_logl_finite); 475 TLI.setUnavailable(LibFunc_pow_finite); 476 TLI.setUnavailable(LibFunc_powf_finite); 477 TLI.setUnavailable(LibFunc_powl_finite); 478 TLI.setUnavailable(LibFunc_sinh_finite); 479 TLI.setUnavailable(LibFunc_sinhf_finite); 480 TLI.setUnavailable(LibFunc_sinhl_finite); 481 } 482 483 if ((T.isOSLinux() && T.isGNUEnvironment()) || 484 (T.isAndroid() && !T.isAndroidVersionLT(28))) { 485 // available IO unlocked variants on GNU/Linux and Android P or later 486 TLI.setAvailable(LibFunc_getc_unlocked); 487 TLI.setAvailable(LibFunc_getchar_unlocked); 488 TLI.setAvailable(LibFunc_putc_unlocked); 489 TLI.setAvailable(LibFunc_putchar_unlocked); 490 TLI.setAvailable(LibFunc_fputc_unlocked); 491 TLI.setAvailable(LibFunc_fgetc_unlocked); 492 TLI.setAvailable(LibFunc_fread_unlocked); 493 TLI.setAvailable(LibFunc_fwrite_unlocked); 494 TLI.setAvailable(LibFunc_fputs_unlocked); 495 TLI.setAvailable(LibFunc_fgets_unlocked); 496 } 497 498 // As currently implemented in clang, NVPTX code has no standard library to 499 // speak of. Headers provide a standard-ish library implementation, but many 500 // of the signatures are wrong -- for example, many libm functions are not 501 // extern "C". 502 // 503 // libdevice, an IR library provided by nvidia, is linked in by the front-end, 504 // but only used functions are provided to llvm. Moreover, most of the 505 // functions in libdevice don't map precisely to standard library functions. 506 // 507 // FIXME: Having no standard library prevents e.g. many fastmath 508 // optimizations, so this situation should be fixed. 509 if (T.isNVPTX()) { 510 TLI.disableAllFunctions(); 511 TLI.setAvailable(LibFunc_nvvm_reflect); 512 } else { 513 TLI.setUnavailable(LibFunc_nvvm_reflect); 514 } 515 516 TLI.addVectorizableFunctionsFromVecLib(ClVectorLibrary); 517 } 518 519 TargetLibraryInfoImpl::TargetLibraryInfoImpl() { 520 // Default to everything being available. 521 memset(AvailableArray, -1, sizeof(AvailableArray)); 522 523 initialize(*this, Triple(), StandardNames); 524 } 525 526 TargetLibraryInfoImpl::TargetLibraryInfoImpl(const Triple &T) { 527 // Default to everything being available. 528 memset(AvailableArray, -1, sizeof(AvailableArray)); 529 530 initialize(*this, T, StandardNames); 531 } 532 533 TargetLibraryInfoImpl::TargetLibraryInfoImpl(const TargetLibraryInfoImpl &TLI) 534 : CustomNames(TLI.CustomNames), ShouldExtI32Param(TLI.ShouldExtI32Param), 535 ShouldExtI32Return(TLI.ShouldExtI32Return), 536 ShouldSignExtI32Param(TLI.ShouldSignExtI32Param) { 537 memcpy(AvailableArray, TLI.AvailableArray, sizeof(AvailableArray)); 538 VectorDescs = TLI.VectorDescs; 539 ScalarDescs = TLI.ScalarDescs; 540 } 541 542 TargetLibraryInfoImpl::TargetLibraryInfoImpl(TargetLibraryInfoImpl &&TLI) 543 : CustomNames(std::move(TLI.CustomNames)), 544 ShouldExtI32Param(TLI.ShouldExtI32Param), 545 ShouldExtI32Return(TLI.ShouldExtI32Return), 546 ShouldSignExtI32Param(TLI.ShouldSignExtI32Param) { 547 std::move(std::begin(TLI.AvailableArray), std::end(TLI.AvailableArray), 548 AvailableArray); 549 VectorDescs = TLI.VectorDescs; 550 ScalarDescs = TLI.ScalarDescs; 551 } 552 553 TargetLibraryInfoImpl &TargetLibraryInfoImpl::operator=(const TargetLibraryInfoImpl &TLI) { 554 CustomNames = TLI.CustomNames; 555 ShouldExtI32Param = TLI.ShouldExtI32Param; 556 ShouldExtI32Return = TLI.ShouldExtI32Return; 557 ShouldSignExtI32Param = TLI.ShouldSignExtI32Param; 558 memcpy(AvailableArray, TLI.AvailableArray, sizeof(AvailableArray)); 559 return *this; 560 } 561 562 TargetLibraryInfoImpl &TargetLibraryInfoImpl::operator=(TargetLibraryInfoImpl &&TLI) { 563 CustomNames = std::move(TLI.CustomNames); 564 ShouldExtI32Param = TLI.ShouldExtI32Param; 565 ShouldExtI32Return = TLI.ShouldExtI32Return; 566 ShouldSignExtI32Param = TLI.ShouldSignExtI32Param; 567 std::move(std::begin(TLI.AvailableArray), std::end(TLI.AvailableArray), 568 AvailableArray); 569 return *this; 570 } 571 572 static StringRef sanitizeFunctionName(StringRef funcName) { 573 // Filter out empty names and names containing null bytes, those can't be in 574 // our table. 575 if (funcName.empty() || funcName.find('\0') != StringRef::npos) 576 return StringRef(); 577 578 // Check for \01 prefix that is used to mangle __asm declarations and 579 // strip it if present. 580 return GlobalValue::dropLLVMManglingEscape(funcName); 581 } 582 583 bool TargetLibraryInfoImpl::getLibFunc(StringRef funcName, 584 LibFunc &F) const { 585 StringRef const *Start = &StandardNames[0]; 586 StringRef const *End = &StandardNames[NumLibFuncs]; 587 588 funcName = sanitizeFunctionName(funcName); 589 if (funcName.empty()) 590 return false; 591 592 StringRef const *I = std::lower_bound( 593 Start, End, funcName, [](StringRef LHS, StringRef RHS) { 594 return LHS < RHS; 595 }); 596 if (I != End && *I == funcName) { 597 F = (LibFunc)(I - Start); 598 return true; 599 } 600 return false; 601 } 602 603 bool TargetLibraryInfoImpl::isValidProtoForLibFunc(const FunctionType &FTy, 604 LibFunc F, 605 const DataLayout *DL) const { 606 LLVMContext &Ctx = FTy.getContext(); 607 Type *PCharTy = Type::getInt8PtrTy(Ctx); 608 Type *SizeTTy = DL ? DL->getIntPtrType(Ctx, /*AS=*/0) : nullptr; 609 auto IsSizeTTy = [SizeTTy](Type *Ty) { 610 return SizeTTy ? Ty == SizeTTy : Ty->isIntegerTy(); 611 }; 612 unsigned NumParams = FTy.getNumParams(); 613 614 switch (F) { 615 case LibFunc_execl: 616 case LibFunc_execlp: 617 case LibFunc_execle: 618 return (NumParams >= 2 && FTy.getParamType(0)->isPointerTy() && 619 FTy.getParamType(1)->isPointerTy() && 620 FTy.getReturnType()->isIntegerTy(32)); 621 case LibFunc_execv: 622 case LibFunc_execvp: 623 return (NumParams == 2 && FTy.getParamType(0)->isPointerTy() && 624 FTy.getParamType(1)->isPointerTy() && 625 FTy.getReturnType()->isIntegerTy(32)); 626 case LibFunc_execvP: 627 case LibFunc_execvpe: 628 case LibFunc_execve: 629 return (NumParams == 3 && FTy.getParamType(0)->isPointerTy() && 630 FTy.getParamType(1)->isPointerTy() && 631 FTy.getParamType(2)->isPointerTy() && 632 FTy.getReturnType()->isIntegerTy(32)); 633 case LibFunc_strlen: 634 return (NumParams == 1 && FTy.getParamType(0)->isPointerTy() && 635 FTy.getReturnType()->isIntegerTy()); 636 637 case LibFunc_strchr: 638 case LibFunc_strrchr: 639 return (NumParams == 2 && FTy.getReturnType()->isPointerTy() && 640 FTy.getParamType(0) == FTy.getReturnType() && 641 FTy.getParamType(1)->isIntegerTy()); 642 643 case LibFunc_strtol: 644 case LibFunc_strtod: 645 case LibFunc_strtof: 646 case LibFunc_strtoul: 647 case LibFunc_strtoll: 648 case LibFunc_strtold: 649 case LibFunc_strtoull: 650 return ((NumParams == 2 || NumParams == 3) && 651 FTy.getParamType(0)->isPointerTy() && 652 FTy.getParamType(1)->isPointerTy()); 653 case LibFunc_strcat: 654 return (NumParams == 2 && FTy.getReturnType()->isPointerTy() && 655 FTy.getParamType(0) == FTy.getReturnType() && 656 FTy.getParamType(1) == FTy.getReturnType()); 657 658 case LibFunc_strncat: 659 return (NumParams == 3 && FTy.getReturnType()->isPointerTy() && 660 FTy.getParamType(0) == FTy.getReturnType() && 661 FTy.getParamType(1) == FTy.getReturnType() && 662 IsSizeTTy(FTy.getParamType(2))); 663 664 case LibFunc_strcpy_chk: 665 case LibFunc_stpcpy_chk: 666 --NumParams; 667 if (!IsSizeTTy(FTy.getParamType(NumParams))) 668 return false; 669 LLVM_FALLTHROUGH; 670 case LibFunc_strcpy: 671 case LibFunc_stpcpy: 672 return (NumParams == 2 && FTy.getReturnType() == FTy.getParamType(0) && 673 FTy.getParamType(0) == FTy.getParamType(1) && 674 FTy.getParamType(0) == PCharTy); 675 676 case LibFunc_strncpy_chk: 677 case LibFunc_stpncpy_chk: 678 --NumParams; 679 if (!IsSizeTTy(FTy.getParamType(NumParams))) 680 return false; 681 LLVM_FALLTHROUGH; 682 case LibFunc_strncpy: 683 case LibFunc_stpncpy: 684 return (NumParams == 3 && FTy.getReturnType() == FTy.getParamType(0) && 685 FTy.getParamType(0) == FTy.getParamType(1) && 686 FTy.getParamType(0) == PCharTy && 687 IsSizeTTy(FTy.getParamType(2))); 688 689 case LibFunc_strxfrm: 690 return (NumParams == 3 && FTy.getParamType(0)->isPointerTy() && 691 FTy.getParamType(1)->isPointerTy()); 692 693 case LibFunc_strcmp: 694 return (NumParams == 2 && FTy.getReturnType()->isIntegerTy(32) && 695 FTy.getParamType(0)->isPointerTy() && 696 FTy.getParamType(0) == FTy.getParamType(1)); 697 698 case LibFunc_strncmp: 699 return (NumParams == 3 && FTy.getReturnType()->isIntegerTy(32) && 700 FTy.getParamType(0)->isPointerTy() && 701 FTy.getParamType(0) == FTy.getParamType(1) && 702 IsSizeTTy(FTy.getParamType(2))); 703 704 case LibFunc_strspn: 705 case LibFunc_strcspn: 706 return (NumParams == 2 && FTy.getParamType(0)->isPointerTy() && 707 FTy.getParamType(0) == FTy.getParamType(1) && 708 FTy.getReturnType()->isIntegerTy()); 709 710 case LibFunc_strcoll: 711 case LibFunc_strcasecmp: 712 case LibFunc_strncasecmp: 713 return (NumParams >= 2 && FTy.getParamType(0)->isPointerTy() && 714 FTy.getParamType(1)->isPointerTy()); 715 716 case LibFunc_strstr: 717 return (NumParams == 2 && FTy.getReturnType()->isPointerTy() && 718 FTy.getParamType(0)->isPointerTy() && 719 FTy.getParamType(1)->isPointerTy()); 720 721 case LibFunc_strpbrk: 722 return (NumParams == 2 && FTy.getParamType(0)->isPointerTy() && 723 FTy.getReturnType() == FTy.getParamType(0) && 724 FTy.getParamType(0) == FTy.getParamType(1)); 725 726 case LibFunc_strtok: 727 case LibFunc_strtok_r: 728 return (NumParams >= 2 && FTy.getParamType(1)->isPointerTy()); 729 case LibFunc_scanf: 730 case LibFunc_setbuf: 731 case LibFunc_setvbuf: 732 return (NumParams >= 1 && FTy.getParamType(0)->isPointerTy()); 733 case LibFunc_strdup: 734 case LibFunc_strndup: 735 return (NumParams >= 1 && FTy.getReturnType()->isPointerTy() && 736 FTy.getParamType(0)->isPointerTy()); 737 case LibFunc_sscanf: 738 case LibFunc_stat: 739 case LibFunc_statvfs: 740 case LibFunc_siprintf: 741 case LibFunc_sprintf: 742 return (NumParams >= 2 && FTy.getParamType(0)->isPointerTy() && 743 FTy.getParamType(1)->isPointerTy() && 744 FTy.getReturnType()->isIntegerTy(32)); 745 case LibFunc_snprintf: 746 return (NumParams == 3 && FTy.getParamType(0)->isPointerTy() && 747 FTy.getParamType(2)->isPointerTy() && 748 FTy.getReturnType()->isIntegerTy(32)); 749 case LibFunc_setitimer: 750 return (NumParams == 3 && FTy.getParamType(1)->isPointerTy() && 751 FTy.getParamType(2)->isPointerTy()); 752 case LibFunc_system: 753 return (NumParams == 1 && FTy.getParamType(0)->isPointerTy()); 754 case LibFunc_malloc: 755 return (NumParams == 1 && FTy.getReturnType()->isPointerTy()); 756 case LibFunc_memcmp: 757 return (NumParams == 3 && FTy.getReturnType()->isIntegerTy(32) && 758 FTy.getParamType(0)->isPointerTy() && 759 FTy.getParamType(1)->isPointerTy()); 760 761 case LibFunc_memchr: 762 case LibFunc_memrchr: 763 return (NumParams == 3 && FTy.getReturnType()->isPointerTy() && 764 FTy.getReturnType() == FTy.getParamType(0) && 765 FTy.getParamType(1)->isIntegerTy(32) && 766 IsSizeTTy(FTy.getParamType(2))); 767 case LibFunc_modf: 768 case LibFunc_modff: 769 case LibFunc_modfl: 770 return (NumParams >= 2 && FTy.getParamType(1)->isPointerTy()); 771 772 case LibFunc_memcpy_chk: 773 case LibFunc_memmove_chk: 774 --NumParams; 775 if (!IsSizeTTy(FTy.getParamType(NumParams))) 776 return false; 777 LLVM_FALLTHROUGH; 778 case LibFunc_memcpy: 779 case LibFunc_mempcpy: 780 case LibFunc_memmove: 781 return (NumParams == 3 && FTy.getReturnType() == FTy.getParamType(0) && 782 FTy.getParamType(0)->isPointerTy() && 783 FTy.getParamType(1)->isPointerTy() && 784 IsSizeTTy(FTy.getParamType(2))); 785 786 case LibFunc_memset_chk: 787 --NumParams; 788 if (!IsSizeTTy(FTy.getParamType(NumParams))) 789 return false; 790 LLVM_FALLTHROUGH; 791 case LibFunc_memset: 792 return (NumParams == 3 && FTy.getReturnType() == FTy.getParamType(0) && 793 FTy.getParamType(0)->isPointerTy() && 794 FTy.getParamType(1)->isIntegerTy() && 795 IsSizeTTy(FTy.getParamType(2))); 796 797 case LibFunc_memccpy: 798 return (NumParams >= 2 && FTy.getParamType(1)->isPointerTy()); 799 case LibFunc_memalign: 800 return (FTy.getReturnType()->isPointerTy()); 801 case LibFunc_realloc: 802 case LibFunc_reallocf: 803 return (NumParams == 2 && FTy.getReturnType() == PCharTy && 804 FTy.getParamType(0) == FTy.getReturnType() && 805 IsSizeTTy(FTy.getParamType(1))); 806 case LibFunc_read: 807 return (NumParams == 3 && FTy.getParamType(1)->isPointerTy()); 808 case LibFunc_rewind: 809 case LibFunc_rmdir: 810 case LibFunc_remove: 811 case LibFunc_realpath: 812 return (NumParams >= 1 && FTy.getParamType(0)->isPointerTy()); 813 case LibFunc_rename: 814 return (NumParams >= 2 && FTy.getParamType(0)->isPointerTy() && 815 FTy.getParamType(1)->isPointerTy()); 816 case LibFunc_readlink: 817 return (NumParams >= 2 && FTy.getParamType(0)->isPointerTy() && 818 FTy.getParamType(1)->isPointerTy()); 819 case LibFunc_write: 820 return (NumParams == 3 && FTy.getParamType(1)->isPointerTy()); 821 case LibFunc_bcopy: 822 case LibFunc_bcmp: 823 return (NumParams == 3 && FTy.getParamType(0)->isPointerTy() && 824 FTy.getParamType(1)->isPointerTy()); 825 case LibFunc_bzero: 826 return (NumParams == 2 && FTy.getParamType(0)->isPointerTy()); 827 case LibFunc_calloc: 828 return (NumParams == 2 && FTy.getReturnType()->isPointerTy()); 829 830 case LibFunc_atof: 831 case LibFunc_atoi: 832 case LibFunc_atol: 833 case LibFunc_atoll: 834 case LibFunc_ferror: 835 case LibFunc_getenv: 836 case LibFunc_getpwnam: 837 case LibFunc_iprintf: 838 case LibFunc_pclose: 839 case LibFunc_perror: 840 case LibFunc_printf: 841 case LibFunc_puts: 842 case LibFunc_uname: 843 case LibFunc_under_IO_getc: 844 case LibFunc_unlink: 845 case LibFunc_unsetenv: 846 return (NumParams == 1 && FTy.getParamType(0)->isPointerTy()); 847 848 case LibFunc_access: 849 case LibFunc_chmod: 850 case LibFunc_chown: 851 case LibFunc_clearerr: 852 case LibFunc_closedir: 853 case LibFunc_ctermid: 854 case LibFunc_fclose: 855 case LibFunc_feof: 856 case LibFunc_fflush: 857 case LibFunc_fgetc: 858 case LibFunc_fgetc_unlocked: 859 case LibFunc_fileno: 860 case LibFunc_flockfile: 861 case LibFunc_free: 862 case LibFunc_fseek: 863 case LibFunc_fseeko64: 864 case LibFunc_fseeko: 865 case LibFunc_fsetpos: 866 case LibFunc_ftell: 867 case LibFunc_ftello64: 868 case LibFunc_ftello: 869 case LibFunc_ftrylockfile: 870 case LibFunc_funlockfile: 871 case LibFunc_getc: 872 case LibFunc_getc_unlocked: 873 case LibFunc_getlogin_r: 874 case LibFunc_mkdir: 875 case LibFunc_mktime: 876 case LibFunc_times: 877 return (NumParams != 0 && FTy.getParamType(0)->isPointerTy()); 878 879 case LibFunc_fopen: 880 return (NumParams == 2 && FTy.getReturnType()->isPointerTy() && 881 FTy.getParamType(0)->isPointerTy() && 882 FTy.getParamType(1)->isPointerTy()); 883 case LibFunc_fork: 884 return (NumParams == 0 && FTy.getReturnType()->isIntegerTy(32)); 885 case LibFunc_fdopen: 886 return (NumParams == 2 && FTy.getReturnType()->isPointerTy() && 887 FTy.getParamType(1)->isPointerTy()); 888 case LibFunc_fputc: 889 case LibFunc_fputc_unlocked: 890 case LibFunc_fstat: 891 case LibFunc_frexp: 892 case LibFunc_frexpf: 893 case LibFunc_frexpl: 894 case LibFunc_fstatvfs: 895 return (NumParams == 2 && FTy.getParamType(1)->isPointerTy()); 896 case LibFunc_fgets: 897 case LibFunc_fgets_unlocked: 898 return (NumParams == 3 && FTy.getParamType(0)->isPointerTy() && 899 FTy.getParamType(2)->isPointerTy()); 900 case LibFunc_fread: 901 case LibFunc_fread_unlocked: 902 return (NumParams == 4 && FTy.getParamType(0)->isPointerTy() && 903 FTy.getParamType(3)->isPointerTy()); 904 case LibFunc_fwrite: 905 case LibFunc_fwrite_unlocked: 906 return (NumParams == 4 && FTy.getReturnType()->isIntegerTy() && 907 FTy.getParamType(0)->isPointerTy() && 908 FTy.getParamType(1)->isIntegerTy() && 909 FTy.getParamType(2)->isIntegerTy() && 910 FTy.getParamType(3)->isPointerTy()); 911 case LibFunc_fputs: 912 case LibFunc_fputs_unlocked: 913 return (NumParams >= 2 && FTy.getParamType(0)->isPointerTy() && 914 FTy.getParamType(1)->isPointerTy()); 915 case LibFunc_fscanf: 916 case LibFunc_fiprintf: 917 case LibFunc_fprintf: 918 return (NumParams >= 2 && FTy.getReturnType()->isIntegerTy() && 919 FTy.getParamType(0)->isPointerTy() && 920 FTy.getParamType(1)->isPointerTy()); 921 case LibFunc_fgetpos: 922 return (NumParams >= 2 && FTy.getParamType(0)->isPointerTy() && 923 FTy.getParamType(1)->isPointerTy()); 924 case LibFunc_getchar: 925 case LibFunc_getchar_unlocked: 926 return (NumParams == 0 && FTy.getReturnType()->isIntegerTy()); 927 case LibFunc_gets: 928 return (NumParams == 1 && FTy.getParamType(0) == PCharTy); 929 case LibFunc_getitimer: 930 return (NumParams == 2 && FTy.getParamType(1)->isPointerTy()); 931 case LibFunc_ungetc: 932 return (NumParams == 2 && FTy.getParamType(1)->isPointerTy()); 933 case LibFunc_utime: 934 case LibFunc_utimes: 935 return (NumParams == 2 && FTy.getParamType(0)->isPointerTy() && 936 FTy.getParamType(1)->isPointerTy()); 937 case LibFunc_putc: 938 case LibFunc_putc_unlocked: 939 return (NumParams == 2 && FTy.getParamType(1)->isPointerTy()); 940 case LibFunc_pread: 941 case LibFunc_pwrite: 942 return (NumParams == 4 && FTy.getParamType(1)->isPointerTy()); 943 case LibFunc_popen: 944 return (NumParams == 2 && FTy.getReturnType()->isPointerTy() && 945 FTy.getParamType(0)->isPointerTy() && 946 FTy.getParamType(1)->isPointerTy()); 947 case LibFunc_vscanf: 948 return (NumParams == 2 && FTy.getParamType(1)->isPointerTy()); 949 case LibFunc_vsscanf: 950 return (NumParams == 3 && FTy.getParamType(1)->isPointerTy() && 951 FTy.getParamType(2)->isPointerTy()); 952 case LibFunc_vfscanf: 953 return (NumParams == 3 && FTy.getParamType(1)->isPointerTy() && 954 FTy.getParamType(2)->isPointerTy()); 955 case LibFunc_valloc: 956 return (FTy.getReturnType()->isPointerTy()); 957 case LibFunc_vprintf: 958 return (NumParams == 2 && FTy.getParamType(0)->isPointerTy()); 959 case LibFunc_vfprintf: 960 case LibFunc_vsprintf: 961 return (NumParams == 3 && FTy.getParamType(0)->isPointerTy() && 962 FTy.getParamType(1)->isPointerTy()); 963 case LibFunc_vsnprintf: 964 return (NumParams == 4 && FTy.getParamType(0)->isPointerTy() && 965 FTy.getParamType(2)->isPointerTy()); 966 case LibFunc_open: 967 return (NumParams >= 2 && FTy.getParamType(0)->isPointerTy()); 968 case LibFunc_opendir: 969 return (NumParams == 1 && FTy.getReturnType()->isPointerTy() && 970 FTy.getParamType(0)->isPointerTy()); 971 case LibFunc_tmpfile: 972 return (FTy.getReturnType()->isPointerTy()); 973 case LibFunc_htonl: 974 case LibFunc_ntohl: 975 return (NumParams == 1 && FTy.getReturnType()->isIntegerTy(32) && 976 FTy.getReturnType() == FTy.getParamType(0)); 977 case LibFunc_htons: 978 case LibFunc_ntohs: 979 return (NumParams == 1 && FTy.getReturnType()->isIntegerTy(16) && 980 FTy.getReturnType() == FTy.getParamType(0)); 981 case LibFunc_lstat: 982 return (NumParams == 2 && FTy.getParamType(0)->isPointerTy() && 983 FTy.getParamType(1)->isPointerTy()); 984 case LibFunc_lchown: 985 return (NumParams == 3 && FTy.getParamType(0)->isPointerTy()); 986 case LibFunc_qsort: 987 return (NumParams == 4 && FTy.getParamType(3)->isPointerTy()); 988 case LibFunc_dunder_strdup: 989 case LibFunc_dunder_strndup: 990 return (NumParams >= 1 && FTy.getReturnType()->isPointerTy() && 991 FTy.getParamType(0)->isPointerTy()); 992 case LibFunc_dunder_strtok_r: 993 return (NumParams == 3 && FTy.getParamType(1)->isPointerTy()); 994 case LibFunc_under_IO_putc: 995 return (NumParams == 2 && FTy.getParamType(1)->isPointerTy()); 996 case LibFunc_dunder_isoc99_scanf: 997 return (NumParams >= 1 && FTy.getParamType(0)->isPointerTy()); 998 case LibFunc_stat64: 999 case LibFunc_lstat64: 1000 case LibFunc_statvfs64: 1001 return (NumParams == 2 && FTy.getParamType(0)->isPointerTy() && 1002 FTy.getParamType(1)->isPointerTy()); 1003 case LibFunc_dunder_isoc99_sscanf: 1004 return (NumParams >= 2 && FTy.getParamType(0)->isPointerTy() && 1005 FTy.getParamType(1)->isPointerTy()); 1006 case LibFunc_fopen64: 1007 return (NumParams == 2 && FTy.getReturnType()->isPointerTy() && 1008 FTy.getParamType(0)->isPointerTy() && 1009 FTy.getParamType(1)->isPointerTy()); 1010 case LibFunc_tmpfile64: 1011 return (FTy.getReturnType()->isPointerTy()); 1012 case LibFunc_fstat64: 1013 case LibFunc_fstatvfs64: 1014 return (NumParams == 2 && FTy.getParamType(1)->isPointerTy()); 1015 case LibFunc_open64: 1016 return (NumParams >= 2 && FTy.getParamType(0)->isPointerTy()); 1017 case LibFunc_gettimeofday: 1018 return (NumParams == 2 && FTy.getParamType(0)->isPointerTy() && 1019 FTy.getParamType(1)->isPointerTy()); 1020 1021 // new(unsigned int); 1022 case LibFunc_Znwj: 1023 // new(unsigned long); 1024 case LibFunc_Znwm: 1025 // new[](unsigned int); 1026 case LibFunc_Znaj: 1027 // new[](unsigned long); 1028 case LibFunc_Znam: 1029 // new(unsigned int); 1030 case LibFunc_msvc_new_int: 1031 // new(unsigned long long); 1032 case LibFunc_msvc_new_longlong: 1033 // new[](unsigned int); 1034 case LibFunc_msvc_new_array_int: 1035 // new[](unsigned long long); 1036 case LibFunc_msvc_new_array_longlong: 1037 return (NumParams == 1 && FTy.getReturnType()->isPointerTy()); 1038 1039 // new(unsigned int, nothrow); 1040 case LibFunc_ZnwjRKSt9nothrow_t: 1041 // new(unsigned long, nothrow); 1042 case LibFunc_ZnwmRKSt9nothrow_t: 1043 // new[](unsigned int, nothrow); 1044 case LibFunc_ZnajRKSt9nothrow_t: 1045 // new[](unsigned long, nothrow); 1046 case LibFunc_ZnamRKSt9nothrow_t: 1047 // new(unsigned int, nothrow); 1048 case LibFunc_msvc_new_int_nothrow: 1049 // new(unsigned long long, nothrow); 1050 case LibFunc_msvc_new_longlong_nothrow: 1051 // new[](unsigned int, nothrow); 1052 case LibFunc_msvc_new_array_int_nothrow: 1053 // new[](unsigned long long, nothrow); 1054 case LibFunc_msvc_new_array_longlong_nothrow: 1055 // new(unsigned int, align_val_t) 1056 case LibFunc_ZnwjSt11align_val_t: 1057 // new(unsigned long, align_val_t) 1058 case LibFunc_ZnwmSt11align_val_t: 1059 // new[](unsigned int, align_val_t) 1060 case LibFunc_ZnajSt11align_val_t: 1061 // new[](unsigned long, align_val_t) 1062 case LibFunc_ZnamSt11align_val_t: 1063 return (NumParams == 2 && FTy.getReturnType()->isPointerTy()); 1064 1065 // new(unsigned int, align_val_t, nothrow) 1066 case LibFunc_ZnwjSt11align_val_tRKSt9nothrow_t: 1067 // new(unsigned long, align_val_t, nothrow) 1068 case LibFunc_ZnwmSt11align_val_tRKSt9nothrow_t: 1069 // new[](unsigned int, align_val_t, nothrow) 1070 case LibFunc_ZnajSt11align_val_tRKSt9nothrow_t: 1071 // new[](unsigned long, align_val_t, nothrow) 1072 case LibFunc_ZnamSt11align_val_tRKSt9nothrow_t: 1073 return (NumParams == 3 && FTy.getReturnType()->isPointerTy()); 1074 1075 // void operator delete[](void*); 1076 case LibFunc_ZdaPv: 1077 // void operator delete(void*); 1078 case LibFunc_ZdlPv: 1079 // void operator delete[](void*); 1080 case LibFunc_msvc_delete_array_ptr32: 1081 // void operator delete[](void*); 1082 case LibFunc_msvc_delete_array_ptr64: 1083 // void operator delete(void*); 1084 case LibFunc_msvc_delete_ptr32: 1085 // void operator delete(void*); 1086 case LibFunc_msvc_delete_ptr64: 1087 return (NumParams == 1 && FTy.getParamType(0)->isPointerTy()); 1088 1089 // void operator delete[](void*, nothrow); 1090 case LibFunc_ZdaPvRKSt9nothrow_t: 1091 // void operator delete[](void*, unsigned int); 1092 case LibFunc_ZdaPvj: 1093 // void operator delete[](void*, unsigned long); 1094 case LibFunc_ZdaPvm: 1095 // void operator delete(void*, nothrow); 1096 case LibFunc_ZdlPvRKSt9nothrow_t: 1097 // void operator delete(void*, unsigned int); 1098 case LibFunc_ZdlPvj: 1099 // void operator delete(void*, unsigned long); 1100 case LibFunc_ZdlPvm: 1101 // void operator delete(void*, align_val_t) 1102 case LibFunc_ZdlPvSt11align_val_t: 1103 // void operator delete[](void*, align_val_t) 1104 case LibFunc_ZdaPvSt11align_val_t: 1105 // void operator delete[](void*, unsigned int); 1106 case LibFunc_msvc_delete_array_ptr32_int: 1107 // void operator delete[](void*, nothrow); 1108 case LibFunc_msvc_delete_array_ptr32_nothrow: 1109 // void operator delete[](void*, unsigned long long); 1110 case LibFunc_msvc_delete_array_ptr64_longlong: 1111 // void operator delete[](void*, nothrow); 1112 case LibFunc_msvc_delete_array_ptr64_nothrow: 1113 // void operator delete(void*, unsigned int); 1114 case LibFunc_msvc_delete_ptr32_int: 1115 // void operator delete(void*, nothrow); 1116 case LibFunc_msvc_delete_ptr32_nothrow: 1117 // void operator delete(void*, unsigned long long); 1118 case LibFunc_msvc_delete_ptr64_longlong: 1119 // void operator delete(void*, nothrow); 1120 case LibFunc_msvc_delete_ptr64_nothrow: 1121 return (NumParams == 2 && FTy.getParamType(0)->isPointerTy()); 1122 1123 // void operator delete(void*, align_val_t, nothrow) 1124 case LibFunc_ZdlPvSt11align_val_tRKSt9nothrow_t: 1125 // void operator delete[](void*, align_val_t, nothrow) 1126 case LibFunc_ZdaPvSt11align_val_tRKSt9nothrow_t: 1127 return (NumParams == 3 && FTy.getParamType(0)->isPointerTy()); 1128 1129 case LibFunc_memset_pattern16: 1130 return (!FTy.isVarArg() && NumParams == 3 && 1131 FTy.getParamType(0)->isPointerTy() && 1132 FTy.getParamType(1)->isPointerTy() && 1133 FTy.getParamType(2)->isIntegerTy()); 1134 1135 case LibFunc_cxa_guard_abort: 1136 case LibFunc_cxa_guard_acquire: 1137 case LibFunc_cxa_guard_release: 1138 case LibFunc_nvvm_reflect: 1139 return (NumParams == 1 && FTy.getParamType(0)->isPointerTy()); 1140 1141 case LibFunc_sincospi_stret: 1142 case LibFunc_sincospif_stret: 1143 return (NumParams == 1 && FTy.getParamType(0)->isFloatingPointTy()); 1144 1145 case LibFunc_acos: 1146 case LibFunc_acos_finite: 1147 case LibFunc_acosf: 1148 case LibFunc_acosf_finite: 1149 case LibFunc_acosh: 1150 case LibFunc_acosh_finite: 1151 case LibFunc_acoshf: 1152 case LibFunc_acoshf_finite: 1153 case LibFunc_acoshl: 1154 case LibFunc_acoshl_finite: 1155 case LibFunc_acosl: 1156 case LibFunc_acosl_finite: 1157 case LibFunc_asin: 1158 case LibFunc_asin_finite: 1159 case LibFunc_asinf: 1160 case LibFunc_asinf_finite: 1161 case LibFunc_asinh: 1162 case LibFunc_asinhf: 1163 case LibFunc_asinhl: 1164 case LibFunc_asinl: 1165 case LibFunc_asinl_finite: 1166 case LibFunc_atan: 1167 case LibFunc_atanf: 1168 case LibFunc_atanh: 1169 case LibFunc_atanh_finite: 1170 case LibFunc_atanhf: 1171 case LibFunc_atanhf_finite: 1172 case LibFunc_atanhl: 1173 case LibFunc_atanhl_finite: 1174 case LibFunc_atanl: 1175 case LibFunc_cbrt: 1176 case LibFunc_cbrtf: 1177 case LibFunc_cbrtl: 1178 case LibFunc_ceil: 1179 case LibFunc_ceilf: 1180 case LibFunc_ceill: 1181 case LibFunc_cos: 1182 case LibFunc_cosf: 1183 case LibFunc_cosh: 1184 case LibFunc_cosh_finite: 1185 case LibFunc_coshf: 1186 case LibFunc_coshf_finite: 1187 case LibFunc_coshl: 1188 case LibFunc_coshl_finite: 1189 case LibFunc_cosl: 1190 case LibFunc_exp10: 1191 case LibFunc_exp10_finite: 1192 case LibFunc_exp10f: 1193 case LibFunc_exp10f_finite: 1194 case LibFunc_exp10l: 1195 case LibFunc_exp10l_finite: 1196 case LibFunc_exp2: 1197 case LibFunc_exp2_finite: 1198 case LibFunc_exp2f: 1199 case LibFunc_exp2f_finite: 1200 case LibFunc_exp2l: 1201 case LibFunc_exp2l_finite: 1202 case LibFunc_exp: 1203 case LibFunc_exp_finite: 1204 case LibFunc_expf: 1205 case LibFunc_expf_finite: 1206 case LibFunc_expl: 1207 case LibFunc_expl_finite: 1208 case LibFunc_expm1: 1209 case LibFunc_expm1f: 1210 case LibFunc_expm1l: 1211 case LibFunc_fabs: 1212 case LibFunc_fabsf: 1213 case LibFunc_fabsl: 1214 case LibFunc_floor: 1215 case LibFunc_floorf: 1216 case LibFunc_floorl: 1217 case LibFunc_log10: 1218 case LibFunc_log10_finite: 1219 case LibFunc_log10f: 1220 case LibFunc_log10f_finite: 1221 case LibFunc_log10l: 1222 case LibFunc_log10l_finite: 1223 case LibFunc_log1p: 1224 case LibFunc_log1pf: 1225 case LibFunc_log1pl: 1226 case LibFunc_log2: 1227 case LibFunc_log2_finite: 1228 case LibFunc_log2f: 1229 case LibFunc_log2f_finite: 1230 case LibFunc_log2l: 1231 case LibFunc_log2l_finite: 1232 case LibFunc_log: 1233 case LibFunc_log_finite: 1234 case LibFunc_logb: 1235 case LibFunc_logbf: 1236 case LibFunc_logbl: 1237 case LibFunc_logf: 1238 case LibFunc_logf_finite: 1239 case LibFunc_logl: 1240 case LibFunc_logl_finite: 1241 case LibFunc_nearbyint: 1242 case LibFunc_nearbyintf: 1243 case LibFunc_nearbyintl: 1244 case LibFunc_rint: 1245 case LibFunc_rintf: 1246 case LibFunc_rintl: 1247 case LibFunc_round: 1248 case LibFunc_roundf: 1249 case LibFunc_roundl: 1250 case LibFunc_sin: 1251 case LibFunc_sinf: 1252 case LibFunc_sinh: 1253 case LibFunc_sinh_finite: 1254 case LibFunc_sinhf: 1255 case LibFunc_sinhf_finite: 1256 case LibFunc_sinhl: 1257 case LibFunc_sinhl_finite: 1258 case LibFunc_sinl: 1259 case LibFunc_sqrt: 1260 case LibFunc_sqrt_finite: 1261 case LibFunc_sqrtf: 1262 case LibFunc_sqrtf_finite: 1263 case LibFunc_sqrtl: 1264 case LibFunc_sqrtl_finite: 1265 case LibFunc_tan: 1266 case LibFunc_tanf: 1267 case LibFunc_tanh: 1268 case LibFunc_tanhf: 1269 case LibFunc_tanhl: 1270 case LibFunc_tanl: 1271 case LibFunc_trunc: 1272 case LibFunc_truncf: 1273 case LibFunc_truncl: 1274 return (NumParams == 1 && FTy.getReturnType()->isFloatingPointTy() && 1275 FTy.getReturnType() == FTy.getParamType(0)); 1276 1277 case LibFunc_atan2: 1278 case LibFunc_atan2_finite: 1279 case LibFunc_atan2f: 1280 case LibFunc_atan2f_finite: 1281 case LibFunc_atan2l: 1282 case LibFunc_atan2l_finite: 1283 case LibFunc_fmin: 1284 case LibFunc_fminf: 1285 case LibFunc_fminl: 1286 case LibFunc_fmax: 1287 case LibFunc_fmaxf: 1288 case LibFunc_fmaxl: 1289 case LibFunc_fmod: 1290 case LibFunc_fmodf: 1291 case LibFunc_fmodl: 1292 case LibFunc_copysign: 1293 case LibFunc_copysignf: 1294 case LibFunc_copysignl: 1295 case LibFunc_pow: 1296 case LibFunc_pow_finite: 1297 case LibFunc_powf: 1298 case LibFunc_powf_finite: 1299 case LibFunc_powl: 1300 case LibFunc_powl_finite: 1301 return (NumParams == 2 && FTy.getReturnType()->isFloatingPointTy() && 1302 FTy.getReturnType() == FTy.getParamType(0) && 1303 FTy.getReturnType() == FTy.getParamType(1)); 1304 1305 case LibFunc_ldexp: 1306 case LibFunc_ldexpf: 1307 case LibFunc_ldexpl: 1308 return (NumParams == 2 && FTy.getReturnType()->isFloatingPointTy() && 1309 FTy.getReturnType() == FTy.getParamType(0) && 1310 FTy.getParamType(1)->isIntegerTy(32)); 1311 1312 case LibFunc_ffs: 1313 case LibFunc_ffsl: 1314 case LibFunc_ffsll: 1315 case LibFunc_fls: 1316 case LibFunc_flsl: 1317 case LibFunc_flsll: 1318 return (NumParams == 1 && FTy.getReturnType()->isIntegerTy(32) && 1319 FTy.getParamType(0)->isIntegerTy()); 1320 1321 case LibFunc_isdigit: 1322 case LibFunc_isascii: 1323 case LibFunc_toascii: 1324 case LibFunc_putchar: 1325 case LibFunc_putchar_unlocked: 1326 return (NumParams == 1 && FTy.getReturnType()->isIntegerTy(32) && 1327 FTy.getReturnType() == FTy.getParamType(0)); 1328 1329 case LibFunc_abs: 1330 case LibFunc_labs: 1331 case LibFunc_llabs: 1332 return (NumParams == 1 && FTy.getReturnType()->isIntegerTy() && 1333 FTy.getReturnType() == FTy.getParamType(0)); 1334 1335 case LibFunc_cxa_atexit: 1336 return (NumParams == 3 && FTy.getReturnType()->isIntegerTy() && 1337 FTy.getParamType(0)->isPointerTy() && 1338 FTy.getParamType(1)->isPointerTy() && 1339 FTy.getParamType(2)->isPointerTy()); 1340 1341 case LibFunc_sinpi: 1342 case LibFunc_cospi: 1343 return (NumParams == 1 && FTy.getReturnType()->isDoubleTy() && 1344 FTy.getReturnType() == FTy.getParamType(0)); 1345 1346 case LibFunc_sinpif: 1347 case LibFunc_cospif: 1348 return (NumParams == 1 && FTy.getReturnType()->isFloatTy() && 1349 FTy.getReturnType() == FTy.getParamType(0)); 1350 1351 case LibFunc_strnlen: 1352 return (NumParams == 2 && FTy.getReturnType() == FTy.getParamType(1) && 1353 FTy.getParamType(0) == PCharTy && 1354 FTy.getParamType(1) == SizeTTy); 1355 1356 case LibFunc_posix_memalign: 1357 return (NumParams == 3 && FTy.getReturnType()->isIntegerTy(32) && 1358 FTy.getParamType(0)->isPointerTy() && 1359 FTy.getParamType(1) == SizeTTy && FTy.getParamType(2) == SizeTTy); 1360 1361 case LibFunc_wcslen: 1362 return (NumParams == 1 && FTy.getParamType(0)->isPointerTy() && 1363 FTy.getReturnType()->isIntegerTy()); 1364 1365 case LibFunc_cabs: 1366 case LibFunc_cabsf: 1367 case LibFunc_cabsl: { 1368 Type* RetTy = FTy.getReturnType(); 1369 if (!RetTy->isFloatingPointTy()) 1370 return false; 1371 1372 // NOTE: These prototypes are target specific and currently support 1373 // "complex" passed as an array or discrete real & imaginary parameters. 1374 // Add other calling conventions to enable libcall optimizations. 1375 if (NumParams == 1) 1376 return (FTy.getParamType(0)->isArrayTy() && 1377 FTy.getParamType(0)->getArrayNumElements() == 2 && 1378 FTy.getParamType(0)->getArrayElementType() == RetTy); 1379 else if (NumParams == 2) 1380 return (FTy.getParamType(0) == RetTy && FTy.getParamType(1) == RetTy); 1381 else 1382 return false; 1383 } 1384 case LibFunc::NumLibFuncs: 1385 break; 1386 } 1387 1388 llvm_unreachable("Invalid libfunc"); 1389 } 1390 1391 bool TargetLibraryInfoImpl::getLibFunc(const Function &FDecl, 1392 LibFunc &F) const { 1393 const DataLayout *DL = 1394 FDecl.getParent() ? &FDecl.getParent()->getDataLayout() : nullptr; 1395 return getLibFunc(FDecl.getName(), F) && 1396 isValidProtoForLibFunc(*FDecl.getFunctionType(), F, DL); 1397 } 1398 1399 void TargetLibraryInfoImpl::disableAllFunctions() { 1400 memset(AvailableArray, 0, sizeof(AvailableArray)); 1401 } 1402 1403 static bool compareByScalarFnName(const VecDesc &LHS, const VecDesc &RHS) { 1404 return LHS.ScalarFnName < RHS.ScalarFnName; 1405 } 1406 1407 static bool compareByVectorFnName(const VecDesc &LHS, const VecDesc &RHS) { 1408 return LHS.VectorFnName < RHS.VectorFnName; 1409 } 1410 1411 static bool compareWithScalarFnName(const VecDesc &LHS, StringRef S) { 1412 return LHS.ScalarFnName < S; 1413 } 1414 1415 static bool compareWithVectorFnName(const VecDesc &LHS, StringRef S) { 1416 return LHS.VectorFnName < S; 1417 } 1418 1419 void TargetLibraryInfoImpl::addVectorizableFunctions(ArrayRef<VecDesc> Fns) { 1420 VectorDescs.insert(VectorDescs.end(), Fns.begin(), Fns.end()); 1421 llvm::sort(VectorDescs, compareByScalarFnName); 1422 1423 ScalarDescs.insert(ScalarDescs.end(), Fns.begin(), Fns.end()); 1424 llvm::sort(ScalarDescs, compareByVectorFnName); 1425 } 1426 1427 void TargetLibraryInfoImpl::addVectorizableFunctionsFromVecLib( 1428 enum VectorLibrary VecLib) { 1429 switch (VecLib) { 1430 case Accelerate: { 1431 const VecDesc VecFuncs[] = { 1432 // Floating-Point Arithmetic and Auxiliary Functions 1433 {"ceilf", "vceilf", 4}, 1434 {"fabsf", "vfabsf", 4}, 1435 {"llvm.fabs.f32", "vfabsf", 4}, 1436 {"floorf", "vfloorf", 4}, 1437 {"sqrtf", "vsqrtf", 4}, 1438 {"llvm.sqrt.f32", "vsqrtf", 4}, 1439 1440 // Exponential and Logarithmic Functions 1441 {"expf", "vexpf", 4}, 1442 {"llvm.exp.f32", "vexpf", 4}, 1443 {"expm1f", "vexpm1f", 4}, 1444 {"logf", "vlogf", 4}, 1445 {"llvm.log.f32", "vlogf", 4}, 1446 {"log1pf", "vlog1pf", 4}, 1447 {"log10f", "vlog10f", 4}, 1448 {"llvm.log10.f32", "vlog10f", 4}, 1449 {"logbf", "vlogbf", 4}, 1450 1451 // Trigonometric Functions 1452 {"sinf", "vsinf", 4}, 1453 {"llvm.sin.f32", "vsinf", 4}, 1454 {"cosf", "vcosf", 4}, 1455 {"llvm.cos.f32", "vcosf", 4}, 1456 {"tanf", "vtanf", 4}, 1457 {"asinf", "vasinf", 4}, 1458 {"acosf", "vacosf", 4}, 1459 {"atanf", "vatanf", 4}, 1460 1461 // Hyperbolic Functions 1462 {"sinhf", "vsinhf", 4}, 1463 {"coshf", "vcoshf", 4}, 1464 {"tanhf", "vtanhf", 4}, 1465 {"asinhf", "vasinhf", 4}, 1466 {"acoshf", "vacoshf", 4}, 1467 {"atanhf", "vatanhf", 4}, 1468 }; 1469 addVectorizableFunctions(VecFuncs); 1470 break; 1471 } 1472 case SVML: { 1473 const VecDesc VecFuncs[] = { 1474 {"sin", "__svml_sin2", 2}, 1475 {"sin", "__svml_sin4", 4}, 1476 {"sin", "__svml_sin8", 8}, 1477 1478 {"sinf", "__svml_sinf4", 4}, 1479 {"sinf", "__svml_sinf8", 8}, 1480 {"sinf", "__svml_sinf16", 16}, 1481 1482 {"llvm.sin.f64", "__svml_sin2", 2}, 1483 {"llvm.sin.f64", "__svml_sin4", 4}, 1484 {"llvm.sin.f64", "__svml_sin8", 8}, 1485 1486 {"llvm.sin.f32", "__svml_sinf4", 4}, 1487 {"llvm.sin.f32", "__svml_sinf8", 8}, 1488 {"llvm.sin.f32", "__svml_sinf16", 16}, 1489 1490 {"cos", "__svml_cos2", 2}, 1491 {"cos", "__svml_cos4", 4}, 1492 {"cos", "__svml_cos8", 8}, 1493 1494 {"cosf", "__svml_cosf4", 4}, 1495 {"cosf", "__svml_cosf8", 8}, 1496 {"cosf", "__svml_cosf16", 16}, 1497 1498 {"llvm.cos.f64", "__svml_cos2", 2}, 1499 {"llvm.cos.f64", "__svml_cos4", 4}, 1500 {"llvm.cos.f64", "__svml_cos8", 8}, 1501 1502 {"llvm.cos.f32", "__svml_cosf4", 4}, 1503 {"llvm.cos.f32", "__svml_cosf8", 8}, 1504 {"llvm.cos.f32", "__svml_cosf16", 16}, 1505 1506 {"pow", "__svml_pow2", 2}, 1507 {"pow", "__svml_pow4", 4}, 1508 {"pow", "__svml_pow8", 8}, 1509 1510 {"powf", "__svml_powf4", 4}, 1511 {"powf", "__svml_powf8", 8}, 1512 {"powf", "__svml_powf16", 16}, 1513 1514 { "__pow_finite", "__svml_pow2", 2 }, 1515 { "__pow_finite", "__svml_pow4", 4 }, 1516 { "__pow_finite", "__svml_pow8", 8 }, 1517 1518 { "__powf_finite", "__svml_powf4", 4 }, 1519 { "__powf_finite", "__svml_powf8", 8 }, 1520 { "__powf_finite", "__svml_powf16", 16 }, 1521 1522 {"llvm.pow.f64", "__svml_pow2", 2}, 1523 {"llvm.pow.f64", "__svml_pow4", 4}, 1524 {"llvm.pow.f64", "__svml_pow8", 8}, 1525 1526 {"llvm.pow.f32", "__svml_powf4", 4}, 1527 {"llvm.pow.f32", "__svml_powf8", 8}, 1528 {"llvm.pow.f32", "__svml_powf16", 16}, 1529 1530 {"exp", "__svml_exp2", 2}, 1531 {"exp", "__svml_exp4", 4}, 1532 {"exp", "__svml_exp8", 8}, 1533 1534 {"expf", "__svml_expf4", 4}, 1535 {"expf", "__svml_expf8", 8}, 1536 {"expf", "__svml_expf16", 16}, 1537 1538 { "__exp_finite", "__svml_exp2", 2 }, 1539 { "__exp_finite", "__svml_exp4", 4 }, 1540 { "__exp_finite", "__svml_exp8", 8 }, 1541 1542 { "__expf_finite", "__svml_expf4", 4 }, 1543 { "__expf_finite", "__svml_expf8", 8 }, 1544 { "__expf_finite", "__svml_expf16", 16 }, 1545 1546 {"llvm.exp.f64", "__svml_exp2", 2}, 1547 {"llvm.exp.f64", "__svml_exp4", 4}, 1548 {"llvm.exp.f64", "__svml_exp8", 8}, 1549 1550 {"llvm.exp.f32", "__svml_expf4", 4}, 1551 {"llvm.exp.f32", "__svml_expf8", 8}, 1552 {"llvm.exp.f32", "__svml_expf16", 16}, 1553 1554 {"log", "__svml_log2", 2}, 1555 {"log", "__svml_log4", 4}, 1556 {"log", "__svml_log8", 8}, 1557 1558 {"logf", "__svml_logf4", 4}, 1559 {"logf", "__svml_logf8", 8}, 1560 {"logf", "__svml_logf16", 16}, 1561 1562 { "__log_finite", "__svml_log2", 2 }, 1563 { "__log_finite", "__svml_log4", 4 }, 1564 { "__log_finite", "__svml_log8", 8 }, 1565 1566 { "__logf_finite", "__svml_logf4", 4 }, 1567 { "__logf_finite", "__svml_logf8", 8 }, 1568 { "__logf_finite", "__svml_logf16", 16 }, 1569 1570 {"llvm.log.f64", "__svml_log2", 2}, 1571 {"llvm.log.f64", "__svml_log4", 4}, 1572 {"llvm.log.f64", "__svml_log8", 8}, 1573 1574 {"llvm.log.f32", "__svml_logf4", 4}, 1575 {"llvm.log.f32", "__svml_logf8", 8}, 1576 {"llvm.log.f32", "__svml_logf16", 16}, 1577 }; 1578 addVectorizableFunctions(VecFuncs); 1579 break; 1580 } 1581 case NoLibrary: 1582 break; 1583 } 1584 } 1585 1586 bool TargetLibraryInfoImpl::isFunctionVectorizable(StringRef funcName) const { 1587 funcName = sanitizeFunctionName(funcName); 1588 if (funcName.empty()) 1589 return false; 1590 1591 std::vector<VecDesc>::const_iterator I = std::lower_bound( 1592 VectorDescs.begin(), VectorDescs.end(), funcName, 1593 compareWithScalarFnName); 1594 return I != VectorDescs.end() && StringRef(I->ScalarFnName) == funcName; 1595 } 1596 1597 StringRef TargetLibraryInfoImpl::getVectorizedFunction(StringRef F, 1598 unsigned VF) const { 1599 F = sanitizeFunctionName(F); 1600 if (F.empty()) 1601 return F; 1602 std::vector<VecDesc>::const_iterator I = std::lower_bound( 1603 VectorDescs.begin(), VectorDescs.end(), F, compareWithScalarFnName); 1604 while (I != VectorDescs.end() && StringRef(I->ScalarFnName) == F) { 1605 if (I->VectorizationFactor == VF) 1606 return I->VectorFnName; 1607 ++I; 1608 } 1609 return StringRef(); 1610 } 1611 1612 StringRef TargetLibraryInfoImpl::getScalarizedFunction(StringRef F, 1613 unsigned &VF) const { 1614 F = sanitizeFunctionName(F); 1615 if (F.empty()) 1616 return F; 1617 1618 std::vector<VecDesc>::const_iterator I = std::lower_bound( 1619 ScalarDescs.begin(), ScalarDescs.end(), F, compareWithVectorFnName); 1620 if (I == VectorDescs.end() || StringRef(I->VectorFnName) != F) 1621 return StringRef(); 1622 VF = I->VectorizationFactor; 1623 return I->ScalarFnName; 1624 } 1625 1626 TargetLibraryInfo TargetLibraryAnalysis::run(Module &M, 1627 ModuleAnalysisManager &) { 1628 if (PresetInfoImpl) 1629 return TargetLibraryInfo(*PresetInfoImpl); 1630 1631 return TargetLibraryInfo(lookupInfoImpl(Triple(M.getTargetTriple()))); 1632 } 1633 1634 TargetLibraryInfo TargetLibraryAnalysis::run(Function &F, 1635 FunctionAnalysisManager &) { 1636 if (PresetInfoImpl) 1637 return TargetLibraryInfo(*PresetInfoImpl); 1638 1639 return TargetLibraryInfo( 1640 lookupInfoImpl(Triple(F.getParent()->getTargetTriple()))); 1641 } 1642 1643 TargetLibraryInfoImpl &TargetLibraryAnalysis::lookupInfoImpl(const Triple &T) { 1644 std::unique_ptr<TargetLibraryInfoImpl> &Impl = 1645 Impls[T.normalize()]; 1646 if (!Impl) 1647 Impl.reset(new TargetLibraryInfoImpl(T)); 1648 1649 return *Impl; 1650 } 1651 1652 unsigned TargetLibraryInfoImpl::getWCharSize(const Module &M) const { 1653 if (auto *ShortWChar = cast_or_null<ConstantAsMetadata>( 1654 M.getModuleFlag("wchar_size"))) 1655 return cast<ConstantInt>(ShortWChar->getValue())->getZExtValue(); 1656 return 0; 1657 } 1658 1659 TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass() 1660 : ImmutablePass(ID), TLIImpl(), TLI(TLIImpl) { 1661 initializeTargetLibraryInfoWrapperPassPass(*PassRegistry::getPassRegistry()); 1662 } 1663 1664 TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass(const Triple &T) 1665 : ImmutablePass(ID), TLIImpl(T), TLI(TLIImpl) { 1666 initializeTargetLibraryInfoWrapperPassPass(*PassRegistry::getPassRegistry()); 1667 } 1668 1669 TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass( 1670 const TargetLibraryInfoImpl &TLIImpl) 1671 : ImmutablePass(ID), TLIImpl(TLIImpl), TLI(this->TLIImpl) { 1672 initializeTargetLibraryInfoWrapperPassPass(*PassRegistry::getPassRegistry()); 1673 } 1674 1675 AnalysisKey TargetLibraryAnalysis::Key; 1676 1677 // Register the basic pass. 1678 INITIALIZE_PASS(TargetLibraryInfoWrapperPass, "targetlibinfo", 1679 "Target Library Information", false, true) 1680 char TargetLibraryInfoWrapperPass::ID = 0; 1681 1682 void TargetLibraryInfoWrapperPass::anchor() {} 1683