1 //===-- TargetLibraryInfo.cpp - Runtime library information ----------------==// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file implements the TargetLibraryInfo class. 11 // 12 //===----------------------------------------------------------------------===// 13 14 #include "llvm/Analysis/TargetLibraryInfo.h" 15 #include "llvm/ADT/Triple.h" 16 #include "llvm/Support/CommandLine.h" 17 using namespace llvm; 18 19 static cl::opt<TargetLibraryInfoImpl::VectorLibrary> ClVectorLibrary( 20 "vector-library", cl::Hidden, cl::desc("Vector functions library"), 21 cl::init(TargetLibraryInfoImpl::NoLibrary), 22 cl::values(clEnumValN(TargetLibraryInfoImpl::NoLibrary, "none", 23 "No vector functions library"), 24 clEnumValN(TargetLibraryInfoImpl::Accelerate, "Accelerate", 25 "Accelerate framework"), 26 clEnumValEnd)); 27 28 const char *const TargetLibraryInfoImpl::StandardNames[LibFunc::NumLibFuncs] = { 29 #define TLI_DEFINE_STRING 30 #include "llvm/Analysis/TargetLibraryInfo.def" 31 }; 32 33 static bool hasSinCosPiStret(const Triple &T) { 34 // Only Darwin variants have _stret versions of combined trig functions. 35 if (!T.isOSDarwin()) 36 return false; 37 38 // The ABI is rather complicated on x86, so don't do anything special there. 39 if (T.getArch() == Triple::x86) 40 return false; 41 42 if (T.isMacOSX() && T.isMacOSXVersionLT(10, 9)) 43 return false; 44 45 if (T.isiOS() && T.isOSVersionLT(7, 0)) 46 return false; 47 48 return true; 49 } 50 51 /// initialize - Initialize the set of available library functions based on the 52 /// specified target triple. This should be carefully written so that a missing 53 /// target triple gets a sane set of defaults. 54 static void initialize(TargetLibraryInfoImpl &TLI, const Triple &T, 55 ArrayRef<const char *> StandardNames) { 56 // Verify that the StandardNames array is in alphabetical order. 57 assert(std::is_sorted(StandardNames.begin(), StandardNames.end(), 58 [](const char *LHS, const char *RHS) { 59 return strcmp(LHS, RHS) < 0; 60 }) && 61 "TargetLibraryInfoImpl function names must be sorted"); 62 63 if (T.getArch() == Triple::r600 || 64 T.getArch() == Triple::amdgcn) { 65 TLI.setUnavailable(LibFunc::ldexp); 66 TLI.setUnavailable(LibFunc::ldexpf); 67 TLI.setUnavailable(LibFunc::ldexpl); 68 } 69 70 // There are no library implementations of mempcy and memset for AMD gpus and 71 // these can be difficult to lower in the backend. 72 if (T.getArch() == Triple::r600 || 73 T.getArch() == Triple::amdgcn) { 74 TLI.setUnavailable(LibFunc::memcpy); 75 TLI.setUnavailable(LibFunc::memset); 76 TLI.setUnavailable(LibFunc::memset_pattern16); 77 return; 78 } 79 80 // memset_pattern16 is only available on iOS 3.0 and Mac OS X 10.5 and later. 81 // All versions of watchOS support it. 82 if (T.isMacOSX()) { 83 if (T.isMacOSXVersionLT(10, 5)) 84 TLI.setUnavailable(LibFunc::memset_pattern16); 85 } else if (T.isiOS()) { 86 if (T.isOSVersionLT(3, 0)) 87 TLI.setUnavailable(LibFunc::memset_pattern16); 88 } else if (!T.isWatchOS()) { 89 TLI.setUnavailable(LibFunc::memset_pattern16); 90 } 91 92 if (!hasSinCosPiStret(T)) { 93 TLI.setUnavailable(LibFunc::sinpi); 94 TLI.setUnavailable(LibFunc::sinpif); 95 TLI.setUnavailable(LibFunc::cospi); 96 TLI.setUnavailable(LibFunc::cospif); 97 TLI.setUnavailable(LibFunc::sincospi_stret); 98 TLI.setUnavailable(LibFunc::sincospif_stret); 99 } 100 101 if (T.isMacOSX() && T.getArch() == Triple::x86 && 102 !T.isMacOSXVersionLT(10, 7)) { 103 // x86-32 OSX has a scheme where fwrite and fputs (and some other functions 104 // we don't care about) have two versions; on recent OSX, the one we want 105 // has a $UNIX2003 suffix. The two implementations are identical except 106 // for the return value in some edge cases. However, we don't want to 107 // generate code that depends on the old symbols. 108 TLI.setAvailableWithName(LibFunc::fwrite, "fwrite$UNIX2003"); 109 TLI.setAvailableWithName(LibFunc::fputs, "fputs$UNIX2003"); 110 } 111 112 // iprintf and friends are only available on XCore and TCE. 113 if (T.getArch() != Triple::xcore && T.getArch() != Triple::tce) { 114 TLI.setUnavailable(LibFunc::iprintf); 115 TLI.setUnavailable(LibFunc::siprintf); 116 TLI.setUnavailable(LibFunc::fiprintf); 117 } 118 119 if (T.isOSWindows() && !T.isOSCygMing()) { 120 // Win32 does not support long double 121 TLI.setUnavailable(LibFunc::acosl); 122 TLI.setUnavailable(LibFunc::asinl); 123 TLI.setUnavailable(LibFunc::atanl); 124 TLI.setUnavailable(LibFunc::atan2l); 125 TLI.setUnavailable(LibFunc::ceill); 126 TLI.setUnavailable(LibFunc::copysignl); 127 TLI.setUnavailable(LibFunc::cosl); 128 TLI.setUnavailable(LibFunc::coshl); 129 TLI.setUnavailable(LibFunc::expl); 130 TLI.setUnavailable(LibFunc::fabsf); // Win32 and Win64 both lack fabsf 131 TLI.setUnavailable(LibFunc::fabsl); 132 TLI.setUnavailable(LibFunc::floorl); 133 TLI.setUnavailable(LibFunc::fmaxl); 134 TLI.setUnavailable(LibFunc::fminl); 135 TLI.setUnavailable(LibFunc::fmodl); 136 TLI.setUnavailable(LibFunc::frexpl); 137 TLI.setUnavailable(LibFunc::ldexpf); 138 TLI.setUnavailable(LibFunc::ldexpl); 139 TLI.setUnavailable(LibFunc::logl); 140 TLI.setUnavailable(LibFunc::modfl); 141 TLI.setUnavailable(LibFunc::powl); 142 TLI.setUnavailable(LibFunc::sinl); 143 TLI.setUnavailable(LibFunc::sinhl); 144 TLI.setUnavailable(LibFunc::sqrtl); 145 TLI.setUnavailable(LibFunc::tanl); 146 TLI.setUnavailable(LibFunc::tanhl); 147 148 // Win32 only has C89 math 149 TLI.setUnavailable(LibFunc::acosh); 150 TLI.setUnavailable(LibFunc::acoshf); 151 TLI.setUnavailable(LibFunc::acoshl); 152 TLI.setUnavailable(LibFunc::asinh); 153 TLI.setUnavailable(LibFunc::asinhf); 154 TLI.setUnavailable(LibFunc::asinhl); 155 TLI.setUnavailable(LibFunc::atanh); 156 TLI.setUnavailable(LibFunc::atanhf); 157 TLI.setUnavailable(LibFunc::atanhl); 158 TLI.setUnavailable(LibFunc::cbrt); 159 TLI.setUnavailable(LibFunc::cbrtf); 160 TLI.setUnavailable(LibFunc::cbrtl); 161 TLI.setUnavailable(LibFunc::exp2); 162 TLI.setUnavailable(LibFunc::exp2f); 163 TLI.setUnavailable(LibFunc::exp2l); 164 TLI.setUnavailable(LibFunc::expm1); 165 TLI.setUnavailable(LibFunc::expm1f); 166 TLI.setUnavailable(LibFunc::expm1l); 167 TLI.setUnavailable(LibFunc::log2); 168 TLI.setUnavailable(LibFunc::log2f); 169 TLI.setUnavailable(LibFunc::log2l); 170 TLI.setUnavailable(LibFunc::log1p); 171 TLI.setUnavailable(LibFunc::log1pf); 172 TLI.setUnavailable(LibFunc::log1pl); 173 TLI.setUnavailable(LibFunc::logb); 174 TLI.setUnavailable(LibFunc::logbf); 175 TLI.setUnavailable(LibFunc::logbl); 176 TLI.setUnavailable(LibFunc::nearbyint); 177 TLI.setUnavailable(LibFunc::nearbyintf); 178 TLI.setUnavailable(LibFunc::nearbyintl); 179 TLI.setUnavailable(LibFunc::rint); 180 TLI.setUnavailable(LibFunc::rintf); 181 TLI.setUnavailable(LibFunc::rintl); 182 TLI.setUnavailable(LibFunc::round); 183 TLI.setUnavailable(LibFunc::roundf); 184 TLI.setUnavailable(LibFunc::roundl); 185 TLI.setUnavailable(LibFunc::trunc); 186 TLI.setUnavailable(LibFunc::truncf); 187 TLI.setUnavailable(LibFunc::truncl); 188 189 // Win32 provides some C99 math with mangled names 190 TLI.setAvailableWithName(LibFunc::copysign, "_copysign"); 191 192 if (T.getArch() == Triple::x86) { 193 // Win32 on x86 implements single-precision math functions as macros 194 TLI.setUnavailable(LibFunc::acosf); 195 TLI.setUnavailable(LibFunc::asinf); 196 TLI.setUnavailable(LibFunc::atanf); 197 TLI.setUnavailable(LibFunc::atan2f); 198 TLI.setUnavailable(LibFunc::ceilf); 199 TLI.setUnavailable(LibFunc::copysignf); 200 TLI.setUnavailable(LibFunc::cosf); 201 TLI.setUnavailable(LibFunc::coshf); 202 TLI.setUnavailable(LibFunc::expf); 203 TLI.setUnavailable(LibFunc::floorf); 204 TLI.setUnavailable(LibFunc::fminf); 205 TLI.setUnavailable(LibFunc::fmaxf); 206 TLI.setUnavailable(LibFunc::fmodf); 207 TLI.setUnavailable(LibFunc::logf); 208 TLI.setUnavailable(LibFunc::powf); 209 TLI.setUnavailable(LibFunc::sinf); 210 TLI.setUnavailable(LibFunc::sinhf); 211 TLI.setUnavailable(LibFunc::sqrtf); 212 TLI.setUnavailable(LibFunc::tanf); 213 TLI.setUnavailable(LibFunc::tanhf); 214 } 215 216 // Win32 does *not* provide provide these functions, but they are 217 // generally available on POSIX-compliant systems: 218 TLI.setUnavailable(LibFunc::access); 219 TLI.setUnavailable(LibFunc::bcmp); 220 TLI.setUnavailable(LibFunc::bcopy); 221 TLI.setUnavailable(LibFunc::bzero); 222 TLI.setUnavailable(LibFunc::chmod); 223 TLI.setUnavailable(LibFunc::chown); 224 TLI.setUnavailable(LibFunc::closedir); 225 TLI.setUnavailable(LibFunc::ctermid); 226 TLI.setUnavailable(LibFunc::fdopen); 227 TLI.setUnavailable(LibFunc::ffs); 228 TLI.setUnavailable(LibFunc::fileno); 229 TLI.setUnavailable(LibFunc::flockfile); 230 TLI.setUnavailable(LibFunc::fseeko); 231 TLI.setUnavailable(LibFunc::fstat); 232 TLI.setUnavailable(LibFunc::fstatvfs); 233 TLI.setUnavailable(LibFunc::ftello); 234 TLI.setUnavailable(LibFunc::ftrylockfile); 235 TLI.setUnavailable(LibFunc::funlockfile); 236 TLI.setUnavailable(LibFunc::getc_unlocked); 237 TLI.setUnavailable(LibFunc::getitimer); 238 TLI.setUnavailable(LibFunc::getlogin_r); 239 TLI.setUnavailable(LibFunc::getpwnam); 240 TLI.setUnavailable(LibFunc::gettimeofday); 241 TLI.setUnavailable(LibFunc::htonl); 242 TLI.setUnavailable(LibFunc::htons); 243 TLI.setUnavailable(LibFunc::lchown); 244 TLI.setUnavailable(LibFunc::lstat); 245 TLI.setUnavailable(LibFunc::memccpy); 246 TLI.setUnavailable(LibFunc::mkdir); 247 TLI.setUnavailable(LibFunc::ntohl); 248 TLI.setUnavailable(LibFunc::ntohs); 249 TLI.setUnavailable(LibFunc::open); 250 TLI.setUnavailable(LibFunc::opendir); 251 TLI.setUnavailable(LibFunc::pclose); 252 TLI.setUnavailable(LibFunc::popen); 253 TLI.setUnavailable(LibFunc::pread); 254 TLI.setUnavailable(LibFunc::pwrite); 255 TLI.setUnavailable(LibFunc::read); 256 TLI.setUnavailable(LibFunc::readlink); 257 TLI.setUnavailable(LibFunc::realpath); 258 TLI.setUnavailable(LibFunc::rmdir); 259 TLI.setUnavailable(LibFunc::setitimer); 260 TLI.setUnavailable(LibFunc::stat); 261 TLI.setUnavailable(LibFunc::statvfs); 262 TLI.setUnavailable(LibFunc::stpcpy); 263 TLI.setUnavailable(LibFunc::stpncpy); 264 TLI.setUnavailable(LibFunc::strcasecmp); 265 TLI.setUnavailable(LibFunc::strncasecmp); 266 TLI.setUnavailable(LibFunc::times); 267 TLI.setUnavailable(LibFunc::uname); 268 TLI.setUnavailable(LibFunc::unlink); 269 TLI.setUnavailable(LibFunc::unsetenv); 270 TLI.setUnavailable(LibFunc::utime); 271 TLI.setUnavailable(LibFunc::utimes); 272 TLI.setUnavailable(LibFunc::write); 273 274 // Win32 does *not* provide provide these functions, but they are 275 // specified by C99: 276 TLI.setUnavailable(LibFunc::atoll); 277 TLI.setUnavailable(LibFunc::frexpf); 278 TLI.setUnavailable(LibFunc::llabs); 279 } 280 281 switch (T.getOS()) { 282 case Triple::MacOSX: 283 // exp10 and exp10f are not available on OS X until 10.9 and iOS until 7.0 284 // and their names are __exp10 and __exp10f. exp10l is not available on 285 // OS X or iOS. 286 TLI.setUnavailable(LibFunc::exp10l); 287 if (T.isMacOSXVersionLT(10, 9)) { 288 TLI.setUnavailable(LibFunc::exp10); 289 TLI.setUnavailable(LibFunc::exp10f); 290 } else { 291 TLI.setAvailableWithName(LibFunc::exp10, "__exp10"); 292 TLI.setAvailableWithName(LibFunc::exp10f, "__exp10f"); 293 } 294 break; 295 case Triple::IOS: 296 case Triple::TvOS: 297 case Triple::WatchOS: 298 TLI.setUnavailable(LibFunc::exp10l); 299 if (!T.isWatchOS() && (T.isOSVersionLT(7, 0) || 300 (T.isOSVersionLT(9, 0) && 301 (T.getArch() == Triple::x86 || 302 T.getArch() == Triple::x86_64)))) { 303 TLI.setUnavailable(LibFunc::exp10); 304 TLI.setUnavailable(LibFunc::exp10f); 305 } else { 306 TLI.setAvailableWithName(LibFunc::exp10, "__exp10"); 307 TLI.setAvailableWithName(LibFunc::exp10f, "__exp10f"); 308 } 309 break; 310 case Triple::Linux: 311 // exp10, exp10f, exp10l is available on Linux (GLIBC) but are extremely 312 // buggy prior to glibc version 2.18. Until this version is widely deployed 313 // or we have a reasonable detection strategy, we cannot use exp10 reliably 314 // on Linux. 315 // 316 // Fall through to disable all of them. 317 default: 318 TLI.setUnavailable(LibFunc::exp10); 319 TLI.setUnavailable(LibFunc::exp10f); 320 TLI.setUnavailable(LibFunc::exp10l); 321 } 322 323 // ffsl is available on at least Darwin, Mac OS X, iOS, FreeBSD, and 324 // Linux (GLIBC): 325 // http://developer.apple.com/library/mac/#documentation/Darwin/Reference/ManPages/man3/ffsl.3.html 326 // http://svn.freebsd.org/base/head/lib/libc/string/ffsl.c 327 // http://www.gnu.org/software/gnulib/manual/html_node/ffsl.html 328 switch (T.getOS()) { 329 case Triple::Darwin: 330 case Triple::MacOSX: 331 case Triple::IOS: 332 case Triple::TvOS: 333 case Triple::WatchOS: 334 case Triple::FreeBSD: 335 case Triple::Linux: 336 break; 337 default: 338 TLI.setUnavailable(LibFunc::ffsl); 339 } 340 341 // ffsll is available on at least FreeBSD and Linux (GLIBC): 342 // http://svn.freebsd.org/base/head/lib/libc/string/ffsll.c 343 // http://www.gnu.org/software/gnulib/manual/html_node/ffsll.html 344 switch (T.getOS()) { 345 case Triple::Darwin: 346 case Triple::MacOSX: 347 case Triple::IOS: 348 case Triple::TvOS: 349 case Triple::WatchOS: 350 case Triple::FreeBSD: 351 case Triple::Linux: 352 break; 353 default: 354 TLI.setUnavailable(LibFunc::ffsll); 355 } 356 357 // The following functions are available on at least FreeBSD: 358 // http://svn.freebsd.org/base/head/lib/libc/string/fls.c 359 // http://svn.freebsd.org/base/head/lib/libc/string/flsl.c 360 // http://svn.freebsd.org/base/head/lib/libc/string/flsll.c 361 if (!T.isOSFreeBSD()) { 362 TLI.setUnavailable(LibFunc::fls); 363 TLI.setUnavailable(LibFunc::flsl); 364 TLI.setUnavailable(LibFunc::flsll); 365 } 366 367 // The following functions are available on at least Linux: 368 if (!T.isOSLinux()) { 369 TLI.setUnavailable(LibFunc::dunder_strdup); 370 TLI.setUnavailable(LibFunc::dunder_strtok_r); 371 TLI.setUnavailable(LibFunc::dunder_isoc99_scanf); 372 TLI.setUnavailable(LibFunc::dunder_isoc99_sscanf); 373 TLI.setUnavailable(LibFunc::under_IO_getc); 374 TLI.setUnavailable(LibFunc::under_IO_putc); 375 TLI.setUnavailable(LibFunc::memalign); 376 TLI.setUnavailable(LibFunc::fopen64); 377 TLI.setUnavailable(LibFunc::fseeko64); 378 TLI.setUnavailable(LibFunc::fstat64); 379 TLI.setUnavailable(LibFunc::fstatvfs64); 380 TLI.setUnavailable(LibFunc::ftello64); 381 TLI.setUnavailable(LibFunc::lstat64); 382 TLI.setUnavailable(LibFunc::open64); 383 TLI.setUnavailable(LibFunc::stat64); 384 TLI.setUnavailable(LibFunc::statvfs64); 385 TLI.setUnavailable(LibFunc::tmpfile64); 386 } 387 388 // As currently implemented in clang, NVPTX code has no standard library to 389 // speak of. Headers provide a standard-ish library implementation, but many 390 // of the signatures are wrong -- for example, many libm functions are not 391 // extern "C". 392 // 393 // libdevice, an IR library provided by nvidia, is linked in by the front-end, 394 // but only used functions are provided to llvm. Moreover, most of the 395 // functions in libdevice don't map precisely to standard library functions. 396 // 397 // FIXME: Having no standard library prevents e.g. many fastmath 398 // optimizations, so this situation should be fixed. 399 if (T.isNVPTX()) { 400 TLI.disableAllFunctions(); 401 TLI.setAvailable(LibFunc::nvvm_reflect); 402 } else { 403 TLI.setUnavailable(LibFunc::nvvm_reflect); 404 } 405 406 TLI.addVectorizableFunctionsFromVecLib(ClVectorLibrary); 407 } 408 409 TargetLibraryInfoImpl::TargetLibraryInfoImpl() { 410 // Default to everything being available. 411 memset(AvailableArray, -1, sizeof(AvailableArray)); 412 413 initialize(*this, Triple(), StandardNames); 414 } 415 416 TargetLibraryInfoImpl::TargetLibraryInfoImpl(const Triple &T) { 417 // Default to everything being available. 418 memset(AvailableArray, -1, sizeof(AvailableArray)); 419 420 initialize(*this, T, StandardNames); 421 } 422 423 TargetLibraryInfoImpl::TargetLibraryInfoImpl(const TargetLibraryInfoImpl &TLI) 424 : CustomNames(TLI.CustomNames) { 425 memcpy(AvailableArray, TLI.AvailableArray, sizeof(AvailableArray)); 426 VectorDescs = TLI.VectorDescs; 427 ScalarDescs = TLI.ScalarDescs; 428 } 429 430 TargetLibraryInfoImpl::TargetLibraryInfoImpl(TargetLibraryInfoImpl &&TLI) 431 : CustomNames(std::move(TLI.CustomNames)) { 432 std::move(std::begin(TLI.AvailableArray), std::end(TLI.AvailableArray), 433 AvailableArray); 434 VectorDescs = TLI.VectorDescs; 435 ScalarDescs = TLI.ScalarDescs; 436 } 437 438 TargetLibraryInfoImpl &TargetLibraryInfoImpl::operator=(const TargetLibraryInfoImpl &TLI) { 439 CustomNames = TLI.CustomNames; 440 memcpy(AvailableArray, TLI.AvailableArray, sizeof(AvailableArray)); 441 return *this; 442 } 443 444 TargetLibraryInfoImpl &TargetLibraryInfoImpl::operator=(TargetLibraryInfoImpl &&TLI) { 445 CustomNames = std::move(TLI.CustomNames); 446 std::move(std::begin(TLI.AvailableArray), std::end(TLI.AvailableArray), 447 AvailableArray); 448 return *this; 449 } 450 451 static StringRef sanitizeFunctionName(StringRef funcName) { 452 // Filter out empty names and names containing null bytes, those can't be in 453 // our table. 454 if (funcName.empty() || funcName.find('\0') != StringRef::npos) 455 return StringRef(); 456 457 // Check for \01 prefix that is used to mangle __asm declarations and 458 // strip it if present. 459 return GlobalValue::getRealLinkageName(funcName); 460 } 461 462 bool TargetLibraryInfoImpl::getLibFunc(StringRef funcName, 463 LibFunc::Func &F) const { 464 const char *const *Start = &StandardNames[0]; 465 const char *const *End = &StandardNames[LibFunc::NumLibFuncs]; 466 467 funcName = sanitizeFunctionName(funcName); 468 if (funcName.empty()) 469 return false; 470 471 const char *const *I = std::lower_bound( 472 Start, End, funcName, [](const char *LHS, StringRef RHS) { 473 return std::strncmp(LHS, RHS.data(), RHS.size()) < 0; 474 }); 475 if (I != End && *I == funcName) { 476 F = (LibFunc::Func)(I - Start); 477 return true; 478 } 479 return false; 480 } 481 482 void TargetLibraryInfoImpl::disableAllFunctions() { 483 memset(AvailableArray, 0, sizeof(AvailableArray)); 484 } 485 486 static bool compareByScalarFnName(const VecDesc &LHS, const VecDesc &RHS) { 487 return std::strncmp(LHS.ScalarFnName, RHS.ScalarFnName, 488 std::strlen(RHS.ScalarFnName)) < 0; 489 } 490 491 static bool compareByVectorFnName(const VecDesc &LHS, const VecDesc &RHS) { 492 return std::strncmp(LHS.VectorFnName, RHS.VectorFnName, 493 std::strlen(RHS.VectorFnName)) < 0; 494 } 495 496 static bool compareWithScalarFnName(const VecDesc &LHS, StringRef S) { 497 return std::strncmp(LHS.ScalarFnName, S.data(), S.size()) < 0; 498 } 499 500 static bool compareWithVectorFnName(const VecDesc &LHS, StringRef S) { 501 return std::strncmp(LHS.VectorFnName, S.data(), S.size()) < 0; 502 } 503 504 void TargetLibraryInfoImpl::addVectorizableFunctions(ArrayRef<VecDesc> Fns) { 505 VectorDescs.insert(VectorDescs.end(), Fns.begin(), Fns.end()); 506 std::sort(VectorDescs.begin(), VectorDescs.end(), compareByScalarFnName); 507 508 ScalarDescs.insert(ScalarDescs.end(), Fns.begin(), Fns.end()); 509 std::sort(ScalarDescs.begin(), ScalarDescs.end(), compareByVectorFnName); 510 } 511 512 void TargetLibraryInfoImpl::addVectorizableFunctionsFromVecLib( 513 enum VectorLibrary VecLib) { 514 switch (VecLib) { 515 case Accelerate: { 516 const VecDesc VecFuncs[] = { 517 // Floating-Point Arithmetic and Auxiliary Functions 518 {"ceilf", "vceilf", 4}, 519 {"fabsf", "vfabsf", 4}, 520 {"llvm.fabs.f32", "vfabsf", 4}, 521 {"floorf", "vfloorf", 4}, 522 {"sqrtf", "vsqrtf", 4}, 523 {"llvm.sqrt.f32", "vsqrtf", 4}, 524 525 // Exponential and Logarithmic Functions 526 {"expf", "vexpf", 4}, 527 {"llvm.exp.f32", "vexpf", 4}, 528 {"expm1f", "vexpm1f", 4}, 529 {"logf", "vlogf", 4}, 530 {"llvm.log.f32", "vlogf", 4}, 531 {"log1pf", "vlog1pf", 4}, 532 {"log10f", "vlog10f", 4}, 533 {"llvm.log10.f32", "vlog10f", 4}, 534 {"logbf", "vlogbf", 4}, 535 536 // Trigonometric Functions 537 {"sinf", "vsinf", 4}, 538 {"llvm.sin.f32", "vsinf", 4}, 539 {"cosf", "vcosf", 4}, 540 {"llvm.cos.f32", "vcosf", 4}, 541 {"tanf", "vtanf", 4}, 542 {"asinf", "vasinf", 4}, 543 {"acosf", "vacosf", 4}, 544 {"atanf", "vatanf", 4}, 545 546 // Hyperbolic Functions 547 {"sinhf", "vsinhf", 4}, 548 {"coshf", "vcoshf", 4}, 549 {"tanhf", "vtanhf", 4}, 550 {"asinhf", "vasinhf", 4}, 551 {"acoshf", "vacoshf", 4}, 552 {"atanhf", "vatanhf", 4}, 553 }; 554 addVectorizableFunctions(VecFuncs); 555 break; 556 } 557 case NoLibrary: 558 break; 559 } 560 } 561 562 bool TargetLibraryInfoImpl::isFunctionVectorizable(StringRef funcName) const { 563 funcName = sanitizeFunctionName(funcName); 564 if (funcName.empty()) 565 return false; 566 567 std::vector<VecDesc>::const_iterator I = std::lower_bound( 568 VectorDescs.begin(), VectorDescs.end(), funcName, 569 compareWithScalarFnName); 570 return I != VectorDescs.end() && StringRef(I->ScalarFnName) == funcName; 571 } 572 573 StringRef TargetLibraryInfoImpl::getVectorizedFunction(StringRef F, 574 unsigned VF) const { 575 F = sanitizeFunctionName(F); 576 if (F.empty()) 577 return F; 578 std::vector<VecDesc>::const_iterator I = std::lower_bound( 579 VectorDescs.begin(), VectorDescs.end(), F, compareWithScalarFnName); 580 while (I != VectorDescs.end() && StringRef(I->ScalarFnName) == F) { 581 if (I->VectorizationFactor == VF) 582 return I->VectorFnName; 583 ++I; 584 } 585 return StringRef(); 586 } 587 588 StringRef TargetLibraryInfoImpl::getScalarizedFunction(StringRef F, 589 unsigned &VF) const { 590 F = sanitizeFunctionName(F); 591 if (F.empty()) 592 return F; 593 594 std::vector<VecDesc>::const_iterator I = std::lower_bound( 595 ScalarDescs.begin(), ScalarDescs.end(), F, compareWithVectorFnName); 596 if (I == VectorDescs.end() || StringRef(I->VectorFnName) != F) 597 return StringRef(); 598 VF = I->VectorizationFactor; 599 return I->ScalarFnName; 600 } 601 602 TargetLibraryInfo TargetLibraryAnalysis::run(Module &M) { 603 if (PresetInfoImpl) 604 return TargetLibraryInfo(*PresetInfoImpl); 605 606 return TargetLibraryInfo(lookupInfoImpl(Triple(M.getTargetTriple()))); 607 } 608 609 TargetLibraryInfo TargetLibraryAnalysis::run(Function &F) { 610 if (PresetInfoImpl) 611 return TargetLibraryInfo(*PresetInfoImpl); 612 613 return TargetLibraryInfo( 614 lookupInfoImpl(Triple(F.getParent()->getTargetTriple()))); 615 } 616 617 TargetLibraryInfoImpl &TargetLibraryAnalysis::lookupInfoImpl(Triple T) { 618 std::unique_ptr<TargetLibraryInfoImpl> &Impl = 619 Impls[T.normalize()]; 620 if (!Impl) 621 Impl.reset(new TargetLibraryInfoImpl(T)); 622 623 return *Impl; 624 } 625 626 627 TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass() 628 : ImmutablePass(ID), TLIImpl(), TLI(TLIImpl) { 629 initializeTargetLibraryInfoWrapperPassPass(*PassRegistry::getPassRegistry()); 630 } 631 632 TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass(const Triple &T) 633 : ImmutablePass(ID), TLIImpl(T), TLI(TLIImpl) { 634 initializeTargetLibraryInfoWrapperPassPass(*PassRegistry::getPassRegistry()); 635 } 636 637 TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass( 638 const TargetLibraryInfoImpl &TLIImpl) 639 : ImmutablePass(ID), TLIImpl(TLIImpl), TLI(this->TLIImpl) { 640 initializeTargetLibraryInfoWrapperPassPass(*PassRegistry::getPassRegistry()); 641 } 642 643 char TargetLibraryAnalysis::PassID; 644 645 // Register the basic pass. 646 INITIALIZE_PASS(TargetLibraryInfoWrapperPass, "targetlibinfo", 647 "Target Library Information", false, true) 648 char TargetLibraryInfoWrapperPass::ID = 0; 649 650 void TargetLibraryInfoWrapperPass::anchor() {} 651