1 //===-- Attributes.cpp - Implement AttributesList -------------------------===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // \file 11 // \brief This file implements the Attribute, AttributeImpl, AttrBuilder, 12 // AttributeSetImpl, and AttributeSet classes. 13 // 14 //===----------------------------------------------------------------------===// 15 16 #include "llvm/IR/Attributes.h" 17 #include "llvm/IR/Function.h" 18 #include "AttributeImpl.h" 19 #include "LLVMContextImpl.h" 20 #include "llvm/ADT/STLExtras.h" 21 #include "llvm/ADT/StringExtras.h" 22 #include "llvm/IR/Type.h" 23 #include "llvm/Support/Atomic.h" 24 #include "llvm/Support/Debug.h" 25 #include "llvm/Support/ManagedStatic.h" 26 #include "llvm/Support/Mutex.h" 27 #include "llvm/Support/raw_ostream.h" 28 #include <algorithm> 29 using namespace llvm; 30 31 //===----------------------------------------------------------------------===// 32 // Attribute Construction Methods 33 //===----------------------------------------------------------------------===// 34 35 Attribute Attribute::get(LLVMContext &Context, Attribute::AttrKind Kind, 36 uint64_t Val) { 37 LLVMContextImpl *pImpl = Context.pImpl; 38 FoldingSetNodeID ID; 39 ID.AddInteger(Kind); 40 if (Val) ID.AddInteger(Val); 41 42 void *InsertPoint; 43 AttributeImpl *PA = pImpl->AttrsSet.FindNodeOrInsertPos(ID, InsertPoint); 44 45 if (!PA) { 46 // If we didn't find any existing attributes of the same shape then create a 47 // new one and insert it. 48 if (!Val) 49 PA = new EnumAttributeImpl(Kind); 50 else 51 PA = new IntAttributeImpl(Kind, Val); 52 pImpl->AttrsSet.InsertNode(PA, InsertPoint); 53 } 54 55 // Return the Attribute that we found or created. 56 return Attribute(PA); 57 } 58 59 Attribute Attribute::get(LLVMContext &Context, StringRef Kind, StringRef Val) { 60 LLVMContextImpl *pImpl = Context.pImpl; 61 FoldingSetNodeID ID; 62 ID.AddString(Kind); 63 if (!Val.empty()) ID.AddString(Val); 64 65 void *InsertPoint; 66 AttributeImpl *PA = pImpl->AttrsSet.FindNodeOrInsertPos(ID, InsertPoint); 67 68 if (!PA) { 69 // If we didn't find any existing attributes of the same shape then create a 70 // new one and insert it. 71 PA = new StringAttributeImpl(Kind, Val); 72 pImpl->AttrsSet.InsertNode(PA, InsertPoint); 73 } 74 75 // Return the Attribute that we found or created. 76 return Attribute(PA); 77 } 78 79 Attribute Attribute::getWithAlignment(LLVMContext &Context, uint64_t Align) { 80 assert(isPowerOf2_32(Align) && "Alignment must be a power of two."); 81 assert(Align <= 0x40000000 && "Alignment too large."); 82 return get(Context, Alignment, Align); 83 } 84 85 Attribute Attribute::getWithStackAlignment(LLVMContext &Context, 86 uint64_t Align) { 87 assert(isPowerOf2_32(Align) && "Alignment must be a power of two."); 88 assert(Align <= 0x100 && "Alignment too large."); 89 return get(Context, StackAlignment, Align); 90 } 91 92 Attribute Attribute::getWithDereferenceableBytes(LLVMContext &Context, 93 uint64_t Bytes) { 94 assert(Bytes && "Bytes must be non-zero."); 95 return get(Context, Dereferenceable, Bytes); 96 } 97 98 Attribute Attribute::getWithDereferenceableOrNullBytes(LLVMContext &Context, 99 uint64_t Bytes) { 100 assert(Bytes && "Bytes must be non-zero."); 101 return get(Context, DereferenceableOrNull, Bytes); 102 } 103 104 //===----------------------------------------------------------------------===// 105 // Attribute Accessor Methods 106 //===----------------------------------------------------------------------===// 107 108 bool Attribute::isEnumAttribute() const { 109 return pImpl && pImpl->isEnumAttribute(); 110 } 111 112 bool Attribute::isIntAttribute() const { 113 return pImpl && pImpl->isIntAttribute(); 114 } 115 116 bool Attribute::isStringAttribute() const { 117 return pImpl && pImpl->isStringAttribute(); 118 } 119 120 Attribute::AttrKind Attribute::getKindAsEnum() const { 121 if (!pImpl) return None; 122 assert((isEnumAttribute() || isIntAttribute()) && 123 "Invalid attribute type to get the kind as an enum!"); 124 return pImpl->getKindAsEnum(); 125 } 126 127 uint64_t Attribute::getValueAsInt() const { 128 if (!pImpl) return 0; 129 assert(isIntAttribute() && 130 "Expected the attribute to be an integer attribute!"); 131 return pImpl->getValueAsInt(); 132 } 133 134 StringRef Attribute::getKindAsString() const { 135 if (!pImpl) return StringRef(); 136 assert(isStringAttribute() && 137 "Invalid attribute type to get the kind as a string!"); 138 return pImpl->getKindAsString(); 139 } 140 141 StringRef Attribute::getValueAsString() const { 142 if (!pImpl) return StringRef(); 143 assert(isStringAttribute() && 144 "Invalid attribute type to get the value as a string!"); 145 return pImpl->getValueAsString(); 146 } 147 148 bool Attribute::hasAttribute(AttrKind Kind) const { 149 return (pImpl && pImpl->hasAttribute(Kind)) || (!pImpl && Kind == None); 150 } 151 152 bool Attribute::hasAttribute(StringRef Kind) const { 153 if (!isStringAttribute()) return false; 154 return pImpl && pImpl->hasAttribute(Kind); 155 } 156 157 unsigned Attribute::getAlignment() const { 158 assert(hasAttribute(Attribute::Alignment) && 159 "Trying to get alignment from non-alignment attribute!"); 160 return pImpl->getValueAsInt(); 161 } 162 163 unsigned Attribute::getStackAlignment() const { 164 assert(hasAttribute(Attribute::StackAlignment) && 165 "Trying to get alignment from non-alignment attribute!"); 166 return pImpl->getValueAsInt(); 167 } 168 169 uint64_t Attribute::getDereferenceableBytes() const { 170 assert(hasAttribute(Attribute::Dereferenceable) && 171 "Trying to get dereferenceable bytes from " 172 "non-dereferenceable attribute!"); 173 return pImpl->getValueAsInt(); 174 } 175 176 uint64_t Attribute::getDereferenceableOrNullBytes() const { 177 assert(hasAttribute(Attribute::DereferenceableOrNull) && 178 "Trying to get dereferenceable bytes from " 179 "non-dereferenceable attribute!"); 180 return pImpl->getValueAsInt(); 181 } 182 183 std::string Attribute::getAsString(bool InAttrGrp) const { 184 if (!pImpl) return ""; 185 186 if (hasAttribute(Attribute::SanitizeAddress)) 187 return "sanitize_address"; 188 if (hasAttribute(Attribute::AlwaysInline)) 189 return "alwaysinline"; 190 if (hasAttribute(Attribute::ArgMemOnly)) 191 return "argmemonly"; 192 if (hasAttribute(Attribute::Builtin)) 193 return "builtin"; 194 if (hasAttribute(Attribute::ByVal)) 195 return "byval"; 196 if (hasAttribute(Attribute::Convergent)) 197 return "convergent"; 198 if (hasAttribute(Attribute::SwiftError)) 199 return "swifterror"; 200 if (hasAttribute(Attribute::SwiftSelf)) 201 return "swiftself"; 202 if (hasAttribute(Attribute::InaccessibleMemOnly)) 203 return "inaccessiblememonly"; 204 if (hasAttribute(Attribute::InaccessibleMemOrArgMemOnly)) 205 return "inaccessiblemem_or_argmemonly"; 206 if (hasAttribute(Attribute::InAlloca)) 207 return "inalloca"; 208 if (hasAttribute(Attribute::InlineHint)) 209 return "inlinehint"; 210 if (hasAttribute(Attribute::InReg)) 211 return "inreg"; 212 if (hasAttribute(Attribute::JumpTable)) 213 return "jumptable"; 214 if (hasAttribute(Attribute::MinSize)) 215 return "minsize"; 216 if (hasAttribute(Attribute::Naked)) 217 return "naked"; 218 if (hasAttribute(Attribute::Nest)) 219 return "nest"; 220 if (hasAttribute(Attribute::NoAlias)) 221 return "noalias"; 222 if (hasAttribute(Attribute::NoBuiltin)) 223 return "nobuiltin"; 224 if (hasAttribute(Attribute::NoCapture)) 225 return "nocapture"; 226 if (hasAttribute(Attribute::NoDuplicate)) 227 return "noduplicate"; 228 if (hasAttribute(Attribute::NoImplicitFloat)) 229 return "noimplicitfloat"; 230 if (hasAttribute(Attribute::NoInline)) 231 return "noinline"; 232 if (hasAttribute(Attribute::NonLazyBind)) 233 return "nonlazybind"; 234 if (hasAttribute(Attribute::NonNull)) 235 return "nonnull"; 236 if (hasAttribute(Attribute::NoRedZone)) 237 return "noredzone"; 238 if (hasAttribute(Attribute::NoReturn)) 239 return "noreturn"; 240 if (hasAttribute(Attribute::NoRecurse)) 241 return "norecurse"; 242 if (hasAttribute(Attribute::NoUnwind)) 243 return "nounwind"; 244 if (hasAttribute(Attribute::OptimizeNone)) 245 return "optnone"; 246 if (hasAttribute(Attribute::OptimizeForSize)) 247 return "optsize"; 248 if (hasAttribute(Attribute::ReadNone)) 249 return "readnone"; 250 if (hasAttribute(Attribute::ReadOnly)) 251 return "readonly"; 252 if (hasAttribute(Attribute::Returned)) 253 return "returned"; 254 if (hasAttribute(Attribute::ReturnsTwice)) 255 return "returns_twice"; 256 if (hasAttribute(Attribute::SExt)) 257 return "signext"; 258 if (hasAttribute(Attribute::StackProtect)) 259 return "ssp"; 260 if (hasAttribute(Attribute::StackProtectReq)) 261 return "sspreq"; 262 if (hasAttribute(Attribute::StackProtectStrong)) 263 return "sspstrong"; 264 if (hasAttribute(Attribute::SafeStack)) 265 return "safestack"; 266 if (hasAttribute(Attribute::StructRet)) 267 return "sret"; 268 if (hasAttribute(Attribute::SanitizeThread)) 269 return "sanitize_thread"; 270 if (hasAttribute(Attribute::SanitizeMemory)) 271 return "sanitize_memory"; 272 if (hasAttribute(Attribute::UWTable)) 273 return "uwtable"; 274 if (hasAttribute(Attribute::ZExt)) 275 return "zeroext"; 276 if (hasAttribute(Attribute::Cold)) 277 return "cold"; 278 279 // FIXME: These should be output like this: 280 // 281 // align=4 282 // alignstack=8 283 // 284 if (hasAttribute(Attribute::Alignment)) { 285 std::string Result; 286 Result += "align"; 287 Result += (InAttrGrp) ? "=" : " "; 288 Result += utostr(getValueAsInt()); 289 return Result; 290 } 291 292 auto AttrWithBytesToString = [&](const char *Name) { 293 std::string Result; 294 Result += Name; 295 if (InAttrGrp) { 296 Result += "="; 297 Result += utostr(getValueAsInt()); 298 } else { 299 Result += "("; 300 Result += utostr(getValueAsInt()); 301 Result += ")"; 302 } 303 return Result; 304 }; 305 306 if (hasAttribute(Attribute::StackAlignment)) 307 return AttrWithBytesToString("alignstack"); 308 309 if (hasAttribute(Attribute::Dereferenceable)) 310 return AttrWithBytesToString("dereferenceable"); 311 312 if (hasAttribute(Attribute::DereferenceableOrNull)) 313 return AttrWithBytesToString("dereferenceable_or_null"); 314 315 // Convert target-dependent attributes to strings of the form: 316 // 317 // "kind" 318 // "kind" = "value" 319 // 320 if (isStringAttribute()) { 321 std::string Result; 322 Result += (Twine('"') + getKindAsString() + Twine('"')).str(); 323 324 StringRef Val = pImpl->getValueAsString(); 325 if (Val.empty()) return Result; 326 327 Result += ("=\"" + Val + Twine('"')).str(); 328 return Result; 329 } 330 331 llvm_unreachable("Unknown attribute"); 332 } 333 334 bool Attribute::operator<(Attribute A) const { 335 if (!pImpl && !A.pImpl) return false; 336 if (!pImpl) return true; 337 if (!A.pImpl) return false; 338 return *pImpl < *A.pImpl; 339 } 340 341 //===----------------------------------------------------------------------===// 342 // AttributeImpl Definition 343 //===----------------------------------------------------------------------===// 344 345 // Pin the vtables to this file. 346 AttributeImpl::~AttributeImpl() {} 347 void EnumAttributeImpl::anchor() {} 348 void IntAttributeImpl::anchor() {} 349 void StringAttributeImpl::anchor() {} 350 351 bool AttributeImpl::hasAttribute(Attribute::AttrKind A) const { 352 if (isStringAttribute()) return false; 353 return getKindAsEnum() == A; 354 } 355 356 bool AttributeImpl::hasAttribute(StringRef Kind) const { 357 if (!isStringAttribute()) return false; 358 return getKindAsString() == Kind; 359 } 360 361 Attribute::AttrKind AttributeImpl::getKindAsEnum() const { 362 assert(isEnumAttribute() || isIntAttribute()); 363 return static_cast<const EnumAttributeImpl *>(this)->getEnumKind(); 364 } 365 366 uint64_t AttributeImpl::getValueAsInt() const { 367 assert(isIntAttribute()); 368 return static_cast<const IntAttributeImpl *>(this)->getValue(); 369 } 370 371 StringRef AttributeImpl::getKindAsString() const { 372 assert(isStringAttribute()); 373 return static_cast<const StringAttributeImpl *>(this)->getStringKind(); 374 } 375 376 StringRef AttributeImpl::getValueAsString() const { 377 assert(isStringAttribute()); 378 return static_cast<const StringAttributeImpl *>(this)->getStringValue(); 379 } 380 381 bool AttributeImpl::operator<(const AttributeImpl &AI) const { 382 // This sorts the attributes with Attribute::AttrKinds coming first (sorted 383 // relative to their enum value) and then strings. 384 if (isEnumAttribute()) { 385 if (AI.isEnumAttribute()) return getKindAsEnum() < AI.getKindAsEnum(); 386 if (AI.isIntAttribute()) return true; 387 if (AI.isStringAttribute()) return true; 388 } 389 390 if (isIntAttribute()) { 391 if (AI.isEnumAttribute()) return false; 392 if (AI.isIntAttribute()) { 393 if (getKindAsEnum() == AI.getKindAsEnum()) 394 return getValueAsInt() < AI.getValueAsInt(); 395 return getKindAsEnum() < AI.getKindAsEnum(); 396 } 397 if (AI.isStringAttribute()) return true; 398 } 399 400 if (AI.isEnumAttribute()) return false; 401 if (AI.isIntAttribute()) return false; 402 if (getKindAsString() == AI.getKindAsString()) 403 return getValueAsString() < AI.getValueAsString(); 404 return getKindAsString() < AI.getKindAsString(); 405 } 406 407 uint64_t AttributeImpl::getAttrMask(Attribute::AttrKind Val) { 408 // FIXME: Remove this. 409 switch (Val) { 410 case Attribute::EndAttrKinds: 411 llvm_unreachable("Synthetic enumerators which should never get here"); 412 413 case Attribute::None: return 0; 414 case Attribute::ZExt: return 1 << 0; 415 case Attribute::SExt: return 1 << 1; 416 case Attribute::NoReturn: return 1 << 2; 417 case Attribute::InReg: return 1 << 3; 418 case Attribute::StructRet: return 1 << 4; 419 case Attribute::NoUnwind: return 1 << 5; 420 case Attribute::NoAlias: return 1 << 6; 421 case Attribute::ByVal: return 1 << 7; 422 case Attribute::Nest: return 1 << 8; 423 case Attribute::ReadNone: return 1 << 9; 424 case Attribute::ReadOnly: return 1 << 10; 425 case Attribute::NoInline: return 1 << 11; 426 case Attribute::AlwaysInline: return 1 << 12; 427 case Attribute::OptimizeForSize: return 1 << 13; 428 case Attribute::StackProtect: return 1 << 14; 429 case Attribute::StackProtectReq: return 1 << 15; 430 case Attribute::Alignment: return 31 << 16; 431 case Attribute::NoCapture: return 1 << 21; 432 case Attribute::NoRedZone: return 1 << 22; 433 case Attribute::NoImplicitFloat: return 1 << 23; 434 case Attribute::Naked: return 1 << 24; 435 case Attribute::InlineHint: return 1 << 25; 436 case Attribute::StackAlignment: return 7 << 26; 437 case Attribute::ReturnsTwice: return 1 << 29; 438 case Attribute::UWTable: return 1 << 30; 439 case Attribute::NonLazyBind: return 1U << 31; 440 case Attribute::SanitizeAddress: return 1ULL << 32; 441 case Attribute::MinSize: return 1ULL << 33; 442 case Attribute::NoDuplicate: return 1ULL << 34; 443 case Attribute::StackProtectStrong: return 1ULL << 35; 444 case Attribute::SanitizeThread: return 1ULL << 36; 445 case Attribute::SanitizeMemory: return 1ULL << 37; 446 case Attribute::NoBuiltin: return 1ULL << 38; 447 case Attribute::Returned: return 1ULL << 39; 448 case Attribute::Cold: return 1ULL << 40; 449 case Attribute::Builtin: return 1ULL << 41; 450 case Attribute::OptimizeNone: return 1ULL << 42; 451 case Attribute::InAlloca: return 1ULL << 43; 452 case Attribute::NonNull: return 1ULL << 44; 453 case Attribute::JumpTable: return 1ULL << 45; 454 case Attribute::Convergent: return 1ULL << 46; 455 case Attribute::SafeStack: return 1ULL << 47; 456 case Attribute::NoRecurse: return 1ULL << 48; 457 case Attribute::InaccessibleMemOnly: return 1ULL << 49; 458 case Attribute::InaccessibleMemOrArgMemOnly: return 1ULL << 50; 459 case Attribute::SwiftSelf: return 1ULL << 51; 460 case Attribute::SwiftError: return 1ULL << 52; 461 case Attribute::Dereferenceable: 462 llvm_unreachable("dereferenceable attribute not supported in raw format"); 463 break; 464 case Attribute::DereferenceableOrNull: 465 llvm_unreachable("dereferenceable_or_null attribute not supported in raw " 466 "format"); 467 break; 468 case Attribute::ArgMemOnly: 469 llvm_unreachable("argmemonly attribute not supported in raw format"); 470 break; 471 } 472 llvm_unreachable("Unsupported attribute type"); 473 } 474 475 //===----------------------------------------------------------------------===// 476 // AttributeSetNode Definition 477 //===----------------------------------------------------------------------===// 478 479 AttributeSetNode *AttributeSetNode::get(LLVMContext &C, 480 ArrayRef<Attribute> Attrs) { 481 if (Attrs.empty()) 482 return nullptr; 483 484 // Otherwise, build a key to look up the existing attributes. 485 LLVMContextImpl *pImpl = C.pImpl; 486 FoldingSetNodeID ID; 487 488 SmallVector<Attribute, 8> SortedAttrs(Attrs.begin(), Attrs.end()); 489 std::sort(SortedAttrs.begin(), SortedAttrs.end()); 490 491 for (Attribute Attr : SortedAttrs) 492 Attr.Profile(ID); 493 494 void *InsertPoint; 495 AttributeSetNode *PA = 496 pImpl->AttrsSetNodes.FindNodeOrInsertPos(ID, InsertPoint); 497 498 // If we didn't find any existing attributes of the same shape then create a 499 // new one and insert it. 500 if (!PA) { 501 // Coallocate entries after the AttributeSetNode itself. 502 void *Mem = ::operator new(totalSizeToAlloc<Attribute>(SortedAttrs.size())); 503 PA = new (Mem) AttributeSetNode(SortedAttrs); 504 pImpl->AttrsSetNodes.InsertNode(PA, InsertPoint); 505 } 506 507 // Return the AttributesListNode that we found or created. 508 return PA; 509 } 510 511 bool AttributeSetNode::hasAttribute(StringRef Kind) const { 512 for (iterator I = begin(), E = end(); I != E; ++I) 513 if (I->hasAttribute(Kind)) 514 return true; 515 return false; 516 } 517 518 Attribute AttributeSetNode::getAttribute(Attribute::AttrKind Kind) const { 519 if (hasAttribute(Kind)) { 520 for (iterator I = begin(), E = end(); I != E; ++I) 521 if (I->hasAttribute(Kind)) 522 return *I; 523 } 524 return Attribute(); 525 } 526 527 Attribute AttributeSetNode::getAttribute(StringRef Kind) const { 528 for (iterator I = begin(), E = end(); I != E; ++I) 529 if (I->hasAttribute(Kind)) 530 return *I; 531 return Attribute(); 532 } 533 534 unsigned AttributeSetNode::getAlignment() const { 535 for (iterator I = begin(), E = end(); I != E; ++I) 536 if (I->hasAttribute(Attribute::Alignment)) 537 return I->getAlignment(); 538 return 0; 539 } 540 541 unsigned AttributeSetNode::getStackAlignment() const { 542 for (iterator I = begin(), E = end(); I != E; ++I) 543 if (I->hasAttribute(Attribute::StackAlignment)) 544 return I->getStackAlignment(); 545 return 0; 546 } 547 548 uint64_t AttributeSetNode::getDereferenceableBytes() const { 549 for (iterator I = begin(), E = end(); I != E; ++I) 550 if (I->hasAttribute(Attribute::Dereferenceable)) 551 return I->getDereferenceableBytes(); 552 return 0; 553 } 554 555 uint64_t AttributeSetNode::getDereferenceableOrNullBytes() const { 556 for (iterator I = begin(), E = end(); I != E; ++I) 557 if (I->hasAttribute(Attribute::DereferenceableOrNull)) 558 return I->getDereferenceableOrNullBytes(); 559 return 0; 560 } 561 562 std::string AttributeSetNode::getAsString(bool InAttrGrp) const { 563 std::string Str; 564 for (iterator I = begin(), E = end(); I != E; ++I) { 565 if (I != begin()) 566 Str += ' '; 567 Str += I->getAsString(InAttrGrp); 568 } 569 return Str; 570 } 571 572 //===----------------------------------------------------------------------===// 573 // AttributeSetImpl Definition 574 //===----------------------------------------------------------------------===// 575 576 uint64_t AttributeSetImpl::Raw(unsigned Index) const { 577 for (unsigned I = 0, E = getNumAttributes(); I != E; ++I) { 578 if (getSlotIndex(I) != Index) continue; 579 const AttributeSetNode *ASN = getSlotNode(I); 580 uint64_t Mask = 0; 581 582 for (AttributeSetNode::iterator II = ASN->begin(), 583 IE = ASN->end(); II != IE; ++II) { 584 Attribute Attr = *II; 585 586 // This cannot handle string attributes. 587 if (Attr.isStringAttribute()) continue; 588 589 Attribute::AttrKind Kind = Attr.getKindAsEnum(); 590 591 if (Kind == Attribute::Alignment) 592 Mask |= (Log2_32(ASN->getAlignment()) + 1) << 16; 593 else if (Kind == Attribute::StackAlignment) 594 Mask |= (Log2_32(ASN->getStackAlignment()) + 1) << 26; 595 else if (Kind == Attribute::Dereferenceable) 596 llvm_unreachable("dereferenceable not supported in bit mask"); 597 else 598 Mask |= AttributeImpl::getAttrMask(Kind); 599 } 600 601 return Mask; 602 } 603 604 return 0; 605 } 606 607 LLVM_DUMP_METHOD void AttributeSetImpl::dump() const { 608 AttributeSet(const_cast<AttributeSetImpl *>(this)).dump(); 609 } 610 611 //===----------------------------------------------------------------------===// 612 // AttributeSet Construction and Mutation Methods 613 //===----------------------------------------------------------------------===// 614 615 AttributeSet 616 AttributeSet::getImpl(LLVMContext &C, 617 ArrayRef<std::pair<unsigned, AttributeSetNode*> > Attrs) { 618 LLVMContextImpl *pImpl = C.pImpl; 619 FoldingSetNodeID ID; 620 AttributeSetImpl::Profile(ID, Attrs); 621 622 void *InsertPoint; 623 AttributeSetImpl *PA = pImpl->AttrsLists.FindNodeOrInsertPos(ID, InsertPoint); 624 625 // If we didn't find any existing attributes of the same shape then 626 // create a new one and insert it. 627 if (!PA) { 628 // Coallocate entries after the AttributeSetImpl itself. 629 void *Mem = ::operator new( 630 AttributeSetImpl::totalSizeToAlloc<IndexAttrPair>(Attrs.size())); 631 PA = new (Mem) AttributeSetImpl(C, Attrs); 632 pImpl->AttrsLists.InsertNode(PA, InsertPoint); 633 } 634 635 // Return the AttributesList that we found or created. 636 return AttributeSet(PA); 637 } 638 639 AttributeSet AttributeSet::get(LLVMContext &C, 640 ArrayRef<std::pair<unsigned, Attribute> > Attrs){ 641 // If there are no attributes then return a null AttributesList pointer. 642 if (Attrs.empty()) 643 return AttributeSet(); 644 645 assert(std::is_sorted(Attrs.begin(), Attrs.end(), 646 [](const std::pair<unsigned, Attribute> &LHS, 647 const std::pair<unsigned, Attribute> &RHS) { 648 return LHS.first < RHS.first; 649 }) && "Misordered Attributes list!"); 650 assert(std::none_of(Attrs.begin(), Attrs.end(), 651 [](const std::pair<unsigned, Attribute> &Pair) { 652 return Pair.second.hasAttribute(Attribute::None); 653 }) && "Pointless attribute!"); 654 655 // Create a vector if (unsigned, AttributeSetNode*) pairs from the attributes 656 // list. 657 SmallVector<std::pair<unsigned, AttributeSetNode*>, 8> AttrPairVec; 658 for (ArrayRef<std::pair<unsigned, Attribute> >::iterator I = Attrs.begin(), 659 E = Attrs.end(); I != E; ) { 660 unsigned Index = I->first; 661 SmallVector<Attribute, 4> AttrVec; 662 while (I != E && I->first == Index) { 663 AttrVec.push_back(I->second); 664 ++I; 665 } 666 667 AttrPairVec.push_back(std::make_pair(Index, 668 AttributeSetNode::get(C, AttrVec))); 669 } 670 671 return getImpl(C, AttrPairVec); 672 } 673 674 AttributeSet AttributeSet::get(LLVMContext &C, 675 ArrayRef<std::pair<unsigned, 676 AttributeSetNode*> > Attrs) { 677 // If there are no attributes then return a null AttributesList pointer. 678 if (Attrs.empty()) 679 return AttributeSet(); 680 681 return getImpl(C, Attrs); 682 } 683 684 AttributeSet AttributeSet::get(LLVMContext &C, unsigned Index, 685 const AttrBuilder &B) { 686 if (!B.hasAttributes()) 687 return AttributeSet(); 688 689 // Add target-independent attributes. 690 SmallVector<std::pair<unsigned, Attribute>, 8> Attrs; 691 for (Attribute::AttrKind Kind = Attribute::None; 692 Kind != Attribute::EndAttrKinds; Kind = Attribute::AttrKind(Kind + 1)) { 693 if (!B.contains(Kind)) 694 continue; 695 696 Attribute Attr; 697 switch (Kind) { 698 case Attribute::Alignment: 699 Attr = Attribute::getWithAlignment(C, B.getAlignment()); 700 break; 701 case Attribute::StackAlignment: 702 Attr = Attribute::getWithStackAlignment(C, B.getStackAlignment()); 703 break; 704 case Attribute::Dereferenceable: 705 Attr = Attribute::getWithDereferenceableBytes( 706 C, B.getDereferenceableBytes()); 707 break; 708 case Attribute::DereferenceableOrNull: 709 Attr = Attribute::getWithDereferenceableOrNullBytes( 710 C, B.getDereferenceableOrNullBytes()); 711 break; 712 default: 713 Attr = Attribute::get(C, Kind); 714 } 715 Attrs.push_back(std::make_pair(Index, Attr)); 716 } 717 718 // Add target-dependent (string) attributes. 719 for (const AttrBuilder::td_type &TDA : B.td_attrs()) 720 Attrs.push_back( 721 std::make_pair(Index, Attribute::get(C, TDA.first, TDA.second))); 722 723 return get(C, Attrs); 724 } 725 726 AttributeSet AttributeSet::get(LLVMContext &C, unsigned Index, 727 ArrayRef<Attribute::AttrKind> Kind) { 728 SmallVector<std::pair<unsigned, Attribute>, 8> Attrs; 729 for (Attribute::AttrKind K : Kind) 730 Attrs.push_back(std::make_pair(Index, Attribute::get(C, K))); 731 return get(C, Attrs); 732 } 733 734 AttributeSet AttributeSet::get(LLVMContext &C, ArrayRef<AttributeSet> Attrs) { 735 if (Attrs.empty()) return AttributeSet(); 736 if (Attrs.size() == 1) return Attrs[0]; 737 738 SmallVector<std::pair<unsigned, AttributeSetNode*>, 8> AttrNodeVec; 739 AttributeSetImpl *A0 = Attrs[0].pImpl; 740 if (A0) 741 AttrNodeVec.append(A0->getNode(0), A0->getNode(A0->getNumAttributes())); 742 // Copy all attributes from Attrs into AttrNodeVec while keeping AttrNodeVec 743 // ordered by index. Because we know that each list in Attrs is ordered by 744 // index we only need to merge each successive list in rather than doing a 745 // full sort. 746 for (unsigned I = 1, E = Attrs.size(); I != E; ++I) { 747 AttributeSetImpl *AS = Attrs[I].pImpl; 748 if (!AS) continue; 749 SmallVector<std::pair<unsigned, AttributeSetNode *>, 8>::iterator 750 ANVI = AttrNodeVec.begin(), ANVE; 751 for (const IndexAttrPair *AI = AS->getNode(0), 752 *AE = AS->getNode(AS->getNumAttributes()); 753 AI != AE; ++AI) { 754 ANVE = AttrNodeVec.end(); 755 while (ANVI != ANVE && ANVI->first <= AI->first) 756 ++ANVI; 757 ANVI = AttrNodeVec.insert(ANVI, *AI) + 1; 758 } 759 } 760 761 return getImpl(C, AttrNodeVec); 762 } 763 764 AttributeSet AttributeSet::addAttribute(LLVMContext &C, unsigned Index, 765 Attribute::AttrKind Attr) const { 766 if (hasAttribute(Index, Attr)) return *this; 767 return addAttributes(C, Index, AttributeSet::get(C, Index, Attr)); 768 } 769 770 AttributeSet AttributeSet::addAttribute(LLVMContext &C, unsigned Index, 771 StringRef Kind) const { 772 llvm::AttrBuilder B; 773 B.addAttribute(Kind); 774 return addAttributes(C, Index, AttributeSet::get(C, Index, B)); 775 } 776 777 AttributeSet AttributeSet::addAttribute(LLVMContext &C, unsigned Index, 778 StringRef Kind, StringRef Value) const { 779 llvm::AttrBuilder B; 780 B.addAttribute(Kind, Value); 781 return addAttributes(C, Index, AttributeSet::get(C, Index, B)); 782 } 783 784 AttributeSet AttributeSet::addAttribute(LLVMContext &C, 785 ArrayRef<unsigned> Indices, 786 Attribute A) const { 787 unsigned I = 0, E = pImpl ? pImpl->getNumAttributes() : 0; 788 auto IdxI = Indices.begin(), IdxE = Indices.end(); 789 SmallVector<AttributeSet, 4> AttrSet; 790 791 while (I != E && IdxI != IdxE) { 792 if (getSlotIndex(I) < *IdxI) 793 AttrSet.emplace_back(getSlotAttributes(I++)); 794 else if (getSlotIndex(I) > *IdxI) 795 AttrSet.emplace_back(AttributeSet::get(C, std::make_pair(*IdxI++, A))); 796 else { 797 AttrBuilder B(getSlotAttributes(I), *IdxI); 798 B.addAttribute(A); 799 AttrSet.emplace_back(AttributeSet::get(C, *IdxI, B)); 800 ++I; 801 ++IdxI; 802 } 803 } 804 805 while (I != E) 806 AttrSet.emplace_back(getSlotAttributes(I++)); 807 808 while (IdxI != IdxE) 809 AttrSet.emplace_back(AttributeSet::get(C, std::make_pair(*IdxI++, A))); 810 811 return get(C, AttrSet); 812 } 813 814 AttributeSet AttributeSet::addAttributes(LLVMContext &C, unsigned Index, 815 AttributeSet Attrs) const { 816 if (!pImpl) return Attrs; 817 if (!Attrs.pImpl) return *this; 818 819 #ifndef NDEBUG 820 // FIXME it is not obvious how this should work for alignment. For now, say 821 // we can't change a known alignment. 822 unsigned OldAlign = getParamAlignment(Index); 823 unsigned NewAlign = Attrs.getParamAlignment(Index); 824 assert((!OldAlign || !NewAlign || OldAlign == NewAlign) && 825 "Attempt to change alignment!"); 826 #endif 827 828 // Add the attribute slots before the one we're trying to add. 829 SmallVector<AttributeSet, 4> AttrSet; 830 uint64_t NumAttrs = pImpl->getNumAttributes(); 831 AttributeSet AS; 832 uint64_t LastIndex = 0; 833 for (unsigned I = 0, E = NumAttrs; I != E; ++I) { 834 if (getSlotIndex(I) >= Index) { 835 if (getSlotIndex(I) == Index) AS = getSlotAttributes(LastIndex++); 836 break; 837 } 838 LastIndex = I + 1; 839 AttrSet.push_back(getSlotAttributes(I)); 840 } 841 842 // Now add the attribute into the correct slot. There may already be an 843 // AttributeSet there. 844 AttrBuilder B(AS, Index); 845 846 for (unsigned I = 0, E = Attrs.pImpl->getNumAttributes(); I != E; ++I) 847 if (Attrs.getSlotIndex(I) == Index) { 848 for (AttributeSetImpl::iterator II = Attrs.pImpl->begin(I), 849 IE = Attrs.pImpl->end(I); II != IE; ++II) 850 B.addAttribute(*II); 851 break; 852 } 853 854 AttrSet.push_back(AttributeSet::get(C, Index, B)); 855 856 // Add the remaining attribute slots. 857 for (unsigned I = LastIndex, E = NumAttrs; I < E; ++I) 858 AttrSet.push_back(getSlotAttributes(I)); 859 860 return get(C, AttrSet); 861 } 862 863 AttributeSet AttributeSet::removeAttribute(LLVMContext &C, unsigned Index, 864 Attribute::AttrKind Attr) const { 865 if (!hasAttribute(Index, Attr)) return *this; 866 return removeAttributes(C, Index, AttributeSet::get(C, Index, Attr)); 867 } 868 869 AttributeSet AttributeSet::removeAttributes(LLVMContext &C, unsigned Index, 870 AttributeSet Attrs) const { 871 if (!pImpl) return AttributeSet(); 872 if (!Attrs.pImpl) return *this; 873 874 // FIXME it is not obvious how this should work for alignment. 875 // For now, say we can't pass in alignment, which no current use does. 876 assert(!Attrs.hasAttribute(Index, Attribute::Alignment) && 877 "Attempt to change alignment!"); 878 879 // Add the attribute slots before the one we're trying to add. 880 SmallVector<AttributeSet, 4> AttrSet; 881 uint64_t NumAttrs = pImpl->getNumAttributes(); 882 AttributeSet AS; 883 uint64_t LastIndex = 0; 884 for (unsigned I = 0, E = NumAttrs; I != E; ++I) { 885 if (getSlotIndex(I) >= Index) { 886 if (getSlotIndex(I) == Index) AS = getSlotAttributes(LastIndex++); 887 break; 888 } 889 LastIndex = I + 1; 890 AttrSet.push_back(getSlotAttributes(I)); 891 } 892 893 // Now remove the attribute from the correct slot. There may already be an 894 // AttributeSet there. 895 AttrBuilder B(AS, Index); 896 897 for (unsigned I = 0, E = Attrs.pImpl->getNumAttributes(); I != E; ++I) 898 if (Attrs.getSlotIndex(I) == Index) { 899 B.removeAttributes(Attrs.pImpl->getSlotAttributes(I), Index); 900 break; 901 } 902 903 AttrSet.push_back(AttributeSet::get(C, Index, B)); 904 905 // Add the remaining attribute slots. 906 for (unsigned I = LastIndex, E = NumAttrs; I < E; ++I) 907 AttrSet.push_back(getSlotAttributes(I)); 908 909 return get(C, AttrSet); 910 } 911 912 AttributeSet AttributeSet::removeAttributes(LLVMContext &C, unsigned Index, 913 const AttrBuilder &Attrs) const { 914 if (!pImpl) return AttributeSet(); 915 916 // FIXME it is not obvious how this should work for alignment. 917 // For now, say we can't pass in alignment, which no current use does. 918 assert(!Attrs.hasAlignmentAttr() && "Attempt to change alignment!"); 919 920 // Add the attribute slots before the one we're trying to add. 921 SmallVector<AttributeSet, 4> AttrSet; 922 uint64_t NumAttrs = pImpl->getNumAttributes(); 923 AttributeSet AS; 924 uint64_t LastIndex = 0; 925 for (unsigned I = 0, E = NumAttrs; I != E; ++I) { 926 if (getSlotIndex(I) >= Index) { 927 if (getSlotIndex(I) == Index) AS = getSlotAttributes(LastIndex++); 928 break; 929 } 930 LastIndex = I + 1; 931 AttrSet.push_back(getSlotAttributes(I)); 932 } 933 934 // Now remove the attribute from the correct slot. There may already be an 935 // AttributeSet there. 936 AttrBuilder B(AS, Index); 937 B.remove(Attrs); 938 939 AttrSet.push_back(AttributeSet::get(C, Index, B)); 940 941 // Add the remaining attribute slots. 942 for (unsigned I = LastIndex, E = NumAttrs; I < E; ++I) 943 AttrSet.push_back(getSlotAttributes(I)); 944 945 return get(C, AttrSet); 946 } 947 948 AttributeSet AttributeSet::addDereferenceableAttr(LLVMContext &C, unsigned Index, 949 uint64_t Bytes) const { 950 llvm::AttrBuilder B; 951 B.addDereferenceableAttr(Bytes); 952 return addAttributes(C, Index, AttributeSet::get(C, Index, B)); 953 } 954 955 AttributeSet AttributeSet::addDereferenceableOrNullAttr(LLVMContext &C, 956 unsigned Index, 957 uint64_t Bytes) const { 958 llvm::AttrBuilder B; 959 B.addDereferenceableOrNullAttr(Bytes); 960 return addAttributes(C, Index, AttributeSet::get(C, Index, B)); 961 } 962 963 //===----------------------------------------------------------------------===// 964 // AttributeSet Accessor Methods 965 //===----------------------------------------------------------------------===// 966 967 LLVMContext &AttributeSet::getContext() const { 968 return pImpl->getContext(); 969 } 970 971 AttributeSet AttributeSet::getParamAttributes(unsigned Index) const { 972 return pImpl && hasAttributes(Index) ? 973 AttributeSet::get(pImpl->getContext(), 974 ArrayRef<std::pair<unsigned, AttributeSetNode*> >( 975 std::make_pair(Index, getAttributes(Index)))) : 976 AttributeSet(); 977 } 978 979 AttributeSet AttributeSet::getRetAttributes() const { 980 return pImpl && hasAttributes(ReturnIndex) ? 981 AttributeSet::get(pImpl->getContext(), 982 ArrayRef<std::pair<unsigned, AttributeSetNode*> >( 983 std::make_pair(ReturnIndex, 984 getAttributes(ReturnIndex)))) : 985 AttributeSet(); 986 } 987 988 AttributeSet AttributeSet::getFnAttributes() const { 989 return pImpl && hasAttributes(FunctionIndex) ? 990 AttributeSet::get(pImpl->getContext(), 991 ArrayRef<std::pair<unsigned, AttributeSetNode*> >( 992 std::make_pair(FunctionIndex, 993 getAttributes(FunctionIndex)))) : 994 AttributeSet(); 995 } 996 997 bool AttributeSet::hasAttribute(unsigned Index, Attribute::AttrKind Kind) const{ 998 AttributeSetNode *ASN = getAttributes(Index); 999 return ASN && ASN->hasAttribute(Kind); 1000 } 1001 1002 bool AttributeSet::hasAttribute(unsigned Index, StringRef Kind) const { 1003 AttributeSetNode *ASN = getAttributes(Index); 1004 return ASN && ASN->hasAttribute(Kind); 1005 } 1006 1007 bool AttributeSet::hasAttributes(unsigned Index) const { 1008 AttributeSetNode *ASN = getAttributes(Index); 1009 return ASN && ASN->hasAttributes(); 1010 } 1011 1012 bool AttributeSet::hasFnAttribute(Attribute::AttrKind Kind) const { 1013 return pImpl && pImpl->hasFnAttribute(Kind); 1014 } 1015 1016 bool AttributeSet::hasAttrSomewhere(Attribute::AttrKind Attr) const { 1017 if (!pImpl) return false; 1018 1019 for (unsigned I = 0, E = pImpl->getNumAttributes(); I != E; ++I) 1020 for (AttributeSetImpl::iterator II = pImpl->begin(I), 1021 IE = pImpl->end(I); II != IE; ++II) 1022 if (II->hasAttribute(Attr)) 1023 return true; 1024 1025 return false; 1026 } 1027 1028 Attribute AttributeSet::getAttribute(unsigned Index, 1029 Attribute::AttrKind Kind) const { 1030 AttributeSetNode *ASN = getAttributes(Index); 1031 return ASN ? ASN->getAttribute(Kind) : Attribute(); 1032 } 1033 1034 Attribute AttributeSet::getAttribute(unsigned Index, 1035 StringRef Kind) const { 1036 AttributeSetNode *ASN = getAttributes(Index); 1037 return ASN ? ASN->getAttribute(Kind) : Attribute(); 1038 } 1039 1040 unsigned AttributeSet::getParamAlignment(unsigned Index) const { 1041 AttributeSetNode *ASN = getAttributes(Index); 1042 return ASN ? ASN->getAlignment() : 0; 1043 } 1044 1045 unsigned AttributeSet::getStackAlignment(unsigned Index) const { 1046 AttributeSetNode *ASN = getAttributes(Index); 1047 return ASN ? ASN->getStackAlignment() : 0; 1048 } 1049 1050 uint64_t AttributeSet::getDereferenceableBytes(unsigned Index) const { 1051 AttributeSetNode *ASN = getAttributes(Index); 1052 return ASN ? ASN->getDereferenceableBytes() : 0; 1053 } 1054 1055 uint64_t AttributeSet::getDereferenceableOrNullBytes(unsigned Index) const { 1056 AttributeSetNode *ASN = getAttributes(Index); 1057 return ASN ? ASN->getDereferenceableOrNullBytes() : 0; 1058 } 1059 1060 std::string AttributeSet::getAsString(unsigned Index, 1061 bool InAttrGrp) const { 1062 AttributeSetNode *ASN = getAttributes(Index); 1063 return ASN ? ASN->getAsString(InAttrGrp) : std::string(""); 1064 } 1065 1066 AttributeSetNode *AttributeSet::getAttributes(unsigned Index) const { 1067 if (!pImpl) return nullptr; 1068 1069 // Loop through to find the attribute node we want. 1070 for (unsigned I = 0, E = pImpl->getNumAttributes(); I != E; ++I) 1071 if (pImpl->getSlotIndex(I) == Index) 1072 return pImpl->getSlotNode(I); 1073 1074 return nullptr; 1075 } 1076 1077 AttributeSet::iterator AttributeSet::begin(unsigned Slot) const { 1078 if (!pImpl) 1079 return ArrayRef<Attribute>().begin(); 1080 return pImpl->begin(Slot); 1081 } 1082 1083 AttributeSet::iterator AttributeSet::end(unsigned Slot) const { 1084 if (!pImpl) 1085 return ArrayRef<Attribute>().end(); 1086 return pImpl->end(Slot); 1087 } 1088 1089 //===----------------------------------------------------------------------===// 1090 // AttributeSet Introspection Methods 1091 //===----------------------------------------------------------------------===// 1092 1093 unsigned AttributeSet::getNumSlots() const { 1094 return pImpl ? pImpl->getNumAttributes() : 0; 1095 } 1096 1097 unsigned AttributeSet::getSlotIndex(unsigned Slot) const { 1098 assert(pImpl && Slot < pImpl->getNumAttributes() && 1099 "Slot # out of range!"); 1100 return pImpl->getSlotIndex(Slot); 1101 } 1102 1103 AttributeSet AttributeSet::getSlotAttributes(unsigned Slot) const { 1104 assert(pImpl && Slot < pImpl->getNumAttributes() && 1105 "Slot # out of range!"); 1106 return pImpl->getSlotAttributes(Slot); 1107 } 1108 1109 uint64_t AttributeSet::Raw(unsigned Index) const { 1110 // FIXME: Remove this. 1111 return pImpl ? pImpl->Raw(Index) : 0; 1112 } 1113 1114 LLVM_DUMP_METHOD void AttributeSet::dump() const { 1115 dbgs() << "PAL[\n"; 1116 1117 for (unsigned i = 0, e = getNumSlots(); i < e; ++i) { 1118 uint64_t Index = getSlotIndex(i); 1119 dbgs() << " { "; 1120 if (Index == ~0U) 1121 dbgs() << "~0U"; 1122 else 1123 dbgs() << Index; 1124 dbgs() << " => " << getAsString(Index) << " }\n"; 1125 } 1126 1127 dbgs() << "]\n"; 1128 } 1129 1130 //===----------------------------------------------------------------------===// 1131 // AttrBuilder Method Implementations 1132 //===----------------------------------------------------------------------===// 1133 1134 AttrBuilder::AttrBuilder(AttributeSet AS, unsigned Index) 1135 : Attrs(0), Alignment(0), StackAlignment(0), DerefBytes(0), 1136 DerefOrNullBytes(0) { 1137 AttributeSetImpl *pImpl = AS.pImpl; 1138 if (!pImpl) return; 1139 1140 for (unsigned I = 0, E = pImpl->getNumAttributes(); I != E; ++I) { 1141 if (pImpl->getSlotIndex(I) != Index) continue; 1142 1143 for (AttributeSetImpl::iterator II = pImpl->begin(I), 1144 IE = pImpl->end(I); II != IE; ++II) 1145 addAttribute(*II); 1146 1147 break; 1148 } 1149 } 1150 1151 void AttrBuilder::clear() { 1152 Attrs.reset(); 1153 TargetDepAttrs.clear(); 1154 Alignment = StackAlignment = DerefBytes = DerefOrNullBytes = 0; 1155 } 1156 1157 AttrBuilder &AttrBuilder::addAttribute(Attribute::AttrKind Val) { 1158 assert((unsigned)Val < Attribute::EndAttrKinds && "Attribute out of range!"); 1159 assert(Val != Attribute::Alignment && Val != Attribute::StackAlignment && 1160 Val != Attribute::Dereferenceable && 1161 "Adding integer attribute without adding a value!"); 1162 Attrs[Val] = true; 1163 return *this; 1164 } 1165 1166 AttrBuilder &AttrBuilder::addAttribute(Attribute Attr) { 1167 if (Attr.isStringAttribute()) { 1168 addAttribute(Attr.getKindAsString(), Attr.getValueAsString()); 1169 return *this; 1170 } 1171 1172 Attribute::AttrKind Kind = Attr.getKindAsEnum(); 1173 Attrs[Kind] = true; 1174 1175 if (Kind == Attribute::Alignment) 1176 Alignment = Attr.getAlignment(); 1177 else if (Kind == Attribute::StackAlignment) 1178 StackAlignment = Attr.getStackAlignment(); 1179 else if (Kind == Attribute::Dereferenceable) 1180 DerefBytes = Attr.getDereferenceableBytes(); 1181 else if (Kind == Attribute::DereferenceableOrNull) 1182 DerefOrNullBytes = Attr.getDereferenceableOrNullBytes(); 1183 return *this; 1184 } 1185 1186 AttrBuilder &AttrBuilder::addAttribute(StringRef A, StringRef V) { 1187 TargetDepAttrs[A] = V; 1188 return *this; 1189 } 1190 1191 AttrBuilder &AttrBuilder::removeAttribute(Attribute::AttrKind Val) { 1192 assert((unsigned)Val < Attribute::EndAttrKinds && "Attribute out of range!"); 1193 Attrs[Val] = false; 1194 1195 if (Val == Attribute::Alignment) 1196 Alignment = 0; 1197 else if (Val == Attribute::StackAlignment) 1198 StackAlignment = 0; 1199 else if (Val == Attribute::Dereferenceable) 1200 DerefBytes = 0; 1201 else if (Val == Attribute::DereferenceableOrNull) 1202 DerefOrNullBytes = 0; 1203 1204 return *this; 1205 } 1206 1207 AttrBuilder &AttrBuilder::removeAttributes(AttributeSet A, uint64_t Index) { 1208 unsigned Slot = ~0U; 1209 for (unsigned I = 0, E = A.getNumSlots(); I != E; ++I) 1210 if (A.getSlotIndex(I) == Index) { 1211 Slot = I; 1212 break; 1213 } 1214 1215 assert(Slot != ~0U && "Couldn't find index in AttributeSet!"); 1216 1217 for (AttributeSet::iterator I = A.begin(Slot), E = A.end(Slot); I != E; ++I) { 1218 Attribute Attr = *I; 1219 if (Attr.isEnumAttribute() || Attr.isIntAttribute()) { 1220 removeAttribute(Attr.getKindAsEnum()); 1221 } else { 1222 assert(Attr.isStringAttribute() && "Invalid attribute type!"); 1223 removeAttribute(Attr.getKindAsString()); 1224 } 1225 } 1226 1227 return *this; 1228 } 1229 1230 AttrBuilder &AttrBuilder::removeAttribute(StringRef A) { 1231 std::map<std::string, std::string>::iterator I = TargetDepAttrs.find(A); 1232 if (I != TargetDepAttrs.end()) 1233 TargetDepAttrs.erase(I); 1234 return *this; 1235 } 1236 1237 AttrBuilder &AttrBuilder::addAlignmentAttr(unsigned Align) { 1238 if (Align == 0) return *this; 1239 1240 assert(isPowerOf2_32(Align) && "Alignment must be a power of two."); 1241 assert(Align <= 0x40000000 && "Alignment too large."); 1242 1243 Attrs[Attribute::Alignment] = true; 1244 Alignment = Align; 1245 return *this; 1246 } 1247 1248 AttrBuilder &AttrBuilder::addStackAlignmentAttr(unsigned Align) { 1249 // Default alignment, allow the target to define how to align it. 1250 if (Align == 0) return *this; 1251 1252 assert(isPowerOf2_32(Align) && "Alignment must be a power of two."); 1253 assert(Align <= 0x100 && "Alignment too large."); 1254 1255 Attrs[Attribute::StackAlignment] = true; 1256 StackAlignment = Align; 1257 return *this; 1258 } 1259 1260 AttrBuilder &AttrBuilder::addDereferenceableAttr(uint64_t Bytes) { 1261 if (Bytes == 0) return *this; 1262 1263 Attrs[Attribute::Dereferenceable] = true; 1264 DerefBytes = Bytes; 1265 return *this; 1266 } 1267 1268 AttrBuilder &AttrBuilder::addDereferenceableOrNullAttr(uint64_t Bytes) { 1269 if (Bytes == 0) 1270 return *this; 1271 1272 Attrs[Attribute::DereferenceableOrNull] = true; 1273 DerefOrNullBytes = Bytes; 1274 return *this; 1275 } 1276 1277 AttrBuilder &AttrBuilder::merge(const AttrBuilder &B) { 1278 // FIXME: What if both have alignments, but they don't match?! 1279 if (!Alignment) 1280 Alignment = B.Alignment; 1281 1282 if (!StackAlignment) 1283 StackAlignment = B.StackAlignment; 1284 1285 if (!DerefBytes) 1286 DerefBytes = B.DerefBytes; 1287 1288 if (!DerefOrNullBytes) 1289 DerefOrNullBytes = B.DerefOrNullBytes; 1290 1291 Attrs |= B.Attrs; 1292 1293 for (auto I : B.td_attrs()) 1294 TargetDepAttrs[I.first] = I.second; 1295 1296 return *this; 1297 } 1298 1299 AttrBuilder &AttrBuilder::remove(const AttrBuilder &B) { 1300 // FIXME: What if both have alignments, but they don't match?! 1301 if (B.Alignment) 1302 Alignment = 0; 1303 1304 if (B.StackAlignment) 1305 StackAlignment = 0; 1306 1307 if (B.DerefBytes) 1308 DerefBytes = 0; 1309 1310 if (B.DerefOrNullBytes) 1311 DerefOrNullBytes = 0; 1312 1313 Attrs &= ~B.Attrs; 1314 1315 for (auto I : B.td_attrs()) 1316 TargetDepAttrs.erase(I.first); 1317 1318 return *this; 1319 } 1320 1321 bool AttrBuilder::overlaps(const AttrBuilder &B) const { 1322 // First check if any of the target independent attributes overlap. 1323 if ((Attrs & B.Attrs).any()) 1324 return true; 1325 1326 // Then check if any target dependent ones do. 1327 for (auto I : td_attrs()) 1328 if (B.contains(I.first)) 1329 return true; 1330 1331 return false; 1332 } 1333 1334 bool AttrBuilder::contains(StringRef A) const { 1335 return TargetDepAttrs.find(A) != TargetDepAttrs.end(); 1336 } 1337 1338 bool AttrBuilder::hasAttributes() const { 1339 return !Attrs.none() || !TargetDepAttrs.empty(); 1340 } 1341 1342 bool AttrBuilder::hasAttributes(AttributeSet A, uint64_t Index) const { 1343 unsigned Slot = ~0U; 1344 for (unsigned I = 0, E = A.getNumSlots(); I != E; ++I) 1345 if (A.getSlotIndex(I) == Index) { 1346 Slot = I; 1347 break; 1348 } 1349 1350 assert(Slot != ~0U && "Couldn't find the index!"); 1351 1352 for (AttributeSet::iterator I = A.begin(Slot), E = A.end(Slot); I != E; ++I) { 1353 Attribute Attr = *I; 1354 if (Attr.isEnumAttribute() || Attr.isIntAttribute()) { 1355 if (Attrs[I->getKindAsEnum()]) 1356 return true; 1357 } else { 1358 assert(Attr.isStringAttribute() && "Invalid attribute kind!"); 1359 return TargetDepAttrs.find(Attr.getKindAsString())!=TargetDepAttrs.end(); 1360 } 1361 } 1362 1363 return false; 1364 } 1365 1366 bool AttrBuilder::hasAlignmentAttr() const { 1367 return Alignment != 0; 1368 } 1369 1370 bool AttrBuilder::operator==(const AttrBuilder &B) { 1371 if (Attrs != B.Attrs) 1372 return false; 1373 1374 for (td_const_iterator I = TargetDepAttrs.begin(), 1375 E = TargetDepAttrs.end(); I != E; ++I) 1376 if (B.TargetDepAttrs.find(I->first) == B.TargetDepAttrs.end()) 1377 return false; 1378 1379 return Alignment == B.Alignment && StackAlignment == B.StackAlignment && 1380 DerefBytes == B.DerefBytes; 1381 } 1382 1383 AttrBuilder &AttrBuilder::addRawValue(uint64_t Val) { 1384 // FIXME: Remove this in 4.0. 1385 if (!Val) return *this; 1386 1387 for (Attribute::AttrKind I = Attribute::None; I != Attribute::EndAttrKinds; 1388 I = Attribute::AttrKind(I + 1)) { 1389 if (I == Attribute::Dereferenceable || 1390 I == Attribute::DereferenceableOrNull || 1391 I == Attribute::ArgMemOnly) 1392 continue; 1393 if (uint64_t A = (Val & AttributeImpl::getAttrMask(I))) { 1394 Attrs[I] = true; 1395 1396 if (I == Attribute::Alignment) 1397 Alignment = 1ULL << ((A >> 16) - 1); 1398 else if (I == Attribute::StackAlignment) 1399 StackAlignment = 1ULL << ((A >> 26)-1); 1400 } 1401 } 1402 1403 return *this; 1404 } 1405 1406 //===----------------------------------------------------------------------===// 1407 // AttributeFuncs Function Defintions 1408 //===----------------------------------------------------------------------===// 1409 1410 /// \brief Which attributes cannot be applied to a type. 1411 AttrBuilder AttributeFuncs::typeIncompatible(Type *Ty) { 1412 AttrBuilder Incompatible; 1413 1414 if (!Ty->isIntegerTy()) 1415 // Attribute that only apply to integers. 1416 Incompatible.addAttribute(Attribute::SExt) 1417 .addAttribute(Attribute::ZExt); 1418 1419 if (!Ty->isPointerTy()) 1420 // Attribute that only apply to pointers. 1421 Incompatible.addAttribute(Attribute::ByVal) 1422 .addAttribute(Attribute::Nest) 1423 .addAttribute(Attribute::NoAlias) 1424 .addAttribute(Attribute::NoCapture) 1425 .addAttribute(Attribute::NonNull) 1426 .addDereferenceableAttr(1) // the int here is ignored 1427 .addDereferenceableOrNullAttr(1) // the int here is ignored 1428 .addAttribute(Attribute::ReadNone) 1429 .addAttribute(Attribute::ReadOnly) 1430 .addAttribute(Attribute::StructRet) 1431 .addAttribute(Attribute::InAlloca); 1432 1433 return Incompatible; 1434 } 1435 1436 template<typename AttrClass> 1437 static bool isEqual(const Function &Caller, const Function &Callee) { 1438 return Caller.getFnAttribute(AttrClass::getKind()) == 1439 Callee.getFnAttribute(AttrClass::getKind()); 1440 } 1441 1442 /// \brief Compute the logical AND of the attributes of the caller and the 1443 /// callee. 1444 /// 1445 /// This function sets the caller's attribute to false if the callee's attribute 1446 /// is false. 1447 template<typename AttrClass> 1448 static void setAND(Function &Caller, const Function &Callee) { 1449 if (AttrClass::isSet(Caller, AttrClass::getKind()) && 1450 !AttrClass::isSet(Callee, AttrClass::getKind())) 1451 AttrClass::set(Caller, AttrClass::getKind(), false); 1452 } 1453 1454 /// \brief Compute the logical OR of the attributes of the caller and the 1455 /// callee. 1456 /// 1457 /// This function sets the caller's attribute to true if the callee's attribute 1458 /// is true. 1459 template<typename AttrClass> 1460 static void setOR(Function &Caller, const Function &Callee) { 1461 if (!AttrClass::isSet(Caller, AttrClass::getKind()) && 1462 AttrClass::isSet(Callee, AttrClass::getKind())) 1463 AttrClass::set(Caller, AttrClass::getKind(), true); 1464 } 1465 1466 /// \brief If the inlined function had a higher stack protection level than the 1467 /// calling function, then bump up the caller's stack protection level. 1468 static void adjustCallerSSPLevel(Function &Caller, const Function &Callee) { 1469 // If upgrading the SSP attribute, clear out the old SSP Attributes first. 1470 // Having multiple SSP attributes doesn't actually hurt, but it adds useless 1471 // clutter to the IR. 1472 AttrBuilder B; 1473 B.addAttribute(Attribute::StackProtect) 1474 .addAttribute(Attribute::StackProtectStrong) 1475 .addAttribute(Attribute::StackProtectReq); 1476 AttributeSet OldSSPAttr = AttributeSet::get(Caller.getContext(), 1477 AttributeSet::FunctionIndex, 1478 B); 1479 1480 if (Callee.hasFnAttribute(Attribute::SafeStack)) { 1481 Caller.removeAttributes(AttributeSet::FunctionIndex, OldSSPAttr); 1482 Caller.addFnAttr(Attribute::SafeStack); 1483 } else if (Callee.hasFnAttribute(Attribute::StackProtectReq) && 1484 !Caller.hasFnAttribute(Attribute::SafeStack)) { 1485 Caller.removeAttributes(AttributeSet::FunctionIndex, OldSSPAttr); 1486 Caller.addFnAttr(Attribute::StackProtectReq); 1487 } else if (Callee.hasFnAttribute(Attribute::StackProtectStrong) && 1488 !Caller.hasFnAttribute(Attribute::SafeStack) && 1489 !Caller.hasFnAttribute(Attribute::StackProtectReq)) { 1490 Caller.removeAttributes(AttributeSet::FunctionIndex, OldSSPAttr); 1491 Caller.addFnAttr(Attribute::StackProtectStrong); 1492 } else if (Callee.hasFnAttribute(Attribute::StackProtect) && 1493 !Caller.hasFnAttribute(Attribute::SafeStack) && 1494 !Caller.hasFnAttribute(Attribute::StackProtectReq) && 1495 !Caller.hasFnAttribute(Attribute::StackProtectStrong)) 1496 Caller.addFnAttr(Attribute::StackProtect); 1497 } 1498 1499 #define GET_ATTR_COMPAT_FUNC 1500 #include "AttributesCompatFunc.inc" 1501 1502 bool AttributeFuncs::areInlineCompatible(const Function &Caller, 1503 const Function &Callee) { 1504 return hasCompatibleFnAttrs(Caller, Callee); 1505 } 1506 1507 1508 void AttributeFuncs::mergeAttributesForInlining(Function &Caller, 1509 const Function &Callee) { 1510 mergeFnAttrs(Caller, Callee); 1511 } 1512