1 //===-- AArch64Subtarget.cpp - AArch64 Subtarget Information ----*- C++ -*-===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file implements the AArch64 specific subclass of TargetSubtarget. 11 // 12 //===----------------------------------------------------------------------===// 13 14 #include "AArch64Subtarget.h" 15 16 #include "AArch64.h" 17 #include "AArch64InstrInfo.h" 18 #include "AArch64PBQPRegAlloc.h" 19 #include "AArch64TargetMachine.h" 20 21 #ifdef LLVM_BUILD_GLOBAL_ISEL 22 #include "AArch64CallLowering.h" 23 #include "AArch64LegalizerInfo.h" 24 #include "AArch64RegisterBankInfo.h" 25 #include "llvm/CodeGen/GlobalISel/GISelAccessor.h" 26 #include "llvm/CodeGen/GlobalISel/IRTranslator.h" 27 #include "llvm/CodeGen/GlobalISel/InstructionSelect.h" 28 #include "llvm/CodeGen/GlobalISel/Legalizer.h" 29 #include "llvm/CodeGen/GlobalISel/RegBankSelect.h" 30 #endif 31 #include "llvm/CodeGen/MachineScheduler.h" 32 #include "llvm/IR/GlobalValue.h" 33 #include "llvm/Support/TargetRegistry.h" 34 35 using namespace llvm; 36 37 #define DEBUG_TYPE "aarch64-subtarget" 38 39 #define GET_SUBTARGETINFO_CTOR 40 #define GET_SUBTARGETINFO_TARGET_DESC 41 #include "AArch64GenSubtargetInfo.inc" 42 43 static cl::opt<bool> 44 EnableEarlyIfConvert("aarch64-early-ifcvt", cl::desc("Enable the early if " 45 "converter pass"), cl::init(true), cl::Hidden); 46 47 // If OS supports TBI, use this flag to enable it. 48 static cl::opt<bool> 49 UseAddressTopByteIgnored("aarch64-use-tbi", cl::desc("Assume that top byte of " 50 "an address is ignored"), cl::init(false), cl::Hidden); 51 52 static cl::opt<bool> 53 UseNonLazyBind("aarch64-enable-nonlazybind", 54 cl::desc("Call nonlazybind functions via direct GOT load"), 55 cl::init(false), cl::Hidden); 56 57 AArch64Subtarget & 58 AArch64Subtarget::initializeSubtargetDependencies(StringRef FS, 59 StringRef CPUString) { 60 // Determine default and user-specified characteristics 61 62 if (CPUString.empty()) 63 CPUString = "generic"; 64 65 ParseSubtargetFeatures(CPUString, FS); 66 initializeProperties(); 67 68 return *this; 69 } 70 71 void AArch64Subtarget::initializeProperties() { 72 // Initialize CPU specific properties. We should add a tablegen feature for 73 // this in the future so we can specify it together with the subtarget 74 // features. 75 switch (ARMProcFamily) { 76 case Cyclone: 77 CacheLineSize = 64; 78 PrefetchDistance = 280; 79 MinPrefetchStride = 2048; 80 MaxPrefetchIterationsAhead = 3; 81 break; 82 case CortexA57: 83 MaxInterleaveFactor = 4; 84 PrefFunctionAlignment = 4; 85 break; 86 case ExynosM1: 87 MaxInterleaveFactor = 4; 88 MaxJumpTableSize = 8; 89 PrefFunctionAlignment = 4; 90 PrefLoopAlignment = 3; 91 break; 92 case Falkor: 93 MaxInterleaveFactor = 4; 94 // FIXME: remove this to enable 64-bit SLP if performance looks good. 95 MinVectorRegisterBitWidth = 128; 96 CacheLineSize = 128; 97 PrefetchDistance = 820; 98 MinPrefetchStride = 2048; 99 MaxPrefetchIterationsAhead = 8; 100 break; 101 case Kryo: 102 MaxInterleaveFactor = 4; 103 VectorInsertExtractBaseCost = 2; 104 CacheLineSize = 128; 105 PrefetchDistance = 740; 106 MinPrefetchStride = 1024; 107 MaxPrefetchIterationsAhead = 11; 108 // FIXME: remove this to enable 64-bit SLP if performance looks good. 109 MinVectorRegisterBitWidth = 128; 110 break; 111 case ThunderX2T99: 112 CacheLineSize = 64; 113 PrefFunctionAlignment = 3; 114 PrefLoopAlignment = 2; 115 MaxInterleaveFactor = 4; 116 PrefetchDistance = 128; 117 MinPrefetchStride = 1024; 118 MaxPrefetchIterationsAhead = 4; 119 // FIXME: remove this to enable 64-bit SLP if performance looks good. 120 MinVectorRegisterBitWidth = 128; 121 break; 122 case ThunderX: 123 case ThunderXT88: 124 case ThunderXT81: 125 case ThunderXT83: 126 CacheLineSize = 128; 127 PrefFunctionAlignment = 3; 128 PrefLoopAlignment = 2; 129 // FIXME: remove this to enable 64-bit SLP if performance looks good. 130 MinVectorRegisterBitWidth = 128; 131 break; 132 case CortexA35: break; 133 case CortexA53: break; 134 case CortexA72: 135 PrefFunctionAlignment = 4; 136 break; 137 case CortexA73: 138 PrefFunctionAlignment = 4; 139 break; 140 case Others: break; 141 } 142 } 143 144 #ifdef LLVM_BUILD_GLOBAL_ISEL 145 namespace { 146 147 struct AArch64GISelActualAccessor : public GISelAccessor { 148 std::unique_ptr<CallLowering> CallLoweringInfo; 149 std::unique_ptr<InstructionSelector> InstSelector; 150 std::unique_ptr<LegalizerInfo> Legalizer; 151 std::unique_ptr<RegisterBankInfo> RegBankInfo; 152 153 const CallLowering *getCallLowering() const override { 154 return CallLoweringInfo.get(); 155 } 156 157 const InstructionSelector *getInstructionSelector() const override { 158 return InstSelector.get(); 159 } 160 161 const LegalizerInfo *getLegalizerInfo() const override { 162 return Legalizer.get(); 163 } 164 165 const RegisterBankInfo *getRegBankInfo() const override { 166 return RegBankInfo.get(); 167 } 168 }; 169 170 } // end anonymous namespace 171 #endif 172 173 AArch64Subtarget::AArch64Subtarget(const Triple &TT, const std::string &CPU, 174 const std::string &FS, 175 const TargetMachine &TM, bool LittleEndian) 176 : AArch64GenSubtargetInfo(TT, CPU, FS), 177 ReserveX18(TT.isOSDarwin() || TT.isOSWindows()), 178 IsLittle(LittleEndian), TargetTriple(TT), FrameLowering(), 179 InstrInfo(initializeSubtargetDependencies(FS, CPU)), TSInfo(), 180 TLInfo(TM, *this), GISel() { 181 #ifndef LLVM_BUILD_GLOBAL_ISEL 182 GISelAccessor *AArch64GISel = new GISelAccessor(); 183 #else 184 AArch64GISelActualAccessor *AArch64GISel = new AArch64GISelActualAccessor(); 185 AArch64GISel->CallLoweringInfo.reset( 186 new AArch64CallLowering(*getTargetLowering())); 187 AArch64GISel->Legalizer.reset(new AArch64LegalizerInfo()); 188 189 auto *RBI = new AArch64RegisterBankInfo(*getRegisterInfo()); 190 191 // FIXME: At this point, we can't rely on Subtarget having RBI. 192 // It's awkward to mix passing RBI and the Subtarget; should we pass 193 // TII/TRI as well? 194 AArch64GISel->InstSelector.reset(createAArch64InstructionSelector( 195 *static_cast<const AArch64TargetMachine *>(&TM), *this, *RBI)); 196 197 AArch64GISel->RegBankInfo.reset(RBI); 198 #endif 199 setGISelAccessor(*AArch64GISel); 200 } 201 202 const CallLowering *AArch64Subtarget::getCallLowering() const { 203 assert(GISel && "Access to GlobalISel APIs not set"); 204 return GISel->getCallLowering(); 205 } 206 207 const InstructionSelector *AArch64Subtarget::getInstructionSelector() const { 208 assert(GISel && "Access to GlobalISel APIs not set"); 209 return GISel->getInstructionSelector(); 210 } 211 212 const LegalizerInfo *AArch64Subtarget::getLegalizerInfo() const { 213 assert(GISel && "Access to GlobalISel APIs not set"); 214 return GISel->getLegalizerInfo(); 215 } 216 217 const RegisterBankInfo *AArch64Subtarget::getRegBankInfo() const { 218 assert(GISel && "Access to GlobalISel APIs not set"); 219 return GISel->getRegBankInfo(); 220 } 221 222 /// Find the target operand flags that describe how a global value should be 223 /// referenced for the current subtarget. 224 unsigned char 225 AArch64Subtarget::ClassifyGlobalReference(const GlobalValue *GV, 226 const TargetMachine &TM) const { 227 // MachO large model always goes via a GOT, simply to get a single 8-byte 228 // absolute relocation on all global addresses. 229 if (TM.getCodeModel() == CodeModel::Large && isTargetMachO()) 230 return AArch64II::MO_GOT; 231 232 if (!TM.shouldAssumeDSOLocal(*GV->getParent(), GV)) 233 return AArch64II::MO_GOT; 234 235 // The small code model's direct accesses use ADRP, which cannot 236 // necessarily produce the value 0 (if the code is above 4GB). 237 if (useSmallAddressing() && GV->hasExternalWeakLinkage()) 238 return AArch64II::MO_GOT; 239 240 return AArch64II::MO_NO_FLAG; 241 } 242 243 unsigned char AArch64Subtarget::classifyGlobalFunctionReference( 244 const GlobalValue *GV, const TargetMachine &TM) const { 245 // MachO large model always goes via a GOT, because we don't have the 246 // relocations available to do anything else.. 247 if (TM.getCodeModel() == CodeModel::Large && isTargetMachO() && 248 !GV->hasInternalLinkage()) 249 return AArch64II::MO_GOT; 250 251 // NonLazyBind goes via GOT unless we know it's available locally. 252 auto *F = dyn_cast<Function>(GV); 253 if (UseNonLazyBind && F && F->hasFnAttribute(Attribute::NonLazyBind) && 254 !TM.shouldAssumeDSOLocal(*GV->getParent(), GV)) 255 return AArch64II::MO_GOT; 256 257 return AArch64II::MO_NO_FLAG; 258 } 259 260 /// This function returns the name of a function which has an interface 261 /// like the non-standard bzero function, if such a function exists on 262 /// the current subtarget and it is considered prefereable over 263 /// memset with zero passed as the second argument. Otherwise it 264 /// returns null. 265 const char *AArch64Subtarget::getBZeroEntry() const { 266 // Prefer bzero on Darwin only. 267 if(isTargetDarwin()) 268 return "bzero"; 269 270 return nullptr; 271 } 272 273 void AArch64Subtarget::overrideSchedPolicy(MachineSchedPolicy &Policy, 274 unsigned NumRegionInstrs) const { 275 // LNT run (at least on Cyclone) showed reasonably significant gains for 276 // bi-directional scheduling. 253.perlbmk. 277 Policy.OnlyTopDown = false; 278 Policy.OnlyBottomUp = false; 279 // Enabling or Disabling the latency heuristic is a close call: It seems to 280 // help nearly no benchmark on out-of-order architectures, on the other hand 281 // it regresses register pressure on a few benchmarking. 282 Policy.DisableLatencyHeuristic = DisableLatencySchedHeuristic; 283 } 284 285 bool AArch64Subtarget::enableEarlyIfConversion() const { 286 return EnableEarlyIfConvert; 287 } 288 289 bool AArch64Subtarget::supportsAddressTopByteIgnored() const { 290 if (!UseAddressTopByteIgnored) 291 return false; 292 293 if (TargetTriple.isiOS()) { 294 unsigned Major, Minor, Micro; 295 TargetTriple.getiOSVersion(Major, Minor, Micro); 296 return Major >= 8; 297 } 298 299 return false; 300 } 301 302 std::unique_ptr<PBQPRAConstraint> 303 AArch64Subtarget::getCustomPBQPConstraints() const { 304 return balanceFPOps() ? llvm::make_unique<A57ChainingConstraint>() : nullptr; 305 } 306