1284c1978SDimitry Andric //===-- XCoreLowerThreadLocal - Lower thread local variables --------------===//
2284c1978SDimitry Andric //
3284c1978SDimitry Andric //                     The LLVM Compiler Infrastructure
4284c1978SDimitry Andric //
5284c1978SDimitry Andric // This file is distributed under the University of Illinois Open Source
6284c1978SDimitry Andric // License. See LICENSE.TXT for details.
7284c1978SDimitry Andric //
8284c1978SDimitry Andric //===----------------------------------------------------------------------===//
9284c1978SDimitry Andric ///
10284c1978SDimitry Andric /// \file
114ba319b5SDimitry Andric /// This file contains a pass that lowers thread local variables on the
12284c1978SDimitry Andric ///        XCore.
13284c1978SDimitry Andric ///
14284c1978SDimitry Andric //===----------------------------------------------------------------------===//
15284c1978SDimitry Andric 
16284c1978SDimitry Andric #include "XCore.h"
17284c1978SDimitry Andric #include "llvm/IR/Constants.h"
18284c1978SDimitry Andric #include "llvm/IR/DerivedTypes.h"
19284c1978SDimitry Andric #include "llvm/IR/GlobalVariable.h"
20284c1978SDimitry Andric #include "llvm/IR/IRBuilder.h"
2191bc56edSDimitry Andric #include "llvm/IR/Intrinsics.h"
22284c1978SDimitry Andric #include "llvm/IR/Module.h"
2391bc56edSDimitry Andric #include "llvm/IR/NoFolder.h"
2491bc56edSDimitry Andric #include "llvm/IR/ValueHandle.h"
25284c1978SDimitry Andric #include "llvm/Pass.h"
26284c1978SDimitry Andric #include "llvm/Support/CommandLine.h"
27f785676fSDimitry Andric #include "llvm/Transforms/Utils/BasicBlockUtils.h"
28284c1978SDimitry Andric 
29284c1978SDimitry Andric #define DEBUG_TYPE "xcore-lower-thread-local"
30284c1978SDimitry Andric 
31284c1978SDimitry Andric using namespace llvm;
32284c1978SDimitry Andric 
33284c1978SDimitry Andric static cl::opt<unsigned> MaxThreads(
34284c1978SDimitry Andric   "xcore-max-threads", cl::Optional,
35284c1978SDimitry Andric   cl::desc("Maximum number of threads (for emulation thread-local storage)"),
36284c1978SDimitry Andric   cl::Hidden, cl::value_desc("number"), cl::init(8));
37284c1978SDimitry Andric 
38284c1978SDimitry Andric namespace {
39284c1978SDimitry Andric   /// Lowers thread local variables on the XCore. Each thread local variable is
40284c1978SDimitry Andric   /// expanded to an array of n elements indexed by the thread ID where n is the
41284c1978SDimitry Andric   /// fixed number hardware threads supported by the device.
42284c1978SDimitry Andric   struct XCoreLowerThreadLocal : public ModulePass {
43284c1978SDimitry Andric     static char ID;
44284c1978SDimitry Andric 
XCoreLowerThreadLocal__anonf6cba1880111::XCoreLowerThreadLocal45284c1978SDimitry Andric     XCoreLowerThreadLocal() : ModulePass(ID) {
46284c1978SDimitry Andric       initializeXCoreLowerThreadLocalPass(*PassRegistry::getPassRegistry());
47284c1978SDimitry Andric     }
48284c1978SDimitry Andric 
49284c1978SDimitry Andric     bool lowerGlobal(GlobalVariable *GV);
50284c1978SDimitry Andric 
5191bc56edSDimitry Andric     bool runOnModule(Module &M) override;
52284c1978SDimitry Andric   };
533dac3a9bSDimitry Andric }
54284c1978SDimitry Andric 
55284c1978SDimitry Andric char XCoreLowerThreadLocal::ID = 0;
56284c1978SDimitry Andric 
57284c1978SDimitry Andric INITIALIZE_PASS(XCoreLowerThreadLocal, "xcore-lower-thread-local",
58284c1978SDimitry Andric                 "Lower thread local variables", false, false)
59284c1978SDimitry Andric 
createXCoreLowerThreadLocalPass()60284c1978SDimitry Andric ModulePass *llvm::createXCoreLowerThreadLocalPass() {
61284c1978SDimitry Andric   return new XCoreLowerThreadLocal();
62284c1978SDimitry Andric }
63284c1978SDimitry Andric 
createLoweredType(Type * OriginalType)64284c1978SDimitry Andric static ArrayType *createLoweredType(Type *OriginalType) {
65284c1978SDimitry Andric   return ArrayType::get(OriginalType, MaxThreads);
66284c1978SDimitry Andric }
67284c1978SDimitry Andric 
68284c1978SDimitry Andric static Constant *
createLoweredInitializer(ArrayType * NewType,Constant * OriginalInitializer)69284c1978SDimitry Andric createLoweredInitializer(ArrayType *NewType, Constant *OriginalInitializer) {
70284c1978SDimitry Andric   SmallVector<Constant *, 8> Elements(MaxThreads);
71284c1978SDimitry Andric   for (unsigned i = 0; i != MaxThreads; ++i) {
72284c1978SDimitry Andric     Elements[i] = OriginalInitializer;
73284c1978SDimitry Andric   }
74284c1978SDimitry Andric   return ConstantArray::get(NewType, Elements);
75284c1978SDimitry Andric }
76284c1978SDimitry Andric 
77f785676fSDimitry Andric static Instruction *
createReplacementInstr(ConstantExpr * CE,Instruction * Instr)78f785676fSDimitry Andric createReplacementInstr(ConstantExpr *CE, Instruction *Instr) {
793ca95b02SDimitry Andric   IRBuilder<NoFolder> Builder(Instr);
80f785676fSDimitry Andric   unsigned OpCode = CE->getOpcode();
81f785676fSDimitry Andric   switch (OpCode) {
82f785676fSDimitry Andric     case Instruction::GetElementPtr: {
83f785676fSDimitry Andric       SmallVector<Value *,4> CEOpVec(CE->op_begin(), CE->op_end());
84f785676fSDimitry Andric       ArrayRef<Value *> CEOps(CEOpVec);
85ff0cc061SDimitry Andric       return dyn_cast<Instruction>(Builder.CreateInBoundsGEP(
86ff0cc061SDimitry Andric           cast<GEPOperator>(CE)->getSourceElementType(), CEOps[0],
87f785676fSDimitry Andric           CEOps.slice(1)));
88f785676fSDimitry Andric     }
89f785676fSDimitry Andric     case Instruction::Add:
90f785676fSDimitry Andric     case Instruction::Sub:
91f785676fSDimitry Andric     case Instruction::Mul:
92f785676fSDimitry Andric     case Instruction::UDiv:
93f785676fSDimitry Andric     case Instruction::SDiv:
94f785676fSDimitry Andric     case Instruction::FDiv:
95f785676fSDimitry Andric     case Instruction::URem:
96f785676fSDimitry Andric     case Instruction::SRem:
97f785676fSDimitry Andric     case Instruction::FRem:
98f785676fSDimitry Andric     case Instruction::Shl:
99f785676fSDimitry Andric     case Instruction::LShr:
100f785676fSDimitry Andric     case Instruction::AShr:
101f785676fSDimitry Andric     case Instruction::And:
102f785676fSDimitry Andric     case Instruction::Or:
103f785676fSDimitry Andric     case Instruction::Xor:
104f785676fSDimitry Andric       return dyn_cast<Instruction>(
105f785676fSDimitry Andric                   Builder.CreateBinOp((Instruction::BinaryOps)OpCode,
106f785676fSDimitry Andric                                       CE->getOperand(0), CE->getOperand(1),
107f785676fSDimitry Andric                                       CE->getName()));
108f785676fSDimitry Andric     case Instruction::Trunc:
109f785676fSDimitry Andric     case Instruction::ZExt:
110f785676fSDimitry Andric     case Instruction::SExt:
111f785676fSDimitry Andric     case Instruction::FPToUI:
112f785676fSDimitry Andric     case Instruction::FPToSI:
113f785676fSDimitry Andric     case Instruction::UIToFP:
114f785676fSDimitry Andric     case Instruction::SIToFP:
115f785676fSDimitry Andric     case Instruction::FPTrunc:
116f785676fSDimitry Andric     case Instruction::FPExt:
117f785676fSDimitry Andric     case Instruction::PtrToInt:
118f785676fSDimitry Andric     case Instruction::IntToPtr:
119f785676fSDimitry Andric     case Instruction::BitCast:
120f785676fSDimitry Andric       return dyn_cast<Instruction>(
121f785676fSDimitry Andric                   Builder.CreateCast((Instruction::CastOps)OpCode,
122f785676fSDimitry Andric                                      CE->getOperand(0), CE->getType(),
123f785676fSDimitry Andric                                      CE->getName()));
124f785676fSDimitry Andric     default:
125f785676fSDimitry Andric       llvm_unreachable("Unhandled constant expression!\n");
126f785676fSDimitry Andric   }
127f785676fSDimitry Andric }
128284c1978SDimitry Andric 
replaceConstantExprOp(ConstantExpr * CE,Pass * P)129f785676fSDimitry Andric static bool replaceConstantExprOp(ConstantExpr *CE, Pass *P) {
130f785676fSDimitry Andric   do {
131f37b6182SDimitry Andric     SmallVector<WeakTrackingVH, 8> WUsers(CE->user_begin(), CE->user_end());
132*b5893f02SDimitry Andric     llvm::sort(WUsers);
133f785676fSDimitry Andric     WUsers.erase(std::unique(WUsers.begin(), WUsers.end()), WUsers.end());
134f785676fSDimitry Andric     while (!WUsers.empty())
135f37b6182SDimitry Andric       if (WeakTrackingVH WU = WUsers.pop_back_val()) {
136f785676fSDimitry Andric         if (PHINode *PN = dyn_cast<PHINode>(WU)) {
137f785676fSDimitry Andric           for (int I = 0, E = PN->getNumIncomingValues(); I < E; ++I)
138f785676fSDimitry Andric             if (PN->getIncomingValue(I) == CE) {
139f785676fSDimitry Andric               BasicBlock *PredBB = PN->getIncomingBlock(I);
140f785676fSDimitry Andric               if (PredBB->getTerminator()->getNumSuccessors() > 1)
141ff0cc061SDimitry Andric                 PredBB = SplitEdge(PredBB, PN->getParent());
142f785676fSDimitry Andric               Instruction *InsertPos = PredBB->getTerminator();
143f785676fSDimitry Andric               Instruction *NewInst = createReplacementInstr(CE, InsertPos);
144f785676fSDimitry Andric               PN->setOperand(I, NewInst);
145f785676fSDimitry Andric             }
146f785676fSDimitry Andric         } else if (Instruction *Instr = dyn_cast<Instruction>(WU)) {
147f785676fSDimitry Andric           Instruction *NewInst = createReplacementInstr(CE, Instr);
148f785676fSDimitry Andric           Instr->replaceUsesOfWith(CE, NewInst);
149f785676fSDimitry Andric         } else {
150f785676fSDimitry Andric           ConstantExpr *CExpr = dyn_cast<ConstantExpr>(WU);
151f785676fSDimitry Andric           if (!CExpr || !replaceConstantExprOp(CExpr, P))
152284c1978SDimitry Andric             return false;
153284c1978SDimitry Andric         }
154f785676fSDimitry Andric       }
15591bc56edSDimitry Andric   } while (CE->hasNUsesOrMore(1)); // We need to check because a recursive
15691bc56edSDimitry Andric   // sibling may have used 'CE' when createReplacementInstr was called.
157f785676fSDimitry Andric   CE->destroyConstant();
158f785676fSDimitry Andric   return true;
159f785676fSDimitry Andric }
160f785676fSDimitry Andric 
rewriteNonInstructionUses(GlobalVariable * GV,Pass * P)161f785676fSDimitry Andric static bool rewriteNonInstructionUses(GlobalVariable *GV, Pass *P) {
162f37b6182SDimitry Andric   SmallVector<WeakTrackingVH, 8> WUsers;
16391bc56edSDimitry Andric   for (User *U : GV->users())
16491bc56edSDimitry Andric     if (!isa<Instruction>(U))
165f37b6182SDimitry Andric       WUsers.push_back(WeakTrackingVH(U));
166f785676fSDimitry Andric   while (!WUsers.empty())
167f37b6182SDimitry Andric     if (WeakTrackingVH WU = WUsers.pop_back_val()) {
168f785676fSDimitry Andric       ConstantExpr *CE = dyn_cast<ConstantExpr>(WU);
169f785676fSDimitry Andric       if (!CE || !replaceConstantExprOp(CE, P))
170f785676fSDimitry Andric         return false;
171f785676fSDimitry Andric     }
172f785676fSDimitry Andric   return true;
173f785676fSDimitry Andric }
174284c1978SDimitry Andric 
isZeroLengthArray(Type * Ty)175284c1978SDimitry Andric static bool isZeroLengthArray(Type *Ty) {
176284c1978SDimitry Andric   ArrayType *AT = dyn_cast<ArrayType>(Ty);
177284c1978SDimitry Andric   return AT && (AT->getNumElements() == 0);
178284c1978SDimitry Andric }
179284c1978SDimitry Andric 
lowerGlobal(GlobalVariable * GV)180284c1978SDimitry Andric bool XCoreLowerThreadLocal::lowerGlobal(GlobalVariable *GV) {
181284c1978SDimitry Andric   Module *M = GV->getParent();
182284c1978SDimitry Andric   if (!GV->isThreadLocal())
183284c1978SDimitry Andric     return false;
184284c1978SDimitry Andric 
185284c1978SDimitry Andric   // Skip globals that we can't lower and leave it for the backend to error.
186f785676fSDimitry Andric   if (!rewriteNonInstructionUses(GV, this) ||
187284c1978SDimitry Andric       !GV->getType()->isSized() || isZeroLengthArray(GV->getType()))
188284c1978SDimitry Andric     return false;
189284c1978SDimitry Andric 
190284c1978SDimitry Andric   // Create replacement global.
1913ca95b02SDimitry Andric   ArrayType *NewType = createLoweredType(GV->getValueType());
19291bc56edSDimitry Andric   Constant *NewInitializer = nullptr;
193f785676fSDimitry Andric   if (GV->hasInitializer())
194f785676fSDimitry Andric     NewInitializer = createLoweredInitializer(NewType,
195284c1978SDimitry Andric                                               GV->getInitializer());
196284c1978SDimitry Andric   GlobalVariable *NewGV =
197284c1978SDimitry Andric     new GlobalVariable(*M, NewType, GV->isConstant(), GV->getLinkage(),
19891bc56edSDimitry Andric                        NewInitializer, "", nullptr,
19991bc56edSDimitry Andric                        GlobalVariable::NotThreadLocal,
200284c1978SDimitry Andric                        GV->getType()->getAddressSpace(),
201284c1978SDimitry Andric                        GV->isExternallyInitialized());
202284c1978SDimitry Andric 
203284c1978SDimitry Andric   // Update uses.
20491bc56edSDimitry Andric   SmallVector<User *, 16> Users(GV->user_begin(), GV->user_end());
205284c1978SDimitry Andric   for (unsigned I = 0, E = Users.size(); I != E; ++I) {
206284c1978SDimitry Andric     User *U = Users[I];
207284c1978SDimitry Andric     Instruction *Inst = cast<Instruction>(U);
208284c1978SDimitry Andric     IRBuilder<> Builder(Inst);
209284c1978SDimitry Andric     Function *GetID = Intrinsic::getDeclaration(GV->getParent(),
210284c1978SDimitry Andric                                                 Intrinsic::xcore_getid);
211ff0cc061SDimitry Andric     Value *ThreadID = Builder.CreateCall(GetID, {});
2123ca95b02SDimitry Andric     Value *Addr = Builder.CreateInBoundsGEP(NewGV->getValueType(), NewGV,
2133ca95b02SDimitry Andric                                             {Builder.getInt64(0), ThreadID});
214284c1978SDimitry Andric     U->replaceUsesOfWith(GV, Addr);
215284c1978SDimitry Andric   }
216284c1978SDimitry Andric 
217284c1978SDimitry Andric   // Remove old global.
218284c1978SDimitry Andric   NewGV->takeName(GV);
219284c1978SDimitry Andric   GV->eraseFromParent();
220284c1978SDimitry Andric   return true;
221284c1978SDimitry Andric }
222284c1978SDimitry Andric 
runOnModule(Module & M)223284c1978SDimitry Andric bool XCoreLowerThreadLocal::runOnModule(Module &M) {
224284c1978SDimitry Andric   // Find thread local globals.
225284c1978SDimitry Andric   bool MadeChange = false;
226284c1978SDimitry Andric   SmallVector<GlobalVariable *, 16> ThreadLocalGlobals;
2277d523365SDimitry Andric   for (GlobalVariable &GV : M.globals())
2287d523365SDimitry Andric     if (GV.isThreadLocal())
2297d523365SDimitry Andric       ThreadLocalGlobals.push_back(&GV);
230284c1978SDimitry Andric   for (unsigned I = 0, E = ThreadLocalGlobals.size(); I != E; ++I) {
231284c1978SDimitry Andric     MadeChange |= lowerGlobal(ThreadLocalGlobals[I]);
232284c1978SDimitry Andric   }
233284c1978SDimitry Andric   return MadeChange;
234284c1978SDimitry Andric }
235