1284c1978SDimitry Andric //===-- XCoreLowerThreadLocal - Lower thread local variables --------------===//
2284c1978SDimitry Andric //
3284c1978SDimitry Andric // The LLVM Compiler Infrastructure
4284c1978SDimitry Andric //
5284c1978SDimitry Andric // This file is distributed under the University of Illinois Open Source
6284c1978SDimitry Andric // License. See LICENSE.TXT for details.
7284c1978SDimitry Andric //
8284c1978SDimitry Andric //===----------------------------------------------------------------------===//
9284c1978SDimitry Andric ///
10284c1978SDimitry Andric /// \file
114ba319b5SDimitry Andric /// This file contains a pass that lowers thread local variables on the
12284c1978SDimitry Andric /// XCore.
13284c1978SDimitry Andric ///
14284c1978SDimitry Andric //===----------------------------------------------------------------------===//
15284c1978SDimitry Andric
16284c1978SDimitry Andric #include "XCore.h"
17284c1978SDimitry Andric #include "llvm/IR/Constants.h"
18284c1978SDimitry Andric #include "llvm/IR/DerivedTypes.h"
19284c1978SDimitry Andric #include "llvm/IR/GlobalVariable.h"
20284c1978SDimitry Andric #include "llvm/IR/IRBuilder.h"
2191bc56edSDimitry Andric #include "llvm/IR/Intrinsics.h"
22284c1978SDimitry Andric #include "llvm/IR/Module.h"
2391bc56edSDimitry Andric #include "llvm/IR/NoFolder.h"
2491bc56edSDimitry Andric #include "llvm/IR/ValueHandle.h"
25284c1978SDimitry Andric #include "llvm/Pass.h"
26284c1978SDimitry Andric #include "llvm/Support/CommandLine.h"
27f785676fSDimitry Andric #include "llvm/Transforms/Utils/BasicBlockUtils.h"
28284c1978SDimitry Andric
29284c1978SDimitry Andric #define DEBUG_TYPE "xcore-lower-thread-local"
30284c1978SDimitry Andric
31284c1978SDimitry Andric using namespace llvm;
32284c1978SDimitry Andric
33284c1978SDimitry Andric static cl::opt<unsigned> MaxThreads(
34284c1978SDimitry Andric "xcore-max-threads", cl::Optional,
35284c1978SDimitry Andric cl::desc("Maximum number of threads (for emulation thread-local storage)"),
36284c1978SDimitry Andric cl::Hidden, cl::value_desc("number"), cl::init(8));
37284c1978SDimitry Andric
38284c1978SDimitry Andric namespace {
39284c1978SDimitry Andric /// Lowers thread local variables on the XCore. Each thread local variable is
40284c1978SDimitry Andric /// expanded to an array of n elements indexed by the thread ID where n is the
41284c1978SDimitry Andric /// fixed number hardware threads supported by the device.
42284c1978SDimitry Andric struct XCoreLowerThreadLocal : public ModulePass {
43284c1978SDimitry Andric static char ID;
44284c1978SDimitry Andric
XCoreLowerThreadLocal__anonf6cba1880111::XCoreLowerThreadLocal45284c1978SDimitry Andric XCoreLowerThreadLocal() : ModulePass(ID) {
46284c1978SDimitry Andric initializeXCoreLowerThreadLocalPass(*PassRegistry::getPassRegistry());
47284c1978SDimitry Andric }
48284c1978SDimitry Andric
49284c1978SDimitry Andric bool lowerGlobal(GlobalVariable *GV);
50284c1978SDimitry Andric
5191bc56edSDimitry Andric bool runOnModule(Module &M) override;
52284c1978SDimitry Andric };
533dac3a9bSDimitry Andric }
54284c1978SDimitry Andric
55284c1978SDimitry Andric char XCoreLowerThreadLocal::ID = 0;
56284c1978SDimitry Andric
57284c1978SDimitry Andric INITIALIZE_PASS(XCoreLowerThreadLocal, "xcore-lower-thread-local",
58284c1978SDimitry Andric "Lower thread local variables", false, false)
59284c1978SDimitry Andric
createXCoreLowerThreadLocalPass()60284c1978SDimitry Andric ModulePass *llvm::createXCoreLowerThreadLocalPass() {
61284c1978SDimitry Andric return new XCoreLowerThreadLocal();
62284c1978SDimitry Andric }
63284c1978SDimitry Andric
createLoweredType(Type * OriginalType)64284c1978SDimitry Andric static ArrayType *createLoweredType(Type *OriginalType) {
65284c1978SDimitry Andric return ArrayType::get(OriginalType, MaxThreads);
66284c1978SDimitry Andric }
67284c1978SDimitry Andric
68284c1978SDimitry Andric static Constant *
createLoweredInitializer(ArrayType * NewType,Constant * OriginalInitializer)69284c1978SDimitry Andric createLoweredInitializer(ArrayType *NewType, Constant *OriginalInitializer) {
70284c1978SDimitry Andric SmallVector<Constant *, 8> Elements(MaxThreads);
71284c1978SDimitry Andric for (unsigned i = 0; i != MaxThreads; ++i) {
72284c1978SDimitry Andric Elements[i] = OriginalInitializer;
73284c1978SDimitry Andric }
74284c1978SDimitry Andric return ConstantArray::get(NewType, Elements);
75284c1978SDimitry Andric }
76284c1978SDimitry Andric
77f785676fSDimitry Andric static Instruction *
createReplacementInstr(ConstantExpr * CE,Instruction * Instr)78f785676fSDimitry Andric createReplacementInstr(ConstantExpr *CE, Instruction *Instr) {
793ca95b02SDimitry Andric IRBuilder<NoFolder> Builder(Instr);
80f785676fSDimitry Andric unsigned OpCode = CE->getOpcode();
81f785676fSDimitry Andric switch (OpCode) {
82f785676fSDimitry Andric case Instruction::GetElementPtr: {
83f785676fSDimitry Andric SmallVector<Value *,4> CEOpVec(CE->op_begin(), CE->op_end());
84f785676fSDimitry Andric ArrayRef<Value *> CEOps(CEOpVec);
85ff0cc061SDimitry Andric return dyn_cast<Instruction>(Builder.CreateInBoundsGEP(
86ff0cc061SDimitry Andric cast<GEPOperator>(CE)->getSourceElementType(), CEOps[0],
87f785676fSDimitry Andric CEOps.slice(1)));
88f785676fSDimitry Andric }
89f785676fSDimitry Andric case Instruction::Add:
90f785676fSDimitry Andric case Instruction::Sub:
91f785676fSDimitry Andric case Instruction::Mul:
92f785676fSDimitry Andric case Instruction::UDiv:
93f785676fSDimitry Andric case Instruction::SDiv:
94f785676fSDimitry Andric case Instruction::FDiv:
95f785676fSDimitry Andric case Instruction::URem:
96f785676fSDimitry Andric case Instruction::SRem:
97f785676fSDimitry Andric case Instruction::FRem:
98f785676fSDimitry Andric case Instruction::Shl:
99f785676fSDimitry Andric case Instruction::LShr:
100f785676fSDimitry Andric case Instruction::AShr:
101f785676fSDimitry Andric case Instruction::And:
102f785676fSDimitry Andric case Instruction::Or:
103f785676fSDimitry Andric case Instruction::Xor:
104f785676fSDimitry Andric return dyn_cast<Instruction>(
105f785676fSDimitry Andric Builder.CreateBinOp((Instruction::BinaryOps)OpCode,
106f785676fSDimitry Andric CE->getOperand(0), CE->getOperand(1),
107f785676fSDimitry Andric CE->getName()));
108f785676fSDimitry Andric case Instruction::Trunc:
109f785676fSDimitry Andric case Instruction::ZExt:
110f785676fSDimitry Andric case Instruction::SExt:
111f785676fSDimitry Andric case Instruction::FPToUI:
112f785676fSDimitry Andric case Instruction::FPToSI:
113f785676fSDimitry Andric case Instruction::UIToFP:
114f785676fSDimitry Andric case Instruction::SIToFP:
115f785676fSDimitry Andric case Instruction::FPTrunc:
116f785676fSDimitry Andric case Instruction::FPExt:
117f785676fSDimitry Andric case Instruction::PtrToInt:
118f785676fSDimitry Andric case Instruction::IntToPtr:
119f785676fSDimitry Andric case Instruction::BitCast:
120f785676fSDimitry Andric return dyn_cast<Instruction>(
121f785676fSDimitry Andric Builder.CreateCast((Instruction::CastOps)OpCode,
122f785676fSDimitry Andric CE->getOperand(0), CE->getType(),
123f785676fSDimitry Andric CE->getName()));
124f785676fSDimitry Andric default:
125f785676fSDimitry Andric llvm_unreachable("Unhandled constant expression!\n");
126f785676fSDimitry Andric }
127f785676fSDimitry Andric }
128284c1978SDimitry Andric
replaceConstantExprOp(ConstantExpr * CE,Pass * P)129f785676fSDimitry Andric static bool replaceConstantExprOp(ConstantExpr *CE, Pass *P) {
130f785676fSDimitry Andric do {
131f37b6182SDimitry Andric SmallVector<WeakTrackingVH, 8> WUsers(CE->user_begin(), CE->user_end());
132*b5893f02SDimitry Andric llvm::sort(WUsers);
133f785676fSDimitry Andric WUsers.erase(std::unique(WUsers.begin(), WUsers.end()), WUsers.end());
134f785676fSDimitry Andric while (!WUsers.empty())
135f37b6182SDimitry Andric if (WeakTrackingVH WU = WUsers.pop_back_val()) {
136f785676fSDimitry Andric if (PHINode *PN = dyn_cast<PHINode>(WU)) {
137f785676fSDimitry Andric for (int I = 0, E = PN->getNumIncomingValues(); I < E; ++I)
138f785676fSDimitry Andric if (PN->getIncomingValue(I) == CE) {
139f785676fSDimitry Andric BasicBlock *PredBB = PN->getIncomingBlock(I);
140f785676fSDimitry Andric if (PredBB->getTerminator()->getNumSuccessors() > 1)
141ff0cc061SDimitry Andric PredBB = SplitEdge(PredBB, PN->getParent());
142f785676fSDimitry Andric Instruction *InsertPos = PredBB->getTerminator();
143f785676fSDimitry Andric Instruction *NewInst = createReplacementInstr(CE, InsertPos);
144f785676fSDimitry Andric PN->setOperand(I, NewInst);
145f785676fSDimitry Andric }
146f785676fSDimitry Andric } else if (Instruction *Instr = dyn_cast<Instruction>(WU)) {
147f785676fSDimitry Andric Instruction *NewInst = createReplacementInstr(CE, Instr);
148f785676fSDimitry Andric Instr->replaceUsesOfWith(CE, NewInst);
149f785676fSDimitry Andric } else {
150f785676fSDimitry Andric ConstantExpr *CExpr = dyn_cast<ConstantExpr>(WU);
151f785676fSDimitry Andric if (!CExpr || !replaceConstantExprOp(CExpr, P))
152284c1978SDimitry Andric return false;
153284c1978SDimitry Andric }
154f785676fSDimitry Andric }
15591bc56edSDimitry Andric } while (CE->hasNUsesOrMore(1)); // We need to check because a recursive
15691bc56edSDimitry Andric // sibling may have used 'CE' when createReplacementInstr was called.
157f785676fSDimitry Andric CE->destroyConstant();
158f785676fSDimitry Andric return true;
159f785676fSDimitry Andric }
160f785676fSDimitry Andric
rewriteNonInstructionUses(GlobalVariable * GV,Pass * P)161f785676fSDimitry Andric static bool rewriteNonInstructionUses(GlobalVariable *GV, Pass *P) {
162f37b6182SDimitry Andric SmallVector<WeakTrackingVH, 8> WUsers;
16391bc56edSDimitry Andric for (User *U : GV->users())
16491bc56edSDimitry Andric if (!isa<Instruction>(U))
165f37b6182SDimitry Andric WUsers.push_back(WeakTrackingVH(U));
166f785676fSDimitry Andric while (!WUsers.empty())
167f37b6182SDimitry Andric if (WeakTrackingVH WU = WUsers.pop_back_val()) {
168f785676fSDimitry Andric ConstantExpr *CE = dyn_cast<ConstantExpr>(WU);
169f785676fSDimitry Andric if (!CE || !replaceConstantExprOp(CE, P))
170f785676fSDimitry Andric return false;
171f785676fSDimitry Andric }
172f785676fSDimitry Andric return true;
173f785676fSDimitry Andric }
174284c1978SDimitry Andric
isZeroLengthArray(Type * Ty)175284c1978SDimitry Andric static bool isZeroLengthArray(Type *Ty) {
176284c1978SDimitry Andric ArrayType *AT = dyn_cast<ArrayType>(Ty);
177284c1978SDimitry Andric return AT && (AT->getNumElements() == 0);
178284c1978SDimitry Andric }
179284c1978SDimitry Andric
lowerGlobal(GlobalVariable * GV)180284c1978SDimitry Andric bool XCoreLowerThreadLocal::lowerGlobal(GlobalVariable *GV) {
181284c1978SDimitry Andric Module *M = GV->getParent();
182284c1978SDimitry Andric if (!GV->isThreadLocal())
183284c1978SDimitry Andric return false;
184284c1978SDimitry Andric
185284c1978SDimitry Andric // Skip globals that we can't lower and leave it for the backend to error.
186f785676fSDimitry Andric if (!rewriteNonInstructionUses(GV, this) ||
187284c1978SDimitry Andric !GV->getType()->isSized() || isZeroLengthArray(GV->getType()))
188284c1978SDimitry Andric return false;
189284c1978SDimitry Andric
190284c1978SDimitry Andric // Create replacement global.
1913ca95b02SDimitry Andric ArrayType *NewType = createLoweredType(GV->getValueType());
19291bc56edSDimitry Andric Constant *NewInitializer = nullptr;
193f785676fSDimitry Andric if (GV->hasInitializer())
194f785676fSDimitry Andric NewInitializer = createLoweredInitializer(NewType,
195284c1978SDimitry Andric GV->getInitializer());
196284c1978SDimitry Andric GlobalVariable *NewGV =
197284c1978SDimitry Andric new GlobalVariable(*M, NewType, GV->isConstant(), GV->getLinkage(),
19891bc56edSDimitry Andric NewInitializer, "", nullptr,
19991bc56edSDimitry Andric GlobalVariable::NotThreadLocal,
200284c1978SDimitry Andric GV->getType()->getAddressSpace(),
201284c1978SDimitry Andric GV->isExternallyInitialized());
202284c1978SDimitry Andric
203284c1978SDimitry Andric // Update uses.
20491bc56edSDimitry Andric SmallVector<User *, 16> Users(GV->user_begin(), GV->user_end());
205284c1978SDimitry Andric for (unsigned I = 0, E = Users.size(); I != E; ++I) {
206284c1978SDimitry Andric User *U = Users[I];
207284c1978SDimitry Andric Instruction *Inst = cast<Instruction>(U);
208284c1978SDimitry Andric IRBuilder<> Builder(Inst);
209284c1978SDimitry Andric Function *GetID = Intrinsic::getDeclaration(GV->getParent(),
210284c1978SDimitry Andric Intrinsic::xcore_getid);
211ff0cc061SDimitry Andric Value *ThreadID = Builder.CreateCall(GetID, {});
2123ca95b02SDimitry Andric Value *Addr = Builder.CreateInBoundsGEP(NewGV->getValueType(), NewGV,
2133ca95b02SDimitry Andric {Builder.getInt64(0), ThreadID});
214284c1978SDimitry Andric U->replaceUsesOfWith(GV, Addr);
215284c1978SDimitry Andric }
216284c1978SDimitry Andric
217284c1978SDimitry Andric // Remove old global.
218284c1978SDimitry Andric NewGV->takeName(GV);
219284c1978SDimitry Andric GV->eraseFromParent();
220284c1978SDimitry Andric return true;
221284c1978SDimitry Andric }
222284c1978SDimitry Andric
runOnModule(Module & M)223284c1978SDimitry Andric bool XCoreLowerThreadLocal::runOnModule(Module &M) {
224284c1978SDimitry Andric // Find thread local globals.
225284c1978SDimitry Andric bool MadeChange = false;
226284c1978SDimitry Andric SmallVector<GlobalVariable *, 16> ThreadLocalGlobals;
2277d523365SDimitry Andric for (GlobalVariable &GV : M.globals())
2287d523365SDimitry Andric if (GV.isThreadLocal())
2297d523365SDimitry Andric ThreadLocalGlobals.push_back(&GV);
230284c1978SDimitry Andric for (unsigned I = 0, E = ThreadLocalGlobals.size(); I != E; ++I) {
231284c1978SDimitry Andric MadeChange |= lowerGlobal(ThreadLocalGlobals[I]);
232284c1978SDimitry Andric }
233284c1978SDimitry Andric return MadeChange;
234284c1978SDimitry Andric }
235