16a9226d9SEugene Zelenko //===- PPCBoolRetToInt.cpp ------------------------------------------------===//
2a1c712faSKit Barton //
3a1c712faSKit Barton //                     The LLVM Compiler Infrastructure
4a1c712faSKit Barton //
5a1c712faSKit Barton // This file is distributed under the University of Illinois Open Source
6a1c712faSKit Barton // License. See LICENSE.TXT for details.
7a1c712faSKit Barton //
8a1c712faSKit Barton //===----------------------------------------------------------------------===//
9a1c712faSKit Barton //
10*9fd267c2SEric Christopher // This file implements converting i1 values to i32 if they could be more
11a1c712faSKit Barton // profitably allocated as GPRs rather than CRs. This pass will become totally
12a1c712faSKit Barton // unnecessary if Register Bank Allocation and Global Instruction Selection ever
13a1c712faSKit Barton // go upstream.
14a1c712faSKit Barton //
15*9fd267c2SEric Christopher // Presently, the pass converts i1 Constants, and Arguments to i32 if the
16a1c712faSKit Barton // transitive closure of their uses includes only PHINodes, CallInsts, and
17a1c712faSKit Barton // ReturnInsts. The rational is that arguments are generally passed and returned
18*9fd267c2SEric Christopher // in GPRs rather than CRs, so casting them to i32 at the LLVM IR level will
19a1c712faSKit Barton // actually save casts at the Machine Instruction level.
20a1c712faSKit Barton //
21a1c712faSKit Barton // It might be useful to expand this pass to add bit-wise operations to the list
22a1c712faSKit Barton // of safe transitive closure types. Also, we miss some opportunities when LLVM
23a1c712faSKit Barton // represents logical AND and OR operations with control flow rather than data
24a1c712faSKit Barton // flow. For example by lowering the expression: return (A && B && C)
25a1c712faSKit Barton //
26a1c712faSKit Barton // as: return A ? true : B && C.
27a1c712faSKit Barton //
28a1c712faSKit Barton // There's code in SimplifyCFG that code be used to turn control flow in data
29a1c712faSKit Barton // flow using SelectInsts. Selects are slow on some architectures (P7/P8), so
30a1c712faSKit Barton // this probably isn't good in general, but for the special case of i1, the
31a1c712faSKit Barton // Selects could be further lowered to bit operations that are fast everywhere.
32a1c712faSKit Barton //
33a1c712faSKit Barton //===----------------------------------------------------------------------===//
34a1c712faSKit Barton 
35a1c712faSKit Barton #include "PPC.h"
366a9226d9SEugene Zelenko #include "llvm/ADT/DenseMap.h"
37a1c712faSKit Barton #include "llvm/ADT/SmallPtrSet.h"
386a9226d9SEugene Zelenko #include "llvm/ADT/SmallVector.h"
39a1c712faSKit Barton #include "llvm/ADT/Statistic.h"
406a9226d9SEugene Zelenko #include "llvm/ADT/STLExtras.h"
416a9226d9SEugene Zelenko #include "llvm/IR/Argument.h"
42a1c712faSKit Barton #include "llvm/IR/Constants.h"
43a1c712faSKit Barton #include "llvm/IR/Dominators.h"
446a9226d9SEugene Zelenko #include "llvm/IR/Function.h"
456a9226d9SEugene Zelenko #include "llvm/IR/Instruction.h"
46a1c712faSKit Barton #include "llvm/IR/Instructions.h"
47a1c712faSKit Barton #include "llvm/IR/IntrinsicInst.h"
486a9226d9SEugene Zelenko #include "llvm/IR/OperandTraits.h"
496a9226d9SEugene Zelenko #include "llvm/IR/Type.h"
506a9226d9SEugene Zelenko #include "llvm/IR/Use.h"
516a9226d9SEugene Zelenko #include "llvm/IR/User.h"
526a9226d9SEugene Zelenko #include "llvm/IR/Value.h"
536a9226d9SEugene Zelenko #include "llvm/Support/Casting.h"
54a1c712faSKit Barton #include "llvm/Pass.h"
556a9226d9SEugene Zelenko #include <cassert>
56a1c712faSKit Barton 
57a1c712faSKit Barton using namespace llvm;
58a1c712faSKit Barton 
59a1c712faSKit Barton namespace {
60a1c712faSKit Barton 
61a1c712faSKit Barton #define DEBUG_TYPE "bool-ret-to-int"
62a1c712faSKit Barton 
63a1c712faSKit Barton STATISTIC(NumBoolRetPromotion,
64a1c712faSKit Barton           "Number of times a bool feeding a RetInst was promoted to an int");
65a1c712faSKit Barton STATISTIC(NumBoolCallPromotion,
66a1c712faSKit Barton           "Number of times a bool feeding a CallInst was promoted to an int");
67a1c712faSKit Barton STATISTIC(NumBoolToIntPromotion,
68a1c712faSKit Barton           "Total number of times a bool was promoted to an int");
69a1c712faSKit Barton 
70a1c712faSKit Barton class PPCBoolRetToInt : public FunctionPass {
71a1c712faSKit Barton   static SmallPtrSet<Value *, 8> findAllDefs(Value *V) {
72a1c712faSKit Barton     SmallPtrSet<Value *, 8> Defs;
73a1c712faSKit Barton     SmallVector<Value *, 8> WorkList;
74a1c712faSKit Barton     WorkList.push_back(V);
75a1c712faSKit Barton     Defs.insert(V);
76a1c712faSKit Barton     while (!WorkList.empty()) {
77a1c712faSKit Barton       Value *Curr = WorkList.back();
78a1c712faSKit Barton       WorkList.pop_back();
796a9226d9SEugene Zelenko       auto *CurrUser = dyn_cast<User>(Curr);
809584d18dSGuozhi Wei       // Operands of CallInst are skipped because they may not be Bool type,
819584d18dSGuozhi Wei       // and their positions are defined by ABI.
829584d18dSGuozhi Wei       if (CurrUser && !isa<CallInst>(Curr))
83a1c712faSKit Barton         for (auto &Op : CurrUser->operands())
84a1c712faSKit Barton           if (Defs.insert(Op).second)
85a1c712faSKit Barton             WorkList.push_back(Op);
86a1c712faSKit Barton     }
87a1c712faSKit Barton     return Defs;
88a1c712faSKit Barton   }
89a1c712faSKit Barton 
90*9fd267c2SEric Christopher   // Translate a i1 value to an equivalent i32 value:
91*9fd267c2SEric Christopher   static Value *translate(Value *V) {
92*9fd267c2SEric Christopher     Type *Int32Ty = Type::getInt32Ty(V->getContext());
936a9226d9SEugene Zelenko     if (auto *C = dyn_cast<Constant>(V))
94*9fd267c2SEric Christopher       return ConstantExpr::getZExt(C, Int32Ty);
956a9226d9SEugene Zelenko     if (auto *P = dyn_cast<PHINode>(V)) {
96a1c712faSKit Barton       // Temporarily set the operands to 0. We'll fix this later in
97a1c712faSKit Barton       // runOnUse.
98*9fd267c2SEric Christopher       Value *Zero = Constant::getNullValue(Int32Ty);
99a1c712faSKit Barton       PHINode *Q =
100*9fd267c2SEric Christopher         PHINode::Create(Int32Ty, P->getNumIncomingValues(), P->getName(), P);
101a1c712faSKit Barton       for (unsigned i = 0; i < P->getNumOperands(); ++i)
102a1c712faSKit Barton         Q->addIncoming(Zero, P->getIncomingBlock(i));
103a1c712faSKit Barton       return Q;
104a1c712faSKit Barton     }
105a1c712faSKit Barton 
1066a9226d9SEugene Zelenko     auto *A = dyn_cast<Argument>(V);
1076a9226d9SEugene Zelenko     auto *I = dyn_cast<Instruction>(V);
108a1c712faSKit Barton     assert((A || I) && "Unknown value type");
109a1c712faSKit Barton 
110a1c712faSKit Barton     auto InstPt =
111a1c712faSKit Barton       A ? &*A->getParent()->getEntryBlock().begin() : I->getNextNode();
112*9fd267c2SEric Christopher     return new ZExtInst(V, Int32Ty, "", InstPt);
113a1c712faSKit Barton   }
114a1c712faSKit Barton 
115a1c712faSKit Barton   typedef SmallPtrSet<const PHINode *, 8> PHINodeSet;
116a1c712faSKit Barton 
117a1c712faSKit Barton   // A PHINode is Promotable if:
118a1c712faSKit Barton   // 1. Its type is i1 AND
119a1c712faSKit Barton   // 2. All of its uses are ReturnInt, CallInst, PHINode, or DbgInfoIntrinsic
120a1c712faSKit Barton   // AND
121a1c712faSKit Barton   // 3. All of its operands are Constant or Argument or
122a1c712faSKit Barton   //    CallInst or PHINode AND
123a1c712faSKit Barton   // 4. All of its PHINode uses are Promotable AND
124a1c712faSKit Barton   // 5. All of its PHINode operands are Promotable
125a1c712faSKit Barton   static PHINodeSet getPromotablePHINodes(const Function &F) {
126a1c712faSKit Barton     PHINodeSet Promotable;
127a1c712faSKit Barton     // Condition 1
128a1c712faSKit Barton     for (auto &BB : F)
129a1c712faSKit Barton       for (auto &I : BB)
1306a9226d9SEugene Zelenko         if (const auto *P = dyn_cast<PHINode>(&I))
131a1c712faSKit Barton           if (P->getType()->isIntegerTy(1))
132a1c712faSKit Barton             Promotable.insert(P);
133a1c712faSKit Barton 
134a1c712faSKit Barton     SmallVector<const PHINode *, 8> ToRemove;
135451f54cfSBenjamin Kramer     for (const PHINode *P : Promotable) {
136a1c712faSKit Barton       // Condition 2 and 3
137a1c712faSKit Barton       auto IsValidUser = [] (const Value *V) -> bool {
138a1c712faSKit Barton         return isa<ReturnInst>(V) || isa<CallInst>(V) || isa<PHINode>(V) ||
139a1c712faSKit Barton         isa<DbgInfoIntrinsic>(V);
140a1c712faSKit Barton       };
141a1c712faSKit Barton       auto IsValidOperand = [] (const Value *V) -> bool {
142a1c712faSKit Barton         return isa<Constant>(V) || isa<Argument>(V) || isa<CallInst>(V) ||
143a1c712faSKit Barton         isa<PHINode>(V);
144a1c712faSKit Barton       };
145a1c712faSKit Barton       const auto &Users = P->users();
146a1c712faSKit Barton       const auto &Operands = P->operands();
1476a9226d9SEugene Zelenko       if (!llvm::all_of(Users, IsValidUser) ||
1486a9226d9SEugene Zelenko           !llvm::all_of(Operands, IsValidOperand))
149a1c712faSKit Barton         ToRemove.push_back(P);
150a1c712faSKit Barton     }
151a1c712faSKit Barton 
152a1c712faSKit Barton     // Iterate to convergence
153a1c712faSKit Barton     auto IsPromotable = [&Promotable] (const Value *V) -> bool {
1546a9226d9SEugene Zelenko       const auto *Phi = dyn_cast<PHINode>(V);
155a1c712faSKit Barton       return !Phi || Promotable.count(Phi);
156a1c712faSKit Barton     };
157a1c712faSKit Barton     while (!ToRemove.empty()) {
158a1c712faSKit Barton       for (auto &User : ToRemove)
159a1c712faSKit Barton         Promotable.erase(User);
160a1c712faSKit Barton       ToRemove.clear();
161a1c712faSKit Barton 
162451f54cfSBenjamin Kramer       for (const PHINode *P : Promotable) {
163a1c712faSKit Barton         // Condition 4 and 5
164a1c712faSKit Barton         const auto &Users = P->users();
165a1c712faSKit Barton         const auto &Operands = P->operands();
1666a9226d9SEugene Zelenko         if (!llvm::all_of(Users, IsPromotable) ||
1676a9226d9SEugene Zelenko             !llvm::all_of(Operands, IsPromotable))
168a1c712faSKit Barton           ToRemove.push_back(P);
169a1c712faSKit Barton       }
170a1c712faSKit Barton     }
171a1c712faSKit Barton 
172a1c712faSKit Barton     return Promotable;
173a1c712faSKit Barton   }
174a1c712faSKit Barton 
175a1c712faSKit Barton   typedef DenseMap<Value *, Value *> B2IMap;
176a1c712faSKit Barton 
177a1c712faSKit Barton  public:
178a1c712faSKit Barton   static char ID;
1796a9226d9SEugene Zelenko 
180*9fd267c2SEric Christopher   PPCBoolRetToInt() : FunctionPass(ID) {
181a1c712faSKit Barton     initializePPCBoolRetToIntPass(*PassRegistry::getPassRegistry());
182a1c712faSKit Barton   }
183a1c712faSKit Barton 
1846a9226d9SEugene Zelenko   bool runOnFunction(Function &F) override {
185289bd5f6SAndrew Kaylor     if (skipFunction(F))
186289bd5f6SAndrew Kaylor       return false;
187289bd5f6SAndrew Kaylor 
188a1c712faSKit Barton     PHINodeSet PromotablePHINodes = getPromotablePHINodes(F);
189a1c712faSKit Barton     B2IMap Bool2IntMap;
190a1c712faSKit Barton     bool Changed = false;
191a1c712faSKit Barton     for (auto &BB : F) {
192a1c712faSKit Barton       for (auto &I : BB) {
1936a9226d9SEugene Zelenko         if (auto *R = dyn_cast<ReturnInst>(&I))
194a1c712faSKit Barton           if (F.getReturnType()->isIntegerTy(1))
195a1c712faSKit Barton             Changed |=
196a1c712faSKit Barton               runOnUse(R->getOperandUse(0), PromotablePHINodes, Bool2IntMap);
197a1c712faSKit Barton 
1986a9226d9SEugene Zelenko         if (auto *CI = dyn_cast<CallInst>(&I))
199a1c712faSKit Barton           for (auto &U : CI->operands())
200a1c712faSKit Barton             if (U->getType()->isIntegerTy(1))
201a1c712faSKit Barton               Changed |= runOnUse(U, PromotablePHINodes, Bool2IntMap);
202a1c712faSKit Barton       }
203a1c712faSKit Barton     }
204a1c712faSKit Barton 
205a1c712faSKit Barton     return Changed;
206a1c712faSKit Barton   }
207a1c712faSKit Barton 
208*9fd267c2SEric Christopher   static bool runOnUse(Use &U, const PHINodeSet &PromotablePHINodes,
209a1c712faSKit Barton                        B2IMap &BoolToIntMap) {
210a1c712faSKit Barton     auto Defs = findAllDefs(U);
211a1c712faSKit Barton 
212a1c712faSKit Barton     // If the values are all Constants or Arguments, don't bother
2136a9226d9SEugene Zelenko     if (llvm::none_of(Defs, isa<Instruction, Value *>))
214a1c712faSKit Barton       return false;
215a1c712faSKit Barton 
2169584d18dSGuozhi Wei     // Presently, we only know how to handle PHINode, Constant, Arguments and
2179584d18dSGuozhi Wei     // CallInst. Potentially, bitwise operations (AND, OR, XOR, NOT) and sign
2189584d18dSGuozhi Wei     // extension could also be handled in the future.
219451f54cfSBenjamin Kramer     for (Value *V : Defs)
2209584d18dSGuozhi Wei       if (!isa<PHINode>(V) && !isa<Constant>(V) &&
2219584d18dSGuozhi Wei           !isa<Argument>(V) && !isa<CallInst>(V))
222a1c712faSKit Barton         return false;
223a1c712faSKit Barton 
224451f54cfSBenjamin Kramer     for (Value *V : Defs)
2256a9226d9SEugene Zelenko       if (const auto *P = dyn_cast<PHINode>(V))
226a1c712faSKit Barton         if (!PromotablePHINodes.count(P))
227a1c712faSKit Barton           return false;
228a1c712faSKit Barton 
229a1c712faSKit Barton     if (isa<ReturnInst>(U.getUser()))
230a1c712faSKit Barton       ++NumBoolRetPromotion;
231a1c712faSKit Barton     if (isa<CallInst>(U.getUser()))
232a1c712faSKit Barton       ++NumBoolCallPromotion;
233a1c712faSKit Barton     ++NumBoolToIntPromotion;
234a1c712faSKit Barton 
235451f54cfSBenjamin Kramer     for (Value *V : Defs)
236a1c712faSKit Barton       if (!BoolToIntMap.count(V))
237a1c712faSKit Barton         BoolToIntMap[V] = translate(V);
238a1c712faSKit Barton 
2399584d18dSGuozhi Wei     // Replace the operands of the translated instructions. They were set to
240a1c712faSKit Barton     // zero in the translate function.
241a1c712faSKit Barton     for (auto &Pair : BoolToIntMap) {
2426a9226d9SEugene Zelenko       auto *First = dyn_cast<User>(Pair.first);
2436a9226d9SEugene Zelenko       auto *Second = dyn_cast<User>(Pair.second);
244a1c712faSKit Barton       assert((!First || Second) && "translated from user to non-user!?");
2459584d18dSGuozhi Wei       // Operands of CallInst are skipped because they may not be Bool type,
2469584d18dSGuozhi Wei       // and their positions are defined by ABI.
2479584d18dSGuozhi Wei       if (First && !isa<CallInst>(First))
248a1c712faSKit Barton         for (unsigned i = 0; i < First->getNumOperands(); ++i)
249a1c712faSKit Barton           Second->setOperand(i, BoolToIntMap[First->getOperand(i)]);
250a1c712faSKit Barton     }
251a1c712faSKit Barton 
252a1c712faSKit Barton     Value *IntRetVal = BoolToIntMap[U];
253a1c712faSKit Barton     Type *Int1Ty = Type::getInt1Ty(U->getContext());
2546a9226d9SEugene Zelenko     auto *I = cast<Instruction>(U.getUser());
255a1c712faSKit Barton     Value *BackToBool = new TruncInst(IntRetVal, Int1Ty, "backToBool", I);
256a1c712faSKit Barton     U.set(BackToBool);
257a1c712faSKit Barton 
258a1c712faSKit Barton     return true;
259a1c712faSKit Barton   }
260a1c712faSKit Barton 
2616a9226d9SEugene Zelenko   void getAnalysisUsage(AnalysisUsage &AU) const override {
262a1c712faSKit Barton     AU.addPreserved<DominatorTreeWrapperPass>();
263a1c712faSKit Barton     FunctionPass::getAnalysisUsage(AU);
264a1c712faSKit Barton   }
265a1c712faSKit Barton };
2666a9226d9SEugene Zelenko 
2676a9226d9SEugene Zelenko } // end anonymous namespace
268a1c712faSKit Barton 
269a1c712faSKit Barton char PPCBoolRetToInt::ID = 0;
270*9fd267c2SEric Christopher INITIALIZE_PASS(PPCBoolRetToInt, "bool-ret-to-int",
271*9fd267c2SEric Christopher                 "Convert i1 constants to i32 if they are returned",
272a1c712faSKit Barton                 false, false)
273a1c712faSKit Barton 
274*9fd267c2SEric Christopher FunctionPass *llvm::createPPCBoolRetToIntPass() { return new PPCBoolRetToInt(); }
275