1629db5d8SDaniel Sanders //===-- lib/CodeGen/GlobalISel/Combiner.cpp -------------------------------===//
281c81b64SAditya Nandakumar //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
681c81b64SAditya Nandakumar //
781c81b64SAditya Nandakumar //===----------------------------------------------------------------------===//
881c81b64SAditya Nandakumar //
981c81b64SAditya Nandakumar // This file constains common code to combine machine functions at generic
1081c81b64SAditya Nandakumar // level.
1181c81b64SAditya Nandakumar //===----------------------------------------------------------------------===//
1281c81b64SAditya Nandakumar
1381c81b64SAditya Nandakumar #include "llvm/CodeGen/GlobalISel/Combiner.h"
1481c81b64SAditya Nandakumar #include "llvm/ADT/PostOrderIterator.h"
15500e3eadSAditya Nandakumar #include "llvm/CodeGen/GlobalISel/CSEInfo.h"
16500e3eadSAditya Nandakumar #include "llvm/CodeGen/GlobalISel/CSEMIRBuilder.h"
17ed98c1b3Sserge-sans-paille #include "llvm/CodeGen/GlobalISel/CombinerInfo.h"
18f75d4f32SAditya Nandakumar #include "llvm/CodeGen/GlobalISel/GISelChangeObserver.h"
19f75d4f32SAditya Nandakumar #include "llvm/CodeGen/GlobalISel/GISelWorkList.h"
20f75d4f32SAditya Nandakumar #include "llvm/CodeGen/GlobalISel/MachineIRBuilder.h"
2181c81b64SAditya Nandakumar #include "llvm/CodeGen/GlobalISel/Utils.h"
22f75d4f32SAditya Nandakumar #include "llvm/CodeGen/MachineOptimizationRemarkEmitter.h"
2381c81b64SAditya Nandakumar #include "llvm/Support/Debug.h"
2481c81b64SAditya Nandakumar
2581c81b64SAditya Nandakumar #define DEBUG_TYPE "gi-combiner"
2681c81b64SAditya Nandakumar
2781c81b64SAditya Nandakumar using namespace llvm;
2881c81b64SAditya Nandakumar
29329e748cSDaniel Sanders namespace llvm {
30329e748cSDaniel Sanders cl::OptionCategory GICombinerOptionCategory(
31329e748cSDaniel Sanders "GlobalISel Combiner",
32329e748cSDaniel Sanders "Control the rules which are enabled. These options all take a comma "
33329e748cSDaniel Sanders "separated list of rules to disable and may be specified by number "
34329e748cSDaniel Sanders "or number range (e.g. 1-10)."
35329e748cSDaniel Sanders #ifndef NDEBUG
36329e748cSDaniel Sanders " They may also be specified by name."
37329e748cSDaniel Sanders #endif
38329e748cSDaniel Sanders );
39329e748cSDaniel Sanders } // end namespace llvm
40329e748cSDaniel Sanders
41c973ad18SDaniel Sanders namespace {
42c973ad18SDaniel Sanders /// This class acts as the glue the joins the CombinerHelper to the overall
43c973ad18SDaniel Sanders /// Combine algorithm. The CombinerHelper is intended to report the
44629db5d8SDaniel Sanders /// modifications it makes to the MIR to the GISelChangeObserver and the
45c973ad18SDaniel Sanders /// observer subclass will act on these events. In this case, instruction
46c973ad18SDaniel Sanders /// erasure will cancel any future visits to the erased instruction and
47c973ad18SDaniel Sanders /// instruction creation will schedule that instruction for a future visit.
48c973ad18SDaniel Sanders /// Other Combiner implementations may require more complex behaviour from
49629db5d8SDaniel Sanders /// their GISelChangeObserver subclass.
50500e3eadSAditya Nandakumar class WorkListMaintainer : public GISelChangeObserver {
51c973ad18SDaniel Sanders using WorkListTy = GISelWorkList<512>;
52c973ad18SDaniel Sanders WorkListTy &WorkList;
53629db5d8SDaniel Sanders /// The instructions that have been created but we want to report once they
54629db5d8SDaniel Sanders /// have their operands. This is only maintained if debug output is requested.
55629db5d8SDaniel Sanders SmallPtrSet<const MachineInstr *, 4> CreatedInstrs;
56c973ad18SDaniel Sanders
57c973ad18SDaniel Sanders public:
WorkListMaintainer(WorkListTy & WorkList)58b932bdf5SKazu Hirata WorkListMaintainer(WorkListTy &WorkList) : WorkList(WorkList) {}
593a8c5148SKazu Hirata virtual ~WorkListMaintainer() = default;
60c973ad18SDaniel Sanders
erasingInstr(MachineInstr & MI)61500e3eadSAditya Nandakumar void erasingInstr(MachineInstr &MI) override {
6224e0af69SDaniel Sanders LLVM_DEBUG(dbgs() << "Erasing: " << MI << "\n");
63c973ad18SDaniel Sanders WorkList.remove(&MI);
64c973ad18SDaniel Sanders }
createdInstr(MachineInstr & MI)65500e3eadSAditya Nandakumar void createdInstr(MachineInstr &MI) override {
66629db5d8SDaniel Sanders LLVM_DEBUG(dbgs() << "Creating: " << MI << "\n");
67629db5d8SDaniel Sanders WorkList.insert(&MI);
68629db5d8SDaniel Sanders LLVM_DEBUG(CreatedInstrs.insert(&MI));
69629db5d8SDaniel Sanders }
changingInstr(MachineInstr & MI)70500e3eadSAditya Nandakumar void changingInstr(MachineInstr &MI) override {
71629db5d8SDaniel Sanders LLVM_DEBUG(dbgs() << "Changing: " << MI << "\n");
72c973ad18SDaniel Sanders WorkList.insert(&MI);
73c973ad18SDaniel Sanders }
changedInstr(MachineInstr & MI)74500e3eadSAditya Nandakumar void changedInstr(MachineInstr &MI) override {
75d001e0e0SDaniel Sanders LLVM_DEBUG(dbgs() << "Changed: " << MI << "\n");
76629db5d8SDaniel Sanders WorkList.insert(&MI);
77629db5d8SDaniel Sanders }
78629db5d8SDaniel Sanders
reportFullyCreatedInstrs()79629db5d8SDaniel Sanders void reportFullyCreatedInstrs() {
80629db5d8SDaniel Sanders LLVM_DEBUG(for (const auto *MI
81629db5d8SDaniel Sanders : CreatedInstrs) {
82629db5d8SDaniel Sanders dbgs() << "Created: ";
83629db5d8SDaniel Sanders MI->print(dbgs());
84629db5d8SDaniel Sanders });
85629db5d8SDaniel Sanders LLVM_DEBUG(CreatedInstrs.clear());
86629db5d8SDaniel Sanders }
87c973ad18SDaniel Sanders };
88c973ad18SDaniel Sanders }
89c973ad18SDaniel Sanders
Combiner(CombinerInfo & Info,const TargetPassConfig * TPC)9081c81b64SAditya Nandakumar Combiner::Combiner(CombinerInfo &Info, const TargetPassConfig *TPC)
9181c81b64SAditya Nandakumar : CInfo(Info), TPC(TPC) {
9281c81b64SAditya Nandakumar (void)this->TPC; // FIXME: Remove when used.
9381c81b64SAditya Nandakumar }
9481c81b64SAditya Nandakumar
combineMachineInstrs(MachineFunction & MF,GISelCSEInfo * CSEInfo)95500e3eadSAditya Nandakumar bool Combiner::combineMachineInstrs(MachineFunction &MF,
96500e3eadSAditya Nandakumar GISelCSEInfo *CSEInfo) {
9781c81b64SAditya Nandakumar // If the ISel pipeline failed, do not bother running this pass.
9881c81b64SAditya Nandakumar // FIXME: Should this be here or in individual combiner passes.
9981c81b64SAditya Nandakumar if (MF.getProperties().hasProperty(
10081c81b64SAditya Nandakumar MachineFunctionProperties::Property::FailedISel))
10181c81b64SAditya Nandakumar return false;
10281c81b64SAditya Nandakumar
103500e3eadSAditya Nandakumar Builder =
1040eaee545SJonas Devlieghere CSEInfo ? std::make_unique<CSEMIRBuilder>() : std::make_unique<MachineIRBuilder>();
10581c81b64SAditya Nandakumar MRI = &MF.getRegInfo();
106500e3eadSAditya Nandakumar Builder->setMF(MF);
107500e3eadSAditya Nandakumar if (CSEInfo)
108500e3eadSAditya Nandakumar Builder->setCSEInfo(CSEInfo);
10981c81b64SAditya Nandakumar
110d34e60caSNicola Zaghen LLVM_DEBUG(dbgs() << "Generic MI Combiner for: " << MF.getName() << '\n');
11181c81b64SAditya Nandakumar
11281c81b64SAditya Nandakumar MachineOptimizationRemarkEmitter MORE(MF, /*MBFI=*/nullptr);
11381c81b64SAditya Nandakumar
11481c81b64SAditya Nandakumar bool MFChanged = false;
11581c81b64SAditya Nandakumar bool Changed;
116*1eada2adSKazu Hirata MachineIRBuilder &B = *Builder;
11781c81b64SAditya Nandakumar
11881c81b64SAditya Nandakumar do {
11981c81b64SAditya Nandakumar // Collect all instructions. Do a post order traversal for basic blocks and
12081c81b64SAditya Nandakumar // insert with list bottom up, so while we pop_back_val, we'll traverse top
12181c81b64SAditya Nandakumar // down RPOT.
12281c81b64SAditya Nandakumar Changed = false;
123500e3eadSAditya Nandakumar GISelWorkList<512> WorkList;
124500e3eadSAditya Nandakumar WorkListMaintainer Observer(WorkList);
125500e3eadSAditya Nandakumar GISelObserverWrapper WrapperObserver(&Observer);
126500e3eadSAditya Nandakumar if (CSEInfo)
127500e3eadSAditya Nandakumar WrapperObserver.addObserver(CSEInfo);
128500e3eadSAditya Nandakumar RAIIDelegateInstaller DelInstall(MF, &WrapperObserver);
12981c81b64SAditya Nandakumar for (MachineBasicBlock *MBB : post_order(&MF)) {
1306bdb61c5SKazu Hirata for (MachineInstr &CurMI :
1316bdb61c5SKazu Hirata llvm::make_early_inc_range(llvm::reverse(*MBB))) {
13281c81b64SAditya Nandakumar // Erase dead insts before even adding to the list.
1336bdb61c5SKazu Hirata if (isTriviallyDead(CurMI, *MRI)) {
1346bdb61c5SKazu Hirata LLVM_DEBUG(dbgs() << CurMI << "Is dead; erasing.\n");
135f108c7f5SJack Andersen CurMI.eraseFromParent();
13681c81b64SAditya Nandakumar continue;
13781c81b64SAditya Nandakumar }
1386bdb61c5SKazu Hirata WorkList.deferred_insert(&CurMI);
13981c81b64SAditya Nandakumar }
14081c81b64SAditya Nandakumar }
1410e362ec1SAditya Nandakumar WorkList.finalize();
14281c81b64SAditya Nandakumar // Main Loop. Process the instructions here.
14381c81b64SAditya Nandakumar while (!WorkList.empty()) {
14481c81b64SAditya Nandakumar MachineInstr *CurrInst = WorkList.pop_back_val();
145629db5d8SDaniel Sanders LLVM_DEBUG(dbgs() << "\nTry combining " << *CurrInst;);
146500e3eadSAditya Nandakumar Changed |= CInfo.combine(WrapperObserver, *CurrInst, B);
147629db5d8SDaniel Sanders Observer.reportFullyCreatedInstrs();
14881c81b64SAditya Nandakumar }
14981c81b64SAditya Nandakumar MFChanged |= Changed;
15081c81b64SAditya Nandakumar } while (Changed);
15181c81b64SAditya Nandakumar
15214d64be6SJon Roelofs #ifndef NDEBUG
15314d64be6SJon Roelofs if (CSEInfo) {
15414d64be6SJon Roelofs if (auto E = CSEInfo->verify()) {
15514d64be6SJon Roelofs errs() << E << '\n';
15614d64be6SJon Roelofs assert(false && "CSEInfo is not consistent. Likely missing calls to "
15714d64be6SJon Roelofs "observer on mutations.");
15814d64be6SJon Roelofs }
15914d64be6SJon Roelofs }
16014d64be6SJon Roelofs #endif
16181c81b64SAditya Nandakumar return MFChanged;
16281c81b64SAditya Nandakumar }
163