1044d5b5dSValentin Clement //===-- CodeGen.cpp -- bridge to lower to LLVM ----------------------------===// 2044d5b5dSValentin Clement // 3044d5b5dSValentin Clement // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4044d5b5dSValentin Clement // See https://llvm.org/LICENSE.txt for license information. 5044d5b5dSValentin Clement // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6044d5b5dSValentin Clement // 7044d5b5dSValentin Clement //===----------------------------------------------------------------------===// 8044d5b5dSValentin Clement // 9044d5b5dSValentin Clement // Coding style: https://mlir.llvm.org/getting_started/DeveloperGuide/ 10044d5b5dSValentin Clement // 11044d5b5dSValentin Clement //===----------------------------------------------------------------------===// 12044d5b5dSValentin Clement 13044d5b5dSValentin Clement #include "flang/Optimizer/CodeGen/CodeGen.h" 14044d5b5dSValentin Clement #include "PassDetail.h" 15044d5b5dSValentin Clement #include "flang/Optimizer/Dialect/FIROps.h" 16044d5b5dSValentin Clement #include "flang/Optimizer/Dialect/FIRType.h" 17044d5b5dSValentin Clement #include "mlir/Conversion/ArithmeticToLLVM/ArithmeticToLLVM.h" 18044d5b5dSValentin Clement #include "mlir/Conversion/LLVMCommon/Pattern.h" 19044d5b5dSValentin Clement #include "mlir/Conversion/LLVMCommon/TypeConverter.h" 20044d5b5dSValentin Clement #include "mlir/Conversion/StandardToLLVM/ConvertStandardToLLVM.h" 21044d5b5dSValentin Clement #include "mlir/IR/BuiltinTypes.h" 22044d5b5dSValentin Clement #include "mlir/Pass/Pass.h" 23044d5b5dSValentin Clement #include "llvm/ADT/ArrayRef.h" 24044d5b5dSValentin Clement 25044d5b5dSValentin Clement #define DEBUG_TYPE "flang-codegen" 26044d5b5dSValentin Clement 27044d5b5dSValentin Clement // fir::LLVMTypeConverter for converting to LLVM IR dialect types. 28044d5b5dSValentin Clement #include "TypeConverter.h" 29044d5b5dSValentin Clement 30044d5b5dSValentin Clement namespace { 31044d5b5dSValentin Clement /// FIR conversion pattern template 32044d5b5dSValentin Clement template <typename FromOp> 33044d5b5dSValentin Clement class FIROpConversion : public mlir::ConvertOpToLLVMPattern<FromOp> { 34044d5b5dSValentin Clement public: 35044d5b5dSValentin Clement explicit FIROpConversion(fir::LLVMTypeConverter &lowering) 36044d5b5dSValentin Clement : mlir::ConvertOpToLLVMPattern<FromOp>(lowering) {} 37044d5b5dSValentin Clement 38044d5b5dSValentin Clement protected: 39044d5b5dSValentin Clement mlir::Type convertType(mlir::Type ty) const { 40044d5b5dSValentin Clement return lowerTy().convertType(ty); 41044d5b5dSValentin Clement } 42044d5b5dSValentin Clement 43044d5b5dSValentin Clement fir::LLVMTypeConverter &lowerTy() const { 44044d5b5dSValentin Clement return *static_cast<fir::LLVMTypeConverter *>(this->getTypeConverter()); 45044d5b5dSValentin Clement } 46044d5b5dSValentin Clement }; 47044d5b5dSValentin Clement 480c4a7a52SValentin Clement // Lower `fir.address_of` operation to `llvm.address_of` operation. 49044d5b5dSValentin Clement struct AddrOfOpConversion : public FIROpConversion<fir::AddrOfOp> { 50044d5b5dSValentin Clement using FIROpConversion::FIROpConversion; 51044d5b5dSValentin Clement 52044d5b5dSValentin Clement mlir::LogicalResult 53044d5b5dSValentin Clement matchAndRewrite(fir::AddrOfOp addr, OpAdaptor adaptor, 54044d5b5dSValentin Clement mlir::ConversionPatternRewriter &rewriter) const override { 55044d5b5dSValentin Clement auto ty = convertType(addr.getType()); 56044d5b5dSValentin Clement rewriter.replaceOpWithNewOp<mlir::LLVM::AddressOfOp>( 57044d5b5dSValentin Clement addr, ty, addr.symbol().getRootReference().getValue()); 58044d5b5dSValentin Clement return success(); 59044d5b5dSValentin Clement } 60044d5b5dSValentin Clement }; 61044d5b5dSValentin Clement 620c4a7a52SValentin Clement /// Lower `fir.has_value` operation to `llvm.return` operation. 63044d5b5dSValentin Clement struct HasValueOpConversion : public FIROpConversion<fir::HasValueOp> { 64044d5b5dSValentin Clement using FIROpConversion::FIROpConversion; 65044d5b5dSValentin Clement 66044d5b5dSValentin Clement mlir::LogicalResult 67044d5b5dSValentin Clement matchAndRewrite(fir::HasValueOp op, OpAdaptor adaptor, 68044d5b5dSValentin Clement mlir::ConversionPatternRewriter &rewriter) const override { 69044d5b5dSValentin Clement rewriter.replaceOpWithNewOp<LLVM::ReturnOp>(op, adaptor.getOperands()); 70044d5b5dSValentin Clement return success(); 71044d5b5dSValentin Clement } 72044d5b5dSValentin Clement }; 73044d5b5dSValentin Clement 740c4a7a52SValentin Clement /// Lower `fir.global` operation to `llvm.global` operation. 750c4a7a52SValentin Clement /// `fir.insert_on_range` operations are replaced with constant dense attribute 760c4a7a52SValentin Clement /// if they are applied on the full range. 77044d5b5dSValentin Clement struct GlobalOpConversion : public FIROpConversion<fir::GlobalOp> { 78044d5b5dSValentin Clement using FIROpConversion::FIROpConversion; 79044d5b5dSValentin Clement 80044d5b5dSValentin Clement mlir::LogicalResult 81044d5b5dSValentin Clement matchAndRewrite(fir::GlobalOp global, OpAdaptor adaptor, 82044d5b5dSValentin Clement mlir::ConversionPatternRewriter &rewriter) const override { 83044d5b5dSValentin Clement auto tyAttr = convertType(global.getType()); 84044d5b5dSValentin Clement if (global.getType().isa<fir::BoxType>()) 85044d5b5dSValentin Clement tyAttr = tyAttr.cast<mlir::LLVM::LLVMPointerType>().getElementType(); 86044d5b5dSValentin Clement auto loc = global.getLoc(); 87044d5b5dSValentin Clement mlir::Attribute initAttr{}; 88044d5b5dSValentin Clement if (global.initVal()) 89044d5b5dSValentin Clement initAttr = global.initVal().getValue(); 90044d5b5dSValentin Clement auto linkage = convertLinkage(global.linkName()); 91044d5b5dSValentin Clement auto isConst = global.constant().hasValue(); 92044d5b5dSValentin Clement auto g = rewriter.create<mlir::LLVM::GlobalOp>( 93044d5b5dSValentin Clement loc, tyAttr, isConst, linkage, global.sym_name(), initAttr); 94044d5b5dSValentin Clement auto &gr = g.getInitializerRegion(); 95044d5b5dSValentin Clement rewriter.inlineRegionBefore(global.region(), gr, gr.end()); 96044d5b5dSValentin Clement if (!gr.empty()) { 97044d5b5dSValentin Clement // Replace insert_on_range with a constant dense attribute if the 98044d5b5dSValentin Clement // initialization is on the full range. 99044d5b5dSValentin Clement auto insertOnRangeOps = gr.front().getOps<fir::InsertOnRangeOp>(); 100044d5b5dSValentin Clement for (auto insertOp : insertOnRangeOps) { 101044d5b5dSValentin Clement if (isFullRange(insertOp.coor(), insertOp.getType())) { 102044d5b5dSValentin Clement auto seqTyAttr = convertType(insertOp.getType()); 103044d5b5dSValentin Clement auto *op = insertOp.val().getDefiningOp(); 104044d5b5dSValentin Clement auto constant = mlir::dyn_cast<mlir::arith::ConstantOp>(op); 105044d5b5dSValentin Clement if (!constant) { 106044d5b5dSValentin Clement auto convertOp = mlir::dyn_cast<fir::ConvertOp>(op); 107044d5b5dSValentin Clement if (!convertOp) 108044d5b5dSValentin Clement continue; 109044d5b5dSValentin Clement constant = cast<mlir::arith::ConstantOp>( 110044d5b5dSValentin Clement convertOp.value().getDefiningOp()); 111044d5b5dSValentin Clement } 112044d5b5dSValentin Clement mlir::Type vecType = mlir::VectorType::get( 113044d5b5dSValentin Clement insertOp.getType().getShape(), constant.getType()); 114044d5b5dSValentin Clement auto denseAttr = mlir::DenseElementsAttr::get( 115044d5b5dSValentin Clement vecType.cast<ShapedType>(), constant.value()); 116044d5b5dSValentin Clement rewriter.setInsertionPointAfter(insertOp); 117044d5b5dSValentin Clement rewriter.replaceOpWithNewOp<mlir::arith::ConstantOp>( 118044d5b5dSValentin Clement insertOp, seqTyAttr, denseAttr); 119044d5b5dSValentin Clement } 120044d5b5dSValentin Clement } 121044d5b5dSValentin Clement } 122044d5b5dSValentin Clement rewriter.eraseOp(global); 123044d5b5dSValentin Clement return success(); 124044d5b5dSValentin Clement } 125044d5b5dSValentin Clement 126044d5b5dSValentin Clement bool isFullRange(mlir::ArrayAttr indexes, fir::SequenceType seqTy) const { 127044d5b5dSValentin Clement auto extents = seqTy.getShape(); 128044d5b5dSValentin Clement if (indexes.size() / 2 != extents.size()) 129044d5b5dSValentin Clement return false; 130044d5b5dSValentin Clement for (unsigned i = 0; i < indexes.size(); i += 2) { 131044d5b5dSValentin Clement if (indexes[i].cast<IntegerAttr>().getInt() != 0) 132044d5b5dSValentin Clement return false; 133044d5b5dSValentin Clement if (indexes[i + 1].cast<IntegerAttr>().getInt() != extents[i / 2] - 1) 134044d5b5dSValentin Clement return false; 135044d5b5dSValentin Clement } 136044d5b5dSValentin Clement return true; 137044d5b5dSValentin Clement } 138044d5b5dSValentin Clement 1390c4a7a52SValentin Clement // TODO: String comparaison should be avoided. Replace linkName with an 1400c4a7a52SValentin Clement // enumeration. 141044d5b5dSValentin Clement mlir::LLVM::Linkage convertLinkage(Optional<StringRef> optLinkage) const { 142044d5b5dSValentin Clement if (optLinkage.hasValue()) { 143044d5b5dSValentin Clement auto name = optLinkage.getValue(); 144044d5b5dSValentin Clement if (name == "internal") 145044d5b5dSValentin Clement return mlir::LLVM::Linkage::Internal; 146044d5b5dSValentin Clement if (name == "linkonce") 147044d5b5dSValentin Clement return mlir::LLVM::Linkage::Linkonce; 148044d5b5dSValentin Clement if (name == "common") 149044d5b5dSValentin Clement return mlir::LLVM::Linkage::Common; 150044d5b5dSValentin Clement if (name == "weak") 151044d5b5dSValentin Clement return mlir::LLVM::Linkage::Weak; 152044d5b5dSValentin Clement } 153044d5b5dSValentin Clement return mlir::LLVM::Linkage::External; 154044d5b5dSValentin Clement } 155044d5b5dSValentin Clement }; 156044d5b5dSValentin Clement 157044d5b5dSValentin Clement // convert to LLVM IR dialect `undef` 158044d5b5dSValentin Clement struct UndefOpConversion : public FIROpConversion<fir::UndefOp> { 159044d5b5dSValentin Clement using FIROpConversion::FIROpConversion; 160044d5b5dSValentin Clement 161044d5b5dSValentin Clement mlir::LogicalResult 162044d5b5dSValentin Clement matchAndRewrite(fir::UndefOp undef, OpAdaptor, 163044d5b5dSValentin Clement mlir::ConversionPatternRewriter &rewriter) const override { 164044d5b5dSValentin Clement rewriter.replaceOpWithNewOp<mlir::LLVM::UndefOp>( 165044d5b5dSValentin Clement undef, convertType(undef.getType())); 166044d5b5dSValentin Clement return success(); 167044d5b5dSValentin Clement } 168044d5b5dSValentin Clement }; 169*a7a61359SValentin Clement 170*a7a61359SValentin Clement struct ZeroOpConversion : public FIROpConversion<fir::ZeroOp> { 171*a7a61359SValentin Clement using FIROpConversion::FIROpConversion; 172*a7a61359SValentin Clement 173*a7a61359SValentin Clement mlir::LogicalResult 174*a7a61359SValentin Clement matchAndRewrite(fir::ZeroOp zero, OpAdaptor, 175*a7a61359SValentin Clement mlir::ConversionPatternRewriter &rewriter) const override { 176*a7a61359SValentin Clement auto ty = convertType(zero.getType()); 177*a7a61359SValentin Clement if (ty.isa<mlir::LLVM::LLVMPointerType>()) { 178*a7a61359SValentin Clement rewriter.replaceOpWithNewOp<mlir::LLVM::NullOp>(zero, ty); 179*a7a61359SValentin Clement } else if (ty.isa<mlir::IntegerType>()) { 180*a7a61359SValentin Clement rewriter.replaceOpWithNewOp<mlir::LLVM::ConstantOp>( 181*a7a61359SValentin Clement zero, ty, mlir::IntegerAttr::get(zero.getType(), 0)); 182*a7a61359SValentin Clement } else if (mlir::LLVM::isCompatibleFloatingPointType(ty)) { 183*a7a61359SValentin Clement rewriter.replaceOpWithNewOp<mlir::LLVM::ConstantOp>( 184*a7a61359SValentin Clement zero, ty, mlir::FloatAttr::get(zero.getType(), 0.0)); 185*a7a61359SValentin Clement } else { 186*a7a61359SValentin Clement // TODO: create ConstantAggregateZero for FIR aggregate/array types. 187*a7a61359SValentin Clement return zero.emitOpError( 188*a7a61359SValentin Clement "conversion of fir.zero with aggregate type not implemented yet"); 189*a7a61359SValentin Clement } 190*a7a61359SValentin Clement return success(); 191*a7a61359SValentin Clement } 192*a7a61359SValentin Clement }; 193044d5b5dSValentin Clement } // namespace 194044d5b5dSValentin Clement 195044d5b5dSValentin Clement namespace { 196044d5b5dSValentin Clement /// Convert FIR dialect to LLVM dialect 197044d5b5dSValentin Clement /// 198044d5b5dSValentin Clement /// This pass lowers all FIR dialect operations to LLVM IR dialect. An 199044d5b5dSValentin Clement /// MLIR pass is used to lower residual Std dialect to LLVM IR dialect. 200044d5b5dSValentin Clement /// 201044d5b5dSValentin Clement /// This pass is not complete yet. We are upstreaming it in small patches. 202044d5b5dSValentin Clement class FIRToLLVMLowering : public fir::FIRToLLVMLoweringBase<FIRToLLVMLowering> { 203044d5b5dSValentin Clement public: 204044d5b5dSValentin Clement mlir::ModuleOp getModule() { return getOperation(); } 205044d5b5dSValentin Clement 206044d5b5dSValentin Clement void runOnOperation() override final { 207044d5b5dSValentin Clement auto *context = getModule().getContext(); 208044d5b5dSValentin Clement fir::LLVMTypeConverter typeConverter{getModule()}; 209044d5b5dSValentin Clement mlir::OwningRewritePatternList pattern(context); 210044d5b5dSValentin Clement pattern.insert<AddrOfOpConversion, HasValueOpConversion, GlobalOpConversion, 211*a7a61359SValentin Clement UndefOpConversion, ZeroOpConversion>(typeConverter); 212044d5b5dSValentin Clement mlir::populateStdToLLVMConversionPatterns(typeConverter, pattern); 213044d5b5dSValentin Clement mlir::arith::populateArithmeticToLLVMConversionPatterns(typeConverter, 214044d5b5dSValentin Clement pattern); 215044d5b5dSValentin Clement mlir::ConversionTarget target{*context}; 216044d5b5dSValentin Clement target.addLegalDialect<mlir::LLVM::LLVMDialect>(); 217044d5b5dSValentin Clement 218044d5b5dSValentin Clement // required NOPs for applying a full conversion 219044d5b5dSValentin Clement target.addLegalOp<mlir::ModuleOp>(); 220044d5b5dSValentin Clement 221044d5b5dSValentin Clement // apply the patterns 222044d5b5dSValentin Clement if (mlir::failed(mlir::applyFullConversion(getModule(), target, 223044d5b5dSValentin Clement std::move(pattern)))) { 224044d5b5dSValentin Clement signalPassFailure(); 225044d5b5dSValentin Clement } 226044d5b5dSValentin Clement } 227044d5b5dSValentin Clement }; 228044d5b5dSValentin Clement } // namespace 229044d5b5dSValentin Clement 230044d5b5dSValentin Clement std::unique_ptr<mlir::Pass> fir::createFIRToLLVMPass() { 231044d5b5dSValentin Clement return std::make_unique<FIRToLLVMLowering>(); 232044d5b5dSValentin Clement } 233