1f22ef01cSRoman Divacky //===--- CGExprComplex.cpp - Emit LLVM Code for Complex Exprs -------------===// 2f22ef01cSRoman Divacky // 3f22ef01cSRoman Divacky // The LLVM Compiler Infrastructure 4f22ef01cSRoman Divacky // 5f22ef01cSRoman Divacky // This file is distributed under the University of Illinois Open Source 6f22ef01cSRoman Divacky // License. See LICENSE.TXT for details. 7f22ef01cSRoman Divacky // 8f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 9f22ef01cSRoman Divacky // 10f22ef01cSRoman Divacky // This contains code to emit Expr nodes with complex types as LLVM code. 11f22ef01cSRoman Divacky // 12f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 13f22ef01cSRoman Divacky 14f22ef01cSRoman Divacky #include "CodeGenFunction.h" 15f22ef01cSRoman Divacky #include "CodeGenModule.h" 16f22ef01cSRoman Divacky #include "clang/AST/ASTContext.h" 17f22ef01cSRoman Divacky #include "clang/AST/StmtVisitor.h" 1839d628a0SDimitry Andric #include "llvm/ADT/STLExtras.h" 19f22ef01cSRoman Divacky #include "llvm/ADT/SmallString.h" 20139f7f9bSDimitry Andric #include "llvm/IR/Constants.h" 21139f7f9bSDimitry Andric #include "llvm/IR/Function.h" 2239d628a0SDimitry Andric #include "llvm/IR/Instructions.h" 2339d628a0SDimitry Andric #include "llvm/IR/MDBuilder.h" 2439d628a0SDimitry Andric #include "llvm/IR/Metadata.h" 25f785676fSDimitry Andric #include <algorithm> 26f22ef01cSRoman Divacky using namespace clang; 27f22ef01cSRoman Divacky using namespace CodeGen; 28f22ef01cSRoman Divacky 29f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 30f22ef01cSRoman Divacky // Complex Expression Emitter 31f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 32f22ef01cSRoman Divacky 33f22ef01cSRoman Divacky typedef CodeGenFunction::ComplexPairTy ComplexPairTy; 34f22ef01cSRoman Divacky 35139f7f9bSDimitry Andric /// Return the complex type that we are meant to emit. 36139f7f9bSDimitry Andric static const ComplexType *getComplexType(QualType type) { 37139f7f9bSDimitry Andric type = type.getCanonicalType(); 38139f7f9bSDimitry Andric if (const ComplexType *comp = dyn_cast<ComplexType>(type)) { 39139f7f9bSDimitry Andric return comp; 40139f7f9bSDimitry Andric } else { 41139f7f9bSDimitry Andric return cast<ComplexType>(cast<AtomicType>(type)->getValueType()); 42139f7f9bSDimitry Andric } 43139f7f9bSDimitry Andric } 44139f7f9bSDimitry Andric 45f22ef01cSRoman Divacky namespace { 46f22ef01cSRoman Divacky class ComplexExprEmitter 47f22ef01cSRoman Divacky : public StmtVisitor<ComplexExprEmitter, ComplexPairTy> { 48f22ef01cSRoman Divacky CodeGenFunction &CGF; 49f22ef01cSRoman Divacky CGBuilderTy &Builder; 50f22ef01cSRoman Divacky bool IgnoreReal; 51f22ef01cSRoman Divacky bool IgnoreImag; 52f22ef01cSRoman Divacky public: 532754fe60SDimitry Andric ComplexExprEmitter(CodeGenFunction &cgf, bool ir=false, bool ii=false) 542754fe60SDimitry Andric : CGF(cgf), Builder(CGF.Builder), IgnoreReal(ir), IgnoreImag(ii) { 55f22ef01cSRoman Divacky } 56f22ef01cSRoman Divacky 57f22ef01cSRoman Divacky 58f22ef01cSRoman Divacky //===--------------------------------------------------------------------===// 59f22ef01cSRoman Divacky // Utilities 60f22ef01cSRoman Divacky //===--------------------------------------------------------------------===// 61f22ef01cSRoman Divacky 62f22ef01cSRoman Divacky bool TestAndClearIgnoreReal() { 63f22ef01cSRoman Divacky bool I = IgnoreReal; 64f22ef01cSRoman Divacky IgnoreReal = false; 65f22ef01cSRoman Divacky return I; 66f22ef01cSRoman Divacky } 67f22ef01cSRoman Divacky bool TestAndClearIgnoreImag() { 68f22ef01cSRoman Divacky bool I = IgnoreImag; 69f22ef01cSRoman Divacky IgnoreImag = false; 70f22ef01cSRoman Divacky return I; 71f22ef01cSRoman Divacky } 72f22ef01cSRoman Divacky 73f22ef01cSRoman Divacky /// EmitLoadOfLValue - Given an expression with complex type that represents a 74f22ef01cSRoman Divacky /// value l-value, this method emits the address of the l-value, then loads 75f22ef01cSRoman Divacky /// and returns the result. 76f22ef01cSRoman Divacky ComplexPairTy EmitLoadOfLValue(const Expr *E) { 77f785676fSDimitry Andric return EmitLoadOfLValue(CGF.EmitLValue(E), E->getExprLoc()); 782754fe60SDimitry Andric } 792754fe60SDimitry Andric 80f785676fSDimitry Andric ComplexPairTy EmitLoadOfLValue(LValue LV, SourceLocation Loc); 812754fe60SDimitry Andric 82f22ef01cSRoman Divacky /// EmitStoreOfComplex - Store the specified real/imag parts into the 83f22ef01cSRoman Divacky /// specified value pointer. 84139f7f9bSDimitry Andric void EmitStoreOfComplex(ComplexPairTy Val, LValue LV, bool isInit); 85f22ef01cSRoman Divacky 86f22ef01cSRoman Divacky /// EmitComplexToComplexCast - Emit a cast from complex value Val to DestType. 87f22ef01cSRoman Divacky ComplexPairTy EmitComplexToComplexCast(ComplexPairTy Val, QualType SrcType, 88f22ef01cSRoman Divacky QualType DestType); 89f785676fSDimitry Andric /// EmitComplexToComplexCast - Emit a cast from scalar value Val to DestType. 90f785676fSDimitry Andric ComplexPairTy EmitScalarToComplexCast(llvm::Value *Val, QualType SrcType, 91f785676fSDimitry Andric QualType DestType); 92f22ef01cSRoman Divacky 93f22ef01cSRoman Divacky //===--------------------------------------------------------------------===// 94f22ef01cSRoman Divacky // Visitor Methods 95f22ef01cSRoman Divacky //===--------------------------------------------------------------------===// 96f22ef01cSRoman Divacky 972754fe60SDimitry Andric ComplexPairTy Visit(Expr *E) { 982754fe60SDimitry Andric return StmtVisitor<ComplexExprEmitter, ComplexPairTy>::Visit(E); 992754fe60SDimitry Andric } 1002754fe60SDimitry Andric 101f22ef01cSRoman Divacky ComplexPairTy VisitStmt(Stmt *S) { 102f22ef01cSRoman Divacky S->dump(CGF.getContext().getSourceManager()); 1036122f3e6SDimitry Andric llvm_unreachable("Stmt can't have complex result type!"); 104f22ef01cSRoman Divacky } 105f22ef01cSRoman Divacky ComplexPairTy VisitExpr(Expr *S); 106f22ef01cSRoman Divacky ComplexPairTy VisitParenExpr(ParenExpr *PE) { return Visit(PE->getSubExpr());} 1073b0f4066SDimitry Andric ComplexPairTy VisitGenericSelectionExpr(GenericSelectionExpr *GE) { 1083b0f4066SDimitry Andric return Visit(GE->getResultExpr()); 1093b0f4066SDimitry Andric } 110f22ef01cSRoman Divacky ComplexPairTy VisitImaginaryLiteral(const ImaginaryLiteral *IL); 11117a519f9SDimitry Andric ComplexPairTy 11217a519f9SDimitry Andric VisitSubstNonTypeTemplateParmExpr(SubstNonTypeTemplateParmExpr *PE) { 11317a519f9SDimitry Andric return Visit(PE->getReplacement()); 11417a519f9SDimitry Andric } 115f22ef01cSRoman Divacky 116f22ef01cSRoman Divacky // l-values. 117dff0c46cSDimitry Andric ComplexPairTy VisitDeclRefExpr(DeclRefExpr *E) { 118dff0c46cSDimitry Andric if (CodeGenFunction::ConstantEmission result = CGF.tryEmitAsConstant(E)) { 119dff0c46cSDimitry Andric if (result.isReference()) 120f785676fSDimitry Andric return EmitLoadOfLValue(result.getReferenceLValue(CGF, E), 121f785676fSDimitry Andric E->getExprLoc()); 122dff0c46cSDimitry Andric 123f785676fSDimitry Andric llvm::Constant *pair = result.getValue(); 124f785676fSDimitry Andric return ComplexPairTy(pair->getAggregateElement(0U), 125f785676fSDimitry Andric pair->getAggregateElement(1U)); 126dff0c46cSDimitry Andric } 127f22ef01cSRoman Divacky return EmitLoadOfLValue(E); 128f22ef01cSRoman Divacky } 129dff0c46cSDimitry Andric ComplexPairTy VisitObjCIvarRefExpr(ObjCIvarRefExpr *E) { 130f22ef01cSRoman Divacky return EmitLoadOfLValue(E); 131f22ef01cSRoman Divacky } 132f22ef01cSRoman Divacky ComplexPairTy VisitObjCMessageExpr(ObjCMessageExpr *E) { 133f22ef01cSRoman Divacky return CGF.EmitObjCMessageExpr(E).getComplexVal(); 134f22ef01cSRoman Divacky } 135f22ef01cSRoman Divacky ComplexPairTy VisitArraySubscriptExpr(Expr *E) { return EmitLoadOfLValue(E); } 136f22ef01cSRoman Divacky ComplexPairTy VisitMemberExpr(const Expr *E) { return EmitLoadOfLValue(E); } 1372754fe60SDimitry Andric ComplexPairTy VisitOpaqueValueExpr(OpaqueValueExpr *E) { 1382754fe60SDimitry Andric if (E->isGLValue()) 139f785676fSDimitry Andric return EmitLoadOfLValue(CGF.getOpaqueLValueMapping(E), E->getExprLoc()); 1402754fe60SDimitry Andric return CGF.getOpaqueRValueMapping(E).getComplexVal(); 1412754fe60SDimitry Andric } 142f22ef01cSRoman Divacky 143dff0c46cSDimitry Andric ComplexPairTy VisitPseudoObjectExpr(PseudoObjectExpr *E) { 144dff0c46cSDimitry Andric return CGF.EmitPseudoObjectRValue(E).getComplexVal(); 145dff0c46cSDimitry Andric } 146dff0c46cSDimitry Andric 147f22ef01cSRoman Divacky // FIXME: CompoundLiteralExpr 148f22ef01cSRoman Divacky 14939d628a0SDimitry Andric ComplexPairTy EmitCast(CastKind CK, Expr *Op, QualType DestTy); 150f22ef01cSRoman Divacky ComplexPairTy VisitImplicitCastExpr(ImplicitCastExpr *E) { 151f22ef01cSRoman Divacky // Unlike for scalars, we don't have to worry about function->ptr demotion 152f22ef01cSRoman Divacky // here. 153ffd1746dSEd Schouten return EmitCast(E->getCastKind(), E->getSubExpr(), E->getType()); 154f22ef01cSRoman Divacky } 155f22ef01cSRoman Divacky ComplexPairTy VisitCastExpr(CastExpr *E) { 156ffd1746dSEd Schouten return EmitCast(E->getCastKind(), E->getSubExpr(), E->getType()); 157f22ef01cSRoman Divacky } 158f22ef01cSRoman Divacky ComplexPairTy VisitCallExpr(const CallExpr *E); 159f22ef01cSRoman Divacky ComplexPairTy VisitStmtExpr(const StmtExpr *E); 160f22ef01cSRoman Divacky 161f22ef01cSRoman Divacky // Operators. 162f22ef01cSRoman Divacky ComplexPairTy VisitPrePostIncDec(const UnaryOperator *E, 163f22ef01cSRoman Divacky bool isInc, bool isPre) { 164f22ef01cSRoman Divacky LValue LV = CGF.EmitLValue(E->getSubExpr()); 165f22ef01cSRoman Divacky return CGF.EmitComplexPrePostIncDec(E, LV, isInc, isPre); 166f22ef01cSRoman Divacky } 167f22ef01cSRoman Divacky ComplexPairTy VisitUnaryPostDec(const UnaryOperator *E) { 168f22ef01cSRoman Divacky return VisitPrePostIncDec(E, false, false); 169f22ef01cSRoman Divacky } 170f22ef01cSRoman Divacky ComplexPairTy VisitUnaryPostInc(const UnaryOperator *E) { 171f22ef01cSRoman Divacky return VisitPrePostIncDec(E, true, false); 172f22ef01cSRoman Divacky } 173f22ef01cSRoman Divacky ComplexPairTy VisitUnaryPreDec(const UnaryOperator *E) { 174f22ef01cSRoman Divacky return VisitPrePostIncDec(E, false, true); 175f22ef01cSRoman Divacky } 176f22ef01cSRoman Divacky ComplexPairTy VisitUnaryPreInc(const UnaryOperator *E) { 177f22ef01cSRoman Divacky return VisitPrePostIncDec(E, true, true); 178f22ef01cSRoman Divacky } 179f22ef01cSRoman Divacky ComplexPairTy VisitUnaryDeref(const Expr *E) { return EmitLoadOfLValue(E); } 180f22ef01cSRoman Divacky ComplexPairTy VisitUnaryPlus (const UnaryOperator *E) { 181f22ef01cSRoman Divacky TestAndClearIgnoreReal(); 182f22ef01cSRoman Divacky TestAndClearIgnoreImag(); 183f22ef01cSRoman Divacky return Visit(E->getSubExpr()); 184f22ef01cSRoman Divacky } 185f22ef01cSRoman Divacky ComplexPairTy VisitUnaryMinus (const UnaryOperator *E); 186f22ef01cSRoman Divacky ComplexPairTy VisitUnaryNot (const UnaryOperator *E); 187f22ef01cSRoman Divacky // LNot,Real,Imag never return complex. 188f22ef01cSRoman Divacky ComplexPairTy VisitUnaryExtension(const UnaryOperator *E) { 189f22ef01cSRoman Divacky return Visit(E->getSubExpr()); 190f22ef01cSRoman Divacky } 191f22ef01cSRoman Divacky ComplexPairTy VisitCXXDefaultArgExpr(CXXDefaultArgExpr *DAE) { 192f22ef01cSRoman Divacky return Visit(DAE->getExpr()); 193f22ef01cSRoman Divacky } 194284c1978SDimitry Andric ComplexPairTy VisitCXXDefaultInitExpr(CXXDefaultInitExpr *DIE) { 195284c1978SDimitry Andric CodeGenFunction::CXXDefaultInitExprScope Scope(CGF); 196284c1978SDimitry Andric return Visit(DIE->getExpr()); 197284c1978SDimitry Andric } 1982754fe60SDimitry Andric ComplexPairTy VisitExprWithCleanups(ExprWithCleanups *E) { 199dff0c46cSDimitry Andric CGF.enterFullExpression(E); 200dff0c46cSDimitry Andric CodeGenFunction::RunCleanupsScope Scope(CGF); 201dff0c46cSDimitry Andric return Visit(E->getSubExpr()); 202f22ef01cSRoman Divacky } 203ffd1746dSEd Schouten ComplexPairTy VisitCXXScalarValueInitExpr(CXXScalarValueInitExpr *E) { 204f22ef01cSRoman Divacky assert(E->getType()->isAnyComplexType() && "Expected complex type!"); 205139f7f9bSDimitry Andric QualType Elem = E->getType()->castAs<ComplexType>()->getElementType(); 206f22ef01cSRoman Divacky llvm::Constant *Null = llvm::Constant::getNullValue(CGF.ConvertType(Elem)); 207f22ef01cSRoman Divacky return ComplexPairTy(Null, Null); 208f22ef01cSRoman Divacky } 209f22ef01cSRoman Divacky ComplexPairTy VisitImplicitValueInitExpr(ImplicitValueInitExpr *E) { 210f22ef01cSRoman Divacky assert(E->getType()->isAnyComplexType() && "Expected complex type!"); 211139f7f9bSDimitry Andric QualType Elem = E->getType()->castAs<ComplexType>()->getElementType(); 212f22ef01cSRoman Divacky llvm::Constant *Null = 213f22ef01cSRoman Divacky llvm::Constant::getNullValue(CGF.ConvertType(Elem)); 214f22ef01cSRoman Divacky return ComplexPairTy(Null, Null); 215f22ef01cSRoman Divacky } 216f22ef01cSRoman Divacky 217f22ef01cSRoman Divacky struct BinOpInfo { 218f22ef01cSRoman Divacky ComplexPairTy LHS; 219f22ef01cSRoman Divacky ComplexPairTy RHS; 220f22ef01cSRoman Divacky QualType Ty; // Computation Type. 221f22ef01cSRoman Divacky }; 222f22ef01cSRoman Divacky 223f22ef01cSRoman Divacky BinOpInfo EmitBinOps(const BinaryOperator *E); 2242754fe60SDimitry Andric LValue EmitCompoundAssignLValue(const CompoundAssignOperator *E, 2252754fe60SDimitry Andric ComplexPairTy (ComplexExprEmitter::*Func) 2262754fe60SDimitry Andric (const BinOpInfo &), 227f785676fSDimitry Andric RValue &Val); 228f22ef01cSRoman Divacky ComplexPairTy EmitCompoundAssign(const CompoundAssignOperator *E, 229f22ef01cSRoman Divacky ComplexPairTy (ComplexExprEmitter::*Func) 230f22ef01cSRoman Divacky (const BinOpInfo &)); 231f22ef01cSRoman Divacky 232f22ef01cSRoman Divacky ComplexPairTy EmitBinAdd(const BinOpInfo &Op); 233f22ef01cSRoman Divacky ComplexPairTy EmitBinSub(const BinOpInfo &Op); 234f22ef01cSRoman Divacky ComplexPairTy EmitBinMul(const BinOpInfo &Op); 235f22ef01cSRoman Divacky ComplexPairTy EmitBinDiv(const BinOpInfo &Op); 236f22ef01cSRoman Divacky 23739d628a0SDimitry Andric ComplexPairTy EmitComplexBinOpLibCall(StringRef LibCallName, 23839d628a0SDimitry Andric const BinOpInfo &Op); 23939d628a0SDimitry Andric 240f22ef01cSRoman Divacky ComplexPairTy VisitBinAdd(const BinaryOperator *E) { 241f22ef01cSRoman Divacky return EmitBinAdd(EmitBinOps(E)); 242f22ef01cSRoman Divacky } 243f22ef01cSRoman Divacky ComplexPairTy VisitBinSub(const BinaryOperator *E) { 244f22ef01cSRoman Divacky return EmitBinSub(EmitBinOps(E)); 245f22ef01cSRoman Divacky } 2462754fe60SDimitry Andric ComplexPairTy VisitBinMul(const BinaryOperator *E) { 2472754fe60SDimitry Andric return EmitBinMul(EmitBinOps(E)); 2482754fe60SDimitry Andric } 249f22ef01cSRoman Divacky ComplexPairTy VisitBinDiv(const BinaryOperator *E) { 250f22ef01cSRoman Divacky return EmitBinDiv(EmitBinOps(E)); 251f22ef01cSRoman Divacky } 252f22ef01cSRoman Divacky 253f22ef01cSRoman Divacky // Compound assignments. 254f22ef01cSRoman Divacky ComplexPairTy VisitBinAddAssign(const CompoundAssignOperator *E) { 255f22ef01cSRoman Divacky return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinAdd); 256f22ef01cSRoman Divacky } 257f22ef01cSRoman Divacky ComplexPairTy VisitBinSubAssign(const CompoundAssignOperator *E) { 258f22ef01cSRoman Divacky return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinSub); 259f22ef01cSRoman Divacky } 260f22ef01cSRoman Divacky ComplexPairTy VisitBinMulAssign(const CompoundAssignOperator *E) { 261f22ef01cSRoman Divacky return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinMul); 262f22ef01cSRoman Divacky } 263f22ef01cSRoman Divacky ComplexPairTy VisitBinDivAssign(const CompoundAssignOperator *E) { 264f22ef01cSRoman Divacky return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinDiv); 265f22ef01cSRoman Divacky } 266f22ef01cSRoman Divacky 267f22ef01cSRoman Divacky // GCC rejects rem/and/or/xor for integer complex. 268f22ef01cSRoman Divacky // Logical and/or always return int, never complex. 269f22ef01cSRoman Divacky 270f22ef01cSRoman Divacky // No comparisons produce a complex result. 2712754fe60SDimitry Andric 2722754fe60SDimitry Andric LValue EmitBinAssignLValue(const BinaryOperator *E, 2732754fe60SDimitry Andric ComplexPairTy &Val); 274f22ef01cSRoman Divacky ComplexPairTy VisitBinAssign (const BinaryOperator *E); 275f22ef01cSRoman Divacky ComplexPairTy VisitBinComma (const BinaryOperator *E); 276f22ef01cSRoman Divacky 277f22ef01cSRoman Divacky 2782754fe60SDimitry Andric ComplexPairTy 2792754fe60SDimitry Andric VisitAbstractConditionalOperator(const AbstractConditionalOperator *CO); 280f22ef01cSRoman Divacky ComplexPairTy VisitChooseExpr(ChooseExpr *CE); 281f22ef01cSRoman Divacky 282f22ef01cSRoman Divacky ComplexPairTy VisitInitListExpr(InitListExpr *E); 283f22ef01cSRoman Divacky 284dff0c46cSDimitry Andric ComplexPairTy VisitCompoundLiteralExpr(CompoundLiteralExpr *E) { 285dff0c46cSDimitry Andric return EmitLoadOfLValue(E); 286dff0c46cSDimitry Andric } 287dff0c46cSDimitry Andric 288f22ef01cSRoman Divacky ComplexPairTy VisitVAArgExpr(VAArgExpr *E); 2896122f3e6SDimitry Andric 2906122f3e6SDimitry Andric ComplexPairTy VisitAtomicExpr(AtomicExpr *E) { 2916122f3e6SDimitry Andric return CGF.EmitAtomicExpr(E).getComplexVal(); 2926122f3e6SDimitry Andric } 293f22ef01cSRoman Divacky }; 294f22ef01cSRoman Divacky } // end anonymous namespace. 295f22ef01cSRoman Divacky 296f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 297f22ef01cSRoman Divacky // Utilities 298f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 299f22ef01cSRoman Divacky 300139f7f9bSDimitry Andric /// EmitLoadOfLValue - Given an RValue reference for a complex, emit code to 301f22ef01cSRoman Divacky /// load the real and imaginary pieces, returning them as Real/Imag. 302f785676fSDimitry Andric ComplexPairTy ComplexExprEmitter::EmitLoadOfLValue(LValue lvalue, 303f785676fSDimitry Andric SourceLocation loc) { 304139f7f9bSDimitry Andric assert(lvalue.isSimple() && "non-simple complex l-value?"); 305139f7f9bSDimitry Andric if (lvalue.getType()->isAtomicType()) 306f785676fSDimitry Andric return CGF.EmitAtomicLoad(lvalue, loc).getComplexVal(); 307139f7f9bSDimitry Andric 308139f7f9bSDimitry Andric llvm::Value *SrcPtr = lvalue.getAddress(); 309139f7f9bSDimitry Andric bool isVolatile = lvalue.isVolatileQualified(); 310f785676fSDimitry Andric unsigned AlignR = lvalue.getAlignment().getQuantity(); 311f785676fSDimitry Andric ASTContext &C = CGF.getContext(); 312f785676fSDimitry Andric QualType ComplexTy = lvalue.getType(); 313f785676fSDimitry Andric unsigned ComplexAlign = C.getTypeAlignInChars(ComplexTy).getQuantity(); 314f785676fSDimitry Andric unsigned AlignI = std::min(AlignR, ComplexAlign); 315139f7f9bSDimitry Andric 31659d1ed5bSDimitry Andric llvm::Value *Real=nullptr, *Imag=nullptr; 317f22ef01cSRoman Divacky 3182754fe60SDimitry Andric if (!IgnoreReal || isVolatile) { 319f22ef01cSRoman Divacky llvm::Value *RealP = Builder.CreateStructGEP(SrcPtr, 0, 320f22ef01cSRoman Divacky SrcPtr->getName() + ".realp"); 321f785676fSDimitry Andric Real = Builder.CreateAlignedLoad(RealP, AlignR, isVolatile, 322f785676fSDimitry Andric SrcPtr->getName() + ".real"); 323f22ef01cSRoman Divacky } 324f22ef01cSRoman Divacky 3252754fe60SDimitry Andric if (!IgnoreImag || isVolatile) { 326f22ef01cSRoman Divacky llvm::Value *ImagP = Builder.CreateStructGEP(SrcPtr, 1, 327f22ef01cSRoman Divacky SrcPtr->getName() + ".imagp"); 328f785676fSDimitry Andric Imag = Builder.CreateAlignedLoad(ImagP, AlignI, isVolatile, 329f785676fSDimitry Andric SrcPtr->getName() + ".imag"); 330f22ef01cSRoman Divacky } 331f22ef01cSRoman Divacky return ComplexPairTy(Real, Imag); 332f22ef01cSRoman Divacky } 333f22ef01cSRoman Divacky 334f22ef01cSRoman Divacky /// EmitStoreOfComplex - Store the specified real/imag parts into the 335f22ef01cSRoman Divacky /// specified value pointer. 33639d628a0SDimitry Andric void ComplexExprEmitter::EmitStoreOfComplex(ComplexPairTy Val, LValue lvalue, 337139f7f9bSDimitry Andric bool isInit) { 338139f7f9bSDimitry Andric if (lvalue.getType()->isAtomicType()) 339139f7f9bSDimitry Andric return CGF.EmitAtomicStore(RValue::getComplex(Val), lvalue, isInit); 340139f7f9bSDimitry Andric 341139f7f9bSDimitry Andric llvm::Value *Ptr = lvalue.getAddress(); 342f22ef01cSRoman Divacky llvm::Value *RealPtr = Builder.CreateStructGEP(Ptr, 0, "real"); 343f22ef01cSRoman Divacky llvm::Value *ImagPtr = Builder.CreateStructGEP(Ptr, 1, "imag"); 344f785676fSDimitry Andric unsigned AlignR = lvalue.getAlignment().getQuantity(); 345f785676fSDimitry Andric ASTContext &C = CGF.getContext(); 346f785676fSDimitry Andric QualType ComplexTy = lvalue.getType(); 347f785676fSDimitry Andric unsigned ComplexAlign = C.getTypeAlignInChars(ComplexTy).getQuantity(); 348f785676fSDimitry Andric unsigned AlignI = std::min(AlignR, ComplexAlign); 349f22ef01cSRoman Divacky 350f785676fSDimitry Andric Builder.CreateAlignedStore(Val.first, RealPtr, AlignR, 351f785676fSDimitry Andric lvalue.isVolatileQualified()); 352f785676fSDimitry Andric Builder.CreateAlignedStore(Val.second, ImagPtr, AlignI, 353f785676fSDimitry Andric lvalue.isVolatileQualified()); 354f22ef01cSRoman Divacky } 355f22ef01cSRoman Divacky 356f22ef01cSRoman Divacky 357f22ef01cSRoman Divacky 358f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 359f22ef01cSRoman Divacky // Visitor Methods 360f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 361f22ef01cSRoman Divacky 362f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitExpr(Expr *E) { 363f22ef01cSRoman Divacky CGF.ErrorUnsupported(E, "complex expression"); 3646122f3e6SDimitry Andric llvm::Type *EltTy = 365139f7f9bSDimitry Andric CGF.ConvertType(getComplexType(E->getType())->getElementType()); 366f22ef01cSRoman Divacky llvm::Value *U = llvm::UndefValue::get(EltTy); 367f22ef01cSRoman Divacky return ComplexPairTy(U, U); 368f22ef01cSRoman Divacky } 369f22ef01cSRoman Divacky 370f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter:: 371f22ef01cSRoman Divacky VisitImaginaryLiteral(const ImaginaryLiteral *IL) { 372f22ef01cSRoman Divacky llvm::Value *Imag = CGF.EmitScalarExpr(IL->getSubExpr()); 3732754fe60SDimitry Andric return ComplexPairTy(llvm::Constant::getNullValue(Imag->getType()), Imag); 374f22ef01cSRoman Divacky } 375f22ef01cSRoman Divacky 376f22ef01cSRoman Divacky 377f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitCallExpr(const CallExpr *E) { 378f22ef01cSRoman Divacky if (E->getCallReturnType()->isReferenceType()) 379f22ef01cSRoman Divacky return EmitLoadOfLValue(E); 380f22ef01cSRoman Divacky 381f22ef01cSRoman Divacky return CGF.EmitCallExpr(E).getComplexVal(); 382f22ef01cSRoman Divacky } 383f22ef01cSRoman Divacky 384f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitStmtExpr(const StmtExpr *E) { 3852754fe60SDimitry Andric CodeGenFunction::StmtExprEvaluation eval(CGF); 386f785676fSDimitry Andric llvm::Value *RetAlloca = CGF.EmitCompoundStmt(*E->getSubStmt(), true); 387f785676fSDimitry Andric assert(RetAlloca && "Expected complex return value"); 388f785676fSDimitry Andric return EmitLoadOfLValue(CGF.MakeAddrLValue(RetAlloca, E->getType()), 389f785676fSDimitry Andric E->getExprLoc()); 390f22ef01cSRoman Divacky } 391f22ef01cSRoman Divacky 392f22ef01cSRoman Divacky /// EmitComplexToComplexCast - Emit a cast from complex value Val to DestType. 393f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::EmitComplexToComplexCast(ComplexPairTy Val, 394f22ef01cSRoman Divacky QualType SrcType, 395f22ef01cSRoman Divacky QualType DestType) { 396f22ef01cSRoman Divacky // Get the src/dest element type. 397139f7f9bSDimitry Andric SrcType = SrcType->castAs<ComplexType>()->getElementType(); 398139f7f9bSDimitry Andric DestType = DestType->castAs<ComplexType>()->getElementType(); 399f22ef01cSRoman Divacky 400f22ef01cSRoman Divacky // C99 6.3.1.6: When a value of complex type is converted to another 401f22ef01cSRoman Divacky // complex type, both the real and imaginary parts follow the conversion 402f22ef01cSRoman Divacky // rules for the corresponding real types. 403f22ef01cSRoman Divacky Val.first = CGF.EmitScalarConversion(Val.first, SrcType, DestType); 404f22ef01cSRoman Divacky Val.second = CGF.EmitScalarConversion(Val.second, SrcType, DestType); 405f22ef01cSRoman Divacky return Val; 406f22ef01cSRoman Divacky } 407f22ef01cSRoman Divacky 408f785676fSDimitry Andric ComplexPairTy ComplexExprEmitter::EmitScalarToComplexCast(llvm::Value *Val, 409f785676fSDimitry Andric QualType SrcType, 410f785676fSDimitry Andric QualType DestType) { 411f785676fSDimitry Andric // Convert the input element to the element type of the complex. 412f785676fSDimitry Andric DestType = DestType->castAs<ComplexType>()->getElementType(); 413f785676fSDimitry Andric Val = CGF.EmitScalarConversion(Val, SrcType, DestType); 414f785676fSDimitry Andric 415f785676fSDimitry Andric // Return (realval, 0). 416f785676fSDimitry Andric return ComplexPairTy(Val, llvm::Constant::getNullValue(Val->getType())); 417f785676fSDimitry Andric } 418f785676fSDimitry Andric 41939d628a0SDimitry Andric ComplexPairTy ComplexExprEmitter::EmitCast(CastKind CK, Expr *Op, 420ffd1746dSEd Schouten QualType DestTy) { 4212754fe60SDimitry Andric switch (CK) { 42217a519f9SDimitry Andric case CK_Dependent: llvm_unreachable("dependent cast kind in IR gen!"); 42317a519f9SDimitry Andric 424dff0c46cSDimitry Andric // Atomic to non-atomic casts may be more than a no-op for some platforms and 425dff0c46cSDimitry Andric // for some types. 426dff0c46cSDimitry Andric case CK_AtomicToNonAtomic: 427dff0c46cSDimitry Andric case CK_NonAtomicToAtomic: 4282754fe60SDimitry Andric case CK_NoOp: 4292754fe60SDimitry Andric case CK_LValueToRValue: 43017a519f9SDimitry Andric case CK_UserDefinedConversion: 4312754fe60SDimitry Andric return Visit(Op); 4322754fe60SDimitry Andric 43317a519f9SDimitry Andric case CK_LValueBitCast: { 434139f7f9bSDimitry Andric LValue origLV = CGF.EmitLValue(Op); 435139f7f9bSDimitry Andric llvm::Value *V = origLV.getAddress(); 436ffd1746dSEd Schouten V = Builder.CreateBitCast(V, 437ffd1746dSEd Schouten CGF.ConvertType(CGF.getContext().getPointerType(DestTy))); 438139f7f9bSDimitry Andric return EmitLoadOfLValue(CGF.MakeAddrLValue(V, DestTy, 439f785676fSDimitry Andric origLV.getAlignment()), 440f785676fSDimitry Andric Op->getExprLoc()); 441ffd1746dSEd Schouten } 442ffd1746dSEd Schouten 44317a519f9SDimitry Andric case CK_BitCast: 44417a519f9SDimitry Andric case CK_BaseToDerived: 44517a519f9SDimitry Andric case CK_DerivedToBase: 44617a519f9SDimitry Andric case CK_UncheckedDerivedToBase: 44717a519f9SDimitry Andric case CK_Dynamic: 44817a519f9SDimitry Andric case CK_ToUnion: 44917a519f9SDimitry Andric case CK_ArrayToPointerDecay: 45017a519f9SDimitry Andric case CK_FunctionToPointerDecay: 45117a519f9SDimitry Andric case CK_NullToPointer: 45217a519f9SDimitry Andric case CK_NullToMemberPointer: 45317a519f9SDimitry Andric case CK_BaseToDerivedMemberPointer: 45417a519f9SDimitry Andric case CK_DerivedToBaseMemberPointer: 45517a519f9SDimitry Andric case CK_MemberPointerToBoolean: 456dff0c46cSDimitry Andric case CK_ReinterpretMemberPointer: 45717a519f9SDimitry Andric case CK_ConstructorConversion: 45817a519f9SDimitry Andric case CK_IntegralToPointer: 45917a519f9SDimitry Andric case CK_PointerToIntegral: 46017a519f9SDimitry Andric case CK_PointerToBoolean: 46117a519f9SDimitry Andric case CK_ToVoid: 46217a519f9SDimitry Andric case CK_VectorSplat: 46317a519f9SDimitry Andric case CK_IntegralCast: 46417a519f9SDimitry Andric case CK_IntegralToBoolean: 46517a519f9SDimitry Andric case CK_IntegralToFloating: 46617a519f9SDimitry Andric case CK_FloatingToIntegral: 46717a519f9SDimitry Andric case CK_FloatingToBoolean: 46817a519f9SDimitry Andric case CK_FloatingCast: 4696122f3e6SDimitry Andric case CK_CPointerToObjCPointerCast: 4706122f3e6SDimitry Andric case CK_BlockPointerToObjCPointerCast: 47117a519f9SDimitry Andric case CK_AnyPointerToBlockPointerCast: 47217a519f9SDimitry Andric case CK_ObjCObjectLValueCast: 47317a519f9SDimitry Andric case CK_FloatingComplexToReal: 47417a519f9SDimitry Andric case CK_FloatingComplexToBoolean: 47517a519f9SDimitry Andric case CK_IntegralComplexToReal: 47617a519f9SDimitry Andric case CK_IntegralComplexToBoolean: 4776122f3e6SDimitry Andric case CK_ARCProduceObject: 4786122f3e6SDimitry Andric case CK_ARCConsumeObject: 4796122f3e6SDimitry Andric case CK_ARCReclaimReturnedObject: 4806122f3e6SDimitry Andric case CK_ARCExtendBlockObject: 481dff0c46cSDimitry Andric case CK_CopyAndAutoreleaseBlockObject: 4823861d79fSDimitry Andric case CK_BuiltinFnToFnPtr: 483139f7f9bSDimitry Andric case CK_ZeroToOCLEvent: 48459d1ed5bSDimitry Andric case CK_AddressSpaceConversion: 48517a519f9SDimitry Andric llvm_unreachable("invalid cast kind for complex value"); 48617a519f9SDimitry Andric 48717a519f9SDimitry Andric case CK_FloatingRealToComplex: 488f785676fSDimitry Andric case CK_IntegralRealToComplex: 489f785676fSDimitry Andric return EmitScalarToComplexCast(CGF.EmitScalarExpr(Op), 490f785676fSDimitry Andric Op->getType(), DestTy); 491f22ef01cSRoman Divacky 49217a519f9SDimitry Andric case CK_FloatingComplexCast: 49317a519f9SDimitry Andric case CK_FloatingComplexToIntegralComplex: 49417a519f9SDimitry Andric case CK_IntegralComplexCast: 49517a519f9SDimitry Andric case CK_IntegralComplexToFloatingComplex: 49617a519f9SDimitry Andric return EmitComplexToComplexCast(Visit(Op), Op->getType(), DestTy); 49717a519f9SDimitry Andric } 49817a519f9SDimitry Andric 49917a519f9SDimitry Andric llvm_unreachable("unknown cast resulting in complex value"); 50017a519f9SDimitry Andric } 50117a519f9SDimitry Andric 502f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitUnaryMinus(const UnaryOperator *E) { 503f22ef01cSRoman Divacky TestAndClearIgnoreReal(); 504f22ef01cSRoman Divacky TestAndClearIgnoreImag(); 505f22ef01cSRoman Divacky ComplexPairTy Op = Visit(E->getSubExpr()); 506f22ef01cSRoman Divacky 507f22ef01cSRoman Divacky llvm::Value *ResR, *ResI; 508f22ef01cSRoman Divacky if (Op.first->getType()->isFloatingPointTy()) { 509f22ef01cSRoman Divacky ResR = Builder.CreateFNeg(Op.first, "neg.r"); 510f22ef01cSRoman Divacky ResI = Builder.CreateFNeg(Op.second, "neg.i"); 511f22ef01cSRoman Divacky } else { 512f22ef01cSRoman Divacky ResR = Builder.CreateNeg(Op.first, "neg.r"); 513f22ef01cSRoman Divacky ResI = Builder.CreateNeg(Op.second, "neg.i"); 514f22ef01cSRoman Divacky } 515f22ef01cSRoman Divacky return ComplexPairTy(ResR, ResI); 516f22ef01cSRoman Divacky } 517f22ef01cSRoman Divacky 518f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitUnaryNot(const UnaryOperator *E) { 519f22ef01cSRoman Divacky TestAndClearIgnoreReal(); 520f22ef01cSRoman Divacky TestAndClearIgnoreImag(); 521f22ef01cSRoman Divacky // ~(a+ib) = a + i*-b 522f22ef01cSRoman Divacky ComplexPairTy Op = Visit(E->getSubExpr()); 523f22ef01cSRoman Divacky llvm::Value *ResI; 524f22ef01cSRoman Divacky if (Op.second->getType()->isFloatingPointTy()) 525f22ef01cSRoman Divacky ResI = Builder.CreateFNeg(Op.second, "conj.i"); 526f22ef01cSRoman Divacky else 527f22ef01cSRoman Divacky ResI = Builder.CreateNeg(Op.second, "conj.i"); 528f22ef01cSRoman Divacky 529f22ef01cSRoman Divacky return ComplexPairTy(Op.first, ResI); 530f22ef01cSRoman Divacky } 531f22ef01cSRoman Divacky 532f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::EmitBinAdd(const BinOpInfo &Op) { 533f22ef01cSRoman Divacky llvm::Value *ResR, *ResI; 534f22ef01cSRoman Divacky 535f22ef01cSRoman Divacky if (Op.LHS.first->getType()->isFloatingPointTy()) { 536f22ef01cSRoman Divacky ResR = Builder.CreateFAdd(Op.LHS.first, Op.RHS.first, "add.r"); 53739d628a0SDimitry Andric if (Op.LHS.second && Op.RHS.second) 538f22ef01cSRoman Divacky ResI = Builder.CreateFAdd(Op.LHS.second, Op.RHS.second, "add.i"); 53939d628a0SDimitry Andric else 54039d628a0SDimitry Andric ResI = Op.LHS.second ? Op.LHS.second : Op.RHS.second; 54139d628a0SDimitry Andric assert(ResI && "Only one operand may be real!"); 542f22ef01cSRoman Divacky } else { 543f22ef01cSRoman Divacky ResR = Builder.CreateAdd(Op.LHS.first, Op.RHS.first, "add.r"); 54439d628a0SDimitry Andric assert(Op.LHS.second && Op.RHS.second && 54539d628a0SDimitry Andric "Both operands of integer complex operators must be complex!"); 546f22ef01cSRoman Divacky ResI = Builder.CreateAdd(Op.LHS.second, Op.RHS.second, "add.i"); 547f22ef01cSRoman Divacky } 548f22ef01cSRoman Divacky return ComplexPairTy(ResR, ResI); 549f22ef01cSRoman Divacky } 550f22ef01cSRoman Divacky 551f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::EmitBinSub(const BinOpInfo &Op) { 552f22ef01cSRoman Divacky llvm::Value *ResR, *ResI; 553f22ef01cSRoman Divacky if (Op.LHS.first->getType()->isFloatingPointTy()) { 554f22ef01cSRoman Divacky ResR = Builder.CreateFSub(Op.LHS.first, Op.RHS.first, "sub.r"); 55539d628a0SDimitry Andric if (Op.LHS.second && Op.RHS.second) 556f22ef01cSRoman Divacky ResI = Builder.CreateFSub(Op.LHS.second, Op.RHS.second, "sub.i"); 55739d628a0SDimitry Andric else 55839d628a0SDimitry Andric ResI = Op.LHS.second ? Op.LHS.second 55939d628a0SDimitry Andric : Builder.CreateFNeg(Op.RHS.second, "sub.i"); 56039d628a0SDimitry Andric assert(ResI && "Only one operand may be real!"); 561f22ef01cSRoman Divacky } else { 562f22ef01cSRoman Divacky ResR = Builder.CreateSub(Op.LHS.first, Op.RHS.first, "sub.r"); 56339d628a0SDimitry Andric assert(Op.LHS.second && Op.RHS.second && 56439d628a0SDimitry Andric "Both operands of integer complex operators must be complex!"); 565f22ef01cSRoman Divacky ResI = Builder.CreateSub(Op.LHS.second, Op.RHS.second, "sub.i"); 566f22ef01cSRoman Divacky } 567f22ef01cSRoman Divacky return ComplexPairTy(ResR, ResI); 568f22ef01cSRoman Divacky } 569f22ef01cSRoman Divacky 57039d628a0SDimitry Andric /// \brief Emit a libcall for a binary operation on complex types. 57139d628a0SDimitry Andric ComplexPairTy ComplexExprEmitter::EmitComplexBinOpLibCall(StringRef LibCallName, 57239d628a0SDimitry Andric const BinOpInfo &Op) { 57339d628a0SDimitry Andric CallArgList Args; 57439d628a0SDimitry Andric Args.add(RValue::get(Op.LHS.first), 57539d628a0SDimitry Andric Op.Ty->castAs<ComplexType>()->getElementType()); 57639d628a0SDimitry Andric Args.add(RValue::get(Op.LHS.second), 57739d628a0SDimitry Andric Op.Ty->castAs<ComplexType>()->getElementType()); 57839d628a0SDimitry Andric Args.add(RValue::get(Op.RHS.first), 57939d628a0SDimitry Andric Op.Ty->castAs<ComplexType>()->getElementType()); 58039d628a0SDimitry Andric Args.add(RValue::get(Op.RHS.second), 58139d628a0SDimitry Andric Op.Ty->castAs<ComplexType>()->getElementType()); 582f22ef01cSRoman Divacky 58339d628a0SDimitry Andric // We *must* use the full CG function call building logic here because the 58439d628a0SDimitry Andric // complex type has special ABI handling. We also should not forget about 58539d628a0SDimitry Andric // special calling convention which may be used for compiler builtins. 58639d628a0SDimitry Andric const CGFunctionInfo &FuncInfo = 58739d628a0SDimitry Andric CGF.CGM.getTypes().arrangeFreeFunctionCall( 58839d628a0SDimitry Andric Op.Ty, Args, FunctionType::ExtInfo(/* No CC here - will be added later */), 58939d628a0SDimitry Andric RequiredArgs::All); 59039d628a0SDimitry Andric llvm::FunctionType *FTy = CGF.CGM.getTypes().GetFunctionType(FuncInfo); 59139d628a0SDimitry Andric llvm::Constant *Func = CGF.CGM.CreateBuiltinFunction(FTy, LibCallName); 59239d628a0SDimitry Andric llvm::Instruction *Call; 59339d628a0SDimitry Andric 59439d628a0SDimitry Andric RValue Res = CGF.EmitCall(FuncInfo, Func, ReturnValueSlot(), Args, 59539d628a0SDimitry Andric nullptr, &Call); 59639d628a0SDimitry Andric cast<llvm::CallInst>(Call)->setCallingConv(CGF.CGM.getBuiltinCC()); 59739d628a0SDimitry Andric cast<llvm::CallInst>(Call)->setDoesNotThrow(); 59839d628a0SDimitry Andric 59939d628a0SDimitry Andric return Res.getComplexVal(); 60039d628a0SDimitry Andric } 60139d628a0SDimitry Andric 60239d628a0SDimitry Andric /// \brief Lookup the libcall name for a given floating point type complex 60339d628a0SDimitry Andric /// multiply. 60439d628a0SDimitry Andric static StringRef getComplexMultiplyLibCallName(llvm::Type *Ty) { 60539d628a0SDimitry Andric switch (Ty->getTypeID()) { 60639d628a0SDimitry Andric default: 60739d628a0SDimitry Andric llvm_unreachable("Unsupported floating point type!"); 60839d628a0SDimitry Andric case llvm::Type::HalfTyID: 60939d628a0SDimitry Andric return "__mulhc3"; 61039d628a0SDimitry Andric case llvm::Type::FloatTyID: 61139d628a0SDimitry Andric return "__mulsc3"; 61239d628a0SDimitry Andric case llvm::Type::DoubleTyID: 61339d628a0SDimitry Andric return "__muldc3"; 61439d628a0SDimitry Andric case llvm::Type::PPC_FP128TyID: 61539d628a0SDimitry Andric return "__multc3"; 61639d628a0SDimitry Andric case llvm::Type::X86_FP80TyID: 61739d628a0SDimitry Andric return "__mulxc3"; 61839d628a0SDimitry Andric case llvm::Type::FP128TyID: 61939d628a0SDimitry Andric return "__multc3"; 62039d628a0SDimitry Andric } 62139d628a0SDimitry Andric } 62239d628a0SDimitry Andric 62339d628a0SDimitry Andric // See C11 Annex G.5.1 for the semantics of multiplicative operators on complex 62439d628a0SDimitry Andric // typed values. 625f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::EmitBinMul(const BinOpInfo &Op) { 626f22ef01cSRoman Divacky using llvm::Value; 627f22ef01cSRoman Divacky Value *ResR, *ResI; 62839d628a0SDimitry Andric llvm::MDBuilder MDHelper(CGF.getLLVMContext()); 629f22ef01cSRoman Divacky 630f22ef01cSRoman Divacky if (Op.LHS.first->getType()->isFloatingPointTy()) { 63139d628a0SDimitry Andric // The general formulation is: 63239d628a0SDimitry Andric // (a + ib) * (c + id) = (a * c - b * d) + i(a * d + b * c) 63339d628a0SDimitry Andric // 63439d628a0SDimitry Andric // But we can fold away components which would be zero due to a real 63539d628a0SDimitry Andric // operand according to C11 Annex G.5.1p2. 63639d628a0SDimitry Andric // FIXME: C11 also provides for imaginary types which would allow folding 63739d628a0SDimitry Andric // still more of this within the type system. 638f22ef01cSRoman Divacky 63939d628a0SDimitry Andric if (Op.LHS.second && Op.RHS.second) { 64039d628a0SDimitry Andric // If both operands are complex, emit the core math directly, and then 64139d628a0SDimitry Andric // test for NaNs. If we find NaNs in the result, we delegate to a libcall 64239d628a0SDimitry Andric // to carefully re-compute the correct infinity representation if 64339d628a0SDimitry Andric // possible. The expectation is that the presence of NaNs here is 64439d628a0SDimitry Andric // *extremely* rare, and so the cost of the libcall is almost irrelevant. 64539d628a0SDimitry Andric // This is good, because the libcall re-computes the core multiplication 64639d628a0SDimitry Andric // exactly the same as we do here and re-tests for NaNs in order to be 64739d628a0SDimitry Andric // a generic complex*complex libcall. 64839d628a0SDimitry Andric 64939d628a0SDimitry Andric // First compute the four products. 65039d628a0SDimitry Andric Value *AC = Builder.CreateFMul(Op.LHS.first, Op.RHS.first, "mul_ac"); 65139d628a0SDimitry Andric Value *BD = Builder.CreateFMul(Op.LHS.second, Op.RHS.second, "mul_bd"); 65239d628a0SDimitry Andric Value *AD = Builder.CreateFMul(Op.LHS.first, Op.RHS.second, "mul_ad"); 65339d628a0SDimitry Andric Value *BC = Builder.CreateFMul(Op.LHS.second, Op.RHS.first, "mul_bc"); 65439d628a0SDimitry Andric 65539d628a0SDimitry Andric // The real part is the difference of the first two, the imaginary part is 65639d628a0SDimitry Andric // the sum of the second. 65739d628a0SDimitry Andric ResR = Builder.CreateFSub(AC, BD, "mul_r"); 65839d628a0SDimitry Andric ResI = Builder.CreateFAdd(AD, BC, "mul_i"); 65939d628a0SDimitry Andric 66039d628a0SDimitry Andric // Emit the test for the real part becoming NaN and create a branch to 66139d628a0SDimitry Andric // handle it. We test for NaN by comparing the number to itself. 66239d628a0SDimitry Andric Value *IsRNaN = Builder.CreateFCmpUNO(ResR, ResR, "isnan_cmp"); 66339d628a0SDimitry Andric llvm::BasicBlock *ContBB = CGF.createBasicBlock("complex_mul_cont"); 66439d628a0SDimitry Andric llvm::BasicBlock *INaNBB = CGF.createBasicBlock("complex_mul_imag_nan"); 66539d628a0SDimitry Andric llvm::Instruction *Branch = Builder.CreateCondBr(IsRNaN, INaNBB, ContBB); 66639d628a0SDimitry Andric llvm::BasicBlock *OrigBB = Branch->getParent(); 66739d628a0SDimitry Andric 66839d628a0SDimitry Andric // Give hint that we very much don't expect to see NaNs. 66939d628a0SDimitry Andric // Value chosen to match UR_NONTAKEN_WEIGHT, see BranchProbabilityInfo.cpp 67039d628a0SDimitry Andric llvm::MDNode *BrWeight = MDHelper.createBranchWeights(1, (1U << 20) - 1); 67139d628a0SDimitry Andric Branch->setMetadata(llvm::LLVMContext::MD_prof, BrWeight); 67239d628a0SDimitry Andric 67339d628a0SDimitry Andric // Now test the imaginary part and create its branch. 67439d628a0SDimitry Andric CGF.EmitBlock(INaNBB); 67539d628a0SDimitry Andric Value *IsINaN = Builder.CreateFCmpUNO(ResI, ResI, "isnan_cmp"); 67639d628a0SDimitry Andric llvm::BasicBlock *LibCallBB = CGF.createBasicBlock("complex_mul_libcall"); 67739d628a0SDimitry Andric Branch = Builder.CreateCondBr(IsINaN, LibCallBB, ContBB); 67839d628a0SDimitry Andric Branch->setMetadata(llvm::LLVMContext::MD_prof, BrWeight); 67939d628a0SDimitry Andric 68039d628a0SDimitry Andric // Now emit the libcall on this slowest of the slow paths. 68139d628a0SDimitry Andric CGF.EmitBlock(LibCallBB); 68239d628a0SDimitry Andric Value *LibCallR, *LibCallI; 68339d628a0SDimitry Andric std::tie(LibCallR, LibCallI) = EmitComplexBinOpLibCall( 68439d628a0SDimitry Andric getComplexMultiplyLibCallName(Op.LHS.first->getType()), Op); 68539d628a0SDimitry Andric Builder.CreateBr(ContBB); 68639d628a0SDimitry Andric 68739d628a0SDimitry Andric // Finally continue execution by phi-ing together the different 68839d628a0SDimitry Andric // computation paths. 68939d628a0SDimitry Andric CGF.EmitBlock(ContBB); 69039d628a0SDimitry Andric llvm::PHINode *RealPHI = Builder.CreatePHI(ResR->getType(), 3, "real_mul_phi"); 69139d628a0SDimitry Andric RealPHI->addIncoming(ResR, OrigBB); 69239d628a0SDimitry Andric RealPHI->addIncoming(ResR, INaNBB); 69339d628a0SDimitry Andric RealPHI->addIncoming(LibCallR, LibCallBB); 69439d628a0SDimitry Andric llvm::PHINode *ImagPHI = Builder.CreatePHI(ResI->getType(), 3, "imag_mul_phi"); 69539d628a0SDimitry Andric ImagPHI->addIncoming(ResI, OrigBB); 69639d628a0SDimitry Andric ImagPHI->addIncoming(ResI, INaNBB); 69739d628a0SDimitry Andric ImagPHI->addIncoming(LibCallI, LibCallBB); 69839d628a0SDimitry Andric return ComplexPairTy(RealPHI, ImagPHI); 69939d628a0SDimitry Andric } 70039d628a0SDimitry Andric assert((Op.LHS.second || Op.RHS.second) && 70139d628a0SDimitry Andric "At least one operand must be complex!"); 70239d628a0SDimitry Andric 70339d628a0SDimitry Andric // If either of the operands is a real rather than a complex, the 70439d628a0SDimitry Andric // imaginary component is ignored when computing the real component of the 70539d628a0SDimitry Andric // result. 70639d628a0SDimitry Andric ResR = Builder.CreateFMul(Op.LHS.first, Op.RHS.first, "mul.rl"); 70739d628a0SDimitry Andric 70839d628a0SDimitry Andric ResI = Op.LHS.second 70939d628a0SDimitry Andric ? Builder.CreateFMul(Op.LHS.second, Op.RHS.first, "mul.il") 71039d628a0SDimitry Andric : Builder.CreateFMul(Op.LHS.first, Op.RHS.second, "mul.ir"); 711f22ef01cSRoman Divacky } else { 71239d628a0SDimitry Andric assert(Op.LHS.second && Op.RHS.second && 71339d628a0SDimitry Andric "Both operands of integer complex operators must be complex!"); 714f22ef01cSRoman Divacky Value *ResRl = Builder.CreateMul(Op.LHS.first, Op.RHS.first, "mul.rl"); 715f22ef01cSRoman Divacky Value *ResRr = Builder.CreateMul(Op.LHS.second, Op.RHS.second, "mul.rr"); 716f22ef01cSRoman Divacky ResR = Builder.CreateSub(ResRl, ResRr, "mul.r"); 717f22ef01cSRoman Divacky 718f22ef01cSRoman Divacky Value *ResIl = Builder.CreateMul(Op.LHS.second, Op.RHS.first, "mul.il"); 719f22ef01cSRoman Divacky Value *ResIr = Builder.CreateMul(Op.LHS.first, Op.RHS.second, "mul.ir"); 720f22ef01cSRoman Divacky ResI = Builder.CreateAdd(ResIl, ResIr, "mul.i"); 721f22ef01cSRoman Divacky } 722f22ef01cSRoman Divacky return ComplexPairTy(ResR, ResI); 723f22ef01cSRoman Divacky } 724f22ef01cSRoman Divacky 72539d628a0SDimitry Andric // See C11 Annex G.5.1 for the semantics of multiplicative operators on complex 72639d628a0SDimitry Andric // typed values. 727f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::EmitBinDiv(const BinOpInfo &Op) { 728f22ef01cSRoman Divacky llvm::Value *LHSr = Op.LHS.first, *LHSi = Op.LHS.second; 729f22ef01cSRoman Divacky llvm::Value *RHSr = Op.RHS.first, *RHSi = Op.RHS.second; 730f22ef01cSRoman Divacky 731f22ef01cSRoman Divacky 732f22ef01cSRoman Divacky llvm::Value *DSTr, *DSTi; 73339d628a0SDimitry Andric if (LHSr->getType()->isFloatingPointTy()) { 73439d628a0SDimitry Andric // If we have a complex operand on the RHS, we delegate to a libcall to 73539d628a0SDimitry Andric // handle all of the complexities and minimize underflow/overflow cases. 73639d628a0SDimitry Andric // 73739d628a0SDimitry Andric // FIXME: We would be able to avoid the libcall in many places if we 73839d628a0SDimitry Andric // supported imaginary types in addition to complex types. 73939d628a0SDimitry Andric if (RHSi) { 74039d628a0SDimitry Andric BinOpInfo LibCallOp = Op; 74139d628a0SDimitry Andric // If LHS was a real, supply a null imaginary part. 74239d628a0SDimitry Andric if (!LHSi) 74339d628a0SDimitry Andric LibCallOp.LHS.second = llvm::Constant::getNullValue(LHSr->getType()); 744f22ef01cSRoman Divacky 74539d628a0SDimitry Andric StringRef LibCallName; 74639d628a0SDimitry Andric switch (LHSr->getType()->getTypeID()) { 74739d628a0SDimitry Andric default: 74839d628a0SDimitry Andric llvm_unreachable("Unsupported floating point type!"); 74939d628a0SDimitry Andric case llvm::Type::HalfTyID: 75039d628a0SDimitry Andric return EmitComplexBinOpLibCall("__divhc3", LibCallOp); 75139d628a0SDimitry Andric case llvm::Type::FloatTyID: 75239d628a0SDimitry Andric return EmitComplexBinOpLibCall("__divsc3", LibCallOp); 75339d628a0SDimitry Andric case llvm::Type::DoubleTyID: 75439d628a0SDimitry Andric return EmitComplexBinOpLibCall("__divdc3", LibCallOp); 75539d628a0SDimitry Andric case llvm::Type::PPC_FP128TyID: 75639d628a0SDimitry Andric return EmitComplexBinOpLibCall("__divtc3", LibCallOp); 75739d628a0SDimitry Andric case llvm::Type::X86_FP80TyID: 75839d628a0SDimitry Andric return EmitComplexBinOpLibCall("__divxc3", LibCallOp); 75939d628a0SDimitry Andric case llvm::Type::FP128TyID: 76039d628a0SDimitry Andric return EmitComplexBinOpLibCall("__divtc3", LibCallOp); 76139d628a0SDimitry Andric } 76239d628a0SDimitry Andric } 76339d628a0SDimitry Andric assert(LHSi && "Can have at most one non-complex operand!"); 764f22ef01cSRoman Divacky 76539d628a0SDimitry Andric DSTr = Builder.CreateFDiv(LHSr, RHSr); 76639d628a0SDimitry Andric DSTi = Builder.CreateFDiv(LHSi, RHSr); 767f22ef01cSRoman Divacky } else { 76839d628a0SDimitry Andric assert(Op.LHS.second && Op.RHS.second && 76939d628a0SDimitry Andric "Both operands of integer complex operators must be complex!"); 770f22ef01cSRoman Divacky // (a+ib) / (c+id) = ((ac+bd)/(cc+dd)) + i((bc-ad)/(cc+dd)) 7716122f3e6SDimitry Andric llvm::Value *Tmp1 = Builder.CreateMul(LHSr, RHSr); // a*c 7726122f3e6SDimitry Andric llvm::Value *Tmp2 = Builder.CreateMul(LHSi, RHSi); // b*d 7736122f3e6SDimitry Andric llvm::Value *Tmp3 = Builder.CreateAdd(Tmp1, Tmp2); // ac+bd 774f22ef01cSRoman Divacky 7756122f3e6SDimitry Andric llvm::Value *Tmp4 = Builder.CreateMul(RHSr, RHSr); // c*c 7766122f3e6SDimitry Andric llvm::Value *Tmp5 = Builder.CreateMul(RHSi, RHSi); // d*d 7776122f3e6SDimitry Andric llvm::Value *Tmp6 = Builder.CreateAdd(Tmp4, Tmp5); // cc+dd 778f22ef01cSRoman Divacky 7796122f3e6SDimitry Andric llvm::Value *Tmp7 = Builder.CreateMul(LHSi, RHSr); // b*c 7806122f3e6SDimitry Andric llvm::Value *Tmp8 = Builder.CreateMul(LHSr, RHSi); // a*d 7816122f3e6SDimitry Andric llvm::Value *Tmp9 = Builder.CreateSub(Tmp7, Tmp8); // bc-ad 782f22ef01cSRoman Divacky 783139f7f9bSDimitry Andric if (Op.Ty->castAs<ComplexType>()->getElementType()->isUnsignedIntegerType()) { 7846122f3e6SDimitry Andric DSTr = Builder.CreateUDiv(Tmp3, Tmp6); 7856122f3e6SDimitry Andric DSTi = Builder.CreateUDiv(Tmp9, Tmp6); 786f22ef01cSRoman Divacky } else { 7876122f3e6SDimitry Andric DSTr = Builder.CreateSDiv(Tmp3, Tmp6); 7886122f3e6SDimitry Andric DSTi = Builder.CreateSDiv(Tmp9, Tmp6); 789f22ef01cSRoman Divacky } 790f22ef01cSRoman Divacky } 791f22ef01cSRoman Divacky 792f22ef01cSRoman Divacky return ComplexPairTy(DSTr, DSTi); 793f22ef01cSRoman Divacky } 794f22ef01cSRoman Divacky 795f22ef01cSRoman Divacky ComplexExprEmitter::BinOpInfo 796f22ef01cSRoman Divacky ComplexExprEmitter::EmitBinOps(const BinaryOperator *E) { 797f22ef01cSRoman Divacky TestAndClearIgnoreReal(); 798f22ef01cSRoman Divacky TestAndClearIgnoreImag(); 799f22ef01cSRoman Divacky BinOpInfo Ops; 80039d628a0SDimitry Andric if (E->getLHS()->getType()->isRealFloatingType()) 80139d628a0SDimitry Andric Ops.LHS = ComplexPairTy(CGF.EmitScalarExpr(E->getLHS()), nullptr); 80239d628a0SDimitry Andric else 803f22ef01cSRoman Divacky Ops.LHS = Visit(E->getLHS()); 80439d628a0SDimitry Andric if (E->getRHS()->getType()->isRealFloatingType()) 80539d628a0SDimitry Andric Ops.RHS = ComplexPairTy(CGF.EmitScalarExpr(E->getRHS()), nullptr); 80639d628a0SDimitry Andric else 807f22ef01cSRoman Divacky Ops.RHS = Visit(E->getRHS()); 80839d628a0SDimitry Andric 809f22ef01cSRoman Divacky Ops.Ty = E->getType(); 810f22ef01cSRoman Divacky return Ops; 811f22ef01cSRoman Divacky } 812f22ef01cSRoman Divacky 813f22ef01cSRoman Divacky 8142754fe60SDimitry Andric LValue ComplexExprEmitter:: 8152754fe60SDimitry Andric EmitCompoundAssignLValue(const CompoundAssignOperator *E, 8162754fe60SDimitry Andric ComplexPairTy (ComplexExprEmitter::*Func)(const BinOpInfo&), 817f785676fSDimitry Andric RValue &Val) { 818f22ef01cSRoman Divacky TestAndClearIgnoreReal(); 819f22ef01cSRoman Divacky TestAndClearIgnoreImag(); 8202754fe60SDimitry Andric QualType LHSTy = E->getLHS()->getType(); 821f22ef01cSRoman Divacky 822f22ef01cSRoman Divacky BinOpInfo OpInfo; 823f22ef01cSRoman Divacky 824f22ef01cSRoman Divacky // Load the RHS and LHS operands. 825f22ef01cSRoman Divacky // __block variables need to have the rhs evaluated first, plus this should 8262754fe60SDimitry Andric // improve codegen a little. 827f22ef01cSRoman Divacky OpInfo.Ty = E->getComputationResultType(); 82839d628a0SDimitry Andric QualType ComplexElementTy = cast<ComplexType>(OpInfo.Ty)->getElementType(); 8292754fe60SDimitry Andric 8302754fe60SDimitry Andric // The RHS should have been converted to the computation type. 83139d628a0SDimitry Andric if (E->getRHS()->getType()->isRealFloatingType()) { 83239d628a0SDimitry Andric assert( 83339d628a0SDimitry Andric CGF.getContext() 83439d628a0SDimitry Andric .hasSameUnqualifiedType(ComplexElementTy, E->getRHS()->getType())); 83539d628a0SDimitry Andric OpInfo.RHS = ComplexPairTy(CGF.EmitScalarExpr(E->getRHS()), nullptr); 83639d628a0SDimitry Andric } else { 83739d628a0SDimitry Andric assert(CGF.getContext() 83839d628a0SDimitry Andric .hasSameUnqualifiedType(OpInfo.Ty, E->getRHS()->getType())); 8392754fe60SDimitry Andric OpInfo.RHS = Visit(E->getRHS()); 84039d628a0SDimitry Andric } 841f22ef01cSRoman Divacky 842ffd1746dSEd Schouten LValue LHS = CGF.EmitLValue(E->getLHS()); 8432754fe60SDimitry Andric 844f785676fSDimitry Andric // Load from the l-value and convert it. 845f785676fSDimitry Andric if (LHSTy->isAnyComplexType()) { 846f785676fSDimitry Andric ComplexPairTy LHSVal = EmitLoadOfLValue(LHS, E->getExprLoc()); 847f785676fSDimitry Andric OpInfo.LHS = EmitComplexToComplexCast(LHSVal, LHSTy, OpInfo.Ty); 848f785676fSDimitry Andric } else { 849f785676fSDimitry Andric llvm::Value *LHSVal = CGF.EmitLoadOfScalar(LHS, E->getExprLoc()); 85039d628a0SDimitry Andric // For floating point real operands we can directly pass the scalar form 85139d628a0SDimitry Andric // to the binary operator emission and potentially get more efficient code. 85239d628a0SDimitry Andric if (LHSTy->isRealFloatingType()) { 85339d628a0SDimitry Andric if (!CGF.getContext().hasSameUnqualifiedType(ComplexElementTy, LHSTy)) 85439d628a0SDimitry Andric LHSVal = CGF.EmitScalarConversion(LHSVal, LHSTy, ComplexElementTy); 85539d628a0SDimitry Andric OpInfo.LHS = ComplexPairTy(LHSVal, nullptr); 85639d628a0SDimitry Andric } else { 857f785676fSDimitry Andric OpInfo.LHS = EmitScalarToComplexCast(LHSVal, LHSTy, OpInfo.Ty); 858f785676fSDimitry Andric } 85939d628a0SDimitry Andric } 860f22ef01cSRoman Divacky 861f22ef01cSRoman Divacky // Expand the binary operator. 862f22ef01cSRoman Divacky ComplexPairTy Result = (this->*Func)(OpInfo); 863f22ef01cSRoman Divacky 864f785676fSDimitry Andric // Truncate the result and store it into the LHS lvalue. 865f785676fSDimitry Andric if (LHSTy->isAnyComplexType()) { 866f785676fSDimitry Andric ComplexPairTy ResVal = EmitComplexToComplexCast(Result, OpInfo.Ty, LHSTy); 867f785676fSDimitry Andric EmitStoreOfComplex(ResVal, LHS, /*isInit*/ false); 868f785676fSDimitry Andric Val = RValue::getComplex(ResVal); 869f785676fSDimitry Andric } else { 870f785676fSDimitry Andric llvm::Value *ResVal = 871f785676fSDimitry Andric CGF.EmitComplexToScalarConversion(Result, OpInfo.Ty, LHSTy); 872f785676fSDimitry Andric CGF.EmitStoreOfScalar(ResVal, LHS, /*isInit*/ false); 873f785676fSDimitry Andric Val = RValue::get(ResVal); 874f785676fSDimitry Andric } 875ffd1746dSEd Schouten 8762754fe60SDimitry Andric return LHS; 877f22ef01cSRoman Divacky } 878f22ef01cSRoman Divacky 8792754fe60SDimitry Andric // Compound assignments. 8802754fe60SDimitry Andric ComplexPairTy ComplexExprEmitter:: 8812754fe60SDimitry Andric EmitCompoundAssign(const CompoundAssignOperator *E, 8822754fe60SDimitry Andric ComplexPairTy (ComplexExprEmitter::*Func)(const BinOpInfo&)){ 883f785676fSDimitry Andric RValue Val; 8842754fe60SDimitry Andric LValue LV = EmitCompoundAssignLValue(E, Func, Val); 8852754fe60SDimitry Andric 8862754fe60SDimitry Andric // The result of an assignment in C is the assigned r-value. 8873861d79fSDimitry Andric if (!CGF.getLangOpts().CPlusPlus) 888f785676fSDimitry Andric return Val.getComplexVal(); 8892754fe60SDimitry Andric 8902754fe60SDimitry Andric // If the lvalue is non-volatile, return the computed value of the assignment. 8912754fe60SDimitry Andric if (!LV.isVolatileQualified()) 892f785676fSDimitry Andric return Val.getComplexVal(); 8932754fe60SDimitry Andric 894f785676fSDimitry Andric return EmitLoadOfLValue(LV, E->getExprLoc()); 8952754fe60SDimitry Andric } 8962754fe60SDimitry Andric 8972754fe60SDimitry Andric LValue ComplexExprEmitter::EmitBinAssignLValue(const BinaryOperator *E, 8982754fe60SDimitry Andric ComplexPairTy &Val) { 899ffd1746dSEd Schouten assert(CGF.getContext().hasSameUnqualifiedType(E->getLHS()->getType(), 900ffd1746dSEd Schouten E->getRHS()->getType()) && 901f22ef01cSRoman Divacky "Invalid assignment"); 9022754fe60SDimitry Andric TestAndClearIgnoreReal(); 9032754fe60SDimitry Andric TestAndClearIgnoreImag(); 9042754fe60SDimitry Andric 9052754fe60SDimitry Andric // Emit the RHS. __block variables need the RHS evaluated first. 9062754fe60SDimitry Andric Val = Visit(E->getRHS()); 907f22ef01cSRoman Divacky 908f22ef01cSRoman Divacky // Compute the address to store into. 909f22ef01cSRoman Divacky LValue LHS = CGF.EmitLValue(E->getLHS()); 910f22ef01cSRoman Divacky 911ffd1746dSEd Schouten // Store the result value into the LHS lvalue. 912139f7f9bSDimitry Andric EmitStoreOfComplex(Val, LHS, /*isInit*/ false); 913f22ef01cSRoman Divacky 9142754fe60SDimitry Andric return LHS; 9152754fe60SDimitry Andric } 916ffd1746dSEd Schouten 9172754fe60SDimitry Andric ComplexPairTy ComplexExprEmitter::VisitBinAssign(const BinaryOperator *E) { 9182754fe60SDimitry Andric ComplexPairTy Val; 9192754fe60SDimitry Andric LValue LV = EmitBinAssignLValue(E, Val); 9202754fe60SDimitry Andric 9212754fe60SDimitry Andric // The result of an assignment in C is the assigned r-value. 9223861d79fSDimitry Andric if (!CGF.getLangOpts().CPlusPlus) 9232754fe60SDimitry Andric return Val; 9242754fe60SDimitry Andric 9252754fe60SDimitry Andric // If the lvalue is non-volatile, return the computed value of the assignment. 9262754fe60SDimitry Andric if (!LV.isVolatileQualified()) 9272754fe60SDimitry Andric return Val; 9282754fe60SDimitry Andric 929f785676fSDimitry Andric return EmitLoadOfLValue(LV, E->getExprLoc()); 930f22ef01cSRoman Divacky } 931f22ef01cSRoman Divacky 932f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitBinComma(const BinaryOperator *E) { 9332754fe60SDimitry Andric CGF.EmitIgnoredExpr(E->getLHS()); 934f22ef01cSRoman Divacky return Visit(E->getRHS()); 935f22ef01cSRoman Divacky } 936f22ef01cSRoman Divacky 937f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter:: 9382754fe60SDimitry Andric VisitAbstractConditionalOperator(const AbstractConditionalOperator *E) { 939f22ef01cSRoman Divacky TestAndClearIgnoreReal(); 940f22ef01cSRoman Divacky TestAndClearIgnoreImag(); 941f22ef01cSRoman Divacky llvm::BasicBlock *LHSBlock = CGF.createBasicBlock("cond.true"); 942f22ef01cSRoman Divacky llvm::BasicBlock *RHSBlock = CGF.createBasicBlock("cond.false"); 943f22ef01cSRoman Divacky llvm::BasicBlock *ContBlock = CGF.createBasicBlock("cond.end"); 944f22ef01cSRoman Divacky 9452754fe60SDimitry Andric // Bind the common expression if necessary. 9462754fe60SDimitry Andric CodeGenFunction::OpaqueValueMapping binding(CGF, E); 9472754fe60SDimitry Andric 94859d1ed5bSDimitry Andric RegionCounter Cnt = CGF.getPGORegionCounter(E); 9492754fe60SDimitry Andric CodeGenFunction::ConditionalEvaluation eval(CGF); 95059d1ed5bSDimitry Andric CGF.EmitBranchOnBoolExpr(E->getCond(), LHSBlock, RHSBlock, Cnt.getCount()); 951f22ef01cSRoman Divacky 9522754fe60SDimitry Andric eval.begin(CGF); 953f22ef01cSRoman Divacky CGF.EmitBlock(LHSBlock); 95459d1ed5bSDimitry Andric Cnt.beginRegion(Builder); 9552754fe60SDimitry Andric ComplexPairTy LHS = Visit(E->getTrueExpr()); 956f22ef01cSRoman Divacky LHSBlock = Builder.GetInsertBlock(); 957f22ef01cSRoman Divacky CGF.EmitBranch(ContBlock); 9582754fe60SDimitry Andric eval.end(CGF); 959f22ef01cSRoman Divacky 9602754fe60SDimitry Andric eval.begin(CGF); 961f22ef01cSRoman Divacky CGF.EmitBlock(RHSBlock); 9622754fe60SDimitry Andric ComplexPairTy RHS = Visit(E->getFalseExpr()); 963f22ef01cSRoman Divacky RHSBlock = Builder.GetInsertBlock(); 964f22ef01cSRoman Divacky CGF.EmitBlock(ContBlock); 9652754fe60SDimitry Andric eval.end(CGF); 966f22ef01cSRoman Divacky 967f22ef01cSRoman Divacky // Create a PHI node for the real part. 9683b0f4066SDimitry Andric llvm::PHINode *RealPN = Builder.CreatePHI(LHS.first->getType(), 2, "cond.r"); 969f22ef01cSRoman Divacky RealPN->addIncoming(LHS.first, LHSBlock); 970f22ef01cSRoman Divacky RealPN->addIncoming(RHS.first, RHSBlock); 971f22ef01cSRoman Divacky 972f22ef01cSRoman Divacky // Create a PHI node for the imaginary part. 9733b0f4066SDimitry Andric llvm::PHINode *ImagPN = Builder.CreatePHI(LHS.first->getType(), 2, "cond.i"); 974f22ef01cSRoman Divacky ImagPN->addIncoming(LHS.second, LHSBlock); 975f22ef01cSRoman Divacky ImagPN->addIncoming(RHS.second, RHSBlock); 976f22ef01cSRoman Divacky 977f22ef01cSRoman Divacky return ComplexPairTy(RealPN, ImagPN); 978f22ef01cSRoman Divacky } 979f22ef01cSRoman Divacky 980f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitChooseExpr(ChooseExpr *E) { 981f785676fSDimitry Andric return Visit(E->getChosenSubExpr()); 982f22ef01cSRoman Divacky } 983f22ef01cSRoman Divacky 984f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitInitListExpr(InitListExpr *E) { 985f22ef01cSRoman Divacky bool Ignore = TestAndClearIgnoreReal(); 986f22ef01cSRoman Divacky (void)Ignore; 987f22ef01cSRoman Divacky assert (Ignore == false && "init list ignored"); 988f22ef01cSRoman Divacky Ignore = TestAndClearIgnoreImag(); 989f22ef01cSRoman Divacky (void)Ignore; 990f22ef01cSRoman Divacky assert (Ignore == false && "init list ignored"); 9916122f3e6SDimitry Andric 9926122f3e6SDimitry Andric if (E->getNumInits() == 2) { 9936122f3e6SDimitry Andric llvm::Value *Real = CGF.EmitScalarExpr(E->getInit(0)); 9946122f3e6SDimitry Andric llvm::Value *Imag = CGF.EmitScalarExpr(E->getInit(1)); 9956122f3e6SDimitry Andric return ComplexPairTy(Real, Imag); 9966122f3e6SDimitry Andric } else if (E->getNumInits() == 1) { 997f22ef01cSRoman Divacky return Visit(E->getInit(0)); 9986122f3e6SDimitry Andric } 999f22ef01cSRoman Divacky 1000f22ef01cSRoman Divacky // Empty init list intializes to null 10016122f3e6SDimitry Andric assert(E->getNumInits() == 0 && "Unexpected number of inits"); 1002139f7f9bSDimitry Andric QualType Ty = E->getType()->castAs<ComplexType>()->getElementType(); 10036122f3e6SDimitry Andric llvm::Type* LTy = CGF.ConvertType(Ty); 1004f22ef01cSRoman Divacky llvm::Value* zeroConstant = llvm::Constant::getNullValue(LTy); 1005f22ef01cSRoman Divacky return ComplexPairTy(zeroConstant, zeroConstant); 1006f22ef01cSRoman Divacky } 1007f22ef01cSRoman Divacky 1008f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitVAArgExpr(VAArgExpr *E) { 1009f22ef01cSRoman Divacky llvm::Value *ArgValue = CGF.EmitVAListRef(E->getSubExpr()); 1010f22ef01cSRoman Divacky llvm::Value *ArgPtr = CGF.EmitVAArg(ArgValue, E->getType()); 1011f22ef01cSRoman Divacky 1012f22ef01cSRoman Divacky if (!ArgPtr) { 1013f22ef01cSRoman Divacky CGF.ErrorUnsupported(E, "complex va_arg expression"); 10146122f3e6SDimitry Andric llvm::Type *EltTy = 1015139f7f9bSDimitry Andric CGF.ConvertType(E->getType()->castAs<ComplexType>()->getElementType()); 1016f22ef01cSRoman Divacky llvm::Value *U = llvm::UndefValue::get(EltTy); 1017f22ef01cSRoman Divacky return ComplexPairTy(U, U); 1018f22ef01cSRoman Divacky } 1019f22ef01cSRoman Divacky 1020f785676fSDimitry Andric return EmitLoadOfLValue(CGF.MakeNaturalAlignAddrLValue(ArgPtr, E->getType()), 1021f785676fSDimitry Andric E->getExprLoc()); 1022f22ef01cSRoman Divacky } 1023f22ef01cSRoman Divacky 1024f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 1025f22ef01cSRoman Divacky // Entry Point into this File 1026f22ef01cSRoman Divacky //===----------------------------------------------------------------------===// 1027f22ef01cSRoman Divacky 1028f22ef01cSRoman Divacky /// EmitComplexExpr - Emit the computation of the specified expression of 1029f22ef01cSRoman Divacky /// complex type, ignoring the result. 1030f22ef01cSRoman Divacky ComplexPairTy CodeGenFunction::EmitComplexExpr(const Expr *E, bool IgnoreReal, 10312754fe60SDimitry Andric bool IgnoreImag) { 1032139f7f9bSDimitry Andric assert(E && getComplexType(E->getType()) && 1033f22ef01cSRoman Divacky "Invalid complex expression to emit"); 1034f22ef01cSRoman Divacky 10352754fe60SDimitry Andric return ComplexExprEmitter(*this, IgnoreReal, IgnoreImag) 1036f22ef01cSRoman Divacky .Visit(const_cast<Expr*>(E)); 1037f22ef01cSRoman Divacky } 1038f22ef01cSRoman Divacky 1039139f7f9bSDimitry Andric void CodeGenFunction::EmitComplexExprIntoLValue(const Expr *E, LValue dest, 1040139f7f9bSDimitry Andric bool isInit) { 1041139f7f9bSDimitry Andric assert(E && getComplexType(E->getType()) && 1042f22ef01cSRoman Divacky "Invalid complex expression to emit"); 1043f22ef01cSRoman Divacky ComplexExprEmitter Emitter(*this); 1044f22ef01cSRoman Divacky ComplexPairTy Val = Emitter.Visit(const_cast<Expr*>(E)); 1045139f7f9bSDimitry Andric Emitter.EmitStoreOfComplex(Val, dest, isInit); 1046f22ef01cSRoman Divacky } 1047f22ef01cSRoman Divacky 1048139f7f9bSDimitry Andric /// EmitStoreOfComplex - Store a complex number into the specified l-value. 1049139f7f9bSDimitry Andric void CodeGenFunction::EmitStoreOfComplex(ComplexPairTy V, LValue dest, 1050139f7f9bSDimitry Andric bool isInit) { 1051139f7f9bSDimitry Andric ComplexExprEmitter(*this).EmitStoreOfComplex(V, dest, isInit); 1052f22ef01cSRoman Divacky } 1053f22ef01cSRoman Divacky 1054139f7f9bSDimitry Andric /// EmitLoadOfComplex - Load a complex number from the specified address. 1055f785676fSDimitry Andric ComplexPairTy CodeGenFunction::EmitLoadOfComplex(LValue src, 1056f785676fSDimitry Andric SourceLocation loc) { 1057f785676fSDimitry Andric return ComplexExprEmitter(*this).EmitLoadOfLValue(src, loc); 1058f22ef01cSRoman Divacky } 10592754fe60SDimitry Andric 10602754fe60SDimitry Andric LValue CodeGenFunction::EmitComplexAssignmentLValue(const BinaryOperator *E) { 10612754fe60SDimitry Andric assert(E->getOpcode() == BO_Assign); 10622754fe60SDimitry Andric ComplexPairTy Val; // ignored 10632754fe60SDimitry Andric return ComplexExprEmitter(*this).EmitBinAssignLValue(E, Val); 10642754fe60SDimitry Andric } 10652754fe60SDimitry Andric 1066f785676fSDimitry Andric typedef ComplexPairTy (ComplexExprEmitter::*CompoundFunc)( 1067f785676fSDimitry Andric const ComplexExprEmitter::BinOpInfo &); 10682754fe60SDimitry Andric 1069f785676fSDimitry Andric static CompoundFunc getComplexOp(BinaryOperatorKind Op) { 1070f785676fSDimitry Andric switch (Op) { 1071f785676fSDimitry Andric case BO_MulAssign: return &ComplexExprEmitter::EmitBinMul; 1072f785676fSDimitry Andric case BO_DivAssign: return &ComplexExprEmitter::EmitBinDiv; 1073f785676fSDimitry Andric case BO_SubAssign: return &ComplexExprEmitter::EmitBinSub; 1074f785676fSDimitry Andric case BO_AddAssign: return &ComplexExprEmitter::EmitBinAdd; 10752754fe60SDimitry Andric default: 10762754fe60SDimitry Andric llvm_unreachable("unexpected complex compound assignment"); 10772754fe60SDimitry Andric } 1078f785676fSDimitry Andric } 10792754fe60SDimitry Andric 1080f785676fSDimitry Andric LValue CodeGenFunction:: 1081f785676fSDimitry Andric EmitComplexCompoundAssignmentLValue(const CompoundAssignOperator *E) { 1082f785676fSDimitry Andric CompoundFunc Op = getComplexOp(E->getOpcode()); 1083f785676fSDimitry Andric RValue Val; 10842754fe60SDimitry Andric return ComplexExprEmitter(*this).EmitCompoundAssignLValue(E, Op, Val); 10852754fe60SDimitry Andric } 1086f785676fSDimitry Andric 1087f785676fSDimitry Andric LValue CodeGenFunction:: 1088f785676fSDimitry Andric EmitScalarCompooundAssignWithComplex(const CompoundAssignOperator *E, 1089f785676fSDimitry Andric llvm::Value *&Result) { 1090f785676fSDimitry Andric CompoundFunc Op = getComplexOp(E->getOpcode()); 1091f785676fSDimitry Andric RValue Val; 1092f785676fSDimitry Andric LValue Ret = ComplexExprEmitter(*this).EmitCompoundAssignLValue(E, Op, Val); 1093f785676fSDimitry Andric Result = Val.getScalarVal(); 1094f785676fSDimitry Andric return Ret; 1095f785676fSDimitry Andric } 1096