17a51313dSChris Lattner //===--- CGExprComplex.cpp - Emit LLVM Code for Complex Exprs -------------===//
27a51313dSChris Lattner //
37a51313dSChris Lattner //                     The LLVM Compiler Infrastructure
47a51313dSChris Lattner //
57a51313dSChris Lattner // This file is distributed under the University of Illinois Open Source
67a51313dSChris Lattner // License. See LICENSE.TXT for details.
77a51313dSChris Lattner //
87a51313dSChris Lattner //===----------------------------------------------------------------------===//
97a51313dSChris Lattner //
107a51313dSChris Lattner // This contains code to emit Expr nodes with complex types as LLVM code.
117a51313dSChris Lattner //
127a51313dSChris Lattner //===----------------------------------------------------------------------===//
137a51313dSChris Lattner 
147a51313dSChris Lattner #include "CodeGenFunction.h"
157a51313dSChris Lattner #include "CodeGenModule.h"
16ad319a73SDaniel Dunbar #include "clang/AST/ASTContext.h"
17ad319a73SDaniel Dunbar #include "clang/AST/StmtVisitor.h"
180c4b230bSChandler Carruth #include "llvm/ADT/STLExtras.h"
193a02247dSChandler Carruth #include "llvm/ADT/SmallString.h"
20ffd5551bSChandler Carruth #include "llvm/IR/Constants.h"
21ffd5551bSChandler Carruth #include "llvm/IR/Function.h"
220c4b230bSChandler Carruth #include "llvm/IR/Instructions.h"
230c4b230bSChandler Carruth #include "llvm/IR/MDBuilder.h"
240c4b230bSChandler Carruth #include "llvm/IR/Metadata.h"
2527dcbb24SJF Bastien #include <algorithm>
267a51313dSChris Lattner using namespace clang;
277a51313dSChris Lattner using namespace CodeGen;
287a51313dSChris Lattner 
297a51313dSChris Lattner //===----------------------------------------------------------------------===//
307a51313dSChris Lattner //                        Complex Expression Emitter
317a51313dSChris Lattner //===----------------------------------------------------------------------===//
327a51313dSChris Lattner 
337a51313dSChris Lattner typedef CodeGenFunction::ComplexPairTy ComplexPairTy;
347a51313dSChris Lattner 
3547fb9508SJohn McCall /// Return the complex type that we are meant to emit.
3647fb9508SJohn McCall static const ComplexType *getComplexType(QualType type) {
3747fb9508SJohn McCall   type = type.getCanonicalType();
3847fb9508SJohn McCall   if (const ComplexType *comp = dyn_cast<ComplexType>(type)) {
3947fb9508SJohn McCall     return comp;
4047fb9508SJohn McCall   } else {
4147fb9508SJohn McCall     return cast<ComplexType>(cast<AtomicType>(type)->getValueType());
4247fb9508SJohn McCall   }
4347fb9508SJohn McCall }
4447fb9508SJohn McCall 
457a51313dSChris Lattner namespace  {
46337e3a5fSBenjamin Kramer class ComplexExprEmitter
477a51313dSChris Lattner   : public StmtVisitor<ComplexExprEmitter, ComplexPairTy> {
487a51313dSChris Lattner   CodeGenFunction &CGF;
49cb463859SDaniel Dunbar   CGBuilderTy &Builder;
50df0fe27bSMike Stump   bool IgnoreReal;
51df0fe27bSMike Stump   bool IgnoreImag;
527a51313dSChris Lattner public:
5307bb1966SJohn McCall   ComplexExprEmitter(CodeGenFunction &cgf, bool ir=false, bool ii=false)
5407bb1966SJohn McCall     : CGF(cgf), Builder(CGF.Builder), IgnoreReal(ir), IgnoreImag(ii) {
557a51313dSChris Lattner   }
567a51313dSChris Lattner 
577a51313dSChris Lattner 
587a51313dSChris Lattner   //===--------------------------------------------------------------------===//
597a51313dSChris Lattner   //                               Utilities
607a51313dSChris Lattner   //===--------------------------------------------------------------------===//
617a51313dSChris Lattner 
62df0fe27bSMike Stump   bool TestAndClearIgnoreReal() {
63df0fe27bSMike Stump     bool I = IgnoreReal;
64df0fe27bSMike Stump     IgnoreReal = false;
65df0fe27bSMike Stump     return I;
66df0fe27bSMike Stump   }
67df0fe27bSMike Stump   bool TestAndClearIgnoreImag() {
68df0fe27bSMike Stump     bool I = IgnoreImag;
69df0fe27bSMike Stump     IgnoreImag = false;
70df0fe27bSMike Stump     return I;
71df0fe27bSMike Stump   }
72df0fe27bSMike Stump 
737a51313dSChris Lattner   /// EmitLoadOfLValue - Given an expression with complex type that represents a
747a51313dSChris Lattner   /// value l-value, this method emits the address of the l-value, then loads
757a51313dSChris Lattner   /// and returns the result.
767a51313dSChris Lattner   ComplexPairTy EmitLoadOfLValue(const Expr *E) {
772d84e842SNick Lewycky     return EmitLoadOfLValue(CGF.EmitLValue(E), E->getExprLoc());
78e26a872bSJohn McCall   }
79e26a872bSJohn McCall 
802d84e842SNick Lewycky   ComplexPairTy EmitLoadOfLValue(LValue LV, SourceLocation Loc);
81e26a872bSJohn McCall 
827a51313dSChris Lattner   /// EmitStoreOfComplex - Store the specified real/imag parts into the
837a51313dSChris Lattner   /// specified value pointer.
8466e4197fSDavid Blaikie   void EmitStoreOfComplex(ComplexPairTy Val, LValue LV, bool isInit);
857a51313dSChris Lattner 
86650d7f7dSFilipe Cabecinhas   /// Emit a cast from complex value Val to DestType.
877a51313dSChris Lattner   ComplexPairTy EmitComplexToComplexCast(ComplexPairTy Val, QualType SrcType,
887af183d8SFilipe Cabecinhas                                          QualType DestType, SourceLocation Loc);
89650d7f7dSFilipe Cabecinhas   /// Emit a cast from scalar value Val to DestType.
90f045007fSEli Friedman   ComplexPairTy EmitScalarToComplexCast(llvm::Value *Val, QualType SrcType,
917af183d8SFilipe Cabecinhas                                         QualType DestType, SourceLocation Loc);
927a51313dSChris Lattner 
937a51313dSChris Lattner   //===--------------------------------------------------------------------===//
947a51313dSChris Lattner   //                            Visitor Methods
957a51313dSChris Lattner   //===--------------------------------------------------------------------===//
967a51313dSChris Lattner 
978162d4adSFariborz Jahanian   ComplexPairTy Visit(Expr *E) {
989b479666SDavid Blaikie     ApplyDebugLocation DL(CGF, E);
998162d4adSFariborz Jahanian     return StmtVisitor<ComplexExprEmitter, ComplexPairTy>::Visit(E);
1008162d4adSFariborz Jahanian   }
1018162d4adSFariborz Jahanian 
1027a51313dSChris Lattner   ComplexPairTy VisitStmt(Stmt *S) {
1037a51313dSChris Lattner     S->dump(CGF.getContext().getSourceManager());
10483d382b1SDavid Blaikie     llvm_unreachable("Stmt can't have complex result type!");
1057a51313dSChris Lattner   }
1067a51313dSChris Lattner   ComplexPairTy VisitExpr(Expr *S);
1077a51313dSChris Lattner   ComplexPairTy VisitParenExpr(ParenExpr *PE) { return Visit(PE->getSubExpr());}
10891147596SPeter Collingbourne   ComplexPairTy VisitGenericSelectionExpr(GenericSelectionExpr *GE) {
10991147596SPeter Collingbourne     return Visit(GE->getResultExpr());
11091147596SPeter Collingbourne   }
1117a51313dSChris Lattner   ComplexPairTy VisitImaginaryLiteral(const ImaginaryLiteral *IL);
1127c454bb8SJohn McCall   ComplexPairTy
1137c454bb8SJohn McCall   VisitSubstNonTypeTemplateParmExpr(SubstNonTypeTemplateParmExpr *PE) {
1147c454bb8SJohn McCall     return Visit(PE->getReplacement());
1157c454bb8SJohn McCall   }
1167a51313dSChris Lattner 
1177a51313dSChris Lattner   // l-values.
118113bee05SJohn McCall   ComplexPairTy VisitDeclRefExpr(DeclRefExpr *E) {
119113bee05SJohn McCall     if (CodeGenFunction::ConstantEmission result = CGF.tryEmitAsConstant(E)) {
12071335059SJohn McCall       if (result.isReference())
1212d84e842SNick Lewycky         return EmitLoadOfLValue(result.getReferenceLValue(CGF, E),
1222d84e842SNick Lewycky                                 E->getExprLoc());
12371335059SJohn McCall 
12464f23918SEli Friedman       llvm::Constant *pair = result.getValue();
12564f23918SEli Friedman       return ComplexPairTy(pair->getAggregateElement(0U),
12664f23918SEli Friedman                            pair->getAggregateElement(1U));
12771335059SJohn McCall     }
128113bee05SJohn McCall     return EmitLoadOfLValue(E);
12971335059SJohn McCall   }
13076d864c7SDaniel Dunbar   ComplexPairTy VisitObjCIvarRefExpr(ObjCIvarRefExpr *E) {
13176d864c7SDaniel Dunbar     return EmitLoadOfLValue(E);
13276d864c7SDaniel Dunbar   }
13376d864c7SDaniel Dunbar   ComplexPairTy VisitObjCMessageExpr(ObjCMessageExpr *E) {
13476d864c7SDaniel Dunbar     return CGF.EmitObjCMessageExpr(E).getComplexVal();
13576d864c7SDaniel Dunbar   }
1367a51313dSChris Lattner   ComplexPairTy VisitArraySubscriptExpr(Expr *E) { return EmitLoadOfLValue(E); }
1377a51313dSChris Lattner   ComplexPairTy VisitMemberExpr(const Expr *E) { return EmitLoadOfLValue(E); }
1381bf5846aSJohn McCall   ComplexPairTy VisitOpaqueValueExpr(OpaqueValueExpr *E) {
139c07a0c7eSJohn McCall     if (E->isGLValue())
1402d84e842SNick Lewycky       return EmitLoadOfLValue(CGF.getOpaqueLValueMapping(E), E->getExprLoc());
141c07a0c7eSJohn McCall     return CGF.getOpaqueRValueMapping(E).getComplexVal();
1421bf5846aSJohn McCall   }
1437a51313dSChris Lattner 
144fe96e0b6SJohn McCall   ComplexPairTy VisitPseudoObjectExpr(PseudoObjectExpr *E) {
145fe96e0b6SJohn McCall     return CGF.EmitPseudoObjectRValue(E).getComplexVal();
146fe96e0b6SJohn McCall   }
147fe96e0b6SJohn McCall 
1487a51313dSChris Lattner   // FIXME: CompoundLiteralExpr
1497a51313dSChris Lattner 
1501a07fd18SCraig Topper   ComplexPairTy EmitCast(CastKind CK, Expr *Op, QualType DestTy);
1517a51313dSChris Lattner   ComplexPairTy VisitImplicitCastExpr(ImplicitCastExpr *E) {
1527a51313dSChris Lattner     // Unlike for scalars, we don't have to worry about function->ptr demotion
1537a51313dSChris Lattner     // here.
154c357f412SDouglas Gregor     return EmitCast(E->getCastKind(), E->getSubExpr(), E->getType());
1557a51313dSChris Lattner   }
1567a51313dSChris Lattner   ComplexPairTy VisitCastExpr(CastExpr *E) {
157c357f412SDouglas Gregor     return EmitCast(E->getCastKind(), E->getSubExpr(), E->getType());
1587a51313dSChris Lattner   }
1597a51313dSChris Lattner   ComplexPairTy VisitCallExpr(const CallExpr *E);
1607a51313dSChris Lattner   ComplexPairTy VisitStmtExpr(const StmtExpr *E);
1617a51313dSChris Lattner 
1627a51313dSChris Lattner   // Operators.
1637a51313dSChris Lattner   ComplexPairTy VisitPrePostIncDec(const UnaryOperator *E,
164116ce8f1SChris Lattner                                    bool isInc, bool isPre) {
165116ce8f1SChris Lattner     LValue LV = CGF.EmitLValue(E->getSubExpr());
166116ce8f1SChris Lattner     return CGF.EmitComplexPrePostIncDec(E, LV, isInc, isPre);
167116ce8f1SChris Lattner   }
1687a51313dSChris Lattner   ComplexPairTy VisitUnaryPostDec(const UnaryOperator *E) {
1697a51313dSChris Lattner     return VisitPrePostIncDec(E, false, false);
1707a51313dSChris Lattner   }
1717a51313dSChris Lattner   ComplexPairTy VisitUnaryPostInc(const UnaryOperator *E) {
1727a51313dSChris Lattner     return VisitPrePostIncDec(E, true, false);
1737a51313dSChris Lattner   }
1747a51313dSChris Lattner   ComplexPairTy VisitUnaryPreDec(const UnaryOperator *E) {
1757a51313dSChris Lattner     return VisitPrePostIncDec(E, false, true);
1767a51313dSChris Lattner   }
1777a51313dSChris Lattner   ComplexPairTy VisitUnaryPreInc(const UnaryOperator *E) {
1787a51313dSChris Lattner     return VisitPrePostIncDec(E, true, true);
1797a51313dSChris Lattner   }
1807a51313dSChris Lattner   ComplexPairTy VisitUnaryDeref(const Expr *E) { return EmitLoadOfLValue(E); }
1817a51313dSChris Lattner   ComplexPairTy VisitUnaryPlus     (const UnaryOperator *E) {
182df0fe27bSMike Stump     TestAndClearIgnoreReal();
183df0fe27bSMike Stump     TestAndClearIgnoreImag();
1847a51313dSChris Lattner     return Visit(E->getSubExpr());
1857a51313dSChris Lattner   }
1867a51313dSChris Lattner   ComplexPairTy VisitUnaryMinus    (const UnaryOperator *E);
1877a51313dSChris Lattner   ComplexPairTy VisitUnaryNot      (const UnaryOperator *E);
1886f28289aSSebastian Redl   // LNot,Real,Imag never return complex.
1897a51313dSChris Lattner   ComplexPairTy VisitUnaryExtension(const UnaryOperator *E) {
1907a51313dSChris Lattner     return Visit(E->getSubExpr());
1917a51313dSChris Lattner   }
192aa9c7aedSChris Lattner   ComplexPairTy VisitCXXDefaultArgExpr(CXXDefaultArgExpr *DAE) {
193aa9c7aedSChris Lattner     return Visit(DAE->getExpr());
194aa9c7aedSChris Lattner   }
195852c9db7SRichard Smith   ComplexPairTy VisitCXXDefaultInitExpr(CXXDefaultInitExpr *DIE) {
196852c9db7SRichard Smith     CodeGenFunction::CXXDefaultInitExprScope Scope(CGF);
197852c9db7SRichard Smith     return Visit(DIE->getExpr());
198852c9db7SRichard Smith   }
1995d413781SJohn McCall   ComplexPairTy VisitExprWithCleanups(ExprWithCleanups *E) {
20008ef4660SJohn McCall     CGF.enterFullExpression(E);
20108ef4660SJohn McCall     CodeGenFunction::RunCleanupsScope Scope(CGF);
20208ef4660SJohn McCall     return Visit(E->getSubExpr());
203c0092ad3SAnders Carlsson   }
204747eb784SDouglas Gregor   ComplexPairTy VisitCXXScalarValueInitExpr(CXXScalarValueInitExpr *E) {
205ce4528f0SArgyrios Kyrtzidis     assert(E->getType()->isAnyComplexType() && "Expected complex type!");
20647fb9508SJohn McCall     QualType Elem = E->getType()->castAs<ComplexType>()->getElementType();
2074a3999feSMike Stump     llvm::Constant *Null = llvm::Constant::getNullValue(CGF.ConvertType(Elem));
208ce4528f0SArgyrios Kyrtzidis     return ComplexPairTy(Null, Null);
209ce4528f0SArgyrios Kyrtzidis   }
2100202cb40SDouglas Gregor   ComplexPairTy VisitImplicitValueInitExpr(ImplicitValueInitExpr *E) {
2110202cb40SDouglas Gregor     assert(E->getType()->isAnyComplexType() && "Expected complex type!");
21247fb9508SJohn McCall     QualType Elem = E->getType()->castAs<ComplexType>()->getElementType();
213ae86c19eSOwen Anderson     llvm::Constant *Null =
2140b75f23bSOwen Anderson                        llvm::Constant::getNullValue(CGF.ConvertType(Elem));
2150202cb40SDouglas Gregor     return ComplexPairTy(Null, Null);
2160202cb40SDouglas Gregor   }
2177a51313dSChris Lattner 
2187a51313dSChris Lattner   struct BinOpInfo {
2197a51313dSChris Lattner     ComplexPairTy LHS;
2207a51313dSChris Lattner     ComplexPairTy RHS;
2217a51313dSChris Lattner     QualType Ty;  // Computation Type.
2227a51313dSChris Lattner   };
2237a51313dSChris Lattner 
2247a51313dSChris Lattner   BinOpInfo EmitBinOps(const BinaryOperator *E);
22507bb1966SJohn McCall   LValue EmitCompoundAssignLValue(const CompoundAssignOperator *E,
22607bb1966SJohn McCall                                   ComplexPairTy (ComplexExprEmitter::*Func)
22707bb1966SJohn McCall                                   (const BinOpInfo &),
228f045007fSEli Friedman                                   RValue &Val);
2297a51313dSChris Lattner   ComplexPairTy EmitCompoundAssign(const CompoundAssignOperator *E,
2307a51313dSChris Lattner                                    ComplexPairTy (ComplexExprEmitter::*Func)
2317a51313dSChris Lattner                                    (const BinOpInfo &));
2327a51313dSChris Lattner 
2337a51313dSChris Lattner   ComplexPairTy EmitBinAdd(const BinOpInfo &Op);
2347a51313dSChris Lattner   ComplexPairTy EmitBinSub(const BinOpInfo &Op);
2357a51313dSChris Lattner   ComplexPairTy EmitBinMul(const BinOpInfo &Op);
2367a51313dSChris Lattner   ComplexPairTy EmitBinDiv(const BinOpInfo &Op);
2377a51313dSChris Lattner 
238a216cad0SChandler Carruth   ComplexPairTy EmitComplexBinOpLibCall(StringRef LibCallName,
239a216cad0SChandler Carruth                                         const BinOpInfo &Op);
240a216cad0SChandler Carruth 
2417a51313dSChris Lattner   ComplexPairTy VisitBinAdd(const BinaryOperator *E) {
2427a51313dSChris Lattner     return EmitBinAdd(EmitBinOps(E));
2437a51313dSChris Lattner   }
2447a51313dSChris Lattner   ComplexPairTy VisitBinSub(const BinaryOperator *E) {
2457a51313dSChris Lattner     return EmitBinSub(EmitBinOps(E));
2467a51313dSChris Lattner   }
24707bb1966SJohn McCall   ComplexPairTy VisitBinMul(const BinaryOperator *E) {
24807bb1966SJohn McCall     return EmitBinMul(EmitBinOps(E));
24907bb1966SJohn McCall   }
2507a51313dSChris Lattner   ComplexPairTy VisitBinDiv(const BinaryOperator *E) {
2517a51313dSChris Lattner     return EmitBinDiv(EmitBinOps(E));
2527a51313dSChris Lattner   }
2537a51313dSChris Lattner 
2547a51313dSChris Lattner   // Compound assignments.
2557a51313dSChris Lattner   ComplexPairTy VisitBinAddAssign(const CompoundAssignOperator *E) {
2567a51313dSChris Lattner     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinAdd);
2577a51313dSChris Lattner   }
2587a51313dSChris Lattner   ComplexPairTy VisitBinSubAssign(const CompoundAssignOperator *E) {
2597a51313dSChris Lattner     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinSub);
2607a51313dSChris Lattner   }
2617a51313dSChris Lattner   ComplexPairTy VisitBinMulAssign(const CompoundAssignOperator *E) {
2627a51313dSChris Lattner     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinMul);
2637a51313dSChris Lattner   }
2647a51313dSChris Lattner   ComplexPairTy VisitBinDivAssign(const CompoundAssignOperator *E) {
2657a51313dSChris Lattner     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinDiv);
2667a51313dSChris Lattner   }
2677a51313dSChris Lattner 
2687a51313dSChris Lattner   // GCC rejects rem/and/or/xor for integer complex.
2697a51313dSChris Lattner   // Logical and/or always return int, never complex.
2707a51313dSChris Lattner 
2717a51313dSChris Lattner   // No comparisons produce a complex result.
27207bb1966SJohn McCall 
27307bb1966SJohn McCall   LValue EmitBinAssignLValue(const BinaryOperator *E,
27407bb1966SJohn McCall                              ComplexPairTy &Val);
2757a51313dSChris Lattner   ComplexPairTy VisitBinAssign     (const BinaryOperator *E);
2767a51313dSChris Lattner   ComplexPairTy VisitBinComma      (const BinaryOperator *E);
2777a51313dSChris Lattner 
2787a51313dSChris Lattner 
279c07a0c7eSJohn McCall   ComplexPairTy
280c07a0c7eSJohn McCall   VisitAbstractConditionalOperator(const AbstractConditionalOperator *CO);
2817a51313dSChris Lattner   ComplexPairTy VisitChooseExpr(ChooseExpr *CE);
282dd7406e6SEli Friedman 
283dd7406e6SEli Friedman   ComplexPairTy VisitInitListExpr(InitListExpr *E);
28400079612SDaniel Dunbar 
285afa84ae8SEli Friedman   ComplexPairTy VisitCompoundLiteralExpr(CompoundLiteralExpr *E) {
286afa84ae8SEli Friedman     return EmitLoadOfLValue(E);
287afa84ae8SEli Friedman   }
288afa84ae8SEli Friedman 
28900079612SDaniel Dunbar   ComplexPairTy VisitVAArgExpr(VAArgExpr *E);
290df14b3a8SEli Friedman 
291df14b3a8SEli Friedman   ComplexPairTy VisitAtomicExpr(AtomicExpr *E) {
292df14b3a8SEli Friedman     return CGF.EmitAtomicExpr(E).getComplexVal();
293df14b3a8SEli Friedman   }
2947a51313dSChris Lattner };
2957a51313dSChris Lattner }  // end anonymous namespace.
2967a51313dSChris Lattner 
2977a51313dSChris Lattner //===----------------------------------------------------------------------===//
2987a51313dSChris Lattner //                                Utilities
2997a51313dSChris Lattner //===----------------------------------------------------------------------===//
3007a51313dSChris Lattner 
3017f416cc4SJohn McCall Address CodeGenFunction::emitAddrOfRealComponent(Address addr,
3027f416cc4SJohn McCall                                                  QualType complexType) {
3037f416cc4SJohn McCall   CharUnits offset = CharUnits::Zero();
3047f416cc4SJohn McCall   return Builder.CreateStructGEP(addr, 0, offset, addr.getName() + ".realp");
3057f416cc4SJohn McCall }
3067f416cc4SJohn McCall 
3077f416cc4SJohn McCall Address CodeGenFunction::emitAddrOfImagComponent(Address addr,
3087f416cc4SJohn McCall                                                  QualType complexType) {
3097f416cc4SJohn McCall   QualType eltType = complexType->castAs<ComplexType>()->getElementType();
3107f416cc4SJohn McCall   CharUnits offset = getContext().getTypeSizeInChars(eltType);
3117f416cc4SJohn McCall   return Builder.CreateStructGEP(addr, 1, offset, addr.getName() + ".imagp");
3127f416cc4SJohn McCall }
3137f416cc4SJohn McCall 
31447fb9508SJohn McCall /// EmitLoadOfLValue - Given an RValue reference for a complex, emit code to
3157a51313dSChris Lattner /// load the real and imaginary pieces, returning them as Real/Imag.
3162d84e842SNick Lewycky ComplexPairTy ComplexExprEmitter::EmitLoadOfLValue(LValue lvalue,
3172d84e842SNick Lewycky                                                    SourceLocation loc) {
31847fb9508SJohn McCall   assert(lvalue.isSimple() && "non-simple complex l-value?");
319a8ec7eb9SJohn McCall   if (lvalue.getType()->isAtomicType())
3202d84e842SNick Lewycky     return CGF.EmitAtomicLoad(lvalue, loc).getComplexVal();
321a8ec7eb9SJohn McCall 
3227f416cc4SJohn McCall   Address SrcPtr = lvalue.getAddress();
32347fb9508SJohn McCall   bool isVolatile = lvalue.isVolatileQualified();
32447fb9508SJohn McCall 
3258a13c418SCraig Topper   llvm::Value *Real = nullptr, *Imag = nullptr;
326df0fe27bSMike Stump 
32783fe49d1SJohn McCall   if (!IgnoreReal || isVolatile) {
3287f416cc4SJohn McCall     Address RealP = CGF.emitAddrOfRealComponent(SrcPtr, lvalue.getType());
3297f416cc4SJohn McCall     Real = Builder.CreateLoad(RealP, isVolatile, SrcPtr.getName() + ".real");
330df0fe27bSMike Stump   }
331df0fe27bSMike Stump 
33283fe49d1SJohn McCall   if (!IgnoreImag || isVolatile) {
3337f416cc4SJohn McCall     Address ImagP = CGF.emitAddrOfImagComponent(SrcPtr, lvalue.getType());
3347f416cc4SJohn McCall     Imag = Builder.CreateLoad(ImagP, isVolatile, SrcPtr.getName() + ".imag");
335df0fe27bSMike Stump   }
3367f416cc4SJohn McCall 
3377a51313dSChris Lattner   return ComplexPairTy(Real, Imag);
3387a51313dSChris Lattner }
3397a51313dSChris Lattner 
3407a51313dSChris Lattner /// EmitStoreOfComplex - Store the specified real/imag parts into the
3417a51313dSChris Lattner /// specified value pointer.
342538deffdSDavid Blaikie void ComplexExprEmitter::EmitStoreOfComplex(ComplexPairTy Val, LValue lvalue,
34366e4197fSDavid Blaikie                                             bool isInit) {
344a5b195a1SDavid Majnemer   if (lvalue.getType()->isAtomicType() ||
345a5b195a1SDavid Majnemer       (!isInit && CGF.LValueIsSuitableForInlineAtomic(lvalue)))
346a8ec7eb9SJohn McCall     return CGF.EmitAtomicStore(RValue::getComplex(Val), lvalue, isInit);
347a8ec7eb9SJohn McCall 
3487f416cc4SJohn McCall   Address Ptr = lvalue.getAddress();
3497f416cc4SJohn McCall   Address RealPtr = CGF.emitAddrOfRealComponent(Ptr, lvalue.getType());
3507f416cc4SJohn McCall   Address ImagPtr = CGF.emitAddrOfImagComponent(Ptr, lvalue.getType());
3517a51313dSChris Lattner 
3527f416cc4SJohn McCall   Builder.CreateStore(Val.first, RealPtr, lvalue.isVolatileQualified());
3537f416cc4SJohn McCall   Builder.CreateStore(Val.second, ImagPtr, lvalue.isVolatileQualified());
3547a51313dSChris Lattner }
3557a51313dSChris Lattner 
3567a51313dSChris Lattner 
3577a51313dSChris Lattner 
3587a51313dSChris Lattner //===----------------------------------------------------------------------===//
3597a51313dSChris Lattner //                            Visitor Methods
3607a51313dSChris Lattner //===----------------------------------------------------------------------===//
3617a51313dSChris Lattner 
3627a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitExpr(Expr *E) {
363b74711dfSFariborz Jahanian   CGF.ErrorUnsupported(E, "complex expression");
364b74711dfSFariborz Jahanian   llvm::Type *EltTy =
36547fb9508SJohn McCall     CGF.ConvertType(getComplexType(E->getType())->getElementType());
366b74711dfSFariborz Jahanian   llvm::Value *U = llvm::UndefValue::get(EltTy);
367b74711dfSFariborz Jahanian   return ComplexPairTy(U, U);
3687a51313dSChris Lattner }
3697a51313dSChris Lattner 
3707a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::
3717a51313dSChris Lattner VisitImaginaryLiteral(const ImaginaryLiteral *IL) {
3727a51313dSChris Lattner   llvm::Value *Imag = CGF.EmitScalarExpr(IL->getSubExpr());
373294c2db4SJohn McCall   return ComplexPairTy(llvm::Constant::getNullValue(Imag->getType()), Imag);
3747a51313dSChris Lattner }
3757a51313dSChris Lattner 
3767a51313dSChris Lattner 
3777a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitCallExpr(const CallExpr *E) {
378ced8bdf7SDavid Majnemer   if (E->getCallReturnType(CGF.getContext())->isReferenceType())
379d8b7ae20SAnders Carlsson     return EmitLoadOfLValue(E);
380d8b7ae20SAnders Carlsson 
3817a51313dSChris Lattner   return CGF.EmitCallExpr(E).getComplexVal();
3827a51313dSChris Lattner }
3837a51313dSChris Lattner 
3847a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitStmtExpr(const StmtExpr *E) {
385ce1de617SJohn McCall   CodeGenFunction::StmtExprEvaluation eval(CGF);
3867f416cc4SJohn McCall   Address RetAlloca = CGF.EmitCompoundStmt(*E->getSubStmt(), true);
3877f416cc4SJohn McCall   assert(RetAlloca.isValid() && "Expected complex return value");
3882d84e842SNick Lewycky   return EmitLoadOfLValue(CGF.MakeAddrLValue(RetAlloca, E->getType()),
3892d84e842SNick Lewycky                           E->getExprLoc());
3907a51313dSChris Lattner }
3917a51313dSChris Lattner 
392650d7f7dSFilipe Cabecinhas /// Emit a cast from complex value Val to DestType.
3937a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::EmitComplexToComplexCast(ComplexPairTy Val,
3947a51313dSChris Lattner                                                            QualType SrcType,
3957af183d8SFilipe Cabecinhas                                                            QualType DestType,
3967af183d8SFilipe Cabecinhas                                                            SourceLocation Loc) {
3977a51313dSChris Lattner   // Get the src/dest element type.
39847fb9508SJohn McCall   SrcType = SrcType->castAs<ComplexType>()->getElementType();
39947fb9508SJohn McCall   DestType = DestType->castAs<ComplexType>()->getElementType();
4007a51313dSChris Lattner 
4017a51313dSChris Lattner   // C99 6.3.1.6: When a value of complex type is converted to another
4027a51313dSChris Lattner   // complex type, both the real and imaginary parts follow the conversion
4037a51313dSChris Lattner   // rules for the corresponding real types.
4047af183d8SFilipe Cabecinhas   Val.first = CGF.EmitScalarConversion(Val.first, SrcType, DestType, Loc);
4057af183d8SFilipe Cabecinhas   Val.second = CGF.EmitScalarConversion(Val.second, SrcType, DestType, Loc);
4067a51313dSChris Lattner   return Val;
4077a51313dSChris Lattner }
4087a51313dSChris Lattner 
409f045007fSEli Friedman ComplexPairTy ComplexExprEmitter::EmitScalarToComplexCast(llvm::Value *Val,
410f045007fSEli Friedman                                                           QualType SrcType,
4117af183d8SFilipe Cabecinhas                                                           QualType DestType,
4127af183d8SFilipe Cabecinhas                                                           SourceLocation Loc) {
413f045007fSEli Friedman   // Convert the input element to the element type of the complex.
414f045007fSEli Friedman   DestType = DestType->castAs<ComplexType>()->getElementType();
4157af183d8SFilipe Cabecinhas   Val = CGF.EmitScalarConversion(Val, SrcType, DestType, Loc);
416f045007fSEli Friedman 
417f045007fSEli Friedman   // Return (realval, 0).
418f045007fSEli Friedman   return ComplexPairTy(Val, llvm::Constant::getNullValue(Val->getType()));
419f045007fSEli Friedman }
420f045007fSEli Friedman 
4211a07fd18SCraig Topper ComplexPairTy ComplexExprEmitter::EmitCast(CastKind CK, Expr *Op,
422c357f412SDouglas Gregor                                            QualType DestTy) {
42334376a68SJohn McCall   switch (CK) {
4245836852eSEli Friedman   case CK_Dependent: llvm_unreachable("dependent cast kind in IR gen!");
42534376a68SJohn McCall 
426fa35df62SDavid Chisnall   // Atomic to non-atomic casts may be more than a no-op for some platforms and
427fa35df62SDavid Chisnall   // for some types.
428fa35df62SDavid Chisnall   case CK_AtomicToNonAtomic:
429fa35df62SDavid Chisnall   case CK_NonAtomicToAtomic:
43034376a68SJohn McCall   case CK_NoOp:
43134376a68SJohn McCall   case CK_LValueToRValue:
4325836852eSEli Friedman   case CK_UserDefinedConversion:
43334376a68SJohn McCall     return Visit(Op);
43434376a68SJohn McCall 
4355836852eSEli Friedman   case CK_LValueBitCast: {
43647fb9508SJohn McCall     LValue origLV = CGF.EmitLValue(Op);
4377f416cc4SJohn McCall     Address V = origLV.getAddress();
4387f416cc4SJohn McCall     V = Builder.CreateElementBitCast(V, CGF.ConvertType(DestTy));
4397f416cc4SJohn McCall     return EmitLoadOfLValue(CGF.MakeAddrLValue(V, DestTy), Op->getExprLoc());
440c357f412SDouglas Gregor   }
441c357f412SDouglas Gregor 
4425836852eSEli Friedman   case CK_BitCast:
4435836852eSEli Friedman   case CK_BaseToDerived:
4445836852eSEli Friedman   case CK_DerivedToBase:
4455836852eSEli Friedman   case CK_UncheckedDerivedToBase:
4465836852eSEli Friedman   case CK_Dynamic:
4475836852eSEli Friedman   case CK_ToUnion:
4485836852eSEli Friedman   case CK_ArrayToPointerDecay:
4495836852eSEli Friedman   case CK_FunctionToPointerDecay:
4505836852eSEli Friedman   case CK_NullToPointer:
4515836852eSEli Friedman   case CK_NullToMemberPointer:
4525836852eSEli Friedman   case CK_BaseToDerivedMemberPointer:
4535836852eSEli Friedman   case CK_DerivedToBaseMemberPointer:
4545836852eSEli Friedman   case CK_MemberPointerToBoolean:
455c62bb391SJohn McCall   case CK_ReinterpretMemberPointer:
4565836852eSEli Friedman   case CK_ConstructorConversion:
4575836852eSEli Friedman   case CK_IntegralToPointer:
4585836852eSEli Friedman   case CK_PointerToIntegral:
4595836852eSEli Friedman   case CK_PointerToBoolean:
4605836852eSEli Friedman   case CK_ToVoid:
4615836852eSEli Friedman   case CK_VectorSplat:
4625836852eSEli Friedman   case CK_IntegralCast:
4635836852eSEli Friedman   case CK_IntegralToBoolean:
4645836852eSEli Friedman   case CK_IntegralToFloating:
4655836852eSEli Friedman   case CK_FloatingToIntegral:
4665836852eSEli Friedman   case CK_FloatingToBoolean:
4675836852eSEli Friedman   case CK_FloatingCast:
4689320b87cSJohn McCall   case CK_CPointerToObjCPointerCast:
4699320b87cSJohn McCall   case CK_BlockPointerToObjCPointerCast:
4705836852eSEli Friedman   case CK_AnyPointerToBlockPointerCast:
4715836852eSEli Friedman   case CK_ObjCObjectLValueCast:
4725836852eSEli Friedman   case CK_FloatingComplexToReal:
4735836852eSEli Friedman   case CK_FloatingComplexToBoolean:
4745836852eSEli Friedman   case CK_IntegralComplexToReal:
4755836852eSEli Friedman   case CK_IntegralComplexToBoolean:
4762d637d2eSJohn McCall   case CK_ARCProduceObject:
4772d637d2eSJohn McCall   case CK_ARCConsumeObject:
4782d637d2eSJohn McCall   case CK_ARCReclaimReturnedObject:
4792d637d2eSJohn McCall   case CK_ARCExtendBlockObject:
480ed90df38SDouglas Gregor   case CK_CopyAndAutoreleaseBlockObject:
48134866c77SEli Friedman   case CK_BuiltinFnToFnPtr:
4821b4fb3e0SGuy Benyei   case CK_ZeroToOCLEvent:
483e1468322SDavid Tweed   case CK_AddressSpaceConversion:
4845836852eSEli Friedman     llvm_unreachable("invalid cast kind for complex value");
4855836852eSEli Friedman 
4865836852eSEli Friedman   case CK_FloatingRealToComplex:
487f045007fSEli Friedman   case CK_IntegralRealToComplex:
4887af183d8SFilipe Cabecinhas     return EmitScalarToComplexCast(CGF.EmitScalarExpr(Op), Op->getType(),
4897af183d8SFilipe Cabecinhas                                    DestTy, Op->getExprLoc());
4907a51313dSChris Lattner 
4915836852eSEli Friedman   case CK_FloatingComplexCast:
4925836852eSEli Friedman   case CK_FloatingComplexToIntegralComplex:
4935836852eSEli Friedman   case CK_IntegralComplexCast:
4945836852eSEli Friedman   case CK_IntegralComplexToFloatingComplex:
4957af183d8SFilipe Cabecinhas     return EmitComplexToComplexCast(Visit(Op), Op->getType(), DestTy,
4967af183d8SFilipe Cabecinhas                                     Op->getExprLoc());
4975836852eSEli Friedman   }
4985836852eSEli Friedman 
4995836852eSEli Friedman   llvm_unreachable("unknown cast resulting in complex value");
5005836852eSEli Friedman }
5015836852eSEli Friedman 
5027a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitUnaryMinus(const UnaryOperator *E) {
503df0fe27bSMike Stump   TestAndClearIgnoreReal();
504df0fe27bSMike Stump   TestAndClearIgnoreImag();
5057a51313dSChris Lattner   ComplexPairTy Op = Visit(E->getSubExpr());
50694dfae24SChris Lattner 
50794dfae24SChris Lattner   llvm::Value *ResR, *ResI;
508998f9d97SDuncan Sands   if (Op.first->getType()->isFloatingPointTy()) {
50994dfae24SChris Lattner     ResR = Builder.CreateFNeg(Op.first,  "neg.r");
51094dfae24SChris Lattner     ResI = Builder.CreateFNeg(Op.second, "neg.i");
51194dfae24SChris Lattner   } else {
51294dfae24SChris Lattner     ResR = Builder.CreateNeg(Op.first,  "neg.r");
51394dfae24SChris Lattner     ResI = Builder.CreateNeg(Op.second, "neg.i");
51494dfae24SChris Lattner   }
5157a51313dSChris Lattner   return ComplexPairTy(ResR, ResI);
5167a51313dSChris Lattner }
5177a51313dSChris Lattner 
5187a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitUnaryNot(const UnaryOperator *E) {
519df0fe27bSMike Stump   TestAndClearIgnoreReal();
520df0fe27bSMike Stump   TestAndClearIgnoreImag();
5217a51313dSChris Lattner   // ~(a+ib) = a + i*-b
5227a51313dSChris Lattner   ComplexPairTy Op = Visit(E->getSubExpr());
52394dfae24SChris Lattner   llvm::Value *ResI;
524998f9d97SDuncan Sands   if (Op.second->getType()->isFloatingPointTy())
52594dfae24SChris Lattner     ResI = Builder.CreateFNeg(Op.second, "conj.i");
52694dfae24SChris Lattner   else
52794dfae24SChris Lattner     ResI = Builder.CreateNeg(Op.second, "conj.i");
52894dfae24SChris Lattner 
5297a51313dSChris Lattner   return ComplexPairTy(Op.first, ResI);
5307a51313dSChris Lattner }
5317a51313dSChris Lattner 
5327a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::EmitBinAdd(const BinOpInfo &Op) {
53394dfae24SChris Lattner   llvm::Value *ResR, *ResI;
53494dfae24SChris Lattner 
535998f9d97SDuncan Sands   if (Op.LHS.first->getType()->isFloatingPointTy()) {
53694dfae24SChris Lattner     ResR = Builder.CreateFAdd(Op.LHS.first,  Op.RHS.first,  "add.r");
537a216cad0SChandler Carruth     if (Op.LHS.second && Op.RHS.second)
53894dfae24SChris Lattner       ResI = Builder.CreateFAdd(Op.LHS.second, Op.RHS.second, "add.i");
539a216cad0SChandler Carruth     else
540a216cad0SChandler Carruth       ResI = Op.LHS.second ? Op.LHS.second : Op.RHS.second;
541a216cad0SChandler Carruth     assert(ResI && "Only one operand may be real!");
54294dfae24SChris Lattner   } else {
54394dfae24SChris Lattner     ResR = Builder.CreateAdd(Op.LHS.first,  Op.RHS.first,  "add.r");
544a216cad0SChandler Carruth     assert(Op.LHS.second && Op.RHS.second &&
545a216cad0SChandler Carruth            "Both operands of integer complex operators must be complex!");
54694dfae24SChris Lattner     ResI = Builder.CreateAdd(Op.LHS.second, Op.RHS.second, "add.i");
54794dfae24SChris Lattner   }
5487a51313dSChris Lattner   return ComplexPairTy(ResR, ResI);
5497a51313dSChris Lattner }
5507a51313dSChris Lattner 
5517a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::EmitBinSub(const BinOpInfo &Op) {
55294dfae24SChris Lattner   llvm::Value *ResR, *ResI;
553998f9d97SDuncan Sands   if (Op.LHS.first->getType()->isFloatingPointTy()) {
55494dfae24SChris Lattner     ResR = Builder.CreateFSub(Op.LHS.first, Op.RHS.first, "sub.r");
555a216cad0SChandler Carruth     if (Op.LHS.second && Op.RHS.second)
55694dfae24SChris Lattner       ResI = Builder.CreateFSub(Op.LHS.second, Op.RHS.second, "sub.i");
557a216cad0SChandler Carruth     else
558a216cad0SChandler Carruth       ResI = Op.LHS.second ? Op.LHS.second
559a216cad0SChandler Carruth                            : Builder.CreateFNeg(Op.RHS.second, "sub.i");
560a216cad0SChandler Carruth     assert(ResI && "Only one operand may be real!");
56194dfae24SChris Lattner   } else {
56294dfae24SChris Lattner     ResR = Builder.CreateSub(Op.LHS.first, Op.RHS.first, "sub.r");
563a216cad0SChandler Carruth     assert(Op.LHS.second && Op.RHS.second &&
564a216cad0SChandler Carruth            "Both operands of integer complex operators must be complex!");
56594dfae24SChris Lattner     ResI = Builder.CreateSub(Op.LHS.second, Op.RHS.second, "sub.i");
56694dfae24SChris Lattner   }
5677a51313dSChris Lattner   return ComplexPairTy(ResR, ResI);
5687a51313dSChris Lattner }
5697a51313dSChris Lattner 
570a216cad0SChandler Carruth /// \brief Emit a libcall for a binary operation on complex types.
571a216cad0SChandler Carruth ComplexPairTy ComplexExprEmitter::EmitComplexBinOpLibCall(StringRef LibCallName,
572a216cad0SChandler Carruth                                                           const BinOpInfo &Op) {
573a216cad0SChandler Carruth   CallArgList Args;
574a216cad0SChandler Carruth   Args.add(RValue::get(Op.LHS.first),
575a216cad0SChandler Carruth            Op.Ty->castAs<ComplexType>()->getElementType());
576a216cad0SChandler Carruth   Args.add(RValue::get(Op.LHS.second),
577a216cad0SChandler Carruth            Op.Ty->castAs<ComplexType>()->getElementType());
578a216cad0SChandler Carruth   Args.add(RValue::get(Op.RHS.first),
579a216cad0SChandler Carruth            Op.Ty->castAs<ComplexType>()->getElementType());
580a216cad0SChandler Carruth   Args.add(RValue::get(Op.RHS.second),
581a216cad0SChandler Carruth            Op.Ty->castAs<ComplexType>()->getElementType());
5827a51313dSChris Lattner 
583a216cad0SChandler Carruth   // We *must* use the full CG function call building logic here because the
584d90dd797SAnton Korobeynikov   // complex type has special ABI handling. We also should not forget about
585d90dd797SAnton Korobeynikov   // special calling convention which may be used for compiler builtins.
586d90dd797SAnton Korobeynikov   const CGFunctionInfo &FuncInfo =
587d90dd797SAnton Korobeynikov     CGF.CGM.getTypes().arrangeFreeFunctionCall(
588d90dd797SAnton Korobeynikov       Op.Ty, Args, FunctionType::ExtInfo(/* No CC here - will be added later */),
589d90dd797SAnton Korobeynikov       RequiredArgs::All);
590a216cad0SChandler Carruth   llvm::FunctionType *FTy = CGF.CGM.getTypes().GetFunctionType(FuncInfo);
591d90dd797SAnton Korobeynikov   llvm::Constant *Func = CGF.CGM.CreateBuiltinFunction(FTy, LibCallName);
592d90dd797SAnton Korobeynikov   llvm::Instruction *Call;
593a216cad0SChandler Carruth 
594d90dd797SAnton Korobeynikov   RValue Res = CGF.EmitCall(FuncInfo, Func, ReturnValueSlot(), Args,
595d90dd797SAnton Korobeynikov                             nullptr, &Call);
596d90dd797SAnton Korobeynikov   cast<llvm::CallInst>(Call)->setCallingConv(CGF.CGM.getBuiltinCC());
597d90dd797SAnton Korobeynikov   cast<llvm::CallInst>(Call)->setDoesNotThrow();
598d90dd797SAnton Korobeynikov 
599d90dd797SAnton Korobeynikov   return Res.getComplexVal();
600a216cad0SChandler Carruth }
601a216cad0SChandler Carruth 
6020c4b230bSChandler Carruth /// \brief Lookup the libcall name for a given floating point type complex
6030c4b230bSChandler Carruth /// multiply.
6040c4b230bSChandler Carruth static StringRef getComplexMultiplyLibCallName(llvm::Type *Ty) {
6050c4b230bSChandler Carruth   switch (Ty->getTypeID()) {
6060c4b230bSChandler Carruth   default:
6070c4b230bSChandler Carruth     llvm_unreachable("Unsupported floating point type!");
6080c4b230bSChandler Carruth   case llvm::Type::HalfTyID:
6090c4b230bSChandler Carruth     return "__mulhc3";
6100c4b230bSChandler Carruth   case llvm::Type::FloatTyID:
6110c4b230bSChandler Carruth     return "__mulsc3";
6120c4b230bSChandler Carruth   case llvm::Type::DoubleTyID:
6130c4b230bSChandler Carruth     return "__muldc3";
6140c4b230bSChandler Carruth   case llvm::Type::PPC_FP128TyID:
6150c4b230bSChandler Carruth     return "__multc3";
6160c4b230bSChandler Carruth   case llvm::Type::X86_FP80TyID:
6170c4b230bSChandler Carruth     return "__mulxc3";
618444822bbSJiangning Liu   case llvm::Type::FP128TyID:
619444822bbSJiangning Liu     return "__multc3";
6200c4b230bSChandler Carruth   }
6210c4b230bSChandler Carruth }
6220c4b230bSChandler Carruth 
623a216cad0SChandler Carruth // See C11 Annex G.5.1 for the semantics of multiplicative operators on complex
624a216cad0SChandler Carruth // typed values.
6257a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::EmitBinMul(const BinOpInfo &Op) {
62694dfae24SChris Lattner   using llvm::Value;
62794dfae24SChris Lattner   Value *ResR, *ResI;
6280c4b230bSChandler Carruth   llvm::MDBuilder MDHelper(CGF.getLLVMContext());
6297a51313dSChris Lattner 
630998f9d97SDuncan Sands   if (Op.LHS.first->getType()->isFloatingPointTy()) {
631a216cad0SChandler Carruth     // The general formulation is:
632a216cad0SChandler Carruth     // (a + ib) * (c + id) = (a * c - b * d) + i(a * d + b * c)
633a216cad0SChandler Carruth     //
634a216cad0SChandler Carruth     // But we can fold away components which would be zero due to a real
635a216cad0SChandler Carruth     // operand according to C11 Annex G.5.1p2.
636a216cad0SChandler Carruth     // FIXME: C11 also provides for imaginary types which would allow folding
637a216cad0SChandler Carruth     // still more of this within the type system.
63894dfae24SChris Lattner 
639a216cad0SChandler Carruth     if (Op.LHS.second && Op.RHS.second) {
6400c4b230bSChandler Carruth       // If both operands are complex, emit the core math directly, and then
6410c4b230bSChandler Carruth       // test for NaNs. If we find NaNs in the result, we delegate to a libcall
6420c4b230bSChandler Carruth       // to carefully re-compute the correct infinity representation if
6430c4b230bSChandler Carruth       // possible. The expectation is that the presence of NaNs here is
6440c4b230bSChandler Carruth       // *extremely* rare, and so the cost of the libcall is almost irrelevant.
6450c4b230bSChandler Carruth       // This is good, because the libcall re-computes the core multiplication
6460c4b230bSChandler Carruth       // exactly the same as we do here and re-tests for NaNs in order to be
6470c4b230bSChandler Carruth       // a generic complex*complex libcall.
6480c4b230bSChandler Carruth 
6490c4b230bSChandler Carruth       // First compute the four products.
6500c4b230bSChandler Carruth       Value *AC = Builder.CreateFMul(Op.LHS.first, Op.RHS.first, "mul_ac");
6510c4b230bSChandler Carruth       Value *BD = Builder.CreateFMul(Op.LHS.second, Op.RHS.second, "mul_bd");
6520c4b230bSChandler Carruth       Value *AD = Builder.CreateFMul(Op.LHS.first, Op.RHS.second, "mul_ad");
6530c4b230bSChandler Carruth       Value *BC = Builder.CreateFMul(Op.LHS.second, Op.RHS.first, "mul_bc");
6540c4b230bSChandler Carruth 
6550c4b230bSChandler Carruth       // The real part is the difference of the first two, the imaginary part is
6560c4b230bSChandler Carruth       // the sum of the second.
6570c4b230bSChandler Carruth       ResR = Builder.CreateFSub(AC, BD, "mul_r");
6580c4b230bSChandler Carruth       ResI = Builder.CreateFAdd(AD, BC, "mul_i");
6590c4b230bSChandler Carruth 
6600c4b230bSChandler Carruth       // Emit the test for the real part becoming NaN and create a branch to
6610c4b230bSChandler Carruth       // handle it. We test for NaN by comparing the number to itself.
6620c4b230bSChandler Carruth       Value *IsRNaN = Builder.CreateFCmpUNO(ResR, ResR, "isnan_cmp");
6630c4b230bSChandler Carruth       llvm::BasicBlock *ContBB = CGF.createBasicBlock("complex_mul_cont");
6640c4b230bSChandler Carruth       llvm::BasicBlock *INaNBB = CGF.createBasicBlock("complex_mul_imag_nan");
6650c4b230bSChandler Carruth       llvm::Instruction *Branch = Builder.CreateCondBr(IsRNaN, INaNBB, ContBB);
6660c4b230bSChandler Carruth       llvm::BasicBlock *OrigBB = Branch->getParent();
6670c4b230bSChandler Carruth 
6680c4b230bSChandler Carruth       // Give hint that we very much don't expect to see NaNs.
6690c4b230bSChandler Carruth       // Value chosen to match UR_NONTAKEN_WEIGHT, see BranchProbabilityInfo.cpp
6700c4b230bSChandler Carruth       llvm::MDNode *BrWeight = MDHelper.createBranchWeights(1, (1U << 20) - 1);
6710c4b230bSChandler Carruth       Branch->setMetadata(llvm::LLVMContext::MD_prof, BrWeight);
6720c4b230bSChandler Carruth 
6730c4b230bSChandler Carruth       // Now test the imaginary part and create its branch.
6740c4b230bSChandler Carruth       CGF.EmitBlock(INaNBB);
6750c4b230bSChandler Carruth       Value *IsINaN = Builder.CreateFCmpUNO(ResI, ResI, "isnan_cmp");
6760c4b230bSChandler Carruth       llvm::BasicBlock *LibCallBB = CGF.createBasicBlock("complex_mul_libcall");
6770c4b230bSChandler Carruth       Branch = Builder.CreateCondBr(IsINaN, LibCallBB, ContBB);
6780c4b230bSChandler Carruth       Branch->setMetadata(llvm::LLVMContext::MD_prof, BrWeight);
6790c4b230bSChandler Carruth 
6800c4b230bSChandler Carruth       // Now emit the libcall on this slowest of the slow paths.
6810c4b230bSChandler Carruth       CGF.EmitBlock(LibCallBB);
6820c4b230bSChandler Carruth       Value *LibCallR, *LibCallI;
6830c4b230bSChandler Carruth       std::tie(LibCallR, LibCallI) = EmitComplexBinOpLibCall(
6840c4b230bSChandler Carruth           getComplexMultiplyLibCallName(Op.LHS.first->getType()), Op);
6850c4b230bSChandler Carruth       Builder.CreateBr(ContBB);
6860c4b230bSChandler Carruth 
6870c4b230bSChandler Carruth       // Finally continue execution by phi-ing together the different
6880c4b230bSChandler Carruth       // computation paths.
6890c4b230bSChandler Carruth       CGF.EmitBlock(ContBB);
6900c4b230bSChandler Carruth       llvm::PHINode *RealPHI = Builder.CreatePHI(ResR->getType(), 3, "real_mul_phi");
6910c4b230bSChandler Carruth       RealPHI->addIncoming(ResR, OrigBB);
6920c4b230bSChandler Carruth       RealPHI->addIncoming(ResR, INaNBB);
6930c4b230bSChandler Carruth       RealPHI->addIncoming(LibCallR, LibCallBB);
6940c4b230bSChandler Carruth       llvm::PHINode *ImagPHI = Builder.CreatePHI(ResI->getType(), 3, "imag_mul_phi");
6950c4b230bSChandler Carruth       ImagPHI->addIncoming(ResI, OrigBB);
6960c4b230bSChandler Carruth       ImagPHI->addIncoming(ResI, INaNBB);
6970c4b230bSChandler Carruth       ImagPHI->addIncoming(LibCallI, LibCallBB);
6980c4b230bSChandler Carruth       return ComplexPairTy(RealPHI, ImagPHI);
699a216cad0SChandler Carruth     }
700a216cad0SChandler Carruth     assert((Op.LHS.second || Op.RHS.second) &&
701a216cad0SChandler Carruth            "At least one operand must be complex!");
702a216cad0SChandler Carruth 
703a216cad0SChandler Carruth     // If either of the operands is a real rather than a complex, the
704a216cad0SChandler Carruth     // imaginary component is ignored when computing the real component of the
705a216cad0SChandler Carruth     // result.
706a216cad0SChandler Carruth     ResR = Builder.CreateFMul(Op.LHS.first, Op.RHS.first, "mul.rl");
707a216cad0SChandler Carruth 
708a216cad0SChandler Carruth     ResI = Op.LHS.second
709a216cad0SChandler Carruth                ? Builder.CreateFMul(Op.LHS.second, Op.RHS.first, "mul.il")
710a216cad0SChandler Carruth                : Builder.CreateFMul(Op.LHS.first, Op.RHS.second, "mul.ir");
71194dfae24SChris Lattner   } else {
712a216cad0SChandler Carruth     assert(Op.LHS.second && Op.RHS.second &&
713a216cad0SChandler Carruth            "Both operands of integer complex operators must be complex!");
71494dfae24SChris Lattner     Value *ResRl = Builder.CreateMul(Op.LHS.first, Op.RHS.first, "mul.rl");
71594dfae24SChris Lattner     Value *ResRr = Builder.CreateMul(Op.LHS.second, Op.RHS.second, "mul.rr");
71694dfae24SChris Lattner     ResR = Builder.CreateSub(ResRl, ResRr, "mul.r");
71794dfae24SChris Lattner 
71894dfae24SChris Lattner     Value *ResIl = Builder.CreateMul(Op.LHS.second, Op.RHS.first, "mul.il");
71994dfae24SChris Lattner     Value *ResIr = Builder.CreateMul(Op.LHS.first, Op.RHS.second, "mul.ir");
72094dfae24SChris Lattner     ResI = Builder.CreateAdd(ResIl, ResIr, "mul.i");
72194dfae24SChris Lattner   }
7227a51313dSChris Lattner   return ComplexPairTy(ResR, ResI);
7237a51313dSChris Lattner }
7247a51313dSChris Lattner 
725a216cad0SChandler Carruth // See C11 Annex G.5.1 for the semantics of multiplicative operators on complex
726a216cad0SChandler Carruth // typed values.
7277a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::EmitBinDiv(const BinOpInfo &Op) {
7287a51313dSChris Lattner   llvm::Value *LHSr = Op.LHS.first, *LHSi = Op.LHS.second;
7297a51313dSChris Lattner   llvm::Value *RHSr = Op.RHS.first, *RHSi = Op.RHS.second;
7307a51313dSChris Lattner 
73194dfae24SChris Lattner 
73294dfae24SChris Lattner   llvm::Value *DSTr, *DSTi;
733a216cad0SChandler Carruth   if (LHSr->getType()->isFloatingPointTy()) {
734a216cad0SChandler Carruth     // If we have a complex operand on the RHS, we delegate to a libcall to
735a216cad0SChandler Carruth     // handle all of the complexities and minimize underflow/overflow cases.
736a216cad0SChandler Carruth     //
737a216cad0SChandler Carruth     // FIXME: We would be able to avoid the libcall in many places if we
738a216cad0SChandler Carruth     // supported imaginary types in addition to complex types.
739a216cad0SChandler Carruth     if (RHSi) {
740a216cad0SChandler Carruth       BinOpInfo LibCallOp = Op;
741a216cad0SChandler Carruth       // If LHS was a real, supply a null imaginary part.
742a216cad0SChandler Carruth       if (!LHSi)
743a216cad0SChandler Carruth         LibCallOp.LHS.second = llvm::Constant::getNullValue(LHSr->getType());
74494dfae24SChris Lattner 
745a216cad0SChandler Carruth       StringRef LibCallName;
746a216cad0SChandler Carruth       switch (LHSr->getType()->getTypeID()) {
747a216cad0SChandler Carruth       default:
748a216cad0SChandler Carruth         llvm_unreachable("Unsupported floating point type!");
749a216cad0SChandler Carruth       case llvm::Type::HalfTyID:
750a216cad0SChandler Carruth         return EmitComplexBinOpLibCall("__divhc3", LibCallOp);
751a216cad0SChandler Carruth       case llvm::Type::FloatTyID:
752a216cad0SChandler Carruth         return EmitComplexBinOpLibCall("__divsc3", LibCallOp);
753a216cad0SChandler Carruth       case llvm::Type::DoubleTyID:
754a216cad0SChandler Carruth         return EmitComplexBinOpLibCall("__divdc3", LibCallOp);
755aa3e9f5aSJoerg Sonnenberger       case llvm::Type::PPC_FP128TyID:
756aa3e9f5aSJoerg Sonnenberger         return EmitComplexBinOpLibCall("__divtc3", LibCallOp);
757a216cad0SChandler Carruth       case llvm::Type::X86_FP80TyID:
758a216cad0SChandler Carruth         return EmitComplexBinOpLibCall("__divxc3", LibCallOp);
759444822bbSJiangning Liu       case llvm::Type::FP128TyID:
760444822bbSJiangning Liu         return EmitComplexBinOpLibCall("__divtc3", LibCallOp);
761a216cad0SChandler Carruth       }
762a216cad0SChandler Carruth     }
763a216cad0SChandler Carruth     assert(LHSi && "Can have at most one non-complex operand!");
76494dfae24SChris Lattner 
765a216cad0SChandler Carruth     DSTr = Builder.CreateFDiv(LHSr, RHSr);
766a216cad0SChandler Carruth     DSTi = Builder.CreateFDiv(LHSi, RHSr);
76794dfae24SChris Lattner   } else {
768a216cad0SChandler Carruth     assert(Op.LHS.second && Op.RHS.second &&
769a216cad0SChandler Carruth            "Both operands of integer complex operators must be complex!");
7707a51313dSChris Lattner     // (a+ib) / (c+id) = ((ac+bd)/(cc+dd)) + i((bc-ad)/(cc+dd))
77176399eb2SBenjamin Kramer     llvm::Value *Tmp1 = Builder.CreateMul(LHSr, RHSr); // a*c
77276399eb2SBenjamin Kramer     llvm::Value *Tmp2 = Builder.CreateMul(LHSi, RHSi); // b*d
77376399eb2SBenjamin Kramer     llvm::Value *Tmp3 = Builder.CreateAdd(Tmp1, Tmp2); // ac+bd
7747a51313dSChris Lattner 
77576399eb2SBenjamin Kramer     llvm::Value *Tmp4 = Builder.CreateMul(RHSr, RHSr); // c*c
77676399eb2SBenjamin Kramer     llvm::Value *Tmp5 = Builder.CreateMul(RHSi, RHSi); // d*d
77776399eb2SBenjamin Kramer     llvm::Value *Tmp6 = Builder.CreateAdd(Tmp4, Tmp5); // cc+dd
7787a51313dSChris Lattner 
77976399eb2SBenjamin Kramer     llvm::Value *Tmp7 = Builder.CreateMul(LHSi, RHSr); // b*c
78076399eb2SBenjamin Kramer     llvm::Value *Tmp8 = Builder.CreateMul(LHSr, RHSi); // a*d
78176399eb2SBenjamin Kramer     llvm::Value *Tmp9 = Builder.CreateSub(Tmp7, Tmp8); // bc-ad
7827a51313dSChris Lattner 
78347fb9508SJohn McCall     if (Op.Ty->castAs<ComplexType>()->getElementType()->isUnsignedIntegerType()) {
78476399eb2SBenjamin Kramer       DSTr = Builder.CreateUDiv(Tmp3, Tmp6);
78576399eb2SBenjamin Kramer       DSTi = Builder.CreateUDiv(Tmp9, Tmp6);
7867a51313dSChris Lattner     } else {
78776399eb2SBenjamin Kramer       DSTr = Builder.CreateSDiv(Tmp3, Tmp6);
78876399eb2SBenjamin Kramer       DSTi = Builder.CreateSDiv(Tmp9, Tmp6);
7897a51313dSChris Lattner     }
7907a51313dSChris Lattner   }
7917a51313dSChris Lattner 
7927a51313dSChris Lattner   return ComplexPairTy(DSTr, DSTi);
7937a51313dSChris Lattner }
7947a51313dSChris Lattner 
7957a51313dSChris Lattner ComplexExprEmitter::BinOpInfo
7967a51313dSChris Lattner ComplexExprEmitter::EmitBinOps(const BinaryOperator *E) {
797df0fe27bSMike Stump   TestAndClearIgnoreReal();
798df0fe27bSMike Stump   TestAndClearIgnoreImag();
7997a51313dSChris Lattner   BinOpInfo Ops;
800a216cad0SChandler Carruth   if (E->getLHS()->getType()->isRealFloatingType())
801a216cad0SChandler Carruth     Ops.LHS = ComplexPairTy(CGF.EmitScalarExpr(E->getLHS()), nullptr);
802a216cad0SChandler Carruth   else
8037a51313dSChris Lattner     Ops.LHS = Visit(E->getLHS());
804a216cad0SChandler Carruth   if (E->getRHS()->getType()->isRealFloatingType())
805a216cad0SChandler Carruth     Ops.RHS = ComplexPairTy(CGF.EmitScalarExpr(E->getRHS()), nullptr);
806a216cad0SChandler Carruth   else
8077a51313dSChris Lattner     Ops.RHS = Visit(E->getRHS());
808a216cad0SChandler Carruth 
8097a51313dSChris Lattner   Ops.Ty = E->getType();
8107a51313dSChris Lattner   return Ops;
8117a51313dSChris Lattner }
8127a51313dSChris Lattner 
8137a51313dSChris Lattner 
81407bb1966SJohn McCall LValue ComplexExprEmitter::
81507bb1966SJohn McCall EmitCompoundAssignLValue(const CompoundAssignOperator *E,
81607bb1966SJohn McCall           ComplexPairTy (ComplexExprEmitter::*Func)(const BinOpInfo&),
817f045007fSEli Friedman                          RValue &Val) {
818df0fe27bSMike Stump   TestAndClearIgnoreReal();
819df0fe27bSMike Stump   TestAndClearIgnoreImag();
8208dfa5f17SJeffrey Yasskin   QualType LHSTy = E->getLHS()->getType();
821ce27e42dSDavid Majnemer   if (const AtomicType *AT = LHSTy->getAs<AtomicType>())
822ce27e42dSDavid Majnemer     LHSTy = AT->getValueType();
8237a51313dSChris Lattner 
824df0fe27bSMike Stump   BinOpInfo OpInfo;
825df0fe27bSMike Stump 
826df0fe27bSMike Stump   // Load the RHS and LHS operands.
827df0fe27bSMike Stump   // __block variables need to have the rhs evaluated first, plus this should
828fa8edb11SJohn McCall   // improve codegen a little.
829df0fe27bSMike Stump   OpInfo.Ty = E->getComputationResultType();
830a216cad0SChandler Carruth   QualType ComplexElementTy = cast<ComplexType>(OpInfo.Ty)->getElementType();
831fa8edb11SJohn McCall 
832fa8edb11SJohn McCall   // The RHS should have been converted to the computation type.
833a216cad0SChandler Carruth   if (E->getRHS()->getType()->isRealFloatingType()) {
834a216cad0SChandler Carruth     assert(
835a216cad0SChandler Carruth         CGF.getContext()
836a216cad0SChandler Carruth             .hasSameUnqualifiedType(ComplexElementTy, E->getRHS()->getType()));
837a216cad0SChandler Carruth     OpInfo.RHS = ComplexPairTy(CGF.EmitScalarExpr(E->getRHS()), nullptr);
838a216cad0SChandler Carruth   } else {
839a216cad0SChandler Carruth     assert(CGF.getContext()
840a216cad0SChandler Carruth                .hasSameUnqualifiedType(OpInfo.Ty, E->getRHS()->getType()));
841fa8edb11SJohn McCall     OpInfo.RHS = Visit(E->getRHS());
842a216cad0SChandler Carruth   }
843df0fe27bSMike Stump 
8448c94ffe7SDaniel Dunbar   LValue LHS = CGF.EmitLValue(E->getLHS());
845e26a872bSJohn McCall 
846f045007fSEli Friedman   // Load from the l-value and convert it.
8477af183d8SFilipe Cabecinhas   SourceLocation Loc = E->getExprLoc();
848f045007fSEli Friedman   if (LHSTy->isAnyComplexType()) {
8497af183d8SFilipe Cabecinhas     ComplexPairTy LHSVal = EmitLoadOfLValue(LHS, Loc);
8507af183d8SFilipe Cabecinhas     OpInfo.LHS = EmitComplexToComplexCast(LHSVal, LHSTy, OpInfo.Ty, Loc);
851f045007fSEli Friedman   } else {
8527af183d8SFilipe Cabecinhas     llvm::Value *LHSVal = CGF.EmitLoadOfScalar(LHS, Loc);
853a216cad0SChandler Carruth     // For floating point real operands we can directly pass the scalar form
854a216cad0SChandler Carruth     // to the binary operator emission and potentially get more efficient code.
855a216cad0SChandler Carruth     if (LHSTy->isRealFloatingType()) {
856a216cad0SChandler Carruth       if (!CGF.getContext().hasSameUnqualifiedType(ComplexElementTy, LHSTy))
8577af183d8SFilipe Cabecinhas         LHSVal = CGF.EmitScalarConversion(LHSVal, LHSTy, ComplexElementTy, Loc);
858a216cad0SChandler Carruth       OpInfo.LHS = ComplexPairTy(LHSVal, nullptr);
859a216cad0SChandler Carruth     } else {
8607af183d8SFilipe Cabecinhas       OpInfo.LHS = EmitScalarToComplexCast(LHSVal, LHSTy, OpInfo.Ty, Loc);
861f045007fSEli Friedman     }
862a216cad0SChandler Carruth   }
8637a51313dSChris Lattner 
8647a51313dSChris Lattner   // Expand the binary operator.
8657a51313dSChris Lattner   ComplexPairTy Result = (this->*Func)(OpInfo);
8667a51313dSChris Lattner 
867f045007fSEli Friedman   // Truncate the result and store it into the LHS lvalue.
868f045007fSEli Friedman   if (LHSTy->isAnyComplexType()) {
8697af183d8SFilipe Cabecinhas     ComplexPairTy ResVal =
8707af183d8SFilipe Cabecinhas         EmitComplexToComplexCast(Result, OpInfo.Ty, LHSTy, Loc);
87166e4197fSDavid Blaikie     EmitStoreOfComplex(ResVal, LHS, /*isInit*/ false);
872f045007fSEli Friedman     Val = RValue::getComplex(ResVal);
873f045007fSEli Friedman   } else {
874f045007fSEli Friedman     llvm::Value *ResVal =
8757af183d8SFilipe Cabecinhas         CGF.EmitComplexToScalarConversion(Result, OpInfo.Ty, LHSTy, Loc);
876f045007fSEli Friedman     CGF.EmitStoreOfScalar(ResVal, LHS, /*isInit*/ false);
877f045007fSEli Friedman     Val = RValue::get(ResVal);
878f045007fSEli Friedman   }
8798c94ffe7SDaniel Dunbar 
88007bb1966SJohn McCall   return LHS;
8817a51313dSChris Lattner }
8827a51313dSChris Lattner 
88307bb1966SJohn McCall // Compound assignments.
88407bb1966SJohn McCall ComplexPairTy ComplexExprEmitter::
88507bb1966SJohn McCall EmitCompoundAssign(const CompoundAssignOperator *E,
88607bb1966SJohn McCall                    ComplexPairTy (ComplexExprEmitter::*Func)(const BinOpInfo&)){
887f045007fSEli Friedman   RValue Val;
88807bb1966SJohn McCall   LValue LV = EmitCompoundAssignLValue(E, Func, Val);
88907bb1966SJohn McCall 
89007bb1966SJohn McCall   // The result of an assignment in C is the assigned r-value.
8919c6890a7SRichard Smith   if (!CGF.getLangOpts().CPlusPlus)
892f045007fSEli Friedman     return Val.getComplexVal();
89307bb1966SJohn McCall 
89407bb1966SJohn McCall   // If the lvalue is non-volatile, return the computed value of the assignment.
89507bb1966SJohn McCall   if (!LV.isVolatileQualified())
896f045007fSEli Friedman     return Val.getComplexVal();
89707bb1966SJohn McCall 
8982d84e842SNick Lewycky   return EmitLoadOfLValue(LV, E->getExprLoc());
89907bb1966SJohn McCall }
90007bb1966SJohn McCall 
90107bb1966SJohn McCall LValue ComplexExprEmitter::EmitBinAssignLValue(const BinaryOperator *E,
90207bb1966SJohn McCall                                                ComplexPairTy &Val) {
903a8a089bfSDouglas Gregor   assert(CGF.getContext().hasSameUnqualifiedType(E->getLHS()->getType(),
904a8a089bfSDouglas Gregor                                                  E->getRHS()->getType()) &&
9050f398c44SChris Lattner          "Invalid assignment");
90607bb1966SJohn McCall   TestAndClearIgnoreReal();
90707bb1966SJohn McCall   TestAndClearIgnoreImag();
90807bb1966SJohn McCall 
909d0a30016SJohn McCall   // Emit the RHS.  __block variables need the RHS evaluated first.
91007bb1966SJohn McCall   Val = Visit(E->getRHS());
9117a51313dSChris Lattner 
9127a51313dSChris Lattner   // Compute the address to store into.
9137a51313dSChris Lattner   LValue LHS = CGF.EmitLValue(E->getLHS());
9147a51313dSChris Lattner 
9158c94ffe7SDaniel Dunbar   // Store the result value into the LHS lvalue.
91666e4197fSDavid Blaikie   EmitStoreOfComplex(Val, LHS, /*isInit*/ false);
91776d864c7SDaniel Dunbar 
91807bb1966SJohn McCall   return LHS;
91907bb1966SJohn McCall }
9208c94ffe7SDaniel Dunbar 
92107bb1966SJohn McCall ComplexPairTy ComplexExprEmitter::VisitBinAssign(const BinaryOperator *E) {
92207bb1966SJohn McCall   ComplexPairTy Val;
92307bb1966SJohn McCall   LValue LV = EmitBinAssignLValue(E, Val);
92407bb1966SJohn McCall 
92507bb1966SJohn McCall   // The result of an assignment in C is the assigned r-value.
9269c6890a7SRichard Smith   if (!CGF.getLangOpts().CPlusPlus)
92776d864c7SDaniel Dunbar     return Val;
92807bb1966SJohn McCall 
92907bb1966SJohn McCall   // If the lvalue is non-volatile, return the computed value of the assignment.
93007bb1966SJohn McCall   if (!LV.isVolatileQualified())
93107bb1966SJohn McCall     return Val;
93207bb1966SJohn McCall 
9332d84e842SNick Lewycky   return EmitLoadOfLValue(LV, E->getExprLoc());
93476d864c7SDaniel Dunbar }
93576d864c7SDaniel Dunbar 
9367a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitBinComma(const BinaryOperator *E) {
937a2342eb8SJohn McCall   CGF.EmitIgnoredExpr(E->getLHS());
9387a51313dSChris Lattner   return Visit(E->getRHS());
9397a51313dSChris Lattner }
9407a51313dSChris Lattner 
9417a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::
942c07a0c7eSJohn McCall VisitAbstractConditionalOperator(const AbstractConditionalOperator *E) {
943df0fe27bSMike Stump   TestAndClearIgnoreReal();
944df0fe27bSMike Stump   TestAndClearIgnoreImag();
945a612e79bSDaniel Dunbar   llvm::BasicBlock *LHSBlock = CGF.createBasicBlock("cond.true");
946a612e79bSDaniel Dunbar   llvm::BasicBlock *RHSBlock = CGF.createBasicBlock("cond.false");
947a612e79bSDaniel Dunbar   llvm::BasicBlock *ContBlock = CGF.createBasicBlock("cond.end");
9487a51313dSChris Lattner 
949c07a0c7eSJohn McCall   // Bind the common expression if necessary.
95048fd89adSEli Friedman   CodeGenFunction::OpaqueValueMapping binding(CGF, E);
951ce1de617SJohn McCall 
95266242d6cSJustin Bogner 
953c07a0c7eSJohn McCall   CodeGenFunction::ConditionalEvaluation eval(CGF);
95466242d6cSJustin Bogner   CGF.EmitBranchOnBoolExpr(E->getCond(), LHSBlock, RHSBlock,
95566242d6cSJustin Bogner                            CGF.getProfileCount(E));
9567a51313dSChris Lattner 
957ce1de617SJohn McCall   eval.begin(CGF);
9587a51313dSChris Lattner   CGF.EmitBlock(LHSBlock);
95966242d6cSJustin Bogner   CGF.incrementProfileCounter(E);
9608162d4adSFariborz Jahanian   ComplexPairTy LHS = Visit(E->getTrueExpr());
9617a51313dSChris Lattner   LHSBlock = Builder.GetInsertBlock();
962c56e6764SDaniel Dunbar   CGF.EmitBranch(ContBlock);
963ce1de617SJohn McCall   eval.end(CGF);
9647a51313dSChris Lattner 
965ce1de617SJohn McCall   eval.begin(CGF);
9667a51313dSChris Lattner   CGF.EmitBlock(RHSBlock);
967c07a0c7eSJohn McCall   ComplexPairTy RHS = Visit(E->getFalseExpr());
9687a51313dSChris Lattner   RHSBlock = Builder.GetInsertBlock();
9697a51313dSChris Lattner   CGF.EmitBlock(ContBlock);
970ce1de617SJohn McCall   eval.end(CGF);
9717a51313dSChris Lattner 
9727a51313dSChris Lattner   // Create a PHI node for the real part.
97320c0f02cSJay Foad   llvm::PHINode *RealPN = Builder.CreatePHI(LHS.first->getType(), 2, "cond.r");
9747a51313dSChris Lattner   RealPN->addIncoming(LHS.first, LHSBlock);
9757a51313dSChris Lattner   RealPN->addIncoming(RHS.first, RHSBlock);
9767a51313dSChris Lattner 
9777a51313dSChris Lattner   // Create a PHI node for the imaginary part.
97820c0f02cSJay Foad   llvm::PHINode *ImagPN = Builder.CreatePHI(LHS.first->getType(), 2, "cond.i");
9797a51313dSChris Lattner   ImagPN->addIncoming(LHS.second, LHSBlock);
9807a51313dSChris Lattner   ImagPN->addIncoming(RHS.second, RHSBlock);
9817a51313dSChris Lattner 
9827a51313dSChris Lattner   return ComplexPairTy(RealPN, ImagPN);
9837a51313dSChris Lattner }
9847a51313dSChris Lattner 
9857a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitChooseExpr(ChooseExpr *E) {
98675807f23SEli Friedman   return Visit(E->getChosenSubExpr());
9877a51313dSChris Lattner }
9887a51313dSChris Lattner 
989dd7406e6SEli Friedman ComplexPairTy ComplexExprEmitter::VisitInitListExpr(InitListExpr *E) {
990df0fe27bSMike Stump     bool Ignore = TestAndClearIgnoreReal();
991df0fe27bSMike Stump     (void)Ignore;
992df0fe27bSMike Stump     assert (Ignore == false && "init list ignored");
993df0fe27bSMike Stump     Ignore = TestAndClearIgnoreImag();
994df0fe27bSMike Stump     (void)Ignore;
995df0fe27bSMike Stump     assert (Ignore == false && "init list ignored");
9966b9c41eaSEli Friedman 
9976b9c41eaSEli Friedman   if (E->getNumInits() == 2) {
9986b9c41eaSEli Friedman     llvm::Value *Real = CGF.EmitScalarExpr(E->getInit(0));
9996b9c41eaSEli Friedman     llvm::Value *Imag = CGF.EmitScalarExpr(E->getInit(1));
10006b9c41eaSEli Friedman     return ComplexPairTy(Real, Imag);
10016b9c41eaSEli Friedman   } else if (E->getNumInits() == 1) {
1002dd7406e6SEli Friedman     return Visit(E->getInit(0));
10036b9c41eaSEli Friedman   }
1004dd7406e6SEli Friedman 
1005dd7406e6SEli Friedman   // Empty init list intializes to null
10066b9c41eaSEli Friedman   assert(E->getNumInits() == 0 && "Unexpected number of inits");
100747fb9508SJohn McCall   QualType Ty = E->getType()->castAs<ComplexType>()->getElementType();
10082192fe50SChris Lattner   llvm::Type* LTy = CGF.ConvertType(Ty);
10090b75f23bSOwen Anderson   llvm::Value* zeroConstant = llvm::Constant::getNullValue(LTy);
1010dd7406e6SEli Friedman   return ComplexPairTy(zeroConstant, zeroConstant);
1011dd7406e6SEli Friedman }
1012dd7406e6SEli Friedman 
101300079612SDaniel Dunbar ComplexPairTy ComplexExprEmitter::VisitVAArgExpr(VAArgExpr *E) {
1014*c7d5c94fSCharles Davis   Address ArgValue = Address::invalid();
1015*c7d5c94fSCharles Davis   Address ArgPtr = CGF.EmitVAArg(E, ArgValue);
101600079612SDaniel Dunbar 
10177f416cc4SJohn McCall   if (!ArgPtr.isValid()) {
101800079612SDaniel Dunbar     CGF.ErrorUnsupported(E, "complex va_arg expression");
10192192fe50SChris Lattner     llvm::Type *EltTy =
102047fb9508SJohn McCall       CGF.ConvertType(E->getType()->castAs<ComplexType>()->getElementType());
102100079612SDaniel Dunbar     llvm::Value *U = llvm::UndefValue::get(EltTy);
102200079612SDaniel Dunbar     return ComplexPairTy(U, U);
102300079612SDaniel Dunbar   }
102400079612SDaniel Dunbar 
10257f416cc4SJohn McCall   return EmitLoadOfLValue(CGF.MakeAddrLValue(ArgPtr, E->getType()),
10262d84e842SNick Lewycky                           E->getExprLoc());
102700079612SDaniel Dunbar }
102800079612SDaniel Dunbar 
10297a51313dSChris Lattner //===----------------------------------------------------------------------===//
10307a51313dSChris Lattner //                         Entry Point into this File
10317a51313dSChris Lattner //===----------------------------------------------------------------------===//
10327a51313dSChris Lattner 
10337a51313dSChris Lattner /// EmitComplexExpr - Emit the computation of the specified expression of
10347a51313dSChris Lattner /// complex type, ignoring the result.
1035df0fe27bSMike Stump ComplexPairTy CodeGenFunction::EmitComplexExpr(const Expr *E, bool IgnoreReal,
103607bb1966SJohn McCall                                                bool IgnoreImag) {
103747fb9508SJohn McCall   assert(E && getComplexType(E->getType()) &&
10387a51313dSChris Lattner          "Invalid complex expression to emit");
10397a51313dSChris Lattner 
104038b25914SDavid Blaikie   return ComplexExprEmitter(*this, IgnoreReal, IgnoreImag)
1041df0fe27bSMike Stump       .Visit(const_cast<Expr *>(E));
10427a51313dSChris Lattner }
10437a51313dSChris Lattner 
104447fb9508SJohn McCall void CodeGenFunction::EmitComplexExprIntoLValue(const Expr *E, LValue dest,
104566e4197fSDavid Blaikie                                                 bool isInit) {
104647fb9508SJohn McCall   assert(E && getComplexType(E->getType()) &&
10477a51313dSChris Lattner          "Invalid complex expression to emit");
10487a51313dSChris Lattner   ComplexExprEmitter Emitter(*this);
10497a51313dSChris Lattner   ComplexPairTy Val = Emitter.Visit(const_cast<Expr*>(E));
105066e4197fSDavid Blaikie   Emitter.EmitStoreOfComplex(Val, dest, isInit);
10517a51313dSChris Lattner }
10527a51313dSChris Lattner 
105347fb9508SJohn McCall /// EmitStoreOfComplex - Store a complex number into the specified l-value.
105447fb9508SJohn McCall void CodeGenFunction::EmitStoreOfComplex(ComplexPairTy V, LValue dest,
105566e4197fSDavid Blaikie                                          bool isInit) {
105666e4197fSDavid Blaikie   ComplexExprEmitter(*this).EmitStoreOfComplex(V, dest, isInit);
10574b8c6db9SDaniel Dunbar }
10584b8c6db9SDaniel Dunbar 
105947fb9508SJohn McCall /// EmitLoadOfComplex - Load a complex number from the specified address.
10602d84e842SNick Lewycky ComplexPairTy CodeGenFunction::EmitLoadOfComplex(LValue src,
10612d84e842SNick Lewycky                                                  SourceLocation loc) {
10622d84e842SNick Lewycky   return ComplexExprEmitter(*this).EmitLoadOfLValue(src, loc);
10637a51313dSChris Lattner }
10644f29b49dSJohn McCall 
10654f29b49dSJohn McCall LValue CodeGenFunction::EmitComplexAssignmentLValue(const BinaryOperator *E) {
1066a2342eb8SJohn McCall   assert(E->getOpcode() == BO_Assign);
10674f29b49dSJohn McCall   ComplexPairTy Val; // ignored
10684f29b49dSJohn McCall   return ComplexExprEmitter(*this).EmitBinAssignLValue(E, Val);
1069a2342eb8SJohn McCall }
10704f29b49dSJohn McCall 
1071f045007fSEli Friedman typedef ComplexPairTy (ComplexExprEmitter::*CompoundFunc)(
1072f045007fSEli Friedman     const ComplexExprEmitter::BinOpInfo &);
10734f29b49dSJohn McCall 
1074f045007fSEli Friedman static CompoundFunc getComplexOp(BinaryOperatorKind Op) {
1075f045007fSEli Friedman   switch (Op) {
1076f045007fSEli Friedman   case BO_MulAssign: return &ComplexExprEmitter::EmitBinMul;
1077f045007fSEli Friedman   case BO_DivAssign: return &ComplexExprEmitter::EmitBinDiv;
1078f045007fSEli Friedman   case BO_SubAssign: return &ComplexExprEmitter::EmitBinSub;
1079f045007fSEli Friedman   case BO_AddAssign: return &ComplexExprEmitter::EmitBinAdd;
10804f29b49dSJohn McCall   default:
10814f29b49dSJohn McCall     llvm_unreachable("unexpected complex compound assignment");
10824f29b49dSJohn McCall   }
1083f045007fSEli Friedman }
10844f29b49dSJohn McCall 
1085f045007fSEli Friedman LValue CodeGenFunction::
1086f045007fSEli Friedman EmitComplexCompoundAssignmentLValue(const CompoundAssignOperator *E) {
1087f045007fSEli Friedman   CompoundFunc Op = getComplexOp(E->getOpcode());
1088f045007fSEli Friedman   RValue Val;
1089a2342eb8SJohn McCall   return ComplexExprEmitter(*this).EmitCompoundAssignLValue(E, Op, Val);
10904f29b49dSJohn McCall }
1091f045007fSEli Friedman 
1092f045007fSEli Friedman LValue CodeGenFunction::
1093527473dfSRichard Smith EmitScalarCompoundAssignWithComplex(const CompoundAssignOperator *E,
1094f045007fSEli Friedman                                     llvm::Value *&Result) {
1095f045007fSEli Friedman   CompoundFunc Op = getComplexOp(E->getOpcode());
1096f045007fSEli Friedman   RValue Val;
1097f045007fSEli Friedman   LValue Ret = ComplexExprEmitter(*this).EmitCompoundAssignLValue(E, Op, Val);
1098f045007fSEli Friedman   Result = Val.getScalarVal();
1099f045007fSEli Friedman   return Ret;
1100f045007fSEli Friedman }
1101