17a51313dSChris Lattner //===--- CGExprComplex.cpp - Emit LLVM Code for Complex Exprs -------------===//
27a51313dSChris Lattner //
37a51313dSChris Lattner //                     The LLVM Compiler Infrastructure
47a51313dSChris Lattner //
57a51313dSChris Lattner // This file is distributed under the University of Illinois Open Source
67a51313dSChris Lattner // License. See LICENSE.TXT for details.
77a51313dSChris Lattner //
87a51313dSChris Lattner //===----------------------------------------------------------------------===//
97a51313dSChris Lattner //
107a51313dSChris Lattner // This contains code to emit Expr nodes with complex types as LLVM code.
117a51313dSChris Lattner //
127a51313dSChris Lattner //===----------------------------------------------------------------------===//
137a51313dSChris Lattner 
147a51313dSChris Lattner #include "CodeGenFunction.h"
157a51313dSChris Lattner #include "CodeGenModule.h"
16ad319a73SDaniel Dunbar #include "clang/AST/ASTContext.h"
17ad319a73SDaniel Dunbar #include "clang/AST/StmtVisitor.h"
180c4b230bSChandler Carruth #include "llvm/ADT/STLExtras.h"
193a02247dSChandler Carruth #include "llvm/ADT/SmallString.h"
20ffd5551bSChandler Carruth #include "llvm/IR/Constants.h"
21ffd5551bSChandler Carruth #include "llvm/IR/Function.h"
220c4b230bSChandler Carruth #include "llvm/IR/Instructions.h"
230c4b230bSChandler Carruth #include "llvm/IR/MDBuilder.h"
240c4b230bSChandler Carruth #include "llvm/IR/Metadata.h"
2527dcbb24SJF Bastien #include <algorithm>
267a51313dSChris Lattner using namespace clang;
277a51313dSChris Lattner using namespace CodeGen;
287a51313dSChris Lattner 
297a51313dSChris Lattner //===----------------------------------------------------------------------===//
307a51313dSChris Lattner //                        Complex Expression Emitter
317a51313dSChris Lattner //===----------------------------------------------------------------------===//
327a51313dSChris Lattner 
337a51313dSChris Lattner typedef CodeGenFunction::ComplexPairTy ComplexPairTy;
347a51313dSChris Lattner 
3547fb9508SJohn McCall /// Return the complex type that we are meant to emit.
3647fb9508SJohn McCall static const ComplexType *getComplexType(QualType type) {
3747fb9508SJohn McCall   type = type.getCanonicalType();
3847fb9508SJohn McCall   if (const ComplexType *comp = dyn_cast<ComplexType>(type)) {
3947fb9508SJohn McCall     return comp;
4047fb9508SJohn McCall   } else {
4147fb9508SJohn McCall     return cast<ComplexType>(cast<AtomicType>(type)->getValueType());
4247fb9508SJohn McCall   }
4347fb9508SJohn McCall }
4447fb9508SJohn McCall 
457a51313dSChris Lattner namespace  {
46337e3a5fSBenjamin Kramer class ComplexExprEmitter
477a51313dSChris Lattner   : public StmtVisitor<ComplexExprEmitter, ComplexPairTy> {
487a51313dSChris Lattner   CodeGenFunction &CGF;
49cb463859SDaniel Dunbar   CGBuilderTy &Builder;
50df0fe27bSMike Stump   bool IgnoreReal;
51df0fe27bSMike Stump   bool IgnoreImag;
527a51313dSChris Lattner public:
5307bb1966SJohn McCall   ComplexExprEmitter(CodeGenFunction &cgf, bool ir=false, bool ii=false)
5407bb1966SJohn McCall     : CGF(cgf), Builder(CGF.Builder), IgnoreReal(ir), IgnoreImag(ii) {
557a51313dSChris Lattner   }
567a51313dSChris Lattner 
577a51313dSChris Lattner 
587a51313dSChris Lattner   //===--------------------------------------------------------------------===//
597a51313dSChris Lattner   //                               Utilities
607a51313dSChris Lattner   //===--------------------------------------------------------------------===//
617a51313dSChris Lattner 
62df0fe27bSMike Stump   bool TestAndClearIgnoreReal() {
63df0fe27bSMike Stump     bool I = IgnoreReal;
64df0fe27bSMike Stump     IgnoreReal = false;
65df0fe27bSMike Stump     return I;
66df0fe27bSMike Stump   }
67df0fe27bSMike Stump   bool TestAndClearIgnoreImag() {
68df0fe27bSMike Stump     bool I = IgnoreImag;
69df0fe27bSMike Stump     IgnoreImag = false;
70df0fe27bSMike Stump     return I;
71df0fe27bSMike Stump   }
72df0fe27bSMike Stump 
737a51313dSChris Lattner   /// EmitLoadOfLValue - Given an expression with complex type that represents a
747a51313dSChris Lattner   /// value l-value, this method emits the address of the l-value, then loads
757a51313dSChris Lattner   /// and returns the result.
767a51313dSChris Lattner   ComplexPairTy EmitLoadOfLValue(const Expr *E) {
772d84e842SNick Lewycky     return EmitLoadOfLValue(CGF.EmitLValue(E), E->getExprLoc());
78e26a872bSJohn McCall   }
79e26a872bSJohn McCall 
802d84e842SNick Lewycky   ComplexPairTy EmitLoadOfLValue(LValue LV, SourceLocation Loc);
81e26a872bSJohn McCall 
827a51313dSChris Lattner   /// EmitStoreOfComplex - Store the specified real/imag parts into the
837a51313dSChris Lattner   /// specified value pointer.
8466e4197fSDavid Blaikie   void EmitStoreOfComplex(ComplexPairTy Val, LValue LV, bool isInit);
857a51313dSChris Lattner 
86650d7f7dSFilipe Cabecinhas   /// Emit a cast from complex value Val to DestType.
877a51313dSChris Lattner   ComplexPairTy EmitComplexToComplexCast(ComplexPairTy Val, QualType SrcType,
887af183d8SFilipe Cabecinhas                                          QualType DestType, SourceLocation Loc);
89650d7f7dSFilipe Cabecinhas   /// Emit a cast from scalar value Val to DestType.
90f045007fSEli Friedman   ComplexPairTy EmitScalarToComplexCast(llvm::Value *Val, QualType SrcType,
917af183d8SFilipe Cabecinhas                                         QualType DestType, SourceLocation Loc);
927a51313dSChris Lattner 
937a51313dSChris Lattner   //===--------------------------------------------------------------------===//
947a51313dSChris Lattner   //                            Visitor Methods
957a51313dSChris Lattner   //===--------------------------------------------------------------------===//
967a51313dSChris Lattner 
978162d4adSFariborz Jahanian   ComplexPairTy Visit(Expr *E) {
989b479666SDavid Blaikie     ApplyDebugLocation DL(CGF, E);
998162d4adSFariborz Jahanian     return StmtVisitor<ComplexExprEmitter, ComplexPairTy>::Visit(E);
1008162d4adSFariborz Jahanian   }
1018162d4adSFariborz Jahanian 
1027a51313dSChris Lattner   ComplexPairTy VisitStmt(Stmt *S) {
1037a51313dSChris Lattner     S->dump(CGF.getContext().getSourceManager());
10483d382b1SDavid Blaikie     llvm_unreachable("Stmt can't have complex result type!");
1057a51313dSChris Lattner   }
1067a51313dSChris Lattner   ComplexPairTy VisitExpr(Expr *S);
1077a51313dSChris Lattner   ComplexPairTy VisitParenExpr(ParenExpr *PE) { return Visit(PE->getSubExpr());}
10891147596SPeter Collingbourne   ComplexPairTy VisitGenericSelectionExpr(GenericSelectionExpr *GE) {
10991147596SPeter Collingbourne     return Visit(GE->getResultExpr());
11091147596SPeter Collingbourne   }
1117a51313dSChris Lattner   ComplexPairTy VisitImaginaryLiteral(const ImaginaryLiteral *IL);
1127c454bb8SJohn McCall   ComplexPairTy
1137c454bb8SJohn McCall   VisitSubstNonTypeTemplateParmExpr(SubstNonTypeTemplateParmExpr *PE) {
1147c454bb8SJohn McCall     return Visit(PE->getReplacement());
1157c454bb8SJohn McCall   }
1167a51313dSChris Lattner 
1177a51313dSChris Lattner   // l-values.
118113bee05SJohn McCall   ComplexPairTy VisitDeclRefExpr(DeclRefExpr *E) {
119113bee05SJohn McCall     if (CodeGenFunction::ConstantEmission result = CGF.tryEmitAsConstant(E)) {
12071335059SJohn McCall       if (result.isReference())
1212d84e842SNick Lewycky         return EmitLoadOfLValue(result.getReferenceLValue(CGF, E),
1222d84e842SNick Lewycky                                 E->getExprLoc());
12371335059SJohn McCall 
12464f23918SEli Friedman       llvm::Constant *pair = result.getValue();
12564f23918SEli Friedman       return ComplexPairTy(pair->getAggregateElement(0U),
12664f23918SEli Friedman                            pair->getAggregateElement(1U));
12771335059SJohn McCall     }
128113bee05SJohn McCall     return EmitLoadOfLValue(E);
12971335059SJohn McCall   }
13076d864c7SDaniel Dunbar   ComplexPairTy VisitObjCIvarRefExpr(ObjCIvarRefExpr *E) {
13176d864c7SDaniel Dunbar     return EmitLoadOfLValue(E);
13276d864c7SDaniel Dunbar   }
13376d864c7SDaniel Dunbar   ComplexPairTy VisitObjCMessageExpr(ObjCMessageExpr *E) {
13476d864c7SDaniel Dunbar     return CGF.EmitObjCMessageExpr(E).getComplexVal();
13576d864c7SDaniel Dunbar   }
1367a51313dSChris Lattner   ComplexPairTy VisitArraySubscriptExpr(Expr *E) { return EmitLoadOfLValue(E); }
1377a51313dSChris Lattner   ComplexPairTy VisitMemberExpr(const Expr *E) { return EmitLoadOfLValue(E); }
1381bf5846aSJohn McCall   ComplexPairTy VisitOpaqueValueExpr(OpaqueValueExpr *E) {
139c07a0c7eSJohn McCall     if (E->isGLValue())
1402d84e842SNick Lewycky       return EmitLoadOfLValue(CGF.getOpaqueLValueMapping(E), E->getExprLoc());
141c07a0c7eSJohn McCall     return CGF.getOpaqueRValueMapping(E).getComplexVal();
1421bf5846aSJohn McCall   }
1437a51313dSChris Lattner 
144fe96e0b6SJohn McCall   ComplexPairTy VisitPseudoObjectExpr(PseudoObjectExpr *E) {
145fe96e0b6SJohn McCall     return CGF.EmitPseudoObjectRValue(E).getComplexVal();
146fe96e0b6SJohn McCall   }
147fe96e0b6SJohn McCall 
1487a51313dSChris Lattner   // FIXME: CompoundLiteralExpr
1497a51313dSChris Lattner 
1501a07fd18SCraig Topper   ComplexPairTy EmitCast(CastKind CK, Expr *Op, QualType DestTy);
1517a51313dSChris Lattner   ComplexPairTy VisitImplicitCastExpr(ImplicitCastExpr *E) {
1527a51313dSChris Lattner     // Unlike for scalars, we don't have to worry about function->ptr demotion
1537a51313dSChris Lattner     // here.
154c357f412SDouglas Gregor     return EmitCast(E->getCastKind(), E->getSubExpr(), E->getType());
1557a51313dSChris Lattner   }
1567a51313dSChris Lattner   ComplexPairTy VisitCastExpr(CastExpr *E) {
157*2bf9b4c0SAlexey Bataev     if (const auto *ECE = dyn_cast<ExplicitCastExpr>(E))
158*2bf9b4c0SAlexey Bataev       CGF.CGM.EmitExplicitCastExprType(ECE, &CGF);
159c357f412SDouglas Gregor     return EmitCast(E->getCastKind(), E->getSubExpr(), E->getType());
1607a51313dSChris Lattner   }
1617a51313dSChris Lattner   ComplexPairTy VisitCallExpr(const CallExpr *E);
1627a51313dSChris Lattner   ComplexPairTy VisitStmtExpr(const StmtExpr *E);
1637a51313dSChris Lattner 
1647a51313dSChris Lattner   // Operators.
1657a51313dSChris Lattner   ComplexPairTy VisitPrePostIncDec(const UnaryOperator *E,
166116ce8f1SChris Lattner                                    bool isInc, bool isPre) {
167116ce8f1SChris Lattner     LValue LV = CGF.EmitLValue(E->getSubExpr());
168116ce8f1SChris Lattner     return CGF.EmitComplexPrePostIncDec(E, LV, isInc, isPre);
169116ce8f1SChris Lattner   }
1707a51313dSChris Lattner   ComplexPairTy VisitUnaryPostDec(const UnaryOperator *E) {
1717a51313dSChris Lattner     return VisitPrePostIncDec(E, false, false);
1727a51313dSChris Lattner   }
1737a51313dSChris Lattner   ComplexPairTy VisitUnaryPostInc(const UnaryOperator *E) {
1747a51313dSChris Lattner     return VisitPrePostIncDec(E, true, false);
1757a51313dSChris Lattner   }
1767a51313dSChris Lattner   ComplexPairTy VisitUnaryPreDec(const UnaryOperator *E) {
1777a51313dSChris Lattner     return VisitPrePostIncDec(E, false, true);
1787a51313dSChris Lattner   }
1797a51313dSChris Lattner   ComplexPairTy VisitUnaryPreInc(const UnaryOperator *E) {
1807a51313dSChris Lattner     return VisitPrePostIncDec(E, true, true);
1817a51313dSChris Lattner   }
1827a51313dSChris Lattner   ComplexPairTy VisitUnaryDeref(const Expr *E) { return EmitLoadOfLValue(E); }
1837a51313dSChris Lattner   ComplexPairTy VisitUnaryPlus     (const UnaryOperator *E) {
184df0fe27bSMike Stump     TestAndClearIgnoreReal();
185df0fe27bSMike Stump     TestAndClearIgnoreImag();
1867a51313dSChris Lattner     return Visit(E->getSubExpr());
1877a51313dSChris Lattner   }
1887a51313dSChris Lattner   ComplexPairTy VisitUnaryMinus    (const UnaryOperator *E);
1897a51313dSChris Lattner   ComplexPairTy VisitUnaryNot      (const UnaryOperator *E);
1906f28289aSSebastian Redl   // LNot,Real,Imag never return complex.
1917a51313dSChris Lattner   ComplexPairTy VisitUnaryExtension(const UnaryOperator *E) {
1927a51313dSChris Lattner     return Visit(E->getSubExpr());
1937a51313dSChris Lattner   }
194aa9c7aedSChris Lattner   ComplexPairTy VisitCXXDefaultArgExpr(CXXDefaultArgExpr *DAE) {
195aa9c7aedSChris Lattner     return Visit(DAE->getExpr());
196aa9c7aedSChris Lattner   }
197852c9db7SRichard Smith   ComplexPairTy VisitCXXDefaultInitExpr(CXXDefaultInitExpr *DIE) {
198852c9db7SRichard Smith     CodeGenFunction::CXXDefaultInitExprScope Scope(CGF);
199852c9db7SRichard Smith     return Visit(DIE->getExpr());
200852c9db7SRichard Smith   }
2015d413781SJohn McCall   ComplexPairTy VisitExprWithCleanups(ExprWithCleanups *E) {
20208ef4660SJohn McCall     CGF.enterFullExpression(E);
20308ef4660SJohn McCall     CodeGenFunction::RunCleanupsScope Scope(CGF);
20408ef4660SJohn McCall     return Visit(E->getSubExpr());
205c0092ad3SAnders Carlsson   }
206747eb784SDouglas Gregor   ComplexPairTy VisitCXXScalarValueInitExpr(CXXScalarValueInitExpr *E) {
207ce4528f0SArgyrios Kyrtzidis     assert(E->getType()->isAnyComplexType() && "Expected complex type!");
20847fb9508SJohn McCall     QualType Elem = E->getType()->castAs<ComplexType>()->getElementType();
2094a3999feSMike Stump     llvm::Constant *Null = llvm::Constant::getNullValue(CGF.ConvertType(Elem));
210ce4528f0SArgyrios Kyrtzidis     return ComplexPairTy(Null, Null);
211ce4528f0SArgyrios Kyrtzidis   }
2120202cb40SDouglas Gregor   ComplexPairTy VisitImplicitValueInitExpr(ImplicitValueInitExpr *E) {
2130202cb40SDouglas Gregor     assert(E->getType()->isAnyComplexType() && "Expected complex type!");
21447fb9508SJohn McCall     QualType Elem = E->getType()->castAs<ComplexType>()->getElementType();
215ae86c19eSOwen Anderson     llvm::Constant *Null =
2160b75f23bSOwen Anderson                        llvm::Constant::getNullValue(CGF.ConvertType(Elem));
2170202cb40SDouglas Gregor     return ComplexPairTy(Null, Null);
2180202cb40SDouglas Gregor   }
2197a51313dSChris Lattner 
2207a51313dSChris Lattner   struct BinOpInfo {
2217a51313dSChris Lattner     ComplexPairTy LHS;
2227a51313dSChris Lattner     ComplexPairTy RHS;
2237a51313dSChris Lattner     QualType Ty;  // Computation Type.
2247a51313dSChris Lattner   };
2257a51313dSChris Lattner 
2267a51313dSChris Lattner   BinOpInfo EmitBinOps(const BinaryOperator *E);
22707bb1966SJohn McCall   LValue EmitCompoundAssignLValue(const CompoundAssignOperator *E,
22807bb1966SJohn McCall                                   ComplexPairTy (ComplexExprEmitter::*Func)
22907bb1966SJohn McCall                                   (const BinOpInfo &),
230f045007fSEli Friedman                                   RValue &Val);
2317a51313dSChris Lattner   ComplexPairTy EmitCompoundAssign(const CompoundAssignOperator *E,
2327a51313dSChris Lattner                                    ComplexPairTy (ComplexExprEmitter::*Func)
2337a51313dSChris Lattner                                    (const BinOpInfo &));
2347a51313dSChris Lattner 
2357a51313dSChris Lattner   ComplexPairTy EmitBinAdd(const BinOpInfo &Op);
2367a51313dSChris Lattner   ComplexPairTy EmitBinSub(const BinOpInfo &Op);
2377a51313dSChris Lattner   ComplexPairTy EmitBinMul(const BinOpInfo &Op);
2387a51313dSChris Lattner   ComplexPairTy EmitBinDiv(const BinOpInfo &Op);
2397a51313dSChris Lattner 
240a216cad0SChandler Carruth   ComplexPairTy EmitComplexBinOpLibCall(StringRef LibCallName,
241a216cad0SChandler Carruth                                         const BinOpInfo &Op);
242a216cad0SChandler Carruth 
2437a51313dSChris Lattner   ComplexPairTy VisitBinAdd(const BinaryOperator *E) {
2447a51313dSChris Lattner     return EmitBinAdd(EmitBinOps(E));
2457a51313dSChris Lattner   }
2467a51313dSChris Lattner   ComplexPairTy VisitBinSub(const BinaryOperator *E) {
2477a51313dSChris Lattner     return EmitBinSub(EmitBinOps(E));
2487a51313dSChris Lattner   }
24907bb1966SJohn McCall   ComplexPairTy VisitBinMul(const BinaryOperator *E) {
25007bb1966SJohn McCall     return EmitBinMul(EmitBinOps(E));
25107bb1966SJohn McCall   }
2527a51313dSChris Lattner   ComplexPairTy VisitBinDiv(const BinaryOperator *E) {
2537a51313dSChris Lattner     return EmitBinDiv(EmitBinOps(E));
2547a51313dSChris Lattner   }
2557a51313dSChris Lattner 
2567a51313dSChris Lattner   // Compound assignments.
2577a51313dSChris Lattner   ComplexPairTy VisitBinAddAssign(const CompoundAssignOperator *E) {
2587a51313dSChris Lattner     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinAdd);
2597a51313dSChris Lattner   }
2607a51313dSChris Lattner   ComplexPairTy VisitBinSubAssign(const CompoundAssignOperator *E) {
2617a51313dSChris Lattner     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinSub);
2627a51313dSChris Lattner   }
2637a51313dSChris Lattner   ComplexPairTy VisitBinMulAssign(const CompoundAssignOperator *E) {
2647a51313dSChris Lattner     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinMul);
2657a51313dSChris Lattner   }
2667a51313dSChris Lattner   ComplexPairTy VisitBinDivAssign(const CompoundAssignOperator *E) {
2677a51313dSChris Lattner     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinDiv);
2687a51313dSChris Lattner   }
2697a51313dSChris Lattner 
2707a51313dSChris Lattner   // GCC rejects rem/and/or/xor for integer complex.
2717a51313dSChris Lattner   // Logical and/or always return int, never complex.
2727a51313dSChris Lattner 
2737a51313dSChris Lattner   // No comparisons produce a complex result.
27407bb1966SJohn McCall 
27507bb1966SJohn McCall   LValue EmitBinAssignLValue(const BinaryOperator *E,
27607bb1966SJohn McCall                              ComplexPairTy &Val);
2777a51313dSChris Lattner   ComplexPairTy VisitBinAssign     (const BinaryOperator *E);
2787a51313dSChris Lattner   ComplexPairTy VisitBinComma      (const BinaryOperator *E);
2797a51313dSChris Lattner 
2807a51313dSChris Lattner 
281c07a0c7eSJohn McCall   ComplexPairTy
282c07a0c7eSJohn McCall   VisitAbstractConditionalOperator(const AbstractConditionalOperator *CO);
2837a51313dSChris Lattner   ComplexPairTy VisitChooseExpr(ChooseExpr *CE);
284dd7406e6SEli Friedman 
285dd7406e6SEli Friedman   ComplexPairTy VisitInitListExpr(InitListExpr *E);
28600079612SDaniel Dunbar 
287afa84ae8SEli Friedman   ComplexPairTy VisitCompoundLiteralExpr(CompoundLiteralExpr *E) {
288afa84ae8SEli Friedman     return EmitLoadOfLValue(E);
289afa84ae8SEli Friedman   }
290afa84ae8SEli Friedman 
29100079612SDaniel Dunbar   ComplexPairTy VisitVAArgExpr(VAArgExpr *E);
292df14b3a8SEli Friedman 
293df14b3a8SEli Friedman   ComplexPairTy VisitAtomicExpr(AtomicExpr *E) {
294df14b3a8SEli Friedman     return CGF.EmitAtomicExpr(E).getComplexVal();
295df14b3a8SEli Friedman   }
2967a51313dSChris Lattner };
2977a51313dSChris Lattner }  // end anonymous namespace.
2987a51313dSChris Lattner 
2997a51313dSChris Lattner //===----------------------------------------------------------------------===//
3007a51313dSChris Lattner //                                Utilities
3017a51313dSChris Lattner //===----------------------------------------------------------------------===//
3027a51313dSChris Lattner 
3037f416cc4SJohn McCall Address CodeGenFunction::emitAddrOfRealComponent(Address addr,
3047f416cc4SJohn McCall                                                  QualType complexType) {
3057f416cc4SJohn McCall   CharUnits offset = CharUnits::Zero();
3067f416cc4SJohn McCall   return Builder.CreateStructGEP(addr, 0, offset, addr.getName() + ".realp");
3077f416cc4SJohn McCall }
3087f416cc4SJohn McCall 
3097f416cc4SJohn McCall Address CodeGenFunction::emitAddrOfImagComponent(Address addr,
3107f416cc4SJohn McCall                                                  QualType complexType) {
3117f416cc4SJohn McCall   QualType eltType = complexType->castAs<ComplexType>()->getElementType();
3127f416cc4SJohn McCall   CharUnits offset = getContext().getTypeSizeInChars(eltType);
3137f416cc4SJohn McCall   return Builder.CreateStructGEP(addr, 1, offset, addr.getName() + ".imagp");
3147f416cc4SJohn McCall }
3157f416cc4SJohn McCall 
31647fb9508SJohn McCall /// EmitLoadOfLValue - Given an RValue reference for a complex, emit code to
3177a51313dSChris Lattner /// load the real and imaginary pieces, returning them as Real/Imag.
3182d84e842SNick Lewycky ComplexPairTy ComplexExprEmitter::EmitLoadOfLValue(LValue lvalue,
3192d84e842SNick Lewycky                                                    SourceLocation loc) {
32047fb9508SJohn McCall   assert(lvalue.isSimple() && "non-simple complex l-value?");
321a8ec7eb9SJohn McCall   if (lvalue.getType()->isAtomicType())
3222d84e842SNick Lewycky     return CGF.EmitAtomicLoad(lvalue, loc).getComplexVal();
323a8ec7eb9SJohn McCall 
3247f416cc4SJohn McCall   Address SrcPtr = lvalue.getAddress();
32547fb9508SJohn McCall   bool isVolatile = lvalue.isVolatileQualified();
32647fb9508SJohn McCall 
3278a13c418SCraig Topper   llvm::Value *Real = nullptr, *Imag = nullptr;
328df0fe27bSMike Stump 
32983fe49d1SJohn McCall   if (!IgnoreReal || isVolatile) {
3307f416cc4SJohn McCall     Address RealP = CGF.emitAddrOfRealComponent(SrcPtr, lvalue.getType());
3317f416cc4SJohn McCall     Real = Builder.CreateLoad(RealP, isVolatile, SrcPtr.getName() + ".real");
332df0fe27bSMike Stump   }
333df0fe27bSMike Stump 
33483fe49d1SJohn McCall   if (!IgnoreImag || isVolatile) {
3357f416cc4SJohn McCall     Address ImagP = CGF.emitAddrOfImagComponent(SrcPtr, lvalue.getType());
3367f416cc4SJohn McCall     Imag = Builder.CreateLoad(ImagP, isVolatile, SrcPtr.getName() + ".imag");
337df0fe27bSMike Stump   }
3387f416cc4SJohn McCall 
3397a51313dSChris Lattner   return ComplexPairTy(Real, Imag);
3407a51313dSChris Lattner }
3417a51313dSChris Lattner 
3427a51313dSChris Lattner /// EmitStoreOfComplex - Store the specified real/imag parts into the
3437a51313dSChris Lattner /// specified value pointer.
344538deffdSDavid Blaikie void ComplexExprEmitter::EmitStoreOfComplex(ComplexPairTy Val, LValue lvalue,
34566e4197fSDavid Blaikie                                             bool isInit) {
346a5b195a1SDavid Majnemer   if (lvalue.getType()->isAtomicType() ||
347a5b195a1SDavid Majnemer       (!isInit && CGF.LValueIsSuitableForInlineAtomic(lvalue)))
348a8ec7eb9SJohn McCall     return CGF.EmitAtomicStore(RValue::getComplex(Val), lvalue, isInit);
349a8ec7eb9SJohn McCall 
3507f416cc4SJohn McCall   Address Ptr = lvalue.getAddress();
3517f416cc4SJohn McCall   Address RealPtr = CGF.emitAddrOfRealComponent(Ptr, lvalue.getType());
3527f416cc4SJohn McCall   Address ImagPtr = CGF.emitAddrOfImagComponent(Ptr, lvalue.getType());
3537a51313dSChris Lattner 
3547f416cc4SJohn McCall   Builder.CreateStore(Val.first, RealPtr, lvalue.isVolatileQualified());
3557f416cc4SJohn McCall   Builder.CreateStore(Val.second, ImagPtr, lvalue.isVolatileQualified());
3567a51313dSChris Lattner }
3577a51313dSChris Lattner 
3587a51313dSChris Lattner 
3597a51313dSChris Lattner 
3607a51313dSChris Lattner //===----------------------------------------------------------------------===//
3617a51313dSChris Lattner //                            Visitor Methods
3627a51313dSChris Lattner //===----------------------------------------------------------------------===//
3637a51313dSChris Lattner 
3647a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitExpr(Expr *E) {
365b74711dfSFariborz Jahanian   CGF.ErrorUnsupported(E, "complex expression");
366b74711dfSFariborz Jahanian   llvm::Type *EltTy =
36747fb9508SJohn McCall     CGF.ConvertType(getComplexType(E->getType())->getElementType());
368b74711dfSFariborz Jahanian   llvm::Value *U = llvm::UndefValue::get(EltTy);
369b74711dfSFariborz Jahanian   return ComplexPairTy(U, U);
3707a51313dSChris Lattner }
3717a51313dSChris Lattner 
3727a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::
3737a51313dSChris Lattner VisitImaginaryLiteral(const ImaginaryLiteral *IL) {
3747a51313dSChris Lattner   llvm::Value *Imag = CGF.EmitScalarExpr(IL->getSubExpr());
375294c2db4SJohn McCall   return ComplexPairTy(llvm::Constant::getNullValue(Imag->getType()), Imag);
3767a51313dSChris Lattner }
3777a51313dSChris Lattner 
3787a51313dSChris Lattner 
3797a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitCallExpr(const CallExpr *E) {
380ced8bdf7SDavid Majnemer   if (E->getCallReturnType(CGF.getContext())->isReferenceType())
381d8b7ae20SAnders Carlsson     return EmitLoadOfLValue(E);
382d8b7ae20SAnders Carlsson 
3837a51313dSChris Lattner   return CGF.EmitCallExpr(E).getComplexVal();
3847a51313dSChris Lattner }
3857a51313dSChris Lattner 
3867a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitStmtExpr(const StmtExpr *E) {
387ce1de617SJohn McCall   CodeGenFunction::StmtExprEvaluation eval(CGF);
3887f416cc4SJohn McCall   Address RetAlloca = CGF.EmitCompoundStmt(*E->getSubStmt(), true);
3897f416cc4SJohn McCall   assert(RetAlloca.isValid() && "Expected complex return value");
3902d84e842SNick Lewycky   return EmitLoadOfLValue(CGF.MakeAddrLValue(RetAlloca, E->getType()),
3912d84e842SNick Lewycky                           E->getExprLoc());
3927a51313dSChris Lattner }
3937a51313dSChris Lattner 
394650d7f7dSFilipe Cabecinhas /// Emit a cast from complex value Val to DestType.
3957a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::EmitComplexToComplexCast(ComplexPairTy Val,
3967a51313dSChris Lattner                                                            QualType SrcType,
3977af183d8SFilipe Cabecinhas                                                            QualType DestType,
3987af183d8SFilipe Cabecinhas                                                            SourceLocation Loc) {
3997a51313dSChris Lattner   // Get the src/dest element type.
40047fb9508SJohn McCall   SrcType = SrcType->castAs<ComplexType>()->getElementType();
40147fb9508SJohn McCall   DestType = DestType->castAs<ComplexType>()->getElementType();
4027a51313dSChris Lattner 
4037a51313dSChris Lattner   // C99 6.3.1.6: When a value of complex type is converted to another
4047a51313dSChris Lattner   // complex type, both the real and imaginary parts follow the conversion
4057a51313dSChris Lattner   // rules for the corresponding real types.
4067af183d8SFilipe Cabecinhas   Val.first = CGF.EmitScalarConversion(Val.first, SrcType, DestType, Loc);
4077af183d8SFilipe Cabecinhas   Val.second = CGF.EmitScalarConversion(Val.second, SrcType, DestType, Loc);
4087a51313dSChris Lattner   return Val;
4097a51313dSChris Lattner }
4107a51313dSChris Lattner 
411f045007fSEli Friedman ComplexPairTy ComplexExprEmitter::EmitScalarToComplexCast(llvm::Value *Val,
412f045007fSEli Friedman                                                           QualType SrcType,
4137af183d8SFilipe Cabecinhas                                                           QualType DestType,
4147af183d8SFilipe Cabecinhas                                                           SourceLocation Loc) {
415f045007fSEli Friedman   // Convert the input element to the element type of the complex.
416f045007fSEli Friedman   DestType = DestType->castAs<ComplexType>()->getElementType();
4177af183d8SFilipe Cabecinhas   Val = CGF.EmitScalarConversion(Val, SrcType, DestType, Loc);
418f045007fSEli Friedman 
419f045007fSEli Friedman   // Return (realval, 0).
420f045007fSEli Friedman   return ComplexPairTy(Val, llvm::Constant::getNullValue(Val->getType()));
421f045007fSEli Friedman }
422f045007fSEli Friedman 
4231a07fd18SCraig Topper ComplexPairTy ComplexExprEmitter::EmitCast(CastKind CK, Expr *Op,
424c357f412SDouglas Gregor                                            QualType DestTy) {
42534376a68SJohn McCall   switch (CK) {
4265836852eSEli Friedman   case CK_Dependent: llvm_unreachable("dependent cast kind in IR gen!");
42734376a68SJohn McCall 
428fa35df62SDavid Chisnall   // Atomic to non-atomic casts may be more than a no-op for some platforms and
429fa35df62SDavid Chisnall   // for some types.
430fa35df62SDavid Chisnall   case CK_AtomicToNonAtomic:
431fa35df62SDavid Chisnall   case CK_NonAtomicToAtomic:
43234376a68SJohn McCall   case CK_NoOp:
43334376a68SJohn McCall   case CK_LValueToRValue:
4345836852eSEli Friedman   case CK_UserDefinedConversion:
43534376a68SJohn McCall     return Visit(Op);
43634376a68SJohn McCall 
4375836852eSEli Friedman   case CK_LValueBitCast: {
43847fb9508SJohn McCall     LValue origLV = CGF.EmitLValue(Op);
4397f416cc4SJohn McCall     Address V = origLV.getAddress();
4407f416cc4SJohn McCall     V = Builder.CreateElementBitCast(V, CGF.ConvertType(DestTy));
4417f416cc4SJohn McCall     return EmitLoadOfLValue(CGF.MakeAddrLValue(V, DestTy), Op->getExprLoc());
442c357f412SDouglas Gregor   }
443c357f412SDouglas Gregor 
4445836852eSEli Friedman   case CK_BitCast:
4455836852eSEli Friedman   case CK_BaseToDerived:
4465836852eSEli Friedman   case CK_DerivedToBase:
4475836852eSEli Friedman   case CK_UncheckedDerivedToBase:
4485836852eSEli Friedman   case CK_Dynamic:
4495836852eSEli Friedman   case CK_ToUnion:
4505836852eSEli Friedman   case CK_ArrayToPointerDecay:
4515836852eSEli Friedman   case CK_FunctionToPointerDecay:
4525836852eSEli Friedman   case CK_NullToPointer:
4535836852eSEli Friedman   case CK_NullToMemberPointer:
4545836852eSEli Friedman   case CK_BaseToDerivedMemberPointer:
4555836852eSEli Friedman   case CK_DerivedToBaseMemberPointer:
4565836852eSEli Friedman   case CK_MemberPointerToBoolean:
457c62bb391SJohn McCall   case CK_ReinterpretMemberPointer:
4585836852eSEli Friedman   case CK_ConstructorConversion:
4595836852eSEli Friedman   case CK_IntegralToPointer:
4605836852eSEli Friedman   case CK_PointerToIntegral:
4615836852eSEli Friedman   case CK_PointerToBoolean:
4625836852eSEli Friedman   case CK_ToVoid:
4635836852eSEli Friedman   case CK_VectorSplat:
4645836852eSEli Friedman   case CK_IntegralCast:
4655836852eSEli Friedman   case CK_IntegralToBoolean:
4665836852eSEli Friedman   case CK_IntegralToFloating:
4675836852eSEli Friedman   case CK_FloatingToIntegral:
4685836852eSEli Friedman   case CK_FloatingToBoolean:
4695836852eSEli Friedman   case CK_FloatingCast:
4709320b87cSJohn McCall   case CK_CPointerToObjCPointerCast:
4719320b87cSJohn McCall   case CK_BlockPointerToObjCPointerCast:
4725836852eSEli Friedman   case CK_AnyPointerToBlockPointerCast:
4735836852eSEli Friedman   case CK_ObjCObjectLValueCast:
4745836852eSEli Friedman   case CK_FloatingComplexToReal:
4755836852eSEli Friedman   case CK_FloatingComplexToBoolean:
4765836852eSEli Friedman   case CK_IntegralComplexToReal:
4775836852eSEli Friedman   case CK_IntegralComplexToBoolean:
4782d637d2eSJohn McCall   case CK_ARCProduceObject:
4792d637d2eSJohn McCall   case CK_ARCConsumeObject:
4802d637d2eSJohn McCall   case CK_ARCReclaimReturnedObject:
4812d637d2eSJohn McCall   case CK_ARCExtendBlockObject:
482ed90df38SDouglas Gregor   case CK_CopyAndAutoreleaseBlockObject:
48334866c77SEli Friedman   case CK_BuiltinFnToFnPtr:
4841b4fb3e0SGuy Benyei   case CK_ZeroToOCLEvent:
485e1468322SDavid Tweed   case CK_AddressSpaceConversion:
4865836852eSEli Friedman     llvm_unreachable("invalid cast kind for complex value");
4875836852eSEli Friedman 
4885836852eSEli Friedman   case CK_FloatingRealToComplex:
489f045007fSEli Friedman   case CK_IntegralRealToComplex:
4907af183d8SFilipe Cabecinhas     return EmitScalarToComplexCast(CGF.EmitScalarExpr(Op), Op->getType(),
4917af183d8SFilipe Cabecinhas                                    DestTy, Op->getExprLoc());
4927a51313dSChris Lattner 
4935836852eSEli Friedman   case CK_FloatingComplexCast:
4945836852eSEli Friedman   case CK_FloatingComplexToIntegralComplex:
4955836852eSEli Friedman   case CK_IntegralComplexCast:
4965836852eSEli Friedman   case CK_IntegralComplexToFloatingComplex:
4977af183d8SFilipe Cabecinhas     return EmitComplexToComplexCast(Visit(Op), Op->getType(), DestTy,
4987af183d8SFilipe Cabecinhas                                     Op->getExprLoc());
4995836852eSEli Friedman   }
5005836852eSEli Friedman 
5015836852eSEli Friedman   llvm_unreachable("unknown cast resulting in complex value");
5025836852eSEli Friedman }
5035836852eSEli Friedman 
5047a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitUnaryMinus(const UnaryOperator *E) {
505df0fe27bSMike Stump   TestAndClearIgnoreReal();
506df0fe27bSMike Stump   TestAndClearIgnoreImag();
5077a51313dSChris Lattner   ComplexPairTy Op = Visit(E->getSubExpr());
50894dfae24SChris Lattner 
50994dfae24SChris Lattner   llvm::Value *ResR, *ResI;
510998f9d97SDuncan Sands   if (Op.first->getType()->isFloatingPointTy()) {
51194dfae24SChris Lattner     ResR = Builder.CreateFNeg(Op.first,  "neg.r");
51294dfae24SChris Lattner     ResI = Builder.CreateFNeg(Op.second, "neg.i");
51394dfae24SChris Lattner   } else {
51494dfae24SChris Lattner     ResR = Builder.CreateNeg(Op.first,  "neg.r");
51594dfae24SChris Lattner     ResI = Builder.CreateNeg(Op.second, "neg.i");
51694dfae24SChris Lattner   }
5177a51313dSChris Lattner   return ComplexPairTy(ResR, ResI);
5187a51313dSChris Lattner }
5197a51313dSChris Lattner 
5207a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitUnaryNot(const UnaryOperator *E) {
521df0fe27bSMike Stump   TestAndClearIgnoreReal();
522df0fe27bSMike Stump   TestAndClearIgnoreImag();
5237a51313dSChris Lattner   // ~(a+ib) = a + i*-b
5247a51313dSChris Lattner   ComplexPairTy Op = Visit(E->getSubExpr());
52594dfae24SChris Lattner   llvm::Value *ResI;
526998f9d97SDuncan Sands   if (Op.second->getType()->isFloatingPointTy())
52794dfae24SChris Lattner     ResI = Builder.CreateFNeg(Op.second, "conj.i");
52894dfae24SChris Lattner   else
52994dfae24SChris Lattner     ResI = Builder.CreateNeg(Op.second, "conj.i");
53094dfae24SChris Lattner 
5317a51313dSChris Lattner   return ComplexPairTy(Op.first, ResI);
5327a51313dSChris Lattner }
5337a51313dSChris Lattner 
5347a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::EmitBinAdd(const BinOpInfo &Op) {
53594dfae24SChris Lattner   llvm::Value *ResR, *ResI;
53694dfae24SChris Lattner 
537998f9d97SDuncan Sands   if (Op.LHS.first->getType()->isFloatingPointTy()) {
53894dfae24SChris Lattner     ResR = Builder.CreateFAdd(Op.LHS.first,  Op.RHS.first,  "add.r");
539a216cad0SChandler Carruth     if (Op.LHS.second && Op.RHS.second)
54094dfae24SChris Lattner       ResI = Builder.CreateFAdd(Op.LHS.second, Op.RHS.second, "add.i");
541a216cad0SChandler Carruth     else
542a216cad0SChandler Carruth       ResI = Op.LHS.second ? Op.LHS.second : Op.RHS.second;
543a216cad0SChandler Carruth     assert(ResI && "Only one operand may be real!");
54494dfae24SChris Lattner   } else {
54594dfae24SChris Lattner     ResR = Builder.CreateAdd(Op.LHS.first,  Op.RHS.first,  "add.r");
546a216cad0SChandler Carruth     assert(Op.LHS.second && Op.RHS.second &&
547a216cad0SChandler Carruth            "Both operands of integer complex operators must be complex!");
54894dfae24SChris Lattner     ResI = Builder.CreateAdd(Op.LHS.second, Op.RHS.second, "add.i");
54994dfae24SChris Lattner   }
5507a51313dSChris Lattner   return ComplexPairTy(ResR, ResI);
5517a51313dSChris Lattner }
5527a51313dSChris Lattner 
5537a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::EmitBinSub(const BinOpInfo &Op) {
55494dfae24SChris Lattner   llvm::Value *ResR, *ResI;
555998f9d97SDuncan Sands   if (Op.LHS.first->getType()->isFloatingPointTy()) {
55694dfae24SChris Lattner     ResR = Builder.CreateFSub(Op.LHS.first, Op.RHS.first, "sub.r");
557a216cad0SChandler Carruth     if (Op.LHS.second && Op.RHS.second)
55894dfae24SChris Lattner       ResI = Builder.CreateFSub(Op.LHS.second, Op.RHS.second, "sub.i");
559a216cad0SChandler Carruth     else
560a216cad0SChandler Carruth       ResI = Op.LHS.second ? Op.LHS.second
561a216cad0SChandler Carruth                            : Builder.CreateFNeg(Op.RHS.second, "sub.i");
562a216cad0SChandler Carruth     assert(ResI && "Only one operand may be real!");
56394dfae24SChris Lattner   } else {
56494dfae24SChris Lattner     ResR = Builder.CreateSub(Op.LHS.first, Op.RHS.first, "sub.r");
565a216cad0SChandler Carruth     assert(Op.LHS.second && Op.RHS.second &&
566a216cad0SChandler Carruth            "Both operands of integer complex operators must be complex!");
56794dfae24SChris Lattner     ResI = Builder.CreateSub(Op.LHS.second, Op.RHS.second, "sub.i");
56894dfae24SChris Lattner   }
5697a51313dSChris Lattner   return ComplexPairTy(ResR, ResI);
5707a51313dSChris Lattner }
5717a51313dSChris Lattner 
572a216cad0SChandler Carruth /// \brief Emit a libcall for a binary operation on complex types.
573a216cad0SChandler Carruth ComplexPairTy ComplexExprEmitter::EmitComplexBinOpLibCall(StringRef LibCallName,
574a216cad0SChandler Carruth                                                           const BinOpInfo &Op) {
575a216cad0SChandler Carruth   CallArgList Args;
576a216cad0SChandler Carruth   Args.add(RValue::get(Op.LHS.first),
577a216cad0SChandler Carruth            Op.Ty->castAs<ComplexType>()->getElementType());
578a216cad0SChandler Carruth   Args.add(RValue::get(Op.LHS.second),
579a216cad0SChandler Carruth            Op.Ty->castAs<ComplexType>()->getElementType());
580a216cad0SChandler Carruth   Args.add(RValue::get(Op.RHS.first),
581a216cad0SChandler Carruth            Op.Ty->castAs<ComplexType>()->getElementType());
582a216cad0SChandler Carruth   Args.add(RValue::get(Op.RHS.second),
583a216cad0SChandler Carruth            Op.Ty->castAs<ComplexType>()->getElementType());
5847a51313dSChris Lattner 
585a216cad0SChandler Carruth   // We *must* use the full CG function call building logic here because the
586d90dd797SAnton Korobeynikov   // complex type has special ABI handling. We also should not forget about
587d90dd797SAnton Korobeynikov   // special calling convention which may be used for compiler builtins.
588d90dd797SAnton Korobeynikov   const CGFunctionInfo &FuncInfo =
589d90dd797SAnton Korobeynikov     CGF.CGM.getTypes().arrangeFreeFunctionCall(
590d90dd797SAnton Korobeynikov       Op.Ty, Args, FunctionType::ExtInfo(/* No CC here - will be added later */),
591d90dd797SAnton Korobeynikov       RequiredArgs::All);
592a216cad0SChandler Carruth   llvm::FunctionType *FTy = CGF.CGM.getTypes().GetFunctionType(FuncInfo);
593d90dd797SAnton Korobeynikov   llvm::Constant *Func = CGF.CGM.CreateBuiltinFunction(FTy, LibCallName);
594d90dd797SAnton Korobeynikov   llvm::Instruction *Call;
595a216cad0SChandler Carruth 
596d90dd797SAnton Korobeynikov   RValue Res = CGF.EmitCall(FuncInfo, Func, ReturnValueSlot(), Args,
597d90dd797SAnton Korobeynikov                             nullptr, &Call);
598d90dd797SAnton Korobeynikov   cast<llvm::CallInst>(Call)->setCallingConv(CGF.CGM.getBuiltinCC());
599d90dd797SAnton Korobeynikov   cast<llvm::CallInst>(Call)->setDoesNotThrow();
600d90dd797SAnton Korobeynikov 
601d90dd797SAnton Korobeynikov   return Res.getComplexVal();
602a216cad0SChandler Carruth }
603a216cad0SChandler Carruth 
6040c4b230bSChandler Carruth /// \brief Lookup the libcall name for a given floating point type complex
6050c4b230bSChandler Carruth /// multiply.
6060c4b230bSChandler Carruth static StringRef getComplexMultiplyLibCallName(llvm::Type *Ty) {
6070c4b230bSChandler Carruth   switch (Ty->getTypeID()) {
6080c4b230bSChandler Carruth   default:
6090c4b230bSChandler Carruth     llvm_unreachable("Unsupported floating point type!");
6100c4b230bSChandler Carruth   case llvm::Type::HalfTyID:
6110c4b230bSChandler Carruth     return "__mulhc3";
6120c4b230bSChandler Carruth   case llvm::Type::FloatTyID:
6130c4b230bSChandler Carruth     return "__mulsc3";
6140c4b230bSChandler Carruth   case llvm::Type::DoubleTyID:
6150c4b230bSChandler Carruth     return "__muldc3";
6160c4b230bSChandler Carruth   case llvm::Type::PPC_FP128TyID:
6170c4b230bSChandler Carruth     return "__multc3";
6180c4b230bSChandler Carruth   case llvm::Type::X86_FP80TyID:
6190c4b230bSChandler Carruth     return "__mulxc3";
620444822bbSJiangning Liu   case llvm::Type::FP128TyID:
621444822bbSJiangning Liu     return "__multc3";
6220c4b230bSChandler Carruth   }
6230c4b230bSChandler Carruth }
6240c4b230bSChandler Carruth 
625a216cad0SChandler Carruth // See C11 Annex G.5.1 for the semantics of multiplicative operators on complex
626a216cad0SChandler Carruth // typed values.
6277a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::EmitBinMul(const BinOpInfo &Op) {
62894dfae24SChris Lattner   using llvm::Value;
62994dfae24SChris Lattner   Value *ResR, *ResI;
6300c4b230bSChandler Carruth   llvm::MDBuilder MDHelper(CGF.getLLVMContext());
6317a51313dSChris Lattner 
632998f9d97SDuncan Sands   if (Op.LHS.first->getType()->isFloatingPointTy()) {
633a216cad0SChandler Carruth     // The general formulation is:
634a216cad0SChandler Carruth     // (a + ib) * (c + id) = (a * c - b * d) + i(a * d + b * c)
635a216cad0SChandler Carruth     //
636a216cad0SChandler Carruth     // But we can fold away components which would be zero due to a real
637a216cad0SChandler Carruth     // operand according to C11 Annex G.5.1p2.
638a216cad0SChandler Carruth     // FIXME: C11 also provides for imaginary types which would allow folding
639a216cad0SChandler Carruth     // still more of this within the type system.
64094dfae24SChris Lattner 
641a216cad0SChandler Carruth     if (Op.LHS.second && Op.RHS.second) {
6420c4b230bSChandler Carruth       // If both operands are complex, emit the core math directly, and then
6430c4b230bSChandler Carruth       // test for NaNs. If we find NaNs in the result, we delegate to a libcall
6440c4b230bSChandler Carruth       // to carefully re-compute the correct infinity representation if
6450c4b230bSChandler Carruth       // possible. The expectation is that the presence of NaNs here is
6460c4b230bSChandler Carruth       // *extremely* rare, and so the cost of the libcall is almost irrelevant.
6470c4b230bSChandler Carruth       // This is good, because the libcall re-computes the core multiplication
6480c4b230bSChandler Carruth       // exactly the same as we do here and re-tests for NaNs in order to be
6490c4b230bSChandler Carruth       // a generic complex*complex libcall.
6500c4b230bSChandler Carruth 
6510c4b230bSChandler Carruth       // First compute the four products.
6520c4b230bSChandler Carruth       Value *AC = Builder.CreateFMul(Op.LHS.first, Op.RHS.first, "mul_ac");
6530c4b230bSChandler Carruth       Value *BD = Builder.CreateFMul(Op.LHS.second, Op.RHS.second, "mul_bd");
6540c4b230bSChandler Carruth       Value *AD = Builder.CreateFMul(Op.LHS.first, Op.RHS.second, "mul_ad");
6550c4b230bSChandler Carruth       Value *BC = Builder.CreateFMul(Op.LHS.second, Op.RHS.first, "mul_bc");
6560c4b230bSChandler Carruth 
6570c4b230bSChandler Carruth       // The real part is the difference of the first two, the imaginary part is
6580c4b230bSChandler Carruth       // the sum of the second.
6590c4b230bSChandler Carruth       ResR = Builder.CreateFSub(AC, BD, "mul_r");
6600c4b230bSChandler Carruth       ResI = Builder.CreateFAdd(AD, BC, "mul_i");
6610c4b230bSChandler Carruth 
6620c4b230bSChandler Carruth       // Emit the test for the real part becoming NaN and create a branch to
6630c4b230bSChandler Carruth       // handle it. We test for NaN by comparing the number to itself.
6640c4b230bSChandler Carruth       Value *IsRNaN = Builder.CreateFCmpUNO(ResR, ResR, "isnan_cmp");
6650c4b230bSChandler Carruth       llvm::BasicBlock *ContBB = CGF.createBasicBlock("complex_mul_cont");
6660c4b230bSChandler Carruth       llvm::BasicBlock *INaNBB = CGF.createBasicBlock("complex_mul_imag_nan");
6670c4b230bSChandler Carruth       llvm::Instruction *Branch = Builder.CreateCondBr(IsRNaN, INaNBB, ContBB);
6680c4b230bSChandler Carruth       llvm::BasicBlock *OrigBB = Branch->getParent();
6690c4b230bSChandler Carruth 
6700c4b230bSChandler Carruth       // Give hint that we very much don't expect to see NaNs.
6710c4b230bSChandler Carruth       // Value chosen to match UR_NONTAKEN_WEIGHT, see BranchProbabilityInfo.cpp
6720c4b230bSChandler Carruth       llvm::MDNode *BrWeight = MDHelper.createBranchWeights(1, (1U << 20) - 1);
6730c4b230bSChandler Carruth       Branch->setMetadata(llvm::LLVMContext::MD_prof, BrWeight);
6740c4b230bSChandler Carruth 
6750c4b230bSChandler Carruth       // Now test the imaginary part and create its branch.
6760c4b230bSChandler Carruth       CGF.EmitBlock(INaNBB);
6770c4b230bSChandler Carruth       Value *IsINaN = Builder.CreateFCmpUNO(ResI, ResI, "isnan_cmp");
6780c4b230bSChandler Carruth       llvm::BasicBlock *LibCallBB = CGF.createBasicBlock("complex_mul_libcall");
6790c4b230bSChandler Carruth       Branch = Builder.CreateCondBr(IsINaN, LibCallBB, ContBB);
6800c4b230bSChandler Carruth       Branch->setMetadata(llvm::LLVMContext::MD_prof, BrWeight);
6810c4b230bSChandler Carruth 
6820c4b230bSChandler Carruth       // Now emit the libcall on this slowest of the slow paths.
6830c4b230bSChandler Carruth       CGF.EmitBlock(LibCallBB);
6840c4b230bSChandler Carruth       Value *LibCallR, *LibCallI;
6850c4b230bSChandler Carruth       std::tie(LibCallR, LibCallI) = EmitComplexBinOpLibCall(
6860c4b230bSChandler Carruth           getComplexMultiplyLibCallName(Op.LHS.first->getType()), Op);
6870c4b230bSChandler Carruth       Builder.CreateBr(ContBB);
6880c4b230bSChandler Carruth 
6890c4b230bSChandler Carruth       // Finally continue execution by phi-ing together the different
6900c4b230bSChandler Carruth       // computation paths.
6910c4b230bSChandler Carruth       CGF.EmitBlock(ContBB);
6920c4b230bSChandler Carruth       llvm::PHINode *RealPHI = Builder.CreatePHI(ResR->getType(), 3, "real_mul_phi");
6930c4b230bSChandler Carruth       RealPHI->addIncoming(ResR, OrigBB);
6940c4b230bSChandler Carruth       RealPHI->addIncoming(ResR, INaNBB);
6950c4b230bSChandler Carruth       RealPHI->addIncoming(LibCallR, LibCallBB);
6960c4b230bSChandler Carruth       llvm::PHINode *ImagPHI = Builder.CreatePHI(ResI->getType(), 3, "imag_mul_phi");
6970c4b230bSChandler Carruth       ImagPHI->addIncoming(ResI, OrigBB);
6980c4b230bSChandler Carruth       ImagPHI->addIncoming(ResI, INaNBB);
6990c4b230bSChandler Carruth       ImagPHI->addIncoming(LibCallI, LibCallBB);
7000c4b230bSChandler Carruth       return ComplexPairTy(RealPHI, ImagPHI);
701a216cad0SChandler Carruth     }
702a216cad0SChandler Carruth     assert((Op.LHS.second || Op.RHS.second) &&
703a216cad0SChandler Carruth            "At least one operand must be complex!");
704a216cad0SChandler Carruth 
705a216cad0SChandler Carruth     // If either of the operands is a real rather than a complex, the
706a216cad0SChandler Carruth     // imaginary component is ignored when computing the real component of the
707a216cad0SChandler Carruth     // result.
708a216cad0SChandler Carruth     ResR = Builder.CreateFMul(Op.LHS.first, Op.RHS.first, "mul.rl");
709a216cad0SChandler Carruth 
710a216cad0SChandler Carruth     ResI = Op.LHS.second
711a216cad0SChandler Carruth                ? Builder.CreateFMul(Op.LHS.second, Op.RHS.first, "mul.il")
712a216cad0SChandler Carruth                : Builder.CreateFMul(Op.LHS.first, Op.RHS.second, "mul.ir");
71394dfae24SChris Lattner   } else {
714a216cad0SChandler Carruth     assert(Op.LHS.second && Op.RHS.second &&
715a216cad0SChandler Carruth            "Both operands of integer complex operators must be complex!");
71694dfae24SChris Lattner     Value *ResRl = Builder.CreateMul(Op.LHS.first, Op.RHS.first, "mul.rl");
71794dfae24SChris Lattner     Value *ResRr = Builder.CreateMul(Op.LHS.second, Op.RHS.second, "mul.rr");
71894dfae24SChris Lattner     ResR = Builder.CreateSub(ResRl, ResRr, "mul.r");
71994dfae24SChris Lattner 
72094dfae24SChris Lattner     Value *ResIl = Builder.CreateMul(Op.LHS.second, Op.RHS.first, "mul.il");
72194dfae24SChris Lattner     Value *ResIr = Builder.CreateMul(Op.LHS.first, Op.RHS.second, "mul.ir");
72294dfae24SChris Lattner     ResI = Builder.CreateAdd(ResIl, ResIr, "mul.i");
72394dfae24SChris Lattner   }
7247a51313dSChris Lattner   return ComplexPairTy(ResR, ResI);
7257a51313dSChris Lattner }
7267a51313dSChris Lattner 
727a216cad0SChandler Carruth // See C11 Annex G.5.1 for the semantics of multiplicative operators on complex
728a216cad0SChandler Carruth // typed values.
7297a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::EmitBinDiv(const BinOpInfo &Op) {
7307a51313dSChris Lattner   llvm::Value *LHSr = Op.LHS.first, *LHSi = Op.LHS.second;
7317a51313dSChris Lattner   llvm::Value *RHSr = Op.RHS.first, *RHSi = Op.RHS.second;
7327a51313dSChris Lattner 
73394dfae24SChris Lattner 
73494dfae24SChris Lattner   llvm::Value *DSTr, *DSTi;
735a216cad0SChandler Carruth   if (LHSr->getType()->isFloatingPointTy()) {
736a216cad0SChandler Carruth     // If we have a complex operand on the RHS, we delegate to a libcall to
737a216cad0SChandler Carruth     // handle all of the complexities and minimize underflow/overflow cases.
738a216cad0SChandler Carruth     //
739a216cad0SChandler Carruth     // FIXME: We would be able to avoid the libcall in many places if we
740a216cad0SChandler Carruth     // supported imaginary types in addition to complex types.
741a216cad0SChandler Carruth     if (RHSi) {
742a216cad0SChandler Carruth       BinOpInfo LibCallOp = Op;
743a216cad0SChandler Carruth       // If LHS was a real, supply a null imaginary part.
744a216cad0SChandler Carruth       if (!LHSi)
745a216cad0SChandler Carruth         LibCallOp.LHS.second = llvm::Constant::getNullValue(LHSr->getType());
74694dfae24SChris Lattner 
747a216cad0SChandler Carruth       StringRef LibCallName;
748a216cad0SChandler Carruth       switch (LHSr->getType()->getTypeID()) {
749a216cad0SChandler Carruth       default:
750a216cad0SChandler Carruth         llvm_unreachable("Unsupported floating point type!");
751a216cad0SChandler Carruth       case llvm::Type::HalfTyID:
752a216cad0SChandler Carruth         return EmitComplexBinOpLibCall("__divhc3", LibCallOp);
753a216cad0SChandler Carruth       case llvm::Type::FloatTyID:
754a216cad0SChandler Carruth         return EmitComplexBinOpLibCall("__divsc3", LibCallOp);
755a216cad0SChandler Carruth       case llvm::Type::DoubleTyID:
756a216cad0SChandler Carruth         return EmitComplexBinOpLibCall("__divdc3", LibCallOp);
757aa3e9f5aSJoerg Sonnenberger       case llvm::Type::PPC_FP128TyID:
758aa3e9f5aSJoerg Sonnenberger         return EmitComplexBinOpLibCall("__divtc3", LibCallOp);
759a216cad0SChandler Carruth       case llvm::Type::X86_FP80TyID:
760a216cad0SChandler Carruth         return EmitComplexBinOpLibCall("__divxc3", LibCallOp);
761444822bbSJiangning Liu       case llvm::Type::FP128TyID:
762444822bbSJiangning Liu         return EmitComplexBinOpLibCall("__divtc3", LibCallOp);
763a216cad0SChandler Carruth       }
764a216cad0SChandler Carruth     }
765a216cad0SChandler Carruth     assert(LHSi && "Can have at most one non-complex operand!");
76694dfae24SChris Lattner 
767a216cad0SChandler Carruth     DSTr = Builder.CreateFDiv(LHSr, RHSr);
768a216cad0SChandler Carruth     DSTi = Builder.CreateFDiv(LHSi, RHSr);
76994dfae24SChris Lattner   } else {
770a216cad0SChandler Carruth     assert(Op.LHS.second && Op.RHS.second &&
771a216cad0SChandler Carruth            "Both operands of integer complex operators must be complex!");
7727a51313dSChris Lattner     // (a+ib) / (c+id) = ((ac+bd)/(cc+dd)) + i((bc-ad)/(cc+dd))
77376399eb2SBenjamin Kramer     llvm::Value *Tmp1 = Builder.CreateMul(LHSr, RHSr); // a*c
77476399eb2SBenjamin Kramer     llvm::Value *Tmp2 = Builder.CreateMul(LHSi, RHSi); // b*d
77576399eb2SBenjamin Kramer     llvm::Value *Tmp3 = Builder.CreateAdd(Tmp1, Tmp2); // ac+bd
7767a51313dSChris Lattner 
77776399eb2SBenjamin Kramer     llvm::Value *Tmp4 = Builder.CreateMul(RHSr, RHSr); // c*c
77876399eb2SBenjamin Kramer     llvm::Value *Tmp5 = Builder.CreateMul(RHSi, RHSi); // d*d
77976399eb2SBenjamin Kramer     llvm::Value *Tmp6 = Builder.CreateAdd(Tmp4, Tmp5); // cc+dd
7807a51313dSChris Lattner 
78176399eb2SBenjamin Kramer     llvm::Value *Tmp7 = Builder.CreateMul(LHSi, RHSr); // b*c
78276399eb2SBenjamin Kramer     llvm::Value *Tmp8 = Builder.CreateMul(LHSr, RHSi); // a*d
78376399eb2SBenjamin Kramer     llvm::Value *Tmp9 = Builder.CreateSub(Tmp7, Tmp8); // bc-ad
7847a51313dSChris Lattner 
78547fb9508SJohn McCall     if (Op.Ty->castAs<ComplexType>()->getElementType()->isUnsignedIntegerType()) {
78676399eb2SBenjamin Kramer       DSTr = Builder.CreateUDiv(Tmp3, Tmp6);
78776399eb2SBenjamin Kramer       DSTi = Builder.CreateUDiv(Tmp9, Tmp6);
7887a51313dSChris Lattner     } else {
78976399eb2SBenjamin Kramer       DSTr = Builder.CreateSDiv(Tmp3, Tmp6);
79076399eb2SBenjamin Kramer       DSTi = Builder.CreateSDiv(Tmp9, Tmp6);
7917a51313dSChris Lattner     }
7927a51313dSChris Lattner   }
7937a51313dSChris Lattner 
7947a51313dSChris Lattner   return ComplexPairTy(DSTr, DSTi);
7957a51313dSChris Lattner }
7967a51313dSChris Lattner 
7977a51313dSChris Lattner ComplexExprEmitter::BinOpInfo
7987a51313dSChris Lattner ComplexExprEmitter::EmitBinOps(const BinaryOperator *E) {
799df0fe27bSMike Stump   TestAndClearIgnoreReal();
800df0fe27bSMike Stump   TestAndClearIgnoreImag();
8017a51313dSChris Lattner   BinOpInfo Ops;
802a216cad0SChandler Carruth   if (E->getLHS()->getType()->isRealFloatingType())
803a216cad0SChandler Carruth     Ops.LHS = ComplexPairTy(CGF.EmitScalarExpr(E->getLHS()), nullptr);
804a216cad0SChandler Carruth   else
8057a51313dSChris Lattner     Ops.LHS = Visit(E->getLHS());
806a216cad0SChandler Carruth   if (E->getRHS()->getType()->isRealFloatingType())
807a216cad0SChandler Carruth     Ops.RHS = ComplexPairTy(CGF.EmitScalarExpr(E->getRHS()), nullptr);
808a216cad0SChandler Carruth   else
8097a51313dSChris Lattner     Ops.RHS = Visit(E->getRHS());
810a216cad0SChandler Carruth 
8117a51313dSChris Lattner   Ops.Ty = E->getType();
8127a51313dSChris Lattner   return Ops;
8137a51313dSChris Lattner }
8147a51313dSChris Lattner 
8157a51313dSChris Lattner 
81607bb1966SJohn McCall LValue ComplexExprEmitter::
81707bb1966SJohn McCall EmitCompoundAssignLValue(const CompoundAssignOperator *E,
81807bb1966SJohn McCall           ComplexPairTy (ComplexExprEmitter::*Func)(const BinOpInfo&),
819f045007fSEli Friedman                          RValue &Val) {
820df0fe27bSMike Stump   TestAndClearIgnoreReal();
821df0fe27bSMike Stump   TestAndClearIgnoreImag();
8228dfa5f17SJeffrey Yasskin   QualType LHSTy = E->getLHS()->getType();
823ce27e42dSDavid Majnemer   if (const AtomicType *AT = LHSTy->getAs<AtomicType>())
824ce27e42dSDavid Majnemer     LHSTy = AT->getValueType();
8257a51313dSChris Lattner 
826df0fe27bSMike Stump   BinOpInfo OpInfo;
827df0fe27bSMike Stump 
828df0fe27bSMike Stump   // Load the RHS and LHS operands.
829df0fe27bSMike Stump   // __block variables need to have the rhs evaluated first, plus this should
830fa8edb11SJohn McCall   // improve codegen a little.
831df0fe27bSMike Stump   OpInfo.Ty = E->getComputationResultType();
832a216cad0SChandler Carruth   QualType ComplexElementTy = cast<ComplexType>(OpInfo.Ty)->getElementType();
833fa8edb11SJohn McCall 
834fa8edb11SJohn McCall   // The RHS should have been converted to the computation type.
835a216cad0SChandler Carruth   if (E->getRHS()->getType()->isRealFloatingType()) {
836a216cad0SChandler Carruth     assert(
837a216cad0SChandler Carruth         CGF.getContext()
838a216cad0SChandler Carruth             .hasSameUnqualifiedType(ComplexElementTy, E->getRHS()->getType()));
839a216cad0SChandler Carruth     OpInfo.RHS = ComplexPairTy(CGF.EmitScalarExpr(E->getRHS()), nullptr);
840a216cad0SChandler Carruth   } else {
841a216cad0SChandler Carruth     assert(CGF.getContext()
842a216cad0SChandler Carruth                .hasSameUnqualifiedType(OpInfo.Ty, E->getRHS()->getType()));
843fa8edb11SJohn McCall     OpInfo.RHS = Visit(E->getRHS());
844a216cad0SChandler Carruth   }
845df0fe27bSMike Stump 
8468c94ffe7SDaniel Dunbar   LValue LHS = CGF.EmitLValue(E->getLHS());
847e26a872bSJohn McCall 
848f045007fSEli Friedman   // Load from the l-value and convert it.
8497af183d8SFilipe Cabecinhas   SourceLocation Loc = E->getExprLoc();
850f045007fSEli Friedman   if (LHSTy->isAnyComplexType()) {
8517af183d8SFilipe Cabecinhas     ComplexPairTy LHSVal = EmitLoadOfLValue(LHS, Loc);
8527af183d8SFilipe Cabecinhas     OpInfo.LHS = EmitComplexToComplexCast(LHSVal, LHSTy, OpInfo.Ty, Loc);
853f045007fSEli Friedman   } else {
8547af183d8SFilipe Cabecinhas     llvm::Value *LHSVal = CGF.EmitLoadOfScalar(LHS, Loc);
855a216cad0SChandler Carruth     // For floating point real operands we can directly pass the scalar form
856a216cad0SChandler Carruth     // to the binary operator emission and potentially get more efficient code.
857a216cad0SChandler Carruth     if (LHSTy->isRealFloatingType()) {
858a216cad0SChandler Carruth       if (!CGF.getContext().hasSameUnqualifiedType(ComplexElementTy, LHSTy))
8597af183d8SFilipe Cabecinhas         LHSVal = CGF.EmitScalarConversion(LHSVal, LHSTy, ComplexElementTy, Loc);
860a216cad0SChandler Carruth       OpInfo.LHS = ComplexPairTy(LHSVal, nullptr);
861a216cad0SChandler Carruth     } else {
8627af183d8SFilipe Cabecinhas       OpInfo.LHS = EmitScalarToComplexCast(LHSVal, LHSTy, OpInfo.Ty, Loc);
863f045007fSEli Friedman     }
864a216cad0SChandler Carruth   }
8657a51313dSChris Lattner 
8667a51313dSChris Lattner   // Expand the binary operator.
8677a51313dSChris Lattner   ComplexPairTy Result = (this->*Func)(OpInfo);
8687a51313dSChris Lattner 
869f045007fSEli Friedman   // Truncate the result and store it into the LHS lvalue.
870f045007fSEli Friedman   if (LHSTy->isAnyComplexType()) {
8717af183d8SFilipe Cabecinhas     ComplexPairTy ResVal =
8727af183d8SFilipe Cabecinhas         EmitComplexToComplexCast(Result, OpInfo.Ty, LHSTy, Loc);
87366e4197fSDavid Blaikie     EmitStoreOfComplex(ResVal, LHS, /*isInit*/ false);
874f045007fSEli Friedman     Val = RValue::getComplex(ResVal);
875f045007fSEli Friedman   } else {
876f045007fSEli Friedman     llvm::Value *ResVal =
8777af183d8SFilipe Cabecinhas         CGF.EmitComplexToScalarConversion(Result, OpInfo.Ty, LHSTy, Loc);
878f045007fSEli Friedman     CGF.EmitStoreOfScalar(ResVal, LHS, /*isInit*/ false);
879f045007fSEli Friedman     Val = RValue::get(ResVal);
880f045007fSEli Friedman   }
8818c94ffe7SDaniel Dunbar 
88207bb1966SJohn McCall   return LHS;
8837a51313dSChris Lattner }
8847a51313dSChris Lattner 
88507bb1966SJohn McCall // Compound assignments.
88607bb1966SJohn McCall ComplexPairTy ComplexExprEmitter::
88707bb1966SJohn McCall EmitCompoundAssign(const CompoundAssignOperator *E,
88807bb1966SJohn McCall                    ComplexPairTy (ComplexExprEmitter::*Func)(const BinOpInfo&)){
889f045007fSEli Friedman   RValue Val;
89007bb1966SJohn McCall   LValue LV = EmitCompoundAssignLValue(E, Func, Val);
89107bb1966SJohn McCall 
89207bb1966SJohn McCall   // The result of an assignment in C is the assigned r-value.
8939c6890a7SRichard Smith   if (!CGF.getLangOpts().CPlusPlus)
894f045007fSEli Friedman     return Val.getComplexVal();
89507bb1966SJohn McCall 
89607bb1966SJohn McCall   // If the lvalue is non-volatile, return the computed value of the assignment.
89707bb1966SJohn McCall   if (!LV.isVolatileQualified())
898f045007fSEli Friedman     return Val.getComplexVal();
89907bb1966SJohn McCall 
9002d84e842SNick Lewycky   return EmitLoadOfLValue(LV, E->getExprLoc());
90107bb1966SJohn McCall }
90207bb1966SJohn McCall 
90307bb1966SJohn McCall LValue ComplexExprEmitter::EmitBinAssignLValue(const BinaryOperator *E,
90407bb1966SJohn McCall                                                ComplexPairTy &Val) {
905a8a089bfSDouglas Gregor   assert(CGF.getContext().hasSameUnqualifiedType(E->getLHS()->getType(),
906a8a089bfSDouglas Gregor                                                  E->getRHS()->getType()) &&
9070f398c44SChris Lattner          "Invalid assignment");
90807bb1966SJohn McCall   TestAndClearIgnoreReal();
90907bb1966SJohn McCall   TestAndClearIgnoreImag();
91007bb1966SJohn McCall 
911d0a30016SJohn McCall   // Emit the RHS.  __block variables need the RHS evaluated first.
91207bb1966SJohn McCall   Val = Visit(E->getRHS());
9137a51313dSChris Lattner 
9147a51313dSChris Lattner   // Compute the address to store into.
9157a51313dSChris Lattner   LValue LHS = CGF.EmitLValue(E->getLHS());
9167a51313dSChris Lattner 
9178c94ffe7SDaniel Dunbar   // Store the result value into the LHS lvalue.
91866e4197fSDavid Blaikie   EmitStoreOfComplex(Val, LHS, /*isInit*/ false);
91976d864c7SDaniel Dunbar 
92007bb1966SJohn McCall   return LHS;
92107bb1966SJohn McCall }
9228c94ffe7SDaniel Dunbar 
92307bb1966SJohn McCall ComplexPairTy ComplexExprEmitter::VisitBinAssign(const BinaryOperator *E) {
92407bb1966SJohn McCall   ComplexPairTy Val;
92507bb1966SJohn McCall   LValue LV = EmitBinAssignLValue(E, Val);
92607bb1966SJohn McCall 
92707bb1966SJohn McCall   // The result of an assignment in C is the assigned r-value.
9289c6890a7SRichard Smith   if (!CGF.getLangOpts().CPlusPlus)
92976d864c7SDaniel Dunbar     return Val;
93007bb1966SJohn McCall 
93107bb1966SJohn McCall   // If the lvalue is non-volatile, return the computed value of the assignment.
93207bb1966SJohn McCall   if (!LV.isVolatileQualified())
93307bb1966SJohn McCall     return Val;
93407bb1966SJohn McCall 
9352d84e842SNick Lewycky   return EmitLoadOfLValue(LV, E->getExprLoc());
93676d864c7SDaniel Dunbar }
93776d864c7SDaniel Dunbar 
9387a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitBinComma(const BinaryOperator *E) {
939a2342eb8SJohn McCall   CGF.EmitIgnoredExpr(E->getLHS());
9407a51313dSChris Lattner   return Visit(E->getRHS());
9417a51313dSChris Lattner }
9427a51313dSChris Lattner 
9437a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::
944c07a0c7eSJohn McCall VisitAbstractConditionalOperator(const AbstractConditionalOperator *E) {
945df0fe27bSMike Stump   TestAndClearIgnoreReal();
946df0fe27bSMike Stump   TestAndClearIgnoreImag();
947a612e79bSDaniel Dunbar   llvm::BasicBlock *LHSBlock = CGF.createBasicBlock("cond.true");
948a612e79bSDaniel Dunbar   llvm::BasicBlock *RHSBlock = CGF.createBasicBlock("cond.false");
949a612e79bSDaniel Dunbar   llvm::BasicBlock *ContBlock = CGF.createBasicBlock("cond.end");
9507a51313dSChris Lattner 
951c07a0c7eSJohn McCall   // Bind the common expression if necessary.
95248fd89adSEli Friedman   CodeGenFunction::OpaqueValueMapping binding(CGF, E);
953ce1de617SJohn McCall 
95466242d6cSJustin Bogner 
955c07a0c7eSJohn McCall   CodeGenFunction::ConditionalEvaluation eval(CGF);
95666242d6cSJustin Bogner   CGF.EmitBranchOnBoolExpr(E->getCond(), LHSBlock, RHSBlock,
95766242d6cSJustin Bogner                            CGF.getProfileCount(E));
9587a51313dSChris Lattner 
959ce1de617SJohn McCall   eval.begin(CGF);
9607a51313dSChris Lattner   CGF.EmitBlock(LHSBlock);
96166242d6cSJustin Bogner   CGF.incrementProfileCounter(E);
9628162d4adSFariborz Jahanian   ComplexPairTy LHS = Visit(E->getTrueExpr());
9637a51313dSChris Lattner   LHSBlock = Builder.GetInsertBlock();
964c56e6764SDaniel Dunbar   CGF.EmitBranch(ContBlock);
965ce1de617SJohn McCall   eval.end(CGF);
9667a51313dSChris Lattner 
967ce1de617SJohn McCall   eval.begin(CGF);
9687a51313dSChris Lattner   CGF.EmitBlock(RHSBlock);
969c07a0c7eSJohn McCall   ComplexPairTy RHS = Visit(E->getFalseExpr());
9707a51313dSChris Lattner   RHSBlock = Builder.GetInsertBlock();
9717a51313dSChris Lattner   CGF.EmitBlock(ContBlock);
972ce1de617SJohn McCall   eval.end(CGF);
9737a51313dSChris Lattner 
9747a51313dSChris Lattner   // Create a PHI node for the real part.
97520c0f02cSJay Foad   llvm::PHINode *RealPN = Builder.CreatePHI(LHS.first->getType(), 2, "cond.r");
9767a51313dSChris Lattner   RealPN->addIncoming(LHS.first, LHSBlock);
9777a51313dSChris Lattner   RealPN->addIncoming(RHS.first, RHSBlock);
9787a51313dSChris Lattner 
9797a51313dSChris Lattner   // Create a PHI node for the imaginary part.
98020c0f02cSJay Foad   llvm::PHINode *ImagPN = Builder.CreatePHI(LHS.first->getType(), 2, "cond.i");
9817a51313dSChris Lattner   ImagPN->addIncoming(LHS.second, LHSBlock);
9827a51313dSChris Lattner   ImagPN->addIncoming(RHS.second, RHSBlock);
9837a51313dSChris Lattner 
9847a51313dSChris Lattner   return ComplexPairTy(RealPN, ImagPN);
9857a51313dSChris Lattner }
9867a51313dSChris Lattner 
9877a51313dSChris Lattner ComplexPairTy ComplexExprEmitter::VisitChooseExpr(ChooseExpr *E) {
98875807f23SEli Friedman   return Visit(E->getChosenSubExpr());
9897a51313dSChris Lattner }
9907a51313dSChris Lattner 
991dd7406e6SEli Friedman ComplexPairTy ComplexExprEmitter::VisitInitListExpr(InitListExpr *E) {
992df0fe27bSMike Stump     bool Ignore = TestAndClearIgnoreReal();
993df0fe27bSMike Stump     (void)Ignore;
994df0fe27bSMike Stump     assert (Ignore == false && "init list ignored");
995df0fe27bSMike Stump     Ignore = TestAndClearIgnoreImag();
996df0fe27bSMike Stump     (void)Ignore;
997df0fe27bSMike Stump     assert (Ignore == false && "init list ignored");
9986b9c41eaSEli Friedman 
9996b9c41eaSEli Friedman   if (E->getNumInits() == 2) {
10006b9c41eaSEli Friedman     llvm::Value *Real = CGF.EmitScalarExpr(E->getInit(0));
10016b9c41eaSEli Friedman     llvm::Value *Imag = CGF.EmitScalarExpr(E->getInit(1));
10026b9c41eaSEli Friedman     return ComplexPairTy(Real, Imag);
10036b9c41eaSEli Friedman   } else if (E->getNumInits() == 1) {
1004dd7406e6SEli Friedman     return Visit(E->getInit(0));
10056b9c41eaSEli Friedman   }
1006dd7406e6SEli Friedman 
1007dd7406e6SEli Friedman   // Empty init list intializes to null
10086b9c41eaSEli Friedman   assert(E->getNumInits() == 0 && "Unexpected number of inits");
100947fb9508SJohn McCall   QualType Ty = E->getType()->castAs<ComplexType>()->getElementType();
10102192fe50SChris Lattner   llvm::Type* LTy = CGF.ConvertType(Ty);
10110b75f23bSOwen Anderson   llvm::Value* zeroConstant = llvm::Constant::getNullValue(LTy);
1012dd7406e6SEli Friedman   return ComplexPairTy(zeroConstant, zeroConstant);
1013dd7406e6SEli Friedman }
1014dd7406e6SEli Friedman 
101500079612SDaniel Dunbar ComplexPairTy ComplexExprEmitter::VisitVAArgExpr(VAArgExpr *E) {
1016c7d5c94fSCharles Davis   Address ArgValue = Address::invalid();
1017c7d5c94fSCharles Davis   Address ArgPtr = CGF.EmitVAArg(E, ArgValue);
101800079612SDaniel Dunbar 
10197f416cc4SJohn McCall   if (!ArgPtr.isValid()) {
102000079612SDaniel Dunbar     CGF.ErrorUnsupported(E, "complex va_arg expression");
10212192fe50SChris Lattner     llvm::Type *EltTy =
102247fb9508SJohn McCall       CGF.ConvertType(E->getType()->castAs<ComplexType>()->getElementType());
102300079612SDaniel Dunbar     llvm::Value *U = llvm::UndefValue::get(EltTy);
102400079612SDaniel Dunbar     return ComplexPairTy(U, U);
102500079612SDaniel Dunbar   }
102600079612SDaniel Dunbar 
10277f416cc4SJohn McCall   return EmitLoadOfLValue(CGF.MakeAddrLValue(ArgPtr, E->getType()),
10282d84e842SNick Lewycky                           E->getExprLoc());
102900079612SDaniel Dunbar }
103000079612SDaniel Dunbar 
10317a51313dSChris Lattner //===----------------------------------------------------------------------===//
10327a51313dSChris Lattner //                         Entry Point into this File
10337a51313dSChris Lattner //===----------------------------------------------------------------------===//
10347a51313dSChris Lattner 
10357a51313dSChris Lattner /// EmitComplexExpr - Emit the computation of the specified expression of
10367a51313dSChris Lattner /// complex type, ignoring the result.
1037df0fe27bSMike Stump ComplexPairTy CodeGenFunction::EmitComplexExpr(const Expr *E, bool IgnoreReal,
103807bb1966SJohn McCall                                                bool IgnoreImag) {
103947fb9508SJohn McCall   assert(E && getComplexType(E->getType()) &&
10407a51313dSChris Lattner          "Invalid complex expression to emit");
10417a51313dSChris Lattner 
104238b25914SDavid Blaikie   return ComplexExprEmitter(*this, IgnoreReal, IgnoreImag)
1043df0fe27bSMike Stump       .Visit(const_cast<Expr *>(E));
10447a51313dSChris Lattner }
10457a51313dSChris Lattner 
104647fb9508SJohn McCall void CodeGenFunction::EmitComplexExprIntoLValue(const Expr *E, LValue dest,
104766e4197fSDavid Blaikie                                                 bool isInit) {
104847fb9508SJohn McCall   assert(E && getComplexType(E->getType()) &&
10497a51313dSChris Lattner          "Invalid complex expression to emit");
10507a51313dSChris Lattner   ComplexExprEmitter Emitter(*this);
10517a51313dSChris Lattner   ComplexPairTy Val = Emitter.Visit(const_cast<Expr*>(E));
105266e4197fSDavid Blaikie   Emitter.EmitStoreOfComplex(Val, dest, isInit);
10537a51313dSChris Lattner }
10547a51313dSChris Lattner 
105547fb9508SJohn McCall /// EmitStoreOfComplex - Store a complex number into the specified l-value.
105647fb9508SJohn McCall void CodeGenFunction::EmitStoreOfComplex(ComplexPairTy V, LValue dest,
105766e4197fSDavid Blaikie                                          bool isInit) {
105866e4197fSDavid Blaikie   ComplexExprEmitter(*this).EmitStoreOfComplex(V, dest, isInit);
10594b8c6db9SDaniel Dunbar }
10604b8c6db9SDaniel Dunbar 
106147fb9508SJohn McCall /// EmitLoadOfComplex - Load a complex number from the specified address.
10622d84e842SNick Lewycky ComplexPairTy CodeGenFunction::EmitLoadOfComplex(LValue src,
10632d84e842SNick Lewycky                                                  SourceLocation loc) {
10642d84e842SNick Lewycky   return ComplexExprEmitter(*this).EmitLoadOfLValue(src, loc);
10657a51313dSChris Lattner }
10664f29b49dSJohn McCall 
10674f29b49dSJohn McCall LValue CodeGenFunction::EmitComplexAssignmentLValue(const BinaryOperator *E) {
1068a2342eb8SJohn McCall   assert(E->getOpcode() == BO_Assign);
10694f29b49dSJohn McCall   ComplexPairTy Val; // ignored
10704f29b49dSJohn McCall   return ComplexExprEmitter(*this).EmitBinAssignLValue(E, Val);
1071a2342eb8SJohn McCall }
10724f29b49dSJohn McCall 
1073f045007fSEli Friedman typedef ComplexPairTy (ComplexExprEmitter::*CompoundFunc)(
1074f045007fSEli Friedman     const ComplexExprEmitter::BinOpInfo &);
10754f29b49dSJohn McCall 
1076f045007fSEli Friedman static CompoundFunc getComplexOp(BinaryOperatorKind Op) {
1077f045007fSEli Friedman   switch (Op) {
1078f045007fSEli Friedman   case BO_MulAssign: return &ComplexExprEmitter::EmitBinMul;
1079f045007fSEli Friedman   case BO_DivAssign: return &ComplexExprEmitter::EmitBinDiv;
1080f045007fSEli Friedman   case BO_SubAssign: return &ComplexExprEmitter::EmitBinSub;
1081f045007fSEli Friedman   case BO_AddAssign: return &ComplexExprEmitter::EmitBinAdd;
10824f29b49dSJohn McCall   default:
10834f29b49dSJohn McCall     llvm_unreachable("unexpected complex compound assignment");
10844f29b49dSJohn McCall   }
1085f045007fSEli Friedman }
10864f29b49dSJohn McCall 
1087f045007fSEli Friedman LValue CodeGenFunction::
1088f045007fSEli Friedman EmitComplexCompoundAssignmentLValue(const CompoundAssignOperator *E) {
1089f045007fSEli Friedman   CompoundFunc Op = getComplexOp(E->getOpcode());
1090f045007fSEli Friedman   RValue Val;
1091a2342eb8SJohn McCall   return ComplexExprEmitter(*this).EmitCompoundAssignLValue(E, Op, Val);
10924f29b49dSJohn McCall }
1093f045007fSEli Friedman 
1094f045007fSEli Friedman LValue CodeGenFunction::
1095527473dfSRichard Smith EmitScalarCompoundAssignWithComplex(const CompoundAssignOperator *E,
1096f045007fSEli Friedman                                     llvm::Value *&Result) {
1097f045007fSEli Friedman   CompoundFunc Op = getComplexOp(E->getOpcode());
1098f045007fSEli Friedman   RValue Val;
1099f045007fSEli Friedman   LValue Ret = ComplexExprEmitter(*this).EmitCompoundAssignLValue(E, Op, Val);
1100f045007fSEli Friedman   Result = Val.getScalarVal();
1101f045007fSEli Friedman   return Ret;
1102f045007fSEli Friedman }
1103