1f22ef01cSRoman Divacky //===--- CGExprComplex.cpp - Emit LLVM Code for Complex Exprs -------------===//
2f22ef01cSRoman Divacky //
3f22ef01cSRoman Divacky //                     The LLVM Compiler Infrastructure
4f22ef01cSRoman Divacky //
5f22ef01cSRoman Divacky // This file is distributed under the University of Illinois Open Source
6f22ef01cSRoman Divacky // License. See LICENSE.TXT for details.
7f22ef01cSRoman Divacky //
8f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
9f22ef01cSRoman Divacky //
10f22ef01cSRoman Divacky // This contains code to emit Expr nodes with complex types as LLVM code.
11f22ef01cSRoman Divacky //
12f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
13f22ef01cSRoman Divacky 
14f22ef01cSRoman Divacky #include "CodeGenFunction.h"
15f22ef01cSRoman Divacky #include "CodeGenModule.h"
16f22ef01cSRoman Divacky #include "clang/AST/ASTContext.h"
17f22ef01cSRoman Divacky #include "clang/AST/StmtVisitor.h"
1839d628a0SDimitry Andric #include "llvm/ADT/STLExtras.h"
19f22ef01cSRoman Divacky #include "llvm/ADT/SmallString.h"
20139f7f9bSDimitry Andric #include "llvm/IR/Constants.h"
21139f7f9bSDimitry Andric #include "llvm/IR/Function.h"
2239d628a0SDimitry Andric #include "llvm/IR/Instructions.h"
2339d628a0SDimitry Andric #include "llvm/IR/MDBuilder.h"
2439d628a0SDimitry Andric #include "llvm/IR/Metadata.h"
25f785676fSDimitry Andric #include <algorithm>
26f22ef01cSRoman Divacky using namespace clang;
27f22ef01cSRoman Divacky using namespace CodeGen;
28f22ef01cSRoman Divacky 
29f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
30f22ef01cSRoman Divacky //                        Complex Expression Emitter
31f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
32f22ef01cSRoman Divacky 
33f22ef01cSRoman Divacky typedef CodeGenFunction::ComplexPairTy ComplexPairTy;
34f22ef01cSRoman Divacky 
35139f7f9bSDimitry Andric /// Return the complex type that we are meant to emit.
36139f7f9bSDimitry Andric static const ComplexType *getComplexType(QualType type) {
37139f7f9bSDimitry Andric   type = type.getCanonicalType();
38139f7f9bSDimitry Andric   if (const ComplexType *comp = dyn_cast<ComplexType>(type)) {
39139f7f9bSDimitry Andric     return comp;
40139f7f9bSDimitry Andric   } else {
41139f7f9bSDimitry Andric     return cast<ComplexType>(cast<AtomicType>(type)->getValueType());
42139f7f9bSDimitry Andric   }
43139f7f9bSDimitry Andric }
44139f7f9bSDimitry Andric 
45f22ef01cSRoman Divacky namespace  {
46f22ef01cSRoman Divacky class ComplexExprEmitter
47f22ef01cSRoman Divacky   : public StmtVisitor<ComplexExprEmitter, ComplexPairTy> {
48f22ef01cSRoman Divacky   CodeGenFunction &CGF;
49f22ef01cSRoman Divacky   CGBuilderTy &Builder;
50f22ef01cSRoman Divacky   bool IgnoreReal;
51f22ef01cSRoman Divacky   bool IgnoreImag;
52f22ef01cSRoman Divacky public:
532754fe60SDimitry Andric   ComplexExprEmitter(CodeGenFunction &cgf, bool ir=false, bool ii=false)
542754fe60SDimitry Andric     : CGF(cgf), Builder(CGF.Builder), IgnoreReal(ir), IgnoreImag(ii) {
55f22ef01cSRoman Divacky   }
56f22ef01cSRoman Divacky 
57f22ef01cSRoman Divacky 
58f22ef01cSRoman Divacky   //===--------------------------------------------------------------------===//
59f22ef01cSRoman Divacky   //                               Utilities
60f22ef01cSRoman Divacky   //===--------------------------------------------------------------------===//
61f22ef01cSRoman Divacky 
62f22ef01cSRoman Divacky   bool TestAndClearIgnoreReal() {
63f22ef01cSRoman Divacky     bool I = IgnoreReal;
64f22ef01cSRoman Divacky     IgnoreReal = false;
65f22ef01cSRoman Divacky     return I;
66f22ef01cSRoman Divacky   }
67f22ef01cSRoman Divacky   bool TestAndClearIgnoreImag() {
68f22ef01cSRoman Divacky     bool I = IgnoreImag;
69f22ef01cSRoman Divacky     IgnoreImag = false;
70f22ef01cSRoman Divacky     return I;
71f22ef01cSRoman Divacky   }
72f22ef01cSRoman Divacky 
73f22ef01cSRoman Divacky   /// EmitLoadOfLValue - Given an expression with complex type that represents a
74f22ef01cSRoman Divacky   /// value l-value, this method emits the address of the l-value, then loads
75f22ef01cSRoman Divacky   /// and returns the result.
76f22ef01cSRoman Divacky   ComplexPairTy EmitLoadOfLValue(const Expr *E) {
77f785676fSDimitry Andric     return EmitLoadOfLValue(CGF.EmitLValue(E), E->getExprLoc());
782754fe60SDimitry Andric   }
792754fe60SDimitry Andric 
80f785676fSDimitry Andric   ComplexPairTy EmitLoadOfLValue(LValue LV, SourceLocation Loc);
812754fe60SDimitry Andric 
82f22ef01cSRoman Divacky   /// EmitStoreOfComplex - Store the specified real/imag parts into the
83f22ef01cSRoman Divacky   /// specified value pointer.
84139f7f9bSDimitry Andric   void EmitStoreOfComplex(ComplexPairTy Val, LValue LV, bool isInit);
85f22ef01cSRoman Divacky 
86f22ef01cSRoman Divacky   /// EmitComplexToComplexCast - Emit a cast from complex value Val to DestType.
87f22ef01cSRoman Divacky   ComplexPairTy EmitComplexToComplexCast(ComplexPairTy Val, QualType SrcType,
88f22ef01cSRoman Divacky                                          QualType DestType);
89f785676fSDimitry Andric   /// EmitComplexToComplexCast - Emit a cast from scalar value Val to DestType.
90f785676fSDimitry Andric   ComplexPairTy EmitScalarToComplexCast(llvm::Value *Val, QualType SrcType,
91f785676fSDimitry Andric                                         QualType DestType);
92f22ef01cSRoman Divacky 
93f22ef01cSRoman Divacky   //===--------------------------------------------------------------------===//
94f22ef01cSRoman Divacky   //                            Visitor Methods
95f22ef01cSRoman Divacky   //===--------------------------------------------------------------------===//
96f22ef01cSRoman Divacky 
972754fe60SDimitry Andric   ComplexPairTy Visit(Expr *E) {
982754fe60SDimitry Andric     return StmtVisitor<ComplexExprEmitter, ComplexPairTy>::Visit(E);
992754fe60SDimitry Andric   }
1002754fe60SDimitry Andric 
101f22ef01cSRoman Divacky   ComplexPairTy VisitStmt(Stmt *S) {
102f22ef01cSRoman Divacky     S->dump(CGF.getContext().getSourceManager());
1036122f3e6SDimitry Andric     llvm_unreachable("Stmt can't have complex result type!");
104f22ef01cSRoman Divacky   }
105f22ef01cSRoman Divacky   ComplexPairTy VisitExpr(Expr *S);
106f22ef01cSRoman Divacky   ComplexPairTy VisitParenExpr(ParenExpr *PE) { return Visit(PE->getSubExpr());}
1073b0f4066SDimitry Andric   ComplexPairTy VisitGenericSelectionExpr(GenericSelectionExpr *GE) {
1083b0f4066SDimitry Andric     return Visit(GE->getResultExpr());
1093b0f4066SDimitry Andric   }
110f22ef01cSRoman Divacky   ComplexPairTy VisitImaginaryLiteral(const ImaginaryLiteral *IL);
11117a519f9SDimitry Andric   ComplexPairTy
11217a519f9SDimitry Andric   VisitSubstNonTypeTemplateParmExpr(SubstNonTypeTemplateParmExpr *PE) {
11317a519f9SDimitry Andric     return Visit(PE->getReplacement());
11417a519f9SDimitry Andric   }
115f22ef01cSRoman Divacky 
116f22ef01cSRoman Divacky   // l-values.
117dff0c46cSDimitry Andric   ComplexPairTy VisitDeclRefExpr(DeclRefExpr *E) {
118dff0c46cSDimitry Andric     if (CodeGenFunction::ConstantEmission result = CGF.tryEmitAsConstant(E)) {
119dff0c46cSDimitry Andric       if (result.isReference())
120f785676fSDimitry Andric         return EmitLoadOfLValue(result.getReferenceLValue(CGF, E),
121f785676fSDimitry Andric                                 E->getExprLoc());
122dff0c46cSDimitry Andric 
123f785676fSDimitry Andric       llvm::Constant *pair = result.getValue();
124f785676fSDimitry Andric       return ComplexPairTy(pair->getAggregateElement(0U),
125f785676fSDimitry Andric                            pair->getAggregateElement(1U));
126dff0c46cSDimitry Andric     }
127f22ef01cSRoman Divacky     return EmitLoadOfLValue(E);
128f22ef01cSRoman Divacky   }
129dff0c46cSDimitry Andric   ComplexPairTy VisitObjCIvarRefExpr(ObjCIvarRefExpr *E) {
130f22ef01cSRoman Divacky     return EmitLoadOfLValue(E);
131f22ef01cSRoman Divacky   }
132f22ef01cSRoman Divacky   ComplexPairTy VisitObjCMessageExpr(ObjCMessageExpr *E) {
133f22ef01cSRoman Divacky     return CGF.EmitObjCMessageExpr(E).getComplexVal();
134f22ef01cSRoman Divacky   }
135f22ef01cSRoman Divacky   ComplexPairTy VisitArraySubscriptExpr(Expr *E) { return EmitLoadOfLValue(E); }
136f22ef01cSRoman Divacky   ComplexPairTy VisitMemberExpr(const Expr *E) { return EmitLoadOfLValue(E); }
1372754fe60SDimitry Andric   ComplexPairTy VisitOpaqueValueExpr(OpaqueValueExpr *E) {
1382754fe60SDimitry Andric     if (E->isGLValue())
139f785676fSDimitry Andric       return EmitLoadOfLValue(CGF.getOpaqueLValueMapping(E), E->getExprLoc());
1402754fe60SDimitry Andric     return CGF.getOpaqueRValueMapping(E).getComplexVal();
1412754fe60SDimitry Andric   }
142f22ef01cSRoman Divacky 
143dff0c46cSDimitry Andric   ComplexPairTy VisitPseudoObjectExpr(PseudoObjectExpr *E) {
144dff0c46cSDimitry Andric     return CGF.EmitPseudoObjectRValue(E).getComplexVal();
145dff0c46cSDimitry Andric   }
146dff0c46cSDimitry Andric 
147f22ef01cSRoman Divacky   // FIXME: CompoundLiteralExpr
148f22ef01cSRoman Divacky 
14939d628a0SDimitry Andric   ComplexPairTy EmitCast(CastKind CK, Expr *Op, QualType DestTy);
150f22ef01cSRoman Divacky   ComplexPairTy VisitImplicitCastExpr(ImplicitCastExpr *E) {
151f22ef01cSRoman Divacky     // Unlike for scalars, we don't have to worry about function->ptr demotion
152f22ef01cSRoman Divacky     // here.
153ffd1746dSEd Schouten     return EmitCast(E->getCastKind(), E->getSubExpr(), E->getType());
154f22ef01cSRoman Divacky   }
155f22ef01cSRoman Divacky   ComplexPairTy VisitCastExpr(CastExpr *E) {
156ffd1746dSEd Schouten     return EmitCast(E->getCastKind(), E->getSubExpr(), E->getType());
157f22ef01cSRoman Divacky   }
158f22ef01cSRoman Divacky   ComplexPairTy VisitCallExpr(const CallExpr *E);
159f22ef01cSRoman Divacky   ComplexPairTy VisitStmtExpr(const StmtExpr *E);
160f22ef01cSRoman Divacky 
161f22ef01cSRoman Divacky   // Operators.
162f22ef01cSRoman Divacky   ComplexPairTy VisitPrePostIncDec(const UnaryOperator *E,
163f22ef01cSRoman Divacky                                    bool isInc, bool isPre) {
164f22ef01cSRoman Divacky     LValue LV = CGF.EmitLValue(E->getSubExpr());
165f22ef01cSRoman Divacky     return CGF.EmitComplexPrePostIncDec(E, LV, isInc, isPre);
166f22ef01cSRoman Divacky   }
167f22ef01cSRoman Divacky   ComplexPairTy VisitUnaryPostDec(const UnaryOperator *E) {
168f22ef01cSRoman Divacky     return VisitPrePostIncDec(E, false, false);
169f22ef01cSRoman Divacky   }
170f22ef01cSRoman Divacky   ComplexPairTy VisitUnaryPostInc(const UnaryOperator *E) {
171f22ef01cSRoman Divacky     return VisitPrePostIncDec(E, true, false);
172f22ef01cSRoman Divacky   }
173f22ef01cSRoman Divacky   ComplexPairTy VisitUnaryPreDec(const UnaryOperator *E) {
174f22ef01cSRoman Divacky     return VisitPrePostIncDec(E, false, true);
175f22ef01cSRoman Divacky   }
176f22ef01cSRoman Divacky   ComplexPairTy VisitUnaryPreInc(const UnaryOperator *E) {
177f22ef01cSRoman Divacky     return VisitPrePostIncDec(E, true, true);
178f22ef01cSRoman Divacky   }
179f22ef01cSRoman Divacky   ComplexPairTy VisitUnaryDeref(const Expr *E) { return EmitLoadOfLValue(E); }
180f22ef01cSRoman Divacky   ComplexPairTy VisitUnaryPlus     (const UnaryOperator *E) {
181f22ef01cSRoman Divacky     TestAndClearIgnoreReal();
182f22ef01cSRoman Divacky     TestAndClearIgnoreImag();
183f22ef01cSRoman Divacky     return Visit(E->getSubExpr());
184f22ef01cSRoman Divacky   }
185f22ef01cSRoman Divacky   ComplexPairTy VisitUnaryMinus    (const UnaryOperator *E);
186f22ef01cSRoman Divacky   ComplexPairTy VisitUnaryNot      (const UnaryOperator *E);
187f22ef01cSRoman Divacky   // LNot,Real,Imag never return complex.
188f22ef01cSRoman Divacky   ComplexPairTy VisitUnaryExtension(const UnaryOperator *E) {
189f22ef01cSRoman Divacky     return Visit(E->getSubExpr());
190f22ef01cSRoman Divacky   }
191f22ef01cSRoman Divacky   ComplexPairTy VisitCXXDefaultArgExpr(CXXDefaultArgExpr *DAE) {
192f22ef01cSRoman Divacky     return Visit(DAE->getExpr());
193f22ef01cSRoman Divacky   }
194284c1978SDimitry Andric   ComplexPairTy VisitCXXDefaultInitExpr(CXXDefaultInitExpr *DIE) {
195284c1978SDimitry Andric     CodeGenFunction::CXXDefaultInitExprScope Scope(CGF);
196284c1978SDimitry Andric     return Visit(DIE->getExpr());
197284c1978SDimitry Andric   }
1982754fe60SDimitry Andric   ComplexPairTy VisitExprWithCleanups(ExprWithCleanups *E) {
199dff0c46cSDimitry Andric     CGF.enterFullExpression(E);
200dff0c46cSDimitry Andric     CodeGenFunction::RunCleanupsScope Scope(CGF);
201dff0c46cSDimitry Andric     return Visit(E->getSubExpr());
202f22ef01cSRoman Divacky   }
203ffd1746dSEd Schouten   ComplexPairTy VisitCXXScalarValueInitExpr(CXXScalarValueInitExpr *E) {
204f22ef01cSRoman Divacky     assert(E->getType()->isAnyComplexType() && "Expected complex type!");
205139f7f9bSDimitry Andric     QualType Elem = E->getType()->castAs<ComplexType>()->getElementType();
206f22ef01cSRoman Divacky     llvm::Constant *Null = llvm::Constant::getNullValue(CGF.ConvertType(Elem));
207f22ef01cSRoman Divacky     return ComplexPairTy(Null, Null);
208f22ef01cSRoman Divacky   }
209f22ef01cSRoman Divacky   ComplexPairTy VisitImplicitValueInitExpr(ImplicitValueInitExpr *E) {
210f22ef01cSRoman Divacky     assert(E->getType()->isAnyComplexType() && "Expected complex type!");
211139f7f9bSDimitry Andric     QualType Elem = E->getType()->castAs<ComplexType>()->getElementType();
212f22ef01cSRoman Divacky     llvm::Constant *Null =
213f22ef01cSRoman Divacky                        llvm::Constant::getNullValue(CGF.ConvertType(Elem));
214f22ef01cSRoman Divacky     return ComplexPairTy(Null, Null);
215f22ef01cSRoman Divacky   }
216f22ef01cSRoman Divacky 
217f22ef01cSRoman Divacky   struct BinOpInfo {
218f22ef01cSRoman Divacky     ComplexPairTy LHS;
219f22ef01cSRoman Divacky     ComplexPairTy RHS;
220f22ef01cSRoman Divacky     QualType Ty;  // Computation Type.
221f22ef01cSRoman Divacky   };
222f22ef01cSRoman Divacky 
223f22ef01cSRoman Divacky   BinOpInfo EmitBinOps(const BinaryOperator *E);
2242754fe60SDimitry Andric   LValue EmitCompoundAssignLValue(const CompoundAssignOperator *E,
2252754fe60SDimitry Andric                                   ComplexPairTy (ComplexExprEmitter::*Func)
2262754fe60SDimitry Andric                                   (const BinOpInfo &),
227f785676fSDimitry Andric                                   RValue &Val);
228f22ef01cSRoman Divacky   ComplexPairTy EmitCompoundAssign(const CompoundAssignOperator *E,
229f22ef01cSRoman Divacky                                    ComplexPairTy (ComplexExprEmitter::*Func)
230f22ef01cSRoman Divacky                                    (const BinOpInfo &));
231f22ef01cSRoman Divacky 
232f22ef01cSRoman Divacky   ComplexPairTy EmitBinAdd(const BinOpInfo &Op);
233f22ef01cSRoman Divacky   ComplexPairTy EmitBinSub(const BinOpInfo &Op);
234f22ef01cSRoman Divacky   ComplexPairTy EmitBinMul(const BinOpInfo &Op);
235f22ef01cSRoman Divacky   ComplexPairTy EmitBinDiv(const BinOpInfo &Op);
236f22ef01cSRoman Divacky 
23739d628a0SDimitry Andric   ComplexPairTy EmitComplexBinOpLibCall(StringRef LibCallName,
23839d628a0SDimitry Andric                                         const BinOpInfo &Op);
23939d628a0SDimitry Andric 
240f22ef01cSRoman Divacky   ComplexPairTy VisitBinAdd(const BinaryOperator *E) {
241f22ef01cSRoman Divacky     return EmitBinAdd(EmitBinOps(E));
242f22ef01cSRoman Divacky   }
243f22ef01cSRoman Divacky   ComplexPairTy VisitBinSub(const BinaryOperator *E) {
244f22ef01cSRoman Divacky     return EmitBinSub(EmitBinOps(E));
245f22ef01cSRoman Divacky   }
2462754fe60SDimitry Andric   ComplexPairTy VisitBinMul(const BinaryOperator *E) {
2472754fe60SDimitry Andric     return EmitBinMul(EmitBinOps(E));
2482754fe60SDimitry Andric   }
249f22ef01cSRoman Divacky   ComplexPairTy VisitBinDiv(const BinaryOperator *E) {
250f22ef01cSRoman Divacky     return EmitBinDiv(EmitBinOps(E));
251f22ef01cSRoman Divacky   }
252f22ef01cSRoman Divacky 
253f22ef01cSRoman Divacky   // Compound assignments.
254f22ef01cSRoman Divacky   ComplexPairTy VisitBinAddAssign(const CompoundAssignOperator *E) {
255f22ef01cSRoman Divacky     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinAdd);
256f22ef01cSRoman Divacky   }
257f22ef01cSRoman Divacky   ComplexPairTy VisitBinSubAssign(const CompoundAssignOperator *E) {
258f22ef01cSRoman Divacky     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinSub);
259f22ef01cSRoman Divacky   }
260f22ef01cSRoman Divacky   ComplexPairTy VisitBinMulAssign(const CompoundAssignOperator *E) {
261f22ef01cSRoman Divacky     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinMul);
262f22ef01cSRoman Divacky   }
263f22ef01cSRoman Divacky   ComplexPairTy VisitBinDivAssign(const CompoundAssignOperator *E) {
264f22ef01cSRoman Divacky     return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinDiv);
265f22ef01cSRoman Divacky   }
266f22ef01cSRoman Divacky 
267f22ef01cSRoman Divacky   // GCC rejects rem/and/or/xor for integer complex.
268f22ef01cSRoman Divacky   // Logical and/or always return int, never complex.
269f22ef01cSRoman Divacky 
270f22ef01cSRoman Divacky   // No comparisons produce a complex result.
2712754fe60SDimitry Andric 
2722754fe60SDimitry Andric   LValue EmitBinAssignLValue(const BinaryOperator *E,
2732754fe60SDimitry Andric                              ComplexPairTy &Val);
274f22ef01cSRoman Divacky   ComplexPairTy VisitBinAssign     (const BinaryOperator *E);
275f22ef01cSRoman Divacky   ComplexPairTy VisitBinComma      (const BinaryOperator *E);
276f22ef01cSRoman Divacky 
277f22ef01cSRoman Divacky 
2782754fe60SDimitry Andric   ComplexPairTy
2792754fe60SDimitry Andric   VisitAbstractConditionalOperator(const AbstractConditionalOperator *CO);
280f22ef01cSRoman Divacky   ComplexPairTy VisitChooseExpr(ChooseExpr *CE);
281f22ef01cSRoman Divacky 
282f22ef01cSRoman Divacky   ComplexPairTy VisitInitListExpr(InitListExpr *E);
283f22ef01cSRoman Divacky 
284dff0c46cSDimitry Andric   ComplexPairTy VisitCompoundLiteralExpr(CompoundLiteralExpr *E) {
285dff0c46cSDimitry Andric     return EmitLoadOfLValue(E);
286dff0c46cSDimitry Andric   }
287dff0c46cSDimitry Andric 
288f22ef01cSRoman Divacky   ComplexPairTy VisitVAArgExpr(VAArgExpr *E);
2896122f3e6SDimitry Andric 
2906122f3e6SDimitry Andric   ComplexPairTy VisitAtomicExpr(AtomicExpr *E) {
2916122f3e6SDimitry Andric     return CGF.EmitAtomicExpr(E).getComplexVal();
2926122f3e6SDimitry Andric   }
293f22ef01cSRoman Divacky };
294f22ef01cSRoman Divacky }  // end anonymous namespace.
295f22ef01cSRoman Divacky 
296f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
297f22ef01cSRoman Divacky //                                Utilities
298f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
299f22ef01cSRoman Divacky 
300139f7f9bSDimitry Andric /// EmitLoadOfLValue - Given an RValue reference for a complex, emit code to
301f22ef01cSRoman Divacky /// load the real and imaginary pieces, returning them as Real/Imag.
302f785676fSDimitry Andric ComplexPairTy ComplexExprEmitter::EmitLoadOfLValue(LValue lvalue,
303f785676fSDimitry Andric                                                    SourceLocation loc) {
304139f7f9bSDimitry Andric   assert(lvalue.isSimple() && "non-simple complex l-value?");
305139f7f9bSDimitry Andric   if (lvalue.getType()->isAtomicType())
306f785676fSDimitry Andric     return CGF.EmitAtomicLoad(lvalue, loc).getComplexVal();
307139f7f9bSDimitry Andric 
308139f7f9bSDimitry Andric   llvm::Value *SrcPtr = lvalue.getAddress();
309139f7f9bSDimitry Andric   bool isVolatile = lvalue.isVolatileQualified();
310f785676fSDimitry Andric   unsigned AlignR = lvalue.getAlignment().getQuantity();
311f785676fSDimitry Andric   ASTContext &C = CGF.getContext();
312f785676fSDimitry Andric   QualType ComplexTy = lvalue.getType();
313f785676fSDimitry Andric   unsigned ComplexAlign = C.getTypeAlignInChars(ComplexTy).getQuantity();
314f785676fSDimitry Andric   unsigned AlignI = std::min(AlignR, ComplexAlign);
315139f7f9bSDimitry Andric 
31659d1ed5bSDimitry Andric   llvm::Value *Real=nullptr, *Imag=nullptr;
317f22ef01cSRoman Divacky 
3182754fe60SDimitry Andric   if (!IgnoreReal || isVolatile) {
319f22ef01cSRoman Divacky     llvm::Value *RealP = Builder.CreateStructGEP(SrcPtr, 0,
320f22ef01cSRoman Divacky                                                  SrcPtr->getName() + ".realp");
321f785676fSDimitry Andric     Real = Builder.CreateAlignedLoad(RealP, AlignR, isVolatile,
322f785676fSDimitry Andric                                      SrcPtr->getName() + ".real");
323f22ef01cSRoman Divacky   }
324f22ef01cSRoman Divacky 
3252754fe60SDimitry Andric   if (!IgnoreImag || isVolatile) {
326f22ef01cSRoman Divacky     llvm::Value *ImagP = Builder.CreateStructGEP(SrcPtr, 1,
327f22ef01cSRoman Divacky                                                  SrcPtr->getName() + ".imagp");
328f785676fSDimitry Andric     Imag = Builder.CreateAlignedLoad(ImagP, AlignI, isVolatile,
329f785676fSDimitry Andric                                      SrcPtr->getName() + ".imag");
330f22ef01cSRoman Divacky   }
331f22ef01cSRoman Divacky   return ComplexPairTy(Real, Imag);
332f22ef01cSRoman Divacky }
333f22ef01cSRoman Divacky 
334f22ef01cSRoman Divacky /// EmitStoreOfComplex - Store the specified real/imag parts into the
335f22ef01cSRoman Divacky /// specified value pointer.
33639d628a0SDimitry Andric void ComplexExprEmitter::EmitStoreOfComplex(ComplexPairTy Val, LValue lvalue,
337139f7f9bSDimitry Andric                                             bool isInit) {
338139f7f9bSDimitry Andric   if (lvalue.getType()->isAtomicType())
339139f7f9bSDimitry Andric     return CGF.EmitAtomicStore(RValue::getComplex(Val), lvalue, isInit);
340139f7f9bSDimitry Andric 
341139f7f9bSDimitry Andric   llvm::Value *Ptr = lvalue.getAddress();
342f22ef01cSRoman Divacky   llvm::Value *RealPtr = Builder.CreateStructGEP(Ptr, 0, "real");
343f22ef01cSRoman Divacky   llvm::Value *ImagPtr = Builder.CreateStructGEP(Ptr, 1, "imag");
344f785676fSDimitry Andric   unsigned AlignR = lvalue.getAlignment().getQuantity();
345f785676fSDimitry Andric   ASTContext &C = CGF.getContext();
346f785676fSDimitry Andric   QualType ComplexTy = lvalue.getType();
347f785676fSDimitry Andric   unsigned ComplexAlign = C.getTypeAlignInChars(ComplexTy).getQuantity();
348f785676fSDimitry Andric   unsigned AlignI = std::min(AlignR, ComplexAlign);
349f22ef01cSRoman Divacky 
350f785676fSDimitry Andric   Builder.CreateAlignedStore(Val.first, RealPtr, AlignR,
351f785676fSDimitry Andric                              lvalue.isVolatileQualified());
352f785676fSDimitry Andric   Builder.CreateAlignedStore(Val.second, ImagPtr, AlignI,
353f785676fSDimitry Andric                              lvalue.isVolatileQualified());
354f22ef01cSRoman Divacky }
355f22ef01cSRoman Divacky 
356f22ef01cSRoman Divacky 
357f22ef01cSRoman Divacky 
358f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
359f22ef01cSRoman Divacky //                            Visitor Methods
360f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
361f22ef01cSRoman Divacky 
362f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitExpr(Expr *E) {
363f22ef01cSRoman Divacky   CGF.ErrorUnsupported(E, "complex expression");
3646122f3e6SDimitry Andric   llvm::Type *EltTy =
365139f7f9bSDimitry Andric     CGF.ConvertType(getComplexType(E->getType())->getElementType());
366f22ef01cSRoman Divacky   llvm::Value *U = llvm::UndefValue::get(EltTy);
367f22ef01cSRoman Divacky   return ComplexPairTy(U, U);
368f22ef01cSRoman Divacky }
369f22ef01cSRoman Divacky 
370f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::
371f22ef01cSRoman Divacky VisitImaginaryLiteral(const ImaginaryLiteral *IL) {
372f22ef01cSRoman Divacky   llvm::Value *Imag = CGF.EmitScalarExpr(IL->getSubExpr());
3732754fe60SDimitry Andric   return ComplexPairTy(llvm::Constant::getNullValue(Imag->getType()), Imag);
374f22ef01cSRoman Divacky }
375f22ef01cSRoman Divacky 
376f22ef01cSRoman Divacky 
377f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitCallExpr(const CallExpr *E) {
378f22ef01cSRoman Divacky   if (E->getCallReturnType()->isReferenceType())
379f22ef01cSRoman Divacky     return EmitLoadOfLValue(E);
380f22ef01cSRoman Divacky 
381f22ef01cSRoman Divacky   return CGF.EmitCallExpr(E).getComplexVal();
382f22ef01cSRoman Divacky }
383f22ef01cSRoman Divacky 
384f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitStmtExpr(const StmtExpr *E) {
3852754fe60SDimitry Andric   CodeGenFunction::StmtExprEvaluation eval(CGF);
386f785676fSDimitry Andric   llvm::Value *RetAlloca = CGF.EmitCompoundStmt(*E->getSubStmt(), true);
387f785676fSDimitry Andric   assert(RetAlloca && "Expected complex return value");
388f785676fSDimitry Andric   return EmitLoadOfLValue(CGF.MakeAddrLValue(RetAlloca, E->getType()),
389f785676fSDimitry Andric                           E->getExprLoc());
390f22ef01cSRoman Divacky }
391f22ef01cSRoman Divacky 
392f22ef01cSRoman Divacky /// EmitComplexToComplexCast - Emit a cast from complex value Val to DestType.
393f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::EmitComplexToComplexCast(ComplexPairTy Val,
394f22ef01cSRoman Divacky                                                            QualType SrcType,
395f22ef01cSRoman Divacky                                                            QualType DestType) {
396f22ef01cSRoman Divacky   // Get the src/dest element type.
397139f7f9bSDimitry Andric   SrcType = SrcType->castAs<ComplexType>()->getElementType();
398139f7f9bSDimitry Andric   DestType = DestType->castAs<ComplexType>()->getElementType();
399f22ef01cSRoman Divacky 
400f22ef01cSRoman Divacky   // C99 6.3.1.6: When a value of complex type is converted to another
401f22ef01cSRoman Divacky   // complex type, both the real and imaginary parts follow the conversion
402f22ef01cSRoman Divacky   // rules for the corresponding real types.
403f22ef01cSRoman Divacky   Val.first = CGF.EmitScalarConversion(Val.first, SrcType, DestType);
404f22ef01cSRoman Divacky   Val.second = CGF.EmitScalarConversion(Val.second, SrcType, DestType);
405f22ef01cSRoman Divacky   return Val;
406f22ef01cSRoman Divacky }
407f22ef01cSRoman Divacky 
408f785676fSDimitry Andric ComplexPairTy ComplexExprEmitter::EmitScalarToComplexCast(llvm::Value *Val,
409f785676fSDimitry Andric                                                           QualType SrcType,
410f785676fSDimitry Andric                                                           QualType DestType) {
411f785676fSDimitry Andric   // Convert the input element to the element type of the complex.
412f785676fSDimitry Andric   DestType = DestType->castAs<ComplexType>()->getElementType();
413f785676fSDimitry Andric   Val = CGF.EmitScalarConversion(Val, SrcType, DestType);
414f785676fSDimitry Andric 
415f785676fSDimitry Andric   // Return (realval, 0).
416f785676fSDimitry Andric   return ComplexPairTy(Val, llvm::Constant::getNullValue(Val->getType()));
417f785676fSDimitry Andric }
418f785676fSDimitry Andric 
41939d628a0SDimitry Andric ComplexPairTy ComplexExprEmitter::EmitCast(CastKind CK, Expr *Op,
420ffd1746dSEd Schouten                                            QualType DestTy) {
4212754fe60SDimitry Andric   switch (CK) {
42217a519f9SDimitry Andric   case CK_Dependent: llvm_unreachable("dependent cast kind in IR gen!");
42317a519f9SDimitry Andric 
424dff0c46cSDimitry Andric   // Atomic to non-atomic casts may be more than a no-op for some platforms and
425dff0c46cSDimitry Andric   // for some types.
426dff0c46cSDimitry Andric   case CK_AtomicToNonAtomic:
427dff0c46cSDimitry Andric   case CK_NonAtomicToAtomic:
4282754fe60SDimitry Andric   case CK_NoOp:
4292754fe60SDimitry Andric   case CK_LValueToRValue:
43017a519f9SDimitry Andric   case CK_UserDefinedConversion:
4312754fe60SDimitry Andric     return Visit(Op);
4322754fe60SDimitry Andric 
43317a519f9SDimitry Andric   case CK_LValueBitCast: {
434139f7f9bSDimitry Andric     LValue origLV = CGF.EmitLValue(Op);
435139f7f9bSDimitry Andric     llvm::Value *V = origLV.getAddress();
436ffd1746dSEd Schouten     V = Builder.CreateBitCast(V,
437ffd1746dSEd Schouten                     CGF.ConvertType(CGF.getContext().getPointerType(DestTy)));
438139f7f9bSDimitry Andric     return EmitLoadOfLValue(CGF.MakeAddrLValue(V, DestTy,
439f785676fSDimitry Andric                                                origLV.getAlignment()),
440f785676fSDimitry Andric                             Op->getExprLoc());
441ffd1746dSEd Schouten   }
442ffd1746dSEd Schouten 
44317a519f9SDimitry Andric   case CK_BitCast:
44417a519f9SDimitry Andric   case CK_BaseToDerived:
44517a519f9SDimitry Andric   case CK_DerivedToBase:
44617a519f9SDimitry Andric   case CK_UncheckedDerivedToBase:
44717a519f9SDimitry Andric   case CK_Dynamic:
44817a519f9SDimitry Andric   case CK_ToUnion:
44917a519f9SDimitry Andric   case CK_ArrayToPointerDecay:
45017a519f9SDimitry Andric   case CK_FunctionToPointerDecay:
45117a519f9SDimitry Andric   case CK_NullToPointer:
45217a519f9SDimitry Andric   case CK_NullToMemberPointer:
45317a519f9SDimitry Andric   case CK_BaseToDerivedMemberPointer:
45417a519f9SDimitry Andric   case CK_DerivedToBaseMemberPointer:
45517a519f9SDimitry Andric   case CK_MemberPointerToBoolean:
456dff0c46cSDimitry Andric   case CK_ReinterpretMemberPointer:
45717a519f9SDimitry Andric   case CK_ConstructorConversion:
45817a519f9SDimitry Andric   case CK_IntegralToPointer:
45917a519f9SDimitry Andric   case CK_PointerToIntegral:
46017a519f9SDimitry Andric   case CK_PointerToBoolean:
46117a519f9SDimitry Andric   case CK_ToVoid:
46217a519f9SDimitry Andric   case CK_VectorSplat:
46317a519f9SDimitry Andric   case CK_IntegralCast:
46417a519f9SDimitry Andric   case CK_IntegralToBoolean:
46517a519f9SDimitry Andric   case CK_IntegralToFloating:
46617a519f9SDimitry Andric   case CK_FloatingToIntegral:
46717a519f9SDimitry Andric   case CK_FloatingToBoolean:
46817a519f9SDimitry Andric   case CK_FloatingCast:
4696122f3e6SDimitry Andric   case CK_CPointerToObjCPointerCast:
4706122f3e6SDimitry Andric   case CK_BlockPointerToObjCPointerCast:
47117a519f9SDimitry Andric   case CK_AnyPointerToBlockPointerCast:
47217a519f9SDimitry Andric   case CK_ObjCObjectLValueCast:
47317a519f9SDimitry Andric   case CK_FloatingComplexToReal:
47417a519f9SDimitry Andric   case CK_FloatingComplexToBoolean:
47517a519f9SDimitry Andric   case CK_IntegralComplexToReal:
47617a519f9SDimitry Andric   case CK_IntegralComplexToBoolean:
4776122f3e6SDimitry Andric   case CK_ARCProduceObject:
4786122f3e6SDimitry Andric   case CK_ARCConsumeObject:
4796122f3e6SDimitry Andric   case CK_ARCReclaimReturnedObject:
4806122f3e6SDimitry Andric   case CK_ARCExtendBlockObject:
481dff0c46cSDimitry Andric   case CK_CopyAndAutoreleaseBlockObject:
4823861d79fSDimitry Andric   case CK_BuiltinFnToFnPtr:
483139f7f9bSDimitry Andric   case CK_ZeroToOCLEvent:
48459d1ed5bSDimitry Andric   case CK_AddressSpaceConversion:
48517a519f9SDimitry Andric     llvm_unreachable("invalid cast kind for complex value");
48617a519f9SDimitry Andric 
48717a519f9SDimitry Andric   case CK_FloatingRealToComplex:
488f785676fSDimitry Andric   case CK_IntegralRealToComplex:
489f785676fSDimitry Andric     return EmitScalarToComplexCast(CGF.EmitScalarExpr(Op),
490f785676fSDimitry Andric                                    Op->getType(), DestTy);
491f22ef01cSRoman Divacky 
49217a519f9SDimitry Andric   case CK_FloatingComplexCast:
49317a519f9SDimitry Andric   case CK_FloatingComplexToIntegralComplex:
49417a519f9SDimitry Andric   case CK_IntegralComplexCast:
49517a519f9SDimitry Andric   case CK_IntegralComplexToFloatingComplex:
49617a519f9SDimitry Andric     return EmitComplexToComplexCast(Visit(Op), Op->getType(), DestTy);
49717a519f9SDimitry Andric   }
49817a519f9SDimitry Andric 
49917a519f9SDimitry Andric   llvm_unreachable("unknown cast resulting in complex value");
50017a519f9SDimitry Andric }
50117a519f9SDimitry Andric 
502f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitUnaryMinus(const UnaryOperator *E) {
503f22ef01cSRoman Divacky   TestAndClearIgnoreReal();
504f22ef01cSRoman Divacky   TestAndClearIgnoreImag();
505f22ef01cSRoman Divacky   ComplexPairTy Op = Visit(E->getSubExpr());
506f22ef01cSRoman Divacky 
507f22ef01cSRoman Divacky   llvm::Value *ResR, *ResI;
508f22ef01cSRoman Divacky   if (Op.first->getType()->isFloatingPointTy()) {
509f22ef01cSRoman Divacky     ResR = Builder.CreateFNeg(Op.first,  "neg.r");
510f22ef01cSRoman Divacky     ResI = Builder.CreateFNeg(Op.second, "neg.i");
511f22ef01cSRoman Divacky   } else {
512f22ef01cSRoman Divacky     ResR = Builder.CreateNeg(Op.first,  "neg.r");
513f22ef01cSRoman Divacky     ResI = Builder.CreateNeg(Op.second, "neg.i");
514f22ef01cSRoman Divacky   }
515f22ef01cSRoman Divacky   return ComplexPairTy(ResR, ResI);
516f22ef01cSRoman Divacky }
517f22ef01cSRoman Divacky 
518f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitUnaryNot(const UnaryOperator *E) {
519f22ef01cSRoman Divacky   TestAndClearIgnoreReal();
520f22ef01cSRoman Divacky   TestAndClearIgnoreImag();
521f22ef01cSRoman Divacky   // ~(a+ib) = a + i*-b
522f22ef01cSRoman Divacky   ComplexPairTy Op = Visit(E->getSubExpr());
523f22ef01cSRoman Divacky   llvm::Value *ResI;
524f22ef01cSRoman Divacky   if (Op.second->getType()->isFloatingPointTy())
525f22ef01cSRoman Divacky     ResI = Builder.CreateFNeg(Op.second, "conj.i");
526f22ef01cSRoman Divacky   else
527f22ef01cSRoman Divacky     ResI = Builder.CreateNeg(Op.second, "conj.i");
528f22ef01cSRoman Divacky 
529f22ef01cSRoman Divacky   return ComplexPairTy(Op.first, ResI);
530f22ef01cSRoman Divacky }
531f22ef01cSRoman Divacky 
532f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::EmitBinAdd(const BinOpInfo &Op) {
533f22ef01cSRoman Divacky   llvm::Value *ResR, *ResI;
534f22ef01cSRoman Divacky 
535f22ef01cSRoman Divacky   if (Op.LHS.first->getType()->isFloatingPointTy()) {
536f22ef01cSRoman Divacky     ResR = Builder.CreateFAdd(Op.LHS.first,  Op.RHS.first,  "add.r");
53739d628a0SDimitry Andric     if (Op.LHS.second && Op.RHS.second)
538f22ef01cSRoman Divacky       ResI = Builder.CreateFAdd(Op.LHS.second, Op.RHS.second, "add.i");
53939d628a0SDimitry Andric     else
54039d628a0SDimitry Andric       ResI = Op.LHS.second ? Op.LHS.second : Op.RHS.second;
54139d628a0SDimitry Andric     assert(ResI && "Only one operand may be real!");
542f22ef01cSRoman Divacky   } else {
543f22ef01cSRoman Divacky     ResR = Builder.CreateAdd(Op.LHS.first,  Op.RHS.first,  "add.r");
54439d628a0SDimitry Andric     assert(Op.LHS.second && Op.RHS.second &&
54539d628a0SDimitry Andric            "Both operands of integer complex operators must be complex!");
546f22ef01cSRoman Divacky     ResI = Builder.CreateAdd(Op.LHS.second, Op.RHS.second, "add.i");
547f22ef01cSRoman Divacky   }
548f22ef01cSRoman Divacky   return ComplexPairTy(ResR, ResI);
549f22ef01cSRoman Divacky }
550f22ef01cSRoman Divacky 
551f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::EmitBinSub(const BinOpInfo &Op) {
552f22ef01cSRoman Divacky   llvm::Value *ResR, *ResI;
553f22ef01cSRoman Divacky   if (Op.LHS.first->getType()->isFloatingPointTy()) {
554f22ef01cSRoman Divacky     ResR = Builder.CreateFSub(Op.LHS.first, Op.RHS.first, "sub.r");
55539d628a0SDimitry Andric     if (Op.LHS.second && Op.RHS.second)
556f22ef01cSRoman Divacky       ResI = Builder.CreateFSub(Op.LHS.second, Op.RHS.second, "sub.i");
55739d628a0SDimitry Andric     else
55839d628a0SDimitry Andric       ResI = Op.LHS.second ? Op.LHS.second
55939d628a0SDimitry Andric                            : Builder.CreateFNeg(Op.RHS.second, "sub.i");
56039d628a0SDimitry Andric     assert(ResI && "Only one operand may be real!");
561f22ef01cSRoman Divacky   } else {
562f22ef01cSRoman Divacky     ResR = Builder.CreateSub(Op.LHS.first, Op.RHS.first, "sub.r");
56339d628a0SDimitry Andric     assert(Op.LHS.second && Op.RHS.second &&
56439d628a0SDimitry Andric            "Both operands of integer complex operators must be complex!");
565f22ef01cSRoman Divacky     ResI = Builder.CreateSub(Op.LHS.second, Op.RHS.second, "sub.i");
566f22ef01cSRoman Divacky   }
567f22ef01cSRoman Divacky   return ComplexPairTy(ResR, ResI);
568f22ef01cSRoman Divacky }
569f22ef01cSRoman Divacky 
57039d628a0SDimitry Andric /// \brief Emit a libcall for a binary operation on complex types.
57139d628a0SDimitry Andric ComplexPairTy ComplexExprEmitter::EmitComplexBinOpLibCall(StringRef LibCallName,
57239d628a0SDimitry Andric                                                           const BinOpInfo &Op) {
57339d628a0SDimitry Andric   CallArgList Args;
57439d628a0SDimitry Andric   Args.add(RValue::get(Op.LHS.first),
57539d628a0SDimitry Andric            Op.Ty->castAs<ComplexType>()->getElementType());
57639d628a0SDimitry Andric   Args.add(RValue::get(Op.LHS.second),
57739d628a0SDimitry Andric            Op.Ty->castAs<ComplexType>()->getElementType());
57839d628a0SDimitry Andric   Args.add(RValue::get(Op.RHS.first),
57939d628a0SDimitry Andric            Op.Ty->castAs<ComplexType>()->getElementType());
58039d628a0SDimitry Andric   Args.add(RValue::get(Op.RHS.second),
58139d628a0SDimitry Andric            Op.Ty->castAs<ComplexType>()->getElementType());
582f22ef01cSRoman Divacky 
58339d628a0SDimitry Andric   // We *must* use the full CG function call building logic here because the
58439d628a0SDimitry Andric   // complex type has special ABI handling. We also should not forget about
58539d628a0SDimitry Andric   // special calling convention which may be used for compiler builtins.
58639d628a0SDimitry Andric   const CGFunctionInfo &FuncInfo =
58739d628a0SDimitry Andric     CGF.CGM.getTypes().arrangeFreeFunctionCall(
58839d628a0SDimitry Andric       Op.Ty, Args, FunctionType::ExtInfo(/* No CC here - will be added later */),
58939d628a0SDimitry Andric       RequiredArgs::All);
59039d628a0SDimitry Andric   llvm::FunctionType *FTy = CGF.CGM.getTypes().GetFunctionType(FuncInfo);
59139d628a0SDimitry Andric   llvm::Constant *Func = CGF.CGM.CreateBuiltinFunction(FTy, LibCallName);
59239d628a0SDimitry Andric   llvm::Instruction *Call;
59339d628a0SDimitry Andric 
59439d628a0SDimitry Andric   RValue Res = CGF.EmitCall(FuncInfo, Func, ReturnValueSlot(), Args,
59539d628a0SDimitry Andric                             nullptr, &Call);
59639d628a0SDimitry Andric   cast<llvm::CallInst>(Call)->setCallingConv(CGF.CGM.getBuiltinCC());
59739d628a0SDimitry Andric   cast<llvm::CallInst>(Call)->setDoesNotThrow();
59839d628a0SDimitry Andric 
59939d628a0SDimitry Andric   return Res.getComplexVal();
60039d628a0SDimitry Andric }
60139d628a0SDimitry Andric 
60239d628a0SDimitry Andric /// \brief Lookup the libcall name for a given floating point type complex
60339d628a0SDimitry Andric /// multiply.
60439d628a0SDimitry Andric static StringRef getComplexMultiplyLibCallName(llvm::Type *Ty) {
60539d628a0SDimitry Andric   switch (Ty->getTypeID()) {
60639d628a0SDimitry Andric   default:
60739d628a0SDimitry Andric     llvm_unreachable("Unsupported floating point type!");
60839d628a0SDimitry Andric   case llvm::Type::HalfTyID:
60939d628a0SDimitry Andric     return "__mulhc3";
61039d628a0SDimitry Andric   case llvm::Type::FloatTyID:
61139d628a0SDimitry Andric     return "__mulsc3";
61239d628a0SDimitry Andric   case llvm::Type::DoubleTyID:
61339d628a0SDimitry Andric     return "__muldc3";
61439d628a0SDimitry Andric   case llvm::Type::PPC_FP128TyID:
61539d628a0SDimitry Andric     return "__multc3";
61639d628a0SDimitry Andric   case llvm::Type::X86_FP80TyID:
61739d628a0SDimitry Andric     return "__mulxc3";
61839d628a0SDimitry Andric   case llvm::Type::FP128TyID:
61939d628a0SDimitry Andric     return "__multc3";
62039d628a0SDimitry Andric   }
62139d628a0SDimitry Andric }
62239d628a0SDimitry Andric 
62339d628a0SDimitry Andric // See C11 Annex G.5.1 for the semantics of multiplicative operators on complex
62439d628a0SDimitry Andric // typed values.
625f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::EmitBinMul(const BinOpInfo &Op) {
626f22ef01cSRoman Divacky   using llvm::Value;
627f22ef01cSRoman Divacky   Value *ResR, *ResI;
62839d628a0SDimitry Andric   llvm::MDBuilder MDHelper(CGF.getLLVMContext());
629f22ef01cSRoman Divacky 
630f22ef01cSRoman Divacky   if (Op.LHS.first->getType()->isFloatingPointTy()) {
63139d628a0SDimitry Andric     // The general formulation is:
63239d628a0SDimitry Andric     // (a + ib) * (c + id) = (a * c - b * d) + i(a * d + b * c)
63339d628a0SDimitry Andric     //
63439d628a0SDimitry Andric     // But we can fold away components which would be zero due to a real
63539d628a0SDimitry Andric     // operand according to C11 Annex G.5.1p2.
63639d628a0SDimitry Andric     // FIXME: C11 also provides for imaginary types which would allow folding
63739d628a0SDimitry Andric     // still more of this within the type system.
638f22ef01cSRoman Divacky 
63939d628a0SDimitry Andric     if (Op.LHS.second && Op.RHS.second) {
64039d628a0SDimitry Andric       // If both operands are complex, emit the core math directly, and then
64139d628a0SDimitry Andric       // test for NaNs. If we find NaNs in the result, we delegate to a libcall
64239d628a0SDimitry Andric       // to carefully re-compute the correct infinity representation if
64339d628a0SDimitry Andric       // possible. The expectation is that the presence of NaNs here is
64439d628a0SDimitry Andric       // *extremely* rare, and so the cost of the libcall is almost irrelevant.
64539d628a0SDimitry Andric       // This is good, because the libcall re-computes the core multiplication
64639d628a0SDimitry Andric       // exactly the same as we do here and re-tests for NaNs in order to be
64739d628a0SDimitry Andric       // a generic complex*complex libcall.
64839d628a0SDimitry Andric 
64939d628a0SDimitry Andric       // First compute the four products.
65039d628a0SDimitry Andric       Value *AC = Builder.CreateFMul(Op.LHS.first, Op.RHS.first, "mul_ac");
65139d628a0SDimitry Andric       Value *BD = Builder.CreateFMul(Op.LHS.second, Op.RHS.second, "mul_bd");
65239d628a0SDimitry Andric       Value *AD = Builder.CreateFMul(Op.LHS.first, Op.RHS.second, "mul_ad");
65339d628a0SDimitry Andric       Value *BC = Builder.CreateFMul(Op.LHS.second, Op.RHS.first, "mul_bc");
65439d628a0SDimitry Andric 
65539d628a0SDimitry Andric       // The real part is the difference of the first two, the imaginary part is
65639d628a0SDimitry Andric       // the sum of the second.
65739d628a0SDimitry Andric       ResR = Builder.CreateFSub(AC, BD, "mul_r");
65839d628a0SDimitry Andric       ResI = Builder.CreateFAdd(AD, BC, "mul_i");
65939d628a0SDimitry Andric 
66039d628a0SDimitry Andric       // Emit the test for the real part becoming NaN and create a branch to
66139d628a0SDimitry Andric       // handle it. We test for NaN by comparing the number to itself.
66239d628a0SDimitry Andric       Value *IsRNaN = Builder.CreateFCmpUNO(ResR, ResR, "isnan_cmp");
66339d628a0SDimitry Andric       llvm::BasicBlock *ContBB = CGF.createBasicBlock("complex_mul_cont");
66439d628a0SDimitry Andric       llvm::BasicBlock *INaNBB = CGF.createBasicBlock("complex_mul_imag_nan");
66539d628a0SDimitry Andric       llvm::Instruction *Branch = Builder.CreateCondBr(IsRNaN, INaNBB, ContBB);
66639d628a0SDimitry Andric       llvm::BasicBlock *OrigBB = Branch->getParent();
66739d628a0SDimitry Andric 
66839d628a0SDimitry Andric       // Give hint that we very much don't expect to see NaNs.
66939d628a0SDimitry Andric       // Value chosen to match UR_NONTAKEN_WEIGHT, see BranchProbabilityInfo.cpp
67039d628a0SDimitry Andric       llvm::MDNode *BrWeight = MDHelper.createBranchWeights(1, (1U << 20) - 1);
67139d628a0SDimitry Andric       Branch->setMetadata(llvm::LLVMContext::MD_prof, BrWeight);
67239d628a0SDimitry Andric 
67339d628a0SDimitry Andric       // Now test the imaginary part and create its branch.
67439d628a0SDimitry Andric       CGF.EmitBlock(INaNBB);
67539d628a0SDimitry Andric       Value *IsINaN = Builder.CreateFCmpUNO(ResI, ResI, "isnan_cmp");
67639d628a0SDimitry Andric       llvm::BasicBlock *LibCallBB = CGF.createBasicBlock("complex_mul_libcall");
67739d628a0SDimitry Andric       Branch = Builder.CreateCondBr(IsINaN, LibCallBB, ContBB);
67839d628a0SDimitry Andric       Branch->setMetadata(llvm::LLVMContext::MD_prof, BrWeight);
67939d628a0SDimitry Andric 
68039d628a0SDimitry Andric       // Now emit the libcall on this slowest of the slow paths.
68139d628a0SDimitry Andric       CGF.EmitBlock(LibCallBB);
68239d628a0SDimitry Andric       Value *LibCallR, *LibCallI;
68339d628a0SDimitry Andric       std::tie(LibCallR, LibCallI) = EmitComplexBinOpLibCall(
68439d628a0SDimitry Andric           getComplexMultiplyLibCallName(Op.LHS.first->getType()), Op);
68539d628a0SDimitry Andric       Builder.CreateBr(ContBB);
68639d628a0SDimitry Andric 
68739d628a0SDimitry Andric       // Finally continue execution by phi-ing together the different
68839d628a0SDimitry Andric       // computation paths.
68939d628a0SDimitry Andric       CGF.EmitBlock(ContBB);
69039d628a0SDimitry Andric       llvm::PHINode *RealPHI = Builder.CreatePHI(ResR->getType(), 3, "real_mul_phi");
69139d628a0SDimitry Andric       RealPHI->addIncoming(ResR, OrigBB);
69239d628a0SDimitry Andric       RealPHI->addIncoming(ResR, INaNBB);
69339d628a0SDimitry Andric       RealPHI->addIncoming(LibCallR, LibCallBB);
69439d628a0SDimitry Andric       llvm::PHINode *ImagPHI = Builder.CreatePHI(ResI->getType(), 3, "imag_mul_phi");
69539d628a0SDimitry Andric       ImagPHI->addIncoming(ResI, OrigBB);
69639d628a0SDimitry Andric       ImagPHI->addIncoming(ResI, INaNBB);
69739d628a0SDimitry Andric       ImagPHI->addIncoming(LibCallI, LibCallBB);
69839d628a0SDimitry Andric       return ComplexPairTy(RealPHI, ImagPHI);
69939d628a0SDimitry Andric     }
70039d628a0SDimitry Andric     assert((Op.LHS.second || Op.RHS.second) &&
70139d628a0SDimitry Andric            "At least one operand must be complex!");
70239d628a0SDimitry Andric 
70339d628a0SDimitry Andric     // If either of the operands is a real rather than a complex, the
70439d628a0SDimitry Andric     // imaginary component is ignored when computing the real component of the
70539d628a0SDimitry Andric     // result.
70639d628a0SDimitry Andric     ResR = Builder.CreateFMul(Op.LHS.first, Op.RHS.first, "mul.rl");
70739d628a0SDimitry Andric 
70839d628a0SDimitry Andric     ResI = Op.LHS.second
70939d628a0SDimitry Andric                ? Builder.CreateFMul(Op.LHS.second, Op.RHS.first, "mul.il")
71039d628a0SDimitry Andric                : Builder.CreateFMul(Op.LHS.first, Op.RHS.second, "mul.ir");
711f22ef01cSRoman Divacky   } else {
71239d628a0SDimitry Andric     assert(Op.LHS.second && Op.RHS.second &&
71339d628a0SDimitry Andric            "Both operands of integer complex operators must be complex!");
714f22ef01cSRoman Divacky     Value *ResRl = Builder.CreateMul(Op.LHS.first, Op.RHS.first, "mul.rl");
715f22ef01cSRoman Divacky     Value *ResRr = Builder.CreateMul(Op.LHS.second, Op.RHS.second, "mul.rr");
716f22ef01cSRoman Divacky     ResR = Builder.CreateSub(ResRl, ResRr, "mul.r");
717f22ef01cSRoman Divacky 
718f22ef01cSRoman Divacky     Value *ResIl = Builder.CreateMul(Op.LHS.second, Op.RHS.first, "mul.il");
719f22ef01cSRoman Divacky     Value *ResIr = Builder.CreateMul(Op.LHS.first, Op.RHS.second, "mul.ir");
720f22ef01cSRoman Divacky     ResI = Builder.CreateAdd(ResIl, ResIr, "mul.i");
721f22ef01cSRoman Divacky   }
722f22ef01cSRoman Divacky   return ComplexPairTy(ResR, ResI);
723f22ef01cSRoman Divacky }
724f22ef01cSRoman Divacky 
72539d628a0SDimitry Andric // See C11 Annex G.5.1 for the semantics of multiplicative operators on complex
72639d628a0SDimitry Andric // typed values.
727f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::EmitBinDiv(const BinOpInfo &Op) {
728f22ef01cSRoman Divacky   llvm::Value *LHSr = Op.LHS.first, *LHSi = Op.LHS.second;
729f22ef01cSRoman Divacky   llvm::Value *RHSr = Op.RHS.first, *RHSi = Op.RHS.second;
730f22ef01cSRoman Divacky 
731f22ef01cSRoman Divacky 
732f22ef01cSRoman Divacky   llvm::Value *DSTr, *DSTi;
73339d628a0SDimitry Andric   if (LHSr->getType()->isFloatingPointTy()) {
73439d628a0SDimitry Andric     // If we have a complex operand on the RHS, we delegate to a libcall to
73539d628a0SDimitry Andric     // handle all of the complexities and minimize underflow/overflow cases.
73639d628a0SDimitry Andric     //
73739d628a0SDimitry Andric     // FIXME: We would be able to avoid the libcall in many places if we
73839d628a0SDimitry Andric     // supported imaginary types in addition to complex types.
73939d628a0SDimitry Andric     if (RHSi) {
74039d628a0SDimitry Andric       BinOpInfo LibCallOp = Op;
74139d628a0SDimitry Andric       // If LHS was a real, supply a null imaginary part.
74239d628a0SDimitry Andric       if (!LHSi)
74339d628a0SDimitry Andric         LibCallOp.LHS.second = llvm::Constant::getNullValue(LHSr->getType());
744f22ef01cSRoman Divacky 
74539d628a0SDimitry Andric       StringRef LibCallName;
74639d628a0SDimitry Andric       switch (LHSr->getType()->getTypeID()) {
74739d628a0SDimitry Andric       default:
74839d628a0SDimitry Andric         llvm_unreachable("Unsupported floating point type!");
74939d628a0SDimitry Andric       case llvm::Type::HalfTyID:
75039d628a0SDimitry Andric         return EmitComplexBinOpLibCall("__divhc3", LibCallOp);
75139d628a0SDimitry Andric       case llvm::Type::FloatTyID:
75239d628a0SDimitry Andric         return EmitComplexBinOpLibCall("__divsc3", LibCallOp);
75339d628a0SDimitry Andric       case llvm::Type::DoubleTyID:
75439d628a0SDimitry Andric         return EmitComplexBinOpLibCall("__divdc3", LibCallOp);
75539d628a0SDimitry Andric       case llvm::Type::PPC_FP128TyID:
75639d628a0SDimitry Andric         return EmitComplexBinOpLibCall("__divtc3", LibCallOp);
75739d628a0SDimitry Andric       case llvm::Type::X86_FP80TyID:
75839d628a0SDimitry Andric         return EmitComplexBinOpLibCall("__divxc3", LibCallOp);
75939d628a0SDimitry Andric       case llvm::Type::FP128TyID:
76039d628a0SDimitry Andric         return EmitComplexBinOpLibCall("__divtc3", LibCallOp);
76139d628a0SDimitry Andric       }
76239d628a0SDimitry Andric     }
76339d628a0SDimitry Andric     assert(LHSi && "Can have at most one non-complex operand!");
764f22ef01cSRoman Divacky 
76539d628a0SDimitry Andric     DSTr = Builder.CreateFDiv(LHSr, RHSr);
76639d628a0SDimitry Andric     DSTi = Builder.CreateFDiv(LHSi, RHSr);
767f22ef01cSRoman Divacky   } else {
76839d628a0SDimitry Andric     assert(Op.LHS.second && Op.RHS.second &&
76939d628a0SDimitry Andric            "Both operands of integer complex operators must be complex!");
770f22ef01cSRoman Divacky     // (a+ib) / (c+id) = ((ac+bd)/(cc+dd)) + i((bc-ad)/(cc+dd))
7716122f3e6SDimitry Andric     llvm::Value *Tmp1 = Builder.CreateMul(LHSr, RHSr); // a*c
7726122f3e6SDimitry Andric     llvm::Value *Tmp2 = Builder.CreateMul(LHSi, RHSi); // b*d
7736122f3e6SDimitry Andric     llvm::Value *Tmp3 = Builder.CreateAdd(Tmp1, Tmp2); // ac+bd
774f22ef01cSRoman Divacky 
7756122f3e6SDimitry Andric     llvm::Value *Tmp4 = Builder.CreateMul(RHSr, RHSr); // c*c
7766122f3e6SDimitry Andric     llvm::Value *Tmp5 = Builder.CreateMul(RHSi, RHSi); // d*d
7776122f3e6SDimitry Andric     llvm::Value *Tmp6 = Builder.CreateAdd(Tmp4, Tmp5); // cc+dd
778f22ef01cSRoman Divacky 
7796122f3e6SDimitry Andric     llvm::Value *Tmp7 = Builder.CreateMul(LHSi, RHSr); // b*c
7806122f3e6SDimitry Andric     llvm::Value *Tmp8 = Builder.CreateMul(LHSr, RHSi); // a*d
7816122f3e6SDimitry Andric     llvm::Value *Tmp9 = Builder.CreateSub(Tmp7, Tmp8); // bc-ad
782f22ef01cSRoman Divacky 
783139f7f9bSDimitry Andric     if (Op.Ty->castAs<ComplexType>()->getElementType()->isUnsignedIntegerType()) {
7846122f3e6SDimitry Andric       DSTr = Builder.CreateUDiv(Tmp3, Tmp6);
7856122f3e6SDimitry Andric       DSTi = Builder.CreateUDiv(Tmp9, Tmp6);
786f22ef01cSRoman Divacky     } else {
7876122f3e6SDimitry Andric       DSTr = Builder.CreateSDiv(Tmp3, Tmp6);
7886122f3e6SDimitry Andric       DSTi = Builder.CreateSDiv(Tmp9, Tmp6);
789f22ef01cSRoman Divacky     }
790f22ef01cSRoman Divacky   }
791f22ef01cSRoman Divacky 
792f22ef01cSRoman Divacky   return ComplexPairTy(DSTr, DSTi);
793f22ef01cSRoman Divacky }
794f22ef01cSRoman Divacky 
795f22ef01cSRoman Divacky ComplexExprEmitter::BinOpInfo
796f22ef01cSRoman Divacky ComplexExprEmitter::EmitBinOps(const BinaryOperator *E) {
797f22ef01cSRoman Divacky   TestAndClearIgnoreReal();
798f22ef01cSRoman Divacky   TestAndClearIgnoreImag();
799f22ef01cSRoman Divacky   BinOpInfo Ops;
80039d628a0SDimitry Andric   if (E->getLHS()->getType()->isRealFloatingType())
80139d628a0SDimitry Andric     Ops.LHS = ComplexPairTy(CGF.EmitScalarExpr(E->getLHS()), nullptr);
80239d628a0SDimitry Andric   else
803f22ef01cSRoman Divacky     Ops.LHS = Visit(E->getLHS());
80439d628a0SDimitry Andric   if (E->getRHS()->getType()->isRealFloatingType())
80539d628a0SDimitry Andric     Ops.RHS = ComplexPairTy(CGF.EmitScalarExpr(E->getRHS()), nullptr);
80639d628a0SDimitry Andric   else
807f22ef01cSRoman Divacky     Ops.RHS = Visit(E->getRHS());
80839d628a0SDimitry Andric 
809f22ef01cSRoman Divacky   Ops.Ty = E->getType();
810f22ef01cSRoman Divacky   return Ops;
811f22ef01cSRoman Divacky }
812f22ef01cSRoman Divacky 
813f22ef01cSRoman Divacky 
8142754fe60SDimitry Andric LValue ComplexExprEmitter::
8152754fe60SDimitry Andric EmitCompoundAssignLValue(const CompoundAssignOperator *E,
8162754fe60SDimitry Andric           ComplexPairTy (ComplexExprEmitter::*Func)(const BinOpInfo&),
817f785676fSDimitry Andric                          RValue &Val) {
818f22ef01cSRoman Divacky   TestAndClearIgnoreReal();
819f22ef01cSRoman Divacky   TestAndClearIgnoreImag();
8202754fe60SDimitry Andric   QualType LHSTy = E->getLHS()->getType();
821f22ef01cSRoman Divacky 
822f22ef01cSRoman Divacky   BinOpInfo OpInfo;
823f22ef01cSRoman Divacky 
824f22ef01cSRoman Divacky   // Load the RHS and LHS operands.
825f22ef01cSRoman Divacky   // __block variables need to have the rhs evaluated first, plus this should
8262754fe60SDimitry Andric   // improve codegen a little.
827f22ef01cSRoman Divacky   OpInfo.Ty = E->getComputationResultType();
82839d628a0SDimitry Andric   QualType ComplexElementTy = cast<ComplexType>(OpInfo.Ty)->getElementType();
8292754fe60SDimitry Andric 
8302754fe60SDimitry Andric   // The RHS should have been converted to the computation type.
83139d628a0SDimitry Andric   if (E->getRHS()->getType()->isRealFloatingType()) {
83239d628a0SDimitry Andric     assert(
83339d628a0SDimitry Andric         CGF.getContext()
83439d628a0SDimitry Andric             .hasSameUnqualifiedType(ComplexElementTy, E->getRHS()->getType()));
83539d628a0SDimitry Andric     OpInfo.RHS = ComplexPairTy(CGF.EmitScalarExpr(E->getRHS()), nullptr);
83639d628a0SDimitry Andric   } else {
83739d628a0SDimitry Andric     assert(CGF.getContext()
83839d628a0SDimitry Andric                .hasSameUnqualifiedType(OpInfo.Ty, E->getRHS()->getType()));
8392754fe60SDimitry Andric     OpInfo.RHS = Visit(E->getRHS());
84039d628a0SDimitry Andric   }
841f22ef01cSRoman Divacky 
842ffd1746dSEd Schouten   LValue LHS = CGF.EmitLValue(E->getLHS());
8432754fe60SDimitry Andric 
844f785676fSDimitry Andric   // Load from the l-value and convert it.
845f785676fSDimitry Andric   if (LHSTy->isAnyComplexType()) {
846f785676fSDimitry Andric     ComplexPairTy LHSVal = EmitLoadOfLValue(LHS, E->getExprLoc());
847f785676fSDimitry Andric     OpInfo.LHS = EmitComplexToComplexCast(LHSVal, LHSTy, OpInfo.Ty);
848f785676fSDimitry Andric   } else {
849f785676fSDimitry Andric     llvm::Value *LHSVal = CGF.EmitLoadOfScalar(LHS, E->getExprLoc());
85039d628a0SDimitry Andric     // For floating point real operands we can directly pass the scalar form
85139d628a0SDimitry Andric     // to the binary operator emission and potentially get more efficient code.
85239d628a0SDimitry Andric     if (LHSTy->isRealFloatingType()) {
85339d628a0SDimitry Andric       if (!CGF.getContext().hasSameUnqualifiedType(ComplexElementTy, LHSTy))
85439d628a0SDimitry Andric         LHSVal = CGF.EmitScalarConversion(LHSVal, LHSTy, ComplexElementTy);
85539d628a0SDimitry Andric       OpInfo.LHS = ComplexPairTy(LHSVal, nullptr);
85639d628a0SDimitry Andric     } else {
857f785676fSDimitry Andric       OpInfo.LHS = EmitScalarToComplexCast(LHSVal, LHSTy, OpInfo.Ty);
858f785676fSDimitry Andric     }
85939d628a0SDimitry Andric   }
860f22ef01cSRoman Divacky 
861f22ef01cSRoman Divacky   // Expand the binary operator.
862f22ef01cSRoman Divacky   ComplexPairTy Result = (this->*Func)(OpInfo);
863f22ef01cSRoman Divacky 
864f785676fSDimitry Andric   // Truncate the result and store it into the LHS lvalue.
865f785676fSDimitry Andric   if (LHSTy->isAnyComplexType()) {
866f785676fSDimitry Andric     ComplexPairTy ResVal = EmitComplexToComplexCast(Result, OpInfo.Ty, LHSTy);
867f785676fSDimitry Andric     EmitStoreOfComplex(ResVal, LHS, /*isInit*/ false);
868f785676fSDimitry Andric     Val = RValue::getComplex(ResVal);
869f785676fSDimitry Andric   } else {
870f785676fSDimitry Andric     llvm::Value *ResVal =
871f785676fSDimitry Andric         CGF.EmitComplexToScalarConversion(Result, OpInfo.Ty, LHSTy);
872f785676fSDimitry Andric     CGF.EmitStoreOfScalar(ResVal, LHS, /*isInit*/ false);
873f785676fSDimitry Andric     Val = RValue::get(ResVal);
874f785676fSDimitry Andric   }
875ffd1746dSEd Schouten 
8762754fe60SDimitry Andric   return LHS;
877f22ef01cSRoman Divacky }
878f22ef01cSRoman Divacky 
8792754fe60SDimitry Andric // Compound assignments.
8802754fe60SDimitry Andric ComplexPairTy ComplexExprEmitter::
8812754fe60SDimitry Andric EmitCompoundAssign(const CompoundAssignOperator *E,
8822754fe60SDimitry Andric                    ComplexPairTy (ComplexExprEmitter::*Func)(const BinOpInfo&)){
883f785676fSDimitry Andric   RValue Val;
8842754fe60SDimitry Andric   LValue LV = EmitCompoundAssignLValue(E, Func, Val);
8852754fe60SDimitry Andric 
8862754fe60SDimitry Andric   // The result of an assignment in C is the assigned r-value.
8873861d79fSDimitry Andric   if (!CGF.getLangOpts().CPlusPlus)
888f785676fSDimitry Andric     return Val.getComplexVal();
8892754fe60SDimitry Andric 
8902754fe60SDimitry Andric   // If the lvalue is non-volatile, return the computed value of the assignment.
8912754fe60SDimitry Andric   if (!LV.isVolatileQualified())
892f785676fSDimitry Andric     return Val.getComplexVal();
8932754fe60SDimitry Andric 
894f785676fSDimitry Andric   return EmitLoadOfLValue(LV, E->getExprLoc());
8952754fe60SDimitry Andric }
8962754fe60SDimitry Andric 
8972754fe60SDimitry Andric LValue ComplexExprEmitter::EmitBinAssignLValue(const BinaryOperator *E,
8982754fe60SDimitry Andric                                                ComplexPairTy &Val) {
899ffd1746dSEd Schouten   assert(CGF.getContext().hasSameUnqualifiedType(E->getLHS()->getType(),
900ffd1746dSEd Schouten                                                  E->getRHS()->getType()) &&
901f22ef01cSRoman Divacky          "Invalid assignment");
9022754fe60SDimitry Andric   TestAndClearIgnoreReal();
9032754fe60SDimitry Andric   TestAndClearIgnoreImag();
9042754fe60SDimitry Andric 
9052754fe60SDimitry Andric   // Emit the RHS.  __block variables need the RHS evaluated first.
9062754fe60SDimitry Andric   Val = Visit(E->getRHS());
907f22ef01cSRoman Divacky 
908f22ef01cSRoman Divacky   // Compute the address to store into.
909f22ef01cSRoman Divacky   LValue LHS = CGF.EmitLValue(E->getLHS());
910f22ef01cSRoman Divacky 
911ffd1746dSEd Schouten   // Store the result value into the LHS lvalue.
912139f7f9bSDimitry Andric   EmitStoreOfComplex(Val, LHS, /*isInit*/ false);
913f22ef01cSRoman Divacky 
9142754fe60SDimitry Andric   return LHS;
9152754fe60SDimitry Andric }
916ffd1746dSEd Schouten 
9172754fe60SDimitry Andric ComplexPairTy ComplexExprEmitter::VisitBinAssign(const BinaryOperator *E) {
9182754fe60SDimitry Andric   ComplexPairTy Val;
9192754fe60SDimitry Andric   LValue LV = EmitBinAssignLValue(E, Val);
9202754fe60SDimitry Andric 
9212754fe60SDimitry Andric   // The result of an assignment in C is the assigned r-value.
9223861d79fSDimitry Andric   if (!CGF.getLangOpts().CPlusPlus)
9232754fe60SDimitry Andric     return Val;
9242754fe60SDimitry Andric 
9252754fe60SDimitry Andric   // If the lvalue is non-volatile, return the computed value of the assignment.
9262754fe60SDimitry Andric   if (!LV.isVolatileQualified())
9272754fe60SDimitry Andric     return Val;
9282754fe60SDimitry Andric 
929f785676fSDimitry Andric   return EmitLoadOfLValue(LV, E->getExprLoc());
930f22ef01cSRoman Divacky }
931f22ef01cSRoman Divacky 
932f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitBinComma(const BinaryOperator *E) {
9332754fe60SDimitry Andric   CGF.EmitIgnoredExpr(E->getLHS());
934f22ef01cSRoman Divacky   return Visit(E->getRHS());
935f22ef01cSRoman Divacky }
936f22ef01cSRoman Divacky 
937f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::
9382754fe60SDimitry Andric VisitAbstractConditionalOperator(const AbstractConditionalOperator *E) {
939f22ef01cSRoman Divacky   TestAndClearIgnoreReal();
940f22ef01cSRoman Divacky   TestAndClearIgnoreImag();
941f22ef01cSRoman Divacky   llvm::BasicBlock *LHSBlock = CGF.createBasicBlock("cond.true");
942f22ef01cSRoman Divacky   llvm::BasicBlock *RHSBlock = CGF.createBasicBlock("cond.false");
943f22ef01cSRoman Divacky   llvm::BasicBlock *ContBlock = CGF.createBasicBlock("cond.end");
944f22ef01cSRoman Divacky 
9452754fe60SDimitry Andric   // Bind the common expression if necessary.
9462754fe60SDimitry Andric   CodeGenFunction::OpaqueValueMapping binding(CGF, E);
9472754fe60SDimitry Andric 
94859d1ed5bSDimitry Andric   RegionCounter Cnt = CGF.getPGORegionCounter(E);
9492754fe60SDimitry Andric   CodeGenFunction::ConditionalEvaluation eval(CGF);
95059d1ed5bSDimitry Andric   CGF.EmitBranchOnBoolExpr(E->getCond(), LHSBlock, RHSBlock, Cnt.getCount());
951f22ef01cSRoman Divacky 
9522754fe60SDimitry Andric   eval.begin(CGF);
953f22ef01cSRoman Divacky   CGF.EmitBlock(LHSBlock);
95459d1ed5bSDimitry Andric   Cnt.beginRegion(Builder);
9552754fe60SDimitry Andric   ComplexPairTy LHS = Visit(E->getTrueExpr());
956f22ef01cSRoman Divacky   LHSBlock = Builder.GetInsertBlock();
957f22ef01cSRoman Divacky   CGF.EmitBranch(ContBlock);
9582754fe60SDimitry Andric   eval.end(CGF);
959f22ef01cSRoman Divacky 
9602754fe60SDimitry Andric   eval.begin(CGF);
961f22ef01cSRoman Divacky   CGF.EmitBlock(RHSBlock);
9622754fe60SDimitry Andric   ComplexPairTy RHS = Visit(E->getFalseExpr());
963f22ef01cSRoman Divacky   RHSBlock = Builder.GetInsertBlock();
964f22ef01cSRoman Divacky   CGF.EmitBlock(ContBlock);
9652754fe60SDimitry Andric   eval.end(CGF);
966f22ef01cSRoman Divacky 
967f22ef01cSRoman Divacky   // Create a PHI node for the real part.
9683b0f4066SDimitry Andric   llvm::PHINode *RealPN = Builder.CreatePHI(LHS.first->getType(), 2, "cond.r");
969f22ef01cSRoman Divacky   RealPN->addIncoming(LHS.first, LHSBlock);
970f22ef01cSRoman Divacky   RealPN->addIncoming(RHS.first, RHSBlock);
971f22ef01cSRoman Divacky 
972f22ef01cSRoman Divacky   // Create a PHI node for the imaginary part.
9733b0f4066SDimitry Andric   llvm::PHINode *ImagPN = Builder.CreatePHI(LHS.first->getType(), 2, "cond.i");
974f22ef01cSRoman Divacky   ImagPN->addIncoming(LHS.second, LHSBlock);
975f22ef01cSRoman Divacky   ImagPN->addIncoming(RHS.second, RHSBlock);
976f22ef01cSRoman Divacky 
977f22ef01cSRoman Divacky   return ComplexPairTy(RealPN, ImagPN);
978f22ef01cSRoman Divacky }
979f22ef01cSRoman Divacky 
980f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitChooseExpr(ChooseExpr *E) {
981f785676fSDimitry Andric   return Visit(E->getChosenSubExpr());
982f22ef01cSRoman Divacky }
983f22ef01cSRoman Divacky 
984f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitInitListExpr(InitListExpr *E) {
985f22ef01cSRoman Divacky     bool Ignore = TestAndClearIgnoreReal();
986f22ef01cSRoman Divacky     (void)Ignore;
987f22ef01cSRoman Divacky     assert (Ignore == false && "init list ignored");
988f22ef01cSRoman Divacky     Ignore = TestAndClearIgnoreImag();
989f22ef01cSRoman Divacky     (void)Ignore;
990f22ef01cSRoman Divacky     assert (Ignore == false && "init list ignored");
9916122f3e6SDimitry Andric 
9926122f3e6SDimitry Andric   if (E->getNumInits() == 2) {
9936122f3e6SDimitry Andric     llvm::Value *Real = CGF.EmitScalarExpr(E->getInit(0));
9946122f3e6SDimitry Andric     llvm::Value *Imag = CGF.EmitScalarExpr(E->getInit(1));
9956122f3e6SDimitry Andric     return ComplexPairTy(Real, Imag);
9966122f3e6SDimitry Andric   } else if (E->getNumInits() == 1) {
997f22ef01cSRoman Divacky     return Visit(E->getInit(0));
9986122f3e6SDimitry Andric   }
999f22ef01cSRoman Divacky 
1000f22ef01cSRoman Divacky   // Empty init list intializes to null
10016122f3e6SDimitry Andric   assert(E->getNumInits() == 0 && "Unexpected number of inits");
1002139f7f9bSDimitry Andric   QualType Ty = E->getType()->castAs<ComplexType>()->getElementType();
10036122f3e6SDimitry Andric   llvm::Type* LTy = CGF.ConvertType(Ty);
1004f22ef01cSRoman Divacky   llvm::Value* zeroConstant = llvm::Constant::getNullValue(LTy);
1005f22ef01cSRoman Divacky   return ComplexPairTy(zeroConstant, zeroConstant);
1006f22ef01cSRoman Divacky }
1007f22ef01cSRoman Divacky 
1008f22ef01cSRoman Divacky ComplexPairTy ComplexExprEmitter::VisitVAArgExpr(VAArgExpr *E) {
1009f22ef01cSRoman Divacky   llvm::Value *ArgValue = CGF.EmitVAListRef(E->getSubExpr());
1010f22ef01cSRoman Divacky   llvm::Value *ArgPtr = CGF.EmitVAArg(ArgValue, E->getType());
1011f22ef01cSRoman Divacky 
1012f22ef01cSRoman Divacky   if (!ArgPtr) {
1013f22ef01cSRoman Divacky     CGF.ErrorUnsupported(E, "complex va_arg expression");
10146122f3e6SDimitry Andric     llvm::Type *EltTy =
1015139f7f9bSDimitry Andric       CGF.ConvertType(E->getType()->castAs<ComplexType>()->getElementType());
1016f22ef01cSRoman Divacky     llvm::Value *U = llvm::UndefValue::get(EltTy);
1017f22ef01cSRoman Divacky     return ComplexPairTy(U, U);
1018f22ef01cSRoman Divacky   }
1019f22ef01cSRoman Divacky 
1020f785676fSDimitry Andric   return EmitLoadOfLValue(CGF.MakeNaturalAlignAddrLValue(ArgPtr, E->getType()),
1021f785676fSDimitry Andric                           E->getExprLoc());
1022f22ef01cSRoman Divacky }
1023f22ef01cSRoman Divacky 
1024f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
1025f22ef01cSRoman Divacky //                         Entry Point into this File
1026f22ef01cSRoman Divacky //===----------------------------------------------------------------------===//
1027f22ef01cSRoman Divacky 
1028f22ef01cSRoman Divacky /// EmitComplexExpr - Emit the computation of the specified expression of
1029f22ef01cSRoman Divacky /// complex type, ignoring the result.
1030f22ef01cSRoman Divacky ComplexPairTy CodeGenFunction::EmitComplexExpr(const Expr *E, bool IgnoreReal,
10312754fe60SDimitry Andric                                                bool IgnoreImag) {
1032139f7f9bSDimitry Andric   assert(E && getComplexType(E->getType()) &&
1033f22ef01cSRoman Divacky          "Invalid complex expression to emit");
1034f22ef01cSRoman Divacky 
10352754fe60SDimitry Andric   return ComplexExprEmitter(*this, IgnoreReal, IgnoreImag)
1036f22ef01cSRoman Divacky     .Visit(const_cast<Expr*>(E));
1037f22ef01cSRoman Divacky }
1038f22ef01cSRoman Divacky 
1039139f7f9bSDimitry Andric void CodeGenFunction::EmitComplexExprIntoLValue(const Expr *E, LValue dest,
1040139f7f9bSDimitry Andric                                                 bool isInit) {
1041139f7f9bSDimitry Andric   assert(E && getComplexType(E->getType()) &&
1042f22ef01cSRoman Divacky          "Invalid complex expression to emit");
1043f22ef01cSRoman Divacky   ComplexExprEmitter Emitter(*this);
1044f22ef01cSRoman Divacky   ComplexPairTy Val = Emitter.Visit(const_cast<Expr*>(E));
1045139f7f9bSDimitry Andric   Emitter.EmitStoreOfComplex(Val, dest, isInit);
1046f22ef01cSRoman Divacky }
1047f22ef01cSRoman Divacky 
1048139f7f9bSDimitry Andric /// EmitStoreOfComplex - Store a complex number into the specified l-value.
1049139f7f9bSDimitry Andric void CodeGenFunction::EmitStoreOfComplex(ComplexPairTy V, LValue dest,
1050139f7f9bSDimitry Andric                                          bool isInit) {
1051139f7f9bSDimitry Andric   ComplexExprEmitter(*this).EmitStoreOfComplex(V, dest, isInit);
1052f22ef01cSRoman Divacky }
1053f22ef01cSRoman Divacky 
1054139f7f9bSDimitry Andric /// EmitLoadOfComplex - Load a complex number from the specified address.
1055f785676fSDimitry Andric ComplexPairTy CodeGenFunction::EmitLoadOfComplex(LValue src,
1056f785676fSDimitry Andric                                                  SourceLocation loc) {
1057f785676fSDimitry Andric   return ComplexExprEmitter(*this).EmitLoadOfLValue(src, loc);
1058f22ef01cSRoman Divacky }
10592754fe60SDimitry Andric 
10602754fe60SDimitry Andric LValue CodeGenFunction::EmitComplexAssignmentLValue(const BinaryOperator *E) {
10612754fe60SDimitry Andric   assert(E->getOpcode() == BO_Assign);
10622754fe60SDimitry Andric   ComplexPairTy Val; // ignored
10632754fe60SDimitry Andric   return ComplexExprEmitter(*this).EmitBinAssignLValue(E, Val);
10642754fe60SDimitry Andric }
10652754fe60SDimitry Andric 
1066f785676fSDimitry Andric typedef ComplexPairTy (ComplexExprEmitter::*CompoundFunc)(
1067f785676fSDimitry Andric     const ComplexExprEmitter::BinOpInfo &);
10682754fe60SDimitry Andric 
1069f785676fSDimitry Andric static CompoundFunc getComplexOp(BinaryOperatorKind Op) {
1070f785676fSDimitry Andric   switch (Op) {
1071f785676fSDimitry Andric   case BO_MulAssign: return &ComplexExprEmitter::EmitBinMul;
1072f785676fSDimitry Andric   case BO_DivAssign: return &ComplexExprEmitter::EmitBinDiv;
1073f785676fSDimitry Andric   case BO_SubAssign: return &ComplexExprEmitter::EmitBinSub;
1074f785676fSDimitry Andric   case BO_AddAssign: return &ComplexExprEmitter::EmitBinAdd;
10752754fe60SDimitry Andric   default:
10762754fe60SDimitry Andric     llvm_unreachable("unexpected complex compound assignment");
10772754fe60SDimitry Andric   }
1078f785676fSDimitry Andric }
10792754fe60SDimitry Andric 
1080f785676fSDimitry Andric LValue CodeGenFunction::
1081f785676fSDimitry Andric EmitComplexCompoundAssignmentLValue(const CompoundAssignOperator *E) {
1082f785676fSDimitry Andric   CompoundFunc Op = getComplexOp(E->getOpcode());
1083f785676fSDimitry Andric   RValue Val;
10842754fe60SDimitry Andric   return ComplexExprEmitter(*this).EmitCompoundAssignLValue(E, Op, Val);
10852754fe60SDimitry Andric }
1086f785676fSDimitry Andric 
1087f785676fSDimitry Andric LValue CodeGenFunction::
1088f785676fSDimitry Andric EmitScalarCompooundAssignWithComplex(const CompoundAssignOperator *E,
1089f785676fSDimitry Andric                                      llvm::Value *&Result) {
1090f785676fSDimitry Andric   CompoundFunc Op = getComplexOp(E->getOpcode());
1091f785676fSDimitry Andric   RValue Val;
1092f785676fSDimitry Andric   LValue Ret = ComplexExprEmitter(*this).EmitCompoundAssignLValue(E, Op, Val);
1093f785676fSDimitry Andric   Result = Val.getScalarVal();
1094f785676fSDimitry Andric   return Ret;
1095f785676fSDimitry Andric }
1096