Chris Lattner | 566b6ce | 2007-08-24 02:22:53 +0000 | [diff] [blame] | 1 | //===--- CGExprComplex.cpp - Emit LLVM Code for Complex Exprs -------------===// |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 0bc735f | 2007-12-29 19:59:25 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This contains code to emit Expr nodes with complex types as LLVM code. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "CodeGenFunction.h" |
| 15 | #include "CodeGenModule.h" |
Daniel Dunbar | de7fb84 | 2008-08-11 05:00:27 +0000 | [diff] [blame] | 16 | #include "clang/AST/ASTContext.h" |
| 17 | #include "clang/AST/StmtVisitor.h" |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 18 | #include "llvm/ADT/STLExtras.h" |
Chandler Carruth | 55fc873 | 2012-12-04 09:13:33 +0000 | [diff] [blame] | 19 | #include "llvm/ADT/SmallString.h" |
Chandler Carruth | 3b844ba | 2013-01-02 11:45:17 +0000 | [diff] [blame] | 20 | #include "llvm/IR/Constants.h" |
| 21 | #include "llvm/IR/Function.h" |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 22 | #include "llvm/IR/Instructions.h" |
| 23 | #include "llvm/IR/MDBuilder.h" |
| 24 | #include "llvm/IR/Metadata.h" |
JF Bastien | ab96e56 | 2013-07-17 05:57:42 +0000 | [diff] [blame] | 25 | #include <algorithm> |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 26 | using namespace clang; |
| 27 | using namespace CodeGen; |
| 28 | |
| 29 | //===----------------------------------------------------------------------===// |
Chris Lattner | 05ba49c | 2007-08-21 05:54:53 +0000 | [diff] [blame] | 30 | // Complex Expression Emitter |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 31 | //===----------------------------------------------------------------------===// |
| 32 | |
Chris Lattner | 58dee10 | 2007-08-21 16:57:55 +0000 | [diff] [blame] | 33 | typedef CodeGenFunction::ComplexPairTy ComplexPairTy; |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 34 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 35 | /// Return the complex type that we are meant to emit. |
| 36 | static const ComplexType *getComplexType(QualType type) { |
| 37 | type = type.getCanonicalType(); |
| 38 | if (const ComplexType *comp = dyn_cast<ComplexType>(type)) { |
| 39 | return comp; |
| 40 | } else { |
| 41 | return cast<ComplexType>(cast<AtomicType>(type)->getValueType()); |
| 42 | } |
| 43 | } |
| 44 | |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 45 | namespace { |
Benjamin Kramer | 85b4521 | 2009-11-28 19:45:26 +0000 | [diff] [blame] | 46 | class ComplexExprEmitter |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 47 | : public StmtVisitor<ComplexExprEmitter, ComplexPairTy> { |
| 48 | CodeGenFunction &CGF; |
Daniel Dunbar | 45d196b | 2008-11-01 01:53:16 +0000 | [diff] [blame] | 49 | CGBuilderTy &Builder; |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 50 | bool IgnoreReal; |
| 51 | bool IgnoreImag; |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 52 | public: |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 53 | ComplexExprEmitter(CodeGenFunction &cgf, bool ir=false, bool ii=false) |
| 54 | : CGF(cgf), Builder(CGF.Builder), IgnoreReal(ir), IgnoreImag(ii) { |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 55 | } |
| 56 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 57 | |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 58 | //===--------------------------------------------------------------------===// |
| 59 | // Utilities |
| 60 | //===--------------------------------------------------------------------===// |
| 61 | |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 62 | bool TestAndClearIgnoreReal() { |
| 63 | bool I = IgnoreReal; |
| 64 | IgnoreReal = false; |
| 65 | return I; |
| 66 | } |
| 67 | bool TestAndClearIgnoreImag() { |
| 68 | bool I = IgnoreImag; |
| 69 | IgnoreImag = false; |
| 70 | return I; |
| 71 | } |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 72 | |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 73 | /// EmitLoadOfLValue - Given an expression with complex type that represents a |
| 74 | /// value l-value, this method emits the address of the l-value, then loads |
| 75 | /// and returns the result. |
Chris Lattner | 46d7d9f | 2007-08-21 17:28:34 +0000 | [diff] [blame] | 76 | ComplexPairTy EmitLoadOfLValue(const Expr *E) { |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 77 | return EmitLoadOfLValue(CGF.EmitLValue(E), E->getExprLoc()); |
John McCall | 0e800c9 | 2010-12-04 08:14:53 +0000 | [diff] [blame] | 78 | } |
| 79 | |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 80 | ComplexPairTy EmitLoadOfLValue(LValue LV, SourceLocation Loc); |
John McCall | 0e800c9 | 2010-12-04 08:14:53 +0000 | [diff] [blame] | 81 | |
Chris Lattner | 46d7d9f | 2007-08-21 17:28:34 +0000 | [diff] [blame] | 82 | /// EmitStoreOfComplex - Store the specified real/imag parts into the |
| 83 | /// specified value pointer. |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 84 | void EmitStoreOfComplex(ComplexPairTy Val, LValue LV, bool isInit); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 85 | |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 86 | /// EmitComplexToComplexCast - Emit a cast from complex value Val to DestType. |
| 87 | ComplexPairTy EmitComplexToComplexCast(ComplexPairTy Val, QualType SrcType, |
| 88 | QualType DestType); |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 89 | /// EmitComplexToComplexCast - Emit a cast from scalar value Val to DestType. |
| 90 | ComplexPairTy EmitScalarToComplexCast(llvm::Value *Val, QualType SrcType, |
| 91 | QualType DestType); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 92 | |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 93 | //===--------------------------------------------------------------------===// |
| 94 | // Visitor Methods |
| 95 | //===--------------------------------------------------------------------===// |
Chris Lattner | 776c649 | 2007-08-21 18:51:13 +0000 | [diff] [blame] | 96 | |
Fariborz Jahanian | aa3b57e | 2010-09-20 23:50:22 +0000 | [diff] [blame] | 97 | ComplexPairTy Visit(Expr *E) { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 98 | ApplyDebugLocation DL(CGF, E); |
John McCall | cf0b2d8 | 2011-02-17 19:02:56 +0000 | [diff] [blame] | 99 | return StmtVisitor<ComplexExprEmitter, ComplexPairTy>::Visit(E); |
Fariborz Jahanian | aa3b57e | 2010-09-20 23:50:22 +0000 | [diff] [blame] | 100 | } |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 101 | |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 102 | ComplexPairTy VisitStmt(Stmt *S) { |
Ted Kremenek | 7a9d49f | 2007-12-11 21:27:55 +0000 | [diff] [blame] | 103 | S->dump(CGF.getContext().getSourceManager()); |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 104 | llvm_unreachable("Stmt can't have complex result type!"); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 105 | } |
Chris Lattner | 776c649 | 2007-08-21 18:51:13 +0000 | [diff] [blame] | 106 | ComplexPairTy VisitExpr(Expr *S); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 107 | ComplexPairTy VisitParenExpr(ParenExpr *PE) { return Visit(PE->getSubExpr());} |
Peter Collingbourne | f111d93 | 2011-04-15 00:35:48 +0000 | [diff] [blame] | 108 | ComplexPairTy VisitGenericSelectionExpr(GenericSelectionExpr *GE) { |
| 109 | return Visit(GE->getResultExpr()); |
| 110 | } |
Chris Lattner | d272ff0 | 2007-08-26 05:57:57 +0000 | [diff] [blame] | 111 | ComplexPairTy VisitImaginaryLiteral(const ImaginaryLiteral *IL); |
John McCall | 91a5755 | 2011-07-15 05:09:51 +0000 | [diff] [blame] | 112 | ComplexPairTy |
| 113 | VisitSubstNonTypeTemplateParmExpr(SubstNonTypeTemplateParmExpr *PE) { |
| 114 | return Visit(PE->getReplacement()); |
| 115 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 116 | |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 117 | // l-values. |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 118 | ComplexPairTy VisitDeclRefExpr(DeclRefExpr *E) { |
| 119 | if (CodeGenFunction::ConstantEmission result = CGF.tryEmitAsConstant(E)) { |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 120 | if (result.isReference()) |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 121 | return EmitLoadOfLValue(result.getReferenceLValue(CGF, E), |
| 122 | E->getExprLoc()); |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 123 | |
Eli Friedman | be6d913 | 2013-07-16 20:19:04 +0000 | [diff] [blame] | 124 | llvm::Constant *pair = result.getValue(); |
| 125 | return ComplexPairTy(pair->getAggregateElement(0U), |
| 126 | pair->getAggregateElement(1U)); |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 127 | } |
John McCall | f4b88a4 | 2012-03-10 09:33:50 +0000 | [diff] [blame] | 128 | return EmitLoadOfLValue(E); |
John McCall | dd2ecee | 2012-03-10 03:05:10 +0000 | [diff] [blame] | 129 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 130 | ComplexPairTy VisitObjCIvarRefExpr(ObjCIvarRefExpr *E) { |
Daniel Dunbar | 42f963d | 2009-06-10 04:38:50 +0000 | [diff] [blame] | 131 | return EmitLoadOfLValue(E); |
| 132 | } |
Daniel Dunbar | 42f963d | 2009-06-10 04:38:50 +0000 | [diff] [blame] | 133 | ComplexPairTy VisitObjCMessageExpr(ObjCMessageExpr *E) { |
| 134 | return CGF.EmitObjCMessageExpr(E).getComplexVal(); |
| 135 | } |
Chris Lattner | 8bcd723 | 2007-08-21 18:03:58 +0000 | [diff] [blame] | 136 | ComplexPairTy VisitArraySubscriptExpr(Expr *E) { return EmitLoadOfLValue(E); } |
Chris Lattner | d272ff0 | 2007-08-26 05:57:57 +0000 | [diff] [blame] | 137 | ComplexPairTy VisitMemberExpr(const Expr *E) { return EmitLoadOfLValue(E); } |
John McCall | e996ffd | 2011-02-16 08:02:54 +0000 | [diff] [blame] | 138 | ComplexPairTy VisitOpaqueValueExpr(OpaqueValueExpr *E) { |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 139 | if (E->isGLValue()) |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 140 | return EmitLoadOfLValue(CGF.getOpaqueLValueMapping(E), E->getExprLoc()); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 141 | return CGF.getOpaqueRValueMapping(E).getComplexVal(); |
John McCall | e996ffd | 2011-02-16 08:02:54 +0000 | [diff] [blame] | 142 | } |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 143 | |
John McCall | 4b9c2d2 | 2011-11-06 09:01:30 +0000 | [diff] [blame] | 144 | ComplexPairTy VisitPseudoObjectExpr(PseudoObjectExpr *E) { |
| 145 | return CGF.EmitPseudoObjectRValue(E).getComplexVal(); |
| 146 | } |
| 147 | |
Chris Lattner | e73e8e2 | 2007-08-21 22:33:41 +0000 | [diff] [blame] | 148 | // FIXME: CompoundLiteralExpr |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 149 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 150 | ComplexPairTy EmitCast(CastKind CK, Expr *Op, QualType DestTy); |
Chris Lattner | d272ff0 | 2007-08-26 05:57:57 +0000 | [diff] [blame] | 151 | ComplexPairTy VisitImplicitCastExpr(ImplicitCastExpr *E) { |
| 152 | // Unlike for scalars, we don't have to worry about function->ptr demotion |
| 153 | // here. |
Douglas Gregor | 77d439a | 2010-07-14 21:35:45 +0000 | [diff] [blame] | 154 | return EmitCast(E->getCastKind(), E->getSubExpr(), E->getType()); |
Chris Lattner | d272ff0 | 2007-08-26 05:57:57 +0000 | [diff] [blame] | 155 | } |
| 156 | ComplexPairTy VisitCastExpr(CastExpr *E) { |
Douglas Gregor | 77d439a | 2010-07-14 21:35:45 +0000 | [diff] [blame] | 157 | return EmitCast(E->getCastKind(), E->getSubExpr(), E->getType()); |
Chris Lattner | d272ff0 | 2007-08-26 05:57:57 +0000 | [diff] [blame] | 158 | } |
Chris Lattner | 419d25e | 2007-08-23 21:38:16 +0000 | [diff] [blame] | 159 | ComplexPairTy VisitCallExpr(const CallExpr *E); |
Chris Lattner | 7e20d09 | 2007-08-31 22:51:38 +0000 | [diff] [blame] | 160 | ComplexPairTy VisitStmtExpr(const StmtExpr *E); |
| 161 | |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 162 | // Operators. |
Chris Lattner | 3070f98 | 2007-08-21 22:25:29 +0000 | [diff] [blame] | 163 | ComplexPairTy VisitPrePostIncDec(const UnaryOperator *E, |
Chris Lattner | dd36d32 | 2010-01-09 21:40:03 +0000 | [diff] [blame] | 164 | bool isInc, bool isPre) { |
| 165 | LValue LV = CGF.EmitLValue(E->getSubExpr()); |
| 166 | return CGF.EmitComplexPrePostIncDec(E, LV, isInc, isPre); |
| 167 | } |
Chris Lattner | 3070f98 | 2007-08-21 22:25:29 +0000 | [diff] [blame] | 168 | ComplexPairTy VisitUnaryPostDec(const UnaryOperator *E) { |
| 169 | return VisitPrePostIncDec(E, false, false); |
| 170 | } |
| 171 | ComplexPairTy VisitUnaryPostInc(const UnaryOperator *E) { |
| 172 | return VisitPrePostIncDec(E, true, false); |
| 173 | } |
| 174 | ComplexPairTy VisitUnaryPreDec(const UnaryOperator *E) { |
| 175 | return VisitPrePostIncDec(E, false, true); |
| 176 | } |
| 177 | ComplexPairTy VisitUnaryPreInc(const UnaryOperator *E) { |
| 178 | return VisitPrePostIncDec(E, true, true); |
| 179 | } |
| 180 | ComplexPairTy VisitUnaryDeref(const Expr *E) { return EmitLoadOfLValue(E); } |
Chris Lattner | fa2b9c9 | 2007-08-21 20:08:23 +0000 | [diff] [blame] | 181 | ComplexPairTy VisitUnaryPlus (const UnaryOperator *E) { |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 182 | TestAndClearIgnoreReal(); |
| 183 | TestAndClearIgnoreImag(); |
Chris Lattner | fa2b9c9 | 2007-08-21 20:08:23 +0000 | [diff] [blame] | 184 | return Visit(E->getSubExpr()); |
| 185 | } |
| 186 | ComplexPairTy VisitUnaryMinus (const UnaryOperator *E); |
Chris Lattner | e98a11c | 2007-08-21 20:41:44 +0000 | [diff] [blame] | 187 | ComplexPairTy VisitUnaryNot (const UnaryOperator *E); |
Sebastian Redl | 0518999 | 2008-11-11 17:56:53 +0000 | [diff] [blame] | 188 | // LNot,Real,Imag never return complex. |
Chris Lattner | e98a11c | 2007-08-21 20:41:44 +0000 | [diff] [blame] | 189 | ComplexPairTy VisitUnaryExtension(const UnaryOperator *E) { |
| 190 | return Visit(E->getSubExpr()); |
| 191 | } |
Chris Lattner | 0442108 | 2008-04-08 04:40:51 +0000 | [diff] [blame] | 192 | ComplexPairTy VisitCXXDefaultArgExpr(CXXDefaultArgExpr *DAE) { |
| 193 | return Visit(DAE->getExpr()); |
| 194 | } |
Richard Smith | c3bf52c | 2013-04-20 22:23:05 +0000 | [diff] [blame] | 195 | ComplexPairTy VisitCXXDefaultInitExpr(CXXDefaultInitExpr *DIE) { |
| 196 | CodeGenFunction::CXXDefaultInitExprScope Scope(CGF); |
| 197 | return Visit(DIE->getExpr()); |
| 198 | } |
John McCall | 4765fa0 | 2010-12-06 08:20:24 +0000 | [diff] [blame] | 199 | ComplexPairTy VisitExprWithCleanups(ExprWithCleanups *E) { |
John McCall | 1a343eb | 2011-11-10 08:15:53 +0000 | [diff] [blame] | 200 | CGF.enterFullExpression(E); |
| 201 | CodeGenFunction::RunCleanupsScope Scope(CGF); |
| 202 | return Visit(E->getSubExpr()); |
Anders Carlsson | 4b76b4f | 2009-05-31 00:12:05 +0000 | [diff] [blame] | 203 | } |
Douglas Gregor | ed8abf1 | 2010-07-08 06:14:04 +0000 | [diff] [blame] | 204 | ComplexPairTy VisitCXXScalarValueInitExpr(CXXScalarValueInitExpr *E) { |
Argyrios Kyrtzidis | 7267f78 | 2008-08-23 19:35:47 +0000 | [diff] [blame] | 205 | assert(E->getType()->isAnyComplexType() && "Expected complex type!"); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 206 | QualType Elem = E->getType()->castAs<ComplexType>()->getElementType(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 207 | llvm::Constant *Null = llvm::Constant::getNullValue(CGF.ConvertType(Elem)); |
Argyrios Kyrtzidis | 7267f78 | 2008-08-23 19:35:47 +0000 | [diff] [blame] | 208 | return ComplexPairTy(Null, Null); |
| 209 | } |
Douglas Gregor | 3498bdb | 2009-01-29 17:44:32 +0000 | [diff] [blame] | 210 | ComplexPairTy VisitImplicitValueInitExpr(ImplicitValueInitExpr *E) { |
| 211 | assert(E->getType()->isAnyComplexType() && "Expected complex type!"); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 212 | QualType Elem = E->getType()->castAs<ComplexType>()->getElementType(); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 213 | llvm::Constant *Null = |
Owen Anderson | c9c88b4 | 2009-07-31 20:28:54 +0000 | [diff] [blame] | 214 | llvm::Constant::getNullValue(CGF.ConvertType(Elem)); |
Douglas Gregor | 3498bdb | 2009-01-29 17:44:32 +0000 | [diff] [blame] | 215 | return ComplexPairTy(Null, Null); |
| 216 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 217 | |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 218 | struct BinOpInfo { |
| 219 | ComplexPairTy LHS; |
| 220 | ComplexPairTy RHS; |
| 221 | QualType Ty; // Computation Type. |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 222 | }; |
| 223 | |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 224 | BinOpInfo EmitBinOps(const BinaryOperator *E); |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 225 | LValue EmitCompoundAssignLValue(const CompoundAssignOperator *E, |
| 226 | ComplexPairTy (ComplexExprEmitter::*Func) |
| 227 | (const BinOpInfo &), |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 228 | RValue &Val); |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 229 | ComplexPairTy EmitCompoundAssign(const CompoundAssignOperator *E, |
| 230 | ComplexPairTy (ComplexExprEmitter::*Func) |
| 231 | (const BinOpInfo &)); |
| 232 | |
| 233 | ComplexPairTy EmitBinAdd(const BinOpInfo &Op); |
| 234 | ComplexPairTy EmitBinSub(const BinOpInfo &Op); |
| 235 | ComplexPairTy EmitBinMul(const BinOpInfo &Op); |
| 236 | ComplexPairTy EmitBinDiv(const BinOpInfo &Op); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 237 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 238 | ComplexPairTy EmitComplexBinOpLibCall(StringRef LibCallName, |
| 239 | const BinOpInfo &Op); |
| 240 | |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 241 | ComplexPairTy VisitBinAdd(const BinaryOperator *E) { |
| 242 | return EmitBinAdd(EmitBinOps(E)); |
| 243 | } |
| 244 | ComplexPairTy VisitBinSub(const BinaryOperator *E) { |
| 245 | return EmitBinSub(EmitBinOps(E)); |
| 246 | } |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 247 | ComplexPairTy VisitBinMul(const BinaryOperator *E) { |
| 248 | return EmitBinMul(EmitBinOps(E)); |
| 249 | } |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 250 | ComplexPairTy VisitBinDiv(const BinaryOperator *E) { |
| 251 | return EmitBinDiv(EmitBinOps(E)); |
| 252 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 253 | |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 254 | // Compound assignments. |
| 255 | ComplexPairTy VisitBinAddAssign(const CompoundAssignOperator *E) { |
| 256 | return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinAdd); |
| 257 | } |
| 258 | ComplexPairTy VisitBinSubAssign(const CompoundAssignOperator *E) { |
| 259 | return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinSub); |
| 260 | } |
| 261 | ComplexPairTy VisitBinMulAssign(const CompoundAssignOperator *E) { |
| 262 | return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinMul); |
| 263 | } |
| 264 | ComplexPairTy VisitBinDivAssign(const CompoundAssignOperator *E) { |
| 265 | return EmitCompoundAssign(E, &ComplexExprEmitter::EmitBinDiv); |
| 266 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 267 | |
Chris Lattner | 612c40c | 2007-08-26 21:27:07 +0000 | [diff] [blame] | 268 | // GCC rejects rem/and/or/xor for integer complex. |
Chris Lattner | 4034edb | 2007-08-21 17:12:50 +0000 | [diff] [blame] | 269 | // Logical and/or always return int, never complex. |
Chris Lattner | 58dee10 | 2007-08-21 16:57:55 +0000 | [diff] [blame] | 270 | |
| 271 | // No comparisons produce a complex result. |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 272 | |
| 273 | LValue EmitBinAssignLValue(const BinaryOperator *E, |
| 274 | ComplexPairTy &Val); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 275 | ComplexPairTy VisitBinAssign (const BinaryOperator *E); |
Chris Lattner | 756a4d8 | 2007-08-21 17:15:50 +0000 | [diff] [blame] | 276 | ComplexPairTy VisitBinComma (const BinaryOperator *E); |
| 277 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 278 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 279 | ComplexPairTy |
| 280 | VisitAbstractConditionalOperator(const AbstractConditionalOperator *CO); |
Chris Lattner | d0b1203 | 2007-08-24 02:18:47 +0000 | [diff] [blame] | 281 | ComplexPairTy VisitChooseExpr(ChooseExpr *CE); |
Eli Friedman | c4777f1 | 2008-05-13 23:11:35 +0000 | [diff] [blame] | 282 | |
| 283 | ComplexPairTy VisitInitListExpr(InitListExpr *E); |
Daniel Dunbar | 4e484b8 | 2009-02-10 03:03:30 +0000 | [diff] [blame] | 284 | |
Eli Friedman | fce4715 | 2012-02-27 20:26:13 +0000 | [diff] [blame] | 285 | ComplexPairTy VisitCompoundLiteralExpr(CompoundLiteralExpr *E) { |
| 286 | return EmitLoadOfLValue(E); |
| 287 | } |
| 288 | |
Daniel Dunbar | 4e484b8 | 2009-02-10 03:03:30 +0000 | [diff] [blame] | 289 | ComplexPairTy VisitVAArgExpr(VAArgExpr *E); |
Eli Friedman | 276b061 | 2011-10-11 02:20:01 +0000 | [diff] [blame] | 290 | |
| 291 | ComplexPairTy VisitAtomicExpr(AtomicExpr *E) { |
| 292 | return CGF.EmitAtomicExpr(E).getComplexVal(); |
| 293 | } |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 294 | }; |
| 295 | } // end anonymous namespace. |
| 296 | |
| 297 | //===----------------------------------------------------------------------===// |
| 298 | // Utilities |
| 299 | //===----------------------------------------------------------------------===// |
| 300 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 301 | /// EmitLoadOfLValue - Given an RValue reference for a complex, emit code to |
Chris Lattner | 46d7d9f | 2007-08-21 17:28:34 +0000 | [diff] [blame] | 302 | /// load the real and imaginary pieces, returning them as Real/Imag. |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 303 | ComplexPairTy ComplexExprEmitter::EmitLoadOfLValue(LValue lvalue, |
| 304 | SourceLocation loc) { |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 305 | assert(lvalue.isSimple() && "non-simple complex l-value?"); |
John McCall | 9eda3ab | 2013-03-07 21:37:17 +0000 | [diff] [blame] | 306 | if (lvalue.getType()->isAtomicType()) |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 307 | return CGF.EmitAtomicLoad(lvalue, loc).getComplexVal(); |
John McCall | 9eda3ab | 2013-03-07 21:37:17 +0000 | [diff] [blame] | 308 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 309 | llvm::Value *SrcPtr = lvalue.getAddress(); |
| 310 | bool isVolatile = lvalue.isVolatileQualified(); |
JF Bastien | ab96e56 | 2013-07-17 05:57:42 +0000 | [diff] [blame] | 311 | unsigned AlignR = lvalue.getAlignment().getQuantity(); |
| 312 | ASTContext &C = CGF.getContext(); |
| 313 | QualType ComplexTy = lvalue.getType(); |
| 314 | unsigned ComplexAlign = C.getTypeAlignInChars(ComplexTy).getQuantity(); |
| 315 | unsigned AlignI = std::min(AlignR, ComplexAlign); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 316 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 317 | llvm::Value *Real=nullptr, *Imag=nullptr; |
Chris Lattner | 6b5d0bf | 2007-08-26 22:47:40 +0000 | [diff] [blame] | 318 | |
John McCall | ff624c1 | 2010-11-14 09:40:28 +0000 | [diff] [blame] | 319 | if (!IgnoreReal || isVolatile) { |
Benjamin Kramer | 56a44f7 | 2009-11-29 19:51:45 +0000 | [diff] [blame] | 320 | llvm::Value *RealP = Builder.CreateStructGEP(SrcPtr, 0, |
| 321 | SrcPtr->getName() + ".realp"); |
JF Bastien | ab96e56 | 2013-07-17 05:57:42 +0000 | [diff] [blame] | 322 | Real = Builder.CreateAlignedLoad(RealP, AlignR, isVolatile, |
| 323 | SrcPtr->getName() + ".real"); |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 324 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 325 | |
John McCall | ff624c1 | 2010-11-14 09:40:28 +0000 | [diff] [blame] | 326 | if (!IgnoreImag || isVolatile) { |
Benjamin Kramer | 56a44f7 | 2009-11-29 19:51:45 +0000 | [diff] [blame] | 327 | llvm::Value *ImagP = Builder.CreateStructGEP(SrcPtr, 1, |
| 328 | SrcPtr->getName() + ".imagp"); |
JF Bastien | ab96e56 | 2013-07-17 05:57:42 +0000 | [diff] [blame] | 329 | Imag = Builder.CreateAlignedLoad(ImagP, AlignI, isVolatile, |
| 330 | SrcPtr->getName() + ".imag"); |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 331 | } |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 332 | return ComplexPairTy(Real, Imag); |
| 333 | } |
| 334 | |
Chris Lattner | 46d7d9f | 2007-08-21 17:28:34 +0000 | [diff] [blame] | 335 | /// EmitStoreOfComplex - Store the specified real/imag parts into the |
| 336 | /// specified value pointer. |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 337 | void ComplexExprEmitter::EmitStoreOfComplex(ComplexPairTy Val, LValue lvalue, |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 338 | bool isInit) { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 339 | if (lvalue.getType()->isAtomicType() || |
| 340 | (!isInit && CGF.LValueIsSuitableForInlineAtomic(lvalue))) |
John McCall | 9eda3ab | 2013-03-07 21:37:17 +0000 | [diff] [blame] | 341 | return CGF.EmitAtomicStore(RValue::getComplex(Val), lvalue, isInit); |
| 342 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 343 | llvm::Value *Ptr = lvalue.getAddress(); |
Chris Lattner | 36b6a0a | 2008-03-19 05:19:41 +0000 | [diff] [blame] | 344 | llvm::Value *RealPtr = Builder.CreateStructGEP(Ptr, 0, "real"); |
| 345 | llvm::Value *ImagPtr = Builder.CreateStructGEP(Ptr, 1, "imag"); |
JF Bastien | ab96e56 | 2013-07-17 05:57:42 +0000 | [diff] [blame] | 346 | unsigned AlignR = lvalue.getAlignment().getQuantity(); |
| 347 | ASTContext &C = CGF.getContext(); |
| 348 | QualType ComplexTy = lvalue.getType(); |
| 349 | unsigned ComplexAlign = C.getTypeAlignInChars(ComplexTy).getQuantity(); |
| 350 | unsigned AlignI = std::min(AlignR, ComplexAlign); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 351 | |
JF Bastien | ab96e56 | 2013-07-17 05:57:42 +0000 | [diff] [blame] | 352 | Builder.CreateAlignedStore(Val.first, RealPtr, AlignR, |
| 353 | lvalue.isVolatileQualified()); |
| 354 | Builder.CreateAlignedStore(Val.second, ImagPtr, AlignI, |
| 355 | lvalue.isVolatileQualified()); |
Chris Lattner | 46d7d9f | 2007-08-21 17:28:34 +0000 | [diff] [blame] | 356 | } |
| 357 | |
| 358 | |
| 359 | |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 360 | //===----------------------------------------------------------------------===// |
| 361 | // Visitor Methods |
| 362 | //===----------------------------------------------------------------------===// |
| 363 | |
Chris Lattner | 776c649 | 2007-08-21 18:51:13 +0000 | [diff] [blame] | 364 | ComplexPairTy ComplexExprEmitter::VisitExpr(Expr *E) { |
Fariborz Jahanian | 776b790 | 2011-09-02 20:03:16 +0000 | [diff] [blame] | 365 | CGF.ErrorUnsupported(E, "complex expression"); |
| 366 | llvm::Type *EltTy = |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 367 | CGF.ConvertType(getComplexType(E->getType())->getElementType()); |
Fariborz Jahanian | 776b790 | 2011-09-02 20:03:16 +0000 | [diff] [blame] | 368 | llvm::Value *U = llvm::UndefValue::get(EltTy); |
| 369 | return ComplexPairTy(U, U); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 370 | } |
| 371 | |
Chris Lattner | d272ff0 | 2007-08-26 05:57:57 +0000 | [diff] [blame] | 372 | ComplexPairTy ComplexExprEmitter:: |
| 373 | VisitImaginaryLiteral(const ImaginaryLiteral *IL) { |
Chris Lattner | db68f1b | 2007-08-26 03:51:12 +0000 | [diff] [blame] | 374 | llvm::Value *Imag = CGF.EmitScalarExpr(IL->getSubExpr()); |
John McCall | 8d3d6c9 | 2011-01-13 02:03:06 +0000 | [diff] [blame] | 375 | return ComplexPairTy(llvm::Constant::getNullValue(Imag->getType()), Imag); |
Chris Lattner | db68f1b | 2007-08-26 03:51:12 +0000 | [diff] [blame] | 376 | } |
| 377 | |
| 378 | |
Chris Lattner | 419d25e | 2007-08-23 21:38:16 +0000 | [diff] [blame] | 379 | ComplexPairTy ComplexExprEmitter::VisitCallExpr(const CallExpr *E) { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 380 | if (E->getCallReturnType(CGF.getContext())->isReferenceType()) |
Anders Carlsson | e9f2f45 | 2009-05-27 03:37:57 +0000 | [diff] [blame] | 381 | return EmitLoadOfLValue(E); |
| 382 | |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 383 | return CGF.EmitCallExpr(E).getComplexVal(); |
Chris Lattner | 419d25e | 2007-08-23 21:38:16 +0000 | [diff] [blame] | 384 | } |
| 385 | |
Chris Lattner | 7e20d09 | 2007-08-31 22:51:38 +0000 | [diff] [blame] | 386 | ComplexPairTy ComplexExprEmitter::VisitStmtExpr(const StmtExpr *E) { |
John McCall | 150b462 | 2011-01-26 04:00:11 +0000 | [diff] [blame] | 387 | CodeGenFunction::StmtExprEvaluation eval(CGF); |
Eli Friedman | 2ac2fa7 | 2013-06-10 22:04:49 +0000 | [diff] [blame] | 388 | llvm::Value *RetAlloca = CGF.EmitCompoundStmt(*E->getSubStmt(), true); |
| 389 | assert(RetAlloca && "Expected complex return value"); |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 390 | return EmitLoadOfLValue(CGF.MakeAddrLValue(RetAlloca, E->getType()), |
| 391 | E->getExprLoc()); |
Chris Lattner | 7e20d09 | 2007-08-31 22:51:38 +0000 | [diff] [blame] | 392 | } |
| 393 | |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 394 | /// EmitComplexToComplexCast - Emit a cast from complex value Val to DestType. |
| 395 | ComplexPairTy ComplexExprEmitter::EmitComplexToComplexCast(ComplexPairTy Val, |
| 396 | QualType SrcType, |
| 397 | QualType DestType) { |
| 398 | // Get the src/dest element type. |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 399 | SrcType = SrcType->castAs<ComplexType>()->getElementType(); |
| 400 | DestType = DestType->castAs<ComplexType>()->getElementType(); |
Chris Lattner | d272ff0 | 2007-08-26 05:57:57 +0000 | [diff] [blame] | 401 | |
Daniel Dunbar | 56f0d16 | 2009-01-29 06:44:03 +0000 | [diff] [blame] | 402 | // C99 6.3.1.6: When a value of complex type is converted to another |
Daniel Dunbar | e12d8e3 | 2009-01-26 18:02:34 +0000 | [diff] [blame] | 403 | // complex type, both the real and imaginary parts follow the conversion |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 404 | // rules for the corresponding real types. |
| 405 | Val.first = CGF.EmitScalarConversion(Val.first, SrcType, DestType); |
| 406 | Val.second = CGF.EmitScalarConversion(Val.second, SrcType, DestType); |
| 407 | return Val; |
| 408 | } |
| 409 | |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 410 | ComplexPairTy ComplexExprEmitter::EmitScalarToComplexCast(llvm::Value *Val, |
| 411 | QualType SrcType, |
| 412 | QualType DestType) { |
| 413 | // Convert the input element to the element type of the complex. |
| 414 | DestType = DestType->castAs<ComplexType>()->getElementType(); |
| 415 | Val = CGF.EmitScalarConversion(Val, SrcType, DestType); |
| 416 | |
| 417 | // Return (realval, 0). |
| 418 | return ComplexPairTy(Val, llvm::Constant::getNullValue(Val->getType())); |
| 419 | } |
| 420 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 421 | ComplexPairTy ComplexExprEmitter::EmitCast(CastKind CK, Expr *Op, |
Douglas Gregor | 77d439a | 2010-07-14 21:35:45 +0000 | [diff] [blame] | 422 | QualType DestTy) { |
John McCall | f6a1648 | 2010-12-04 03:47:34 +0000 | [diff] [blame] | 423 | switch (CK) { |
Eli Friedman | 6594942 | 2011-06-25 02:58:47 +0000 | [diff] [blame] | 424 | case CK_Dependent: llvm_unreachable("dependent cast kind in IR gen!"); |
John McCall | f6a1648 | 2010-12-04 03:47:34 +0000 | [diff] [blame] | 425 | |
David Chisnall | 7a7ee30 | 2012-01-16 17:27:18 +0000 | [diff] [blame] | 426 | // Atomic to non-atomic casts may be more than a no-op for some platforms and |
| 427 | // for some types. |
| 428 | case CK_AtomicToNonAtomic: |
| 429 | case CK_NonAtomicToAtomic: |
John McCall | f6a1648 | 2010-12-04 03:47:34 +0000 | [diff] [blame] | 430 | case CK_NoOp: |
| 431 | case CK_LValueToRValue: |
Eli Friedman | 6594942 | 2011-06-25 02:58:47 +0000 | [diff] [blame] | 432 | case CK_UserDefinedConversion: |
John McCall | f6a1648 | 2010-12-04 03:47:34 +0000 | [diff] [blame] | 433 | return Visit(Op); |
| 434 | |
Eli Friedman | 6594942 | 2011-06-25 02:58:47 +0000 | [diff] [blame] | 435 | case CK_LValueBitCast: { |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 436 | LValue origLV = CGF.EmitLValue(Op); |
| 437 | llvm::Value *V = origLV.getAddress(); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 438 | V = Builder.CreateBitCast(V, |
Eli Friedman | 6594942 | 2011-06-25 02:58:47 +0000 | [diff] [blame] | 439 | CGF.ConvertType(CGF.getContext().getPointerType(DestTy))); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 440 | return EmitLoadOfLValue(CGF.MakeAddrLValue(V, DestTy, |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 441 | origLV.getAlignment()), |
| 442 | Op->getExprLoc()); |
Douglas Gregor | 77d439a | 2010-07-14 21:35:45 +0000 | [diff] [blame] | 443 | } |
Chris Lattner | d272ff0 | 2007-08-26 05:57:57 +0000 | [diff] [blame] | 444 | |
Eli Friedman | 6594942 | 2011-06-25 02:58:47 +0000 | [diff] [blame] | 445 | case CK_BitCast: |
| 446 | case CK_BaseToDerived: |
| 447 | case CK_DerivedToBase: |
| 448 | case CK_UncheckedDerivedToBase: |
| 449 | case CK_Dynamic: |
| 450 | case CK_ToUnion: |
| 451 | case CK_ArrayToPointerDecay: |
| 452 | case CK_FunctionToPointerDecay: |
| 453 | case CK_NullToPointer: |
| 454 | case CK_NullToMemberPointer: |
| 455 | case CK_BaseToDerivedMemberPointer: |
| 456 | case CK_DerivedToBaseMemberPointer: |
| 457 | case CK_MemberPointerToBoolean: |
John McCall | 4d4e5c1 | 2012-02-15 01:22:51 +0000 | [diff] [blame] | 458 | case CK_ReinterpretMemberPointer: |
Eli Friedman | 6594942 | 2011-06-25 02:58:47 +0000 | [diff] [blame] | 459 | case CK_ConstructorConversion: |
| 460 | case CK_IntegralToPointer: |
| 461 | case CK_PointerToIntegral: |
| 462 | case CK_PointerToBoolean: |
| 463 | case CK_ToVoid: |
| 464 | case CK_VectorSplat: |
| 465 | case CK_IntegralCast: |
| 466 | case CK_IntegralToBoolean: |
| 467 | case CK_IntegralToFloating: |
| 468 | case CK_FloatingToIntegral: |
| 469 | case CK_FloatingToBoolean: |
| 470 | case CK_FloatingCast: |
John McCall | 1d9b3b2 | 2011-09-09 05:25:32 +0000 | [diff] [blame] | 471 | case CK_CPointerToObjCPointerCast: |
| 472 | case CK_BlockPointerToObjCPointerCast: |
Eli Friedman | 6594942 | 2011-06-25 02:58:47 +0000 | [diff] [blame] | 473 | case CK_AnyPointerToBlockPointerCast: |
| 474 | case CK_ObjCObjectLValueCast: |
| 475 | case CK_FloatingComplexToReal: |
| 476 | case CK_FloatingComplexToBoolean: |
| 477 | case CK_IntegralComplexToReal: |
| 478 | case CK_IntegralComplexToBoolean: |
John McCall | 33e56f3 | 2011-09-10 06:18:15 +0000 | [diff] [blame] | 479 | case CK_ARCProduceObject: |
| 480 | case CK_ARCConsumeObject: |
| 481 | case CK_ARCReclaimReturnedObject: |
| 482 | case CK_ARCExtendBlockObject: |
Douglas Gregor | ac1303e | 2012-02-22 05:02:47 +0000 | [diff] [blame] | 483 | case CK_CopyAndAutoreleaseBlockObject: |
Eli Friedman | a6c66ce | 2012-08-31 00:14:07 +0000 | [diff] [blame] | 484 | case CK_BuiltinFnToFnPtr: |
Guy Benyei | e6b9d80 | 2013-01-20 12:31:11 +0000 | [diff] [blame] | 485 | case CK_ZeroToOCLEvent: |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 486 | case CK_AddressSpaceConversion: |
Eli Friedman | 6594942 | 2011-06-25 02:58:47 +0000 | [diff] [blame] | 487 | llvm_unreachable("invalid cast kind for complex value"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 488 | |
Eli Friedman | 6594942 | 2011-06-25 02:58:47 +0000 | [diff] [blame] | 489 | case CK_FloatingRealToComplex: |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 490 | case CK_IntegralRealToComplex: |
| 491 | return EmitScalarToComplexCast(CGF.EmitScalarExpr(Op), |
| 492 | Op->getType(), DestTy); |
Eli Friedman | 6594942 | 2011-06-25 02:58:47 +0000 | [diff] [blame] | 493 | |
| 494 | case CK_FloatingComplexCast: |
| 495 | case CK_FloatingComplexToIntegralComplex: |
| 496 | case CK_IntegralComplexCast: |
| 497 | case CK_IntegralComplexToFloatingComplex: |
| 498 | return EmitComplexToComplexCast(Visit(Op), Op->getType(), DestTy); |
| 499 | } |
| 500 | |
| 501 | llvm_unreachable("unknown cast resulting in complex value"); |
Chris Lattner | d272ff0 | 2007-08-26 05:57:57 +0000 | [diff] [blame] | 502 | } |
| 503 | |
Chris Lattner | fa2b9c9 | 2007-08-21 20:08:23 +0000 | [diff] [blame] | 504 | ComplexPairTy ComplexExprEmitter::VisitUnaryMinus(const UnaryOperator *E) { |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 505 | TestAndClearIgnoreReal(); |
| 506 | TestAndClearIgnoreImag(); |
Chris Lattner | fa2b9c9 | 2007-08-21 20:08:23 +0000 | [diff] [blame] | 507 | ComplexPairTy Op = Visit(E->getSubExpr()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 508 | |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 509 | llvm::Value *ResR, *ResI; |
Duncan Sands | f177d9d | 2010-02-15 16:14:01 +0000 | [diff] [blame] | 510 | if (Op.first->getType()->isFloatingPointTy()) { |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 511 | ResR = Builder.CreateFNeg(Op.first, "neg.r"); |
| 512 | ResI = Builder.CreateFNeg(Op.second, "neg.i"); |
| 513 | } else { |
| 514 | ResR = Builder.CreateNeg(Op.first, "neg.r"); |
| 515 | ResI = Builder.CreateNeg(Op.second, "neg.i"); |
| 516 | } |
Chris Lattner | fa2b9c9 | 2007-08-21 20:08:23 +0000 | [diff] [blame] | 517 | return ComplexPairTy(ResR, ResI); |
| 518 | } |
| 519 | |
Chris Lattner | e98a11c | 2007-08-21 20:41:44 +0000 | [diff] [blame] | 520 | ComplexPairTy ComplexExprEmitter::VisitUnaryNot(const UnaryOperator *E) { |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 521 | TestAndClearIgnoreReal(); |
| 522 | TestAndClearIgnoreImag(); |
Chris Lattner | e98a11c | 2007-08-21 20:41:44 +0000 | [diff] [blame] | 523 | // ~(a+ib) = a + i*-b |
| 524 | ComplexPairTy Op = Visit(E->getSubExpr()); |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 525 | llvm::Value *ResI; |
Duncan Sands | f177d9d | 2010-02-15 16:14:01 +0000 | [diff] [blame] | 526 | if (Op.second->getType()->isFloatingPointTy()) |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 527 | ResI = Builder.CreateFNeg(Op.second, "conj.i"); |
| 528 | else |
| 529 | ResI = Builder.CreateNeg(Op.second, "conj.i"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 530 | |
Chris Lattner | e98a11c | 2007-08-21 20:41:44 +0000 | [diff] [blame] | 531 | return ComplexPairTy(Op.first, ResI); |
| 532 | } |
Chris Lattner | fa2b9c9 | 2007-08-21 20:08:23 +0000 | [diff] [blame] | 533 | |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 534 | ComplexPairTy ComplexExprEmitter::EmitBinAdd(const BinOpInfo &Op) { |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 535 | llvm::Value *ResR, *ResI; |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 536 | |
Duncan Sands | f177d9d | 2010-02-15 16:14:01 +0000 | [diff] [blame] | 537 | if (Op.LHS.first->getType()->isFloatingPointTy()) { |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 538 | ResR = Builder.CreateFAdd(Op.LHS.first, Op.RHS.first, "add.r"); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 539 | if (Op.LHS.second && Op.RHS.second) |
| 540 | ResI = Builder.CreateFAdd(Op.LHS.second, Op.RHS.second, "add.i"); |
| 541 | else |
| 542 | ResI = Op.LHS.second ? Op.LHS.second : Op.RHS.second; |
| 543 | assert(ResI && "Only one operand may be real!"); |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 544 | } else { |
| 545 | ResR = Builder.CreateAdd(Op.LHS.first, Op.RHS.first, "add.r"); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 546 | assert(Op.LHS.second && Op.RHS.second && |
| 547 | "Both operands of integer complex operators must be complex!"); |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 548 | ResI = Builder.CreateAdd(Op.LHS.second, Op.RHS.second, "add.i"); |
| 549 | } |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 550 | return ComplexPairTy(ResR, ResI); |
| 551 | } |
| 552 | |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 553 | ComplexPairTy ComplexExprEmitter::EmitBinSub(const BinOpInfo &Op) { |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 554 | llvm::Value *ResR, *ResI; |
Duncan Sands | f177d9d | 2010-02-15 16:14:01 +0000 | [diff] [blame] | 555 | if (Op.LHS.first->getType()->isFloatingPointTy()) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 556 | ResR = Builder.CreateFSub(Op.LHS.first, Op.RHS.first, "sub.r"); |
| 557 | if (Op.LHS.second && Op.RHS.second) |
| 558 | ResI = Builder.CreateFSub(Op.LHS.second, Op.RHS.second, "sub.i"); |
| 559 | else |
| 560 | ResI = Op.LHS.second ? Op.LHS.second |
| 561 | : Builder.CreateFNeg(Op.RHS.second, "sub.i"); |
| 562 | assert(ResI && "Only one operand may be real!"); |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 563 | } else { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 564 | ResR = Builder.CreateSub(Op.LHS.first, Op.RHS.first, "sub.r"); |
| 565 | assert(Op.LHS.second && Op.RHS.second && |
| 566 | "Both operands of integer complex operators must be complex!"); |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 567 | ResI = Builder.CreateSub(Op.LHS.second, Op.RHS.second, "sub.i"); |
| 568 | } |
Chris Lattner | 6bc1ade | 2007-08-23 23:46:33 +0000 | [diff] [blame] | 569 | return ComplexPairTy(ResR, ResI); |
| 570 | } |
| 571 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 572 | /// \brief Emit a libcall for a binary operation on complex types. |
| 573 | ComplexPairTy ComplexExprEmitter::EmitComplexBinOpLibCall(StringRef LibCallName, |
| 574 | const BinOpInfo &Op) { |
| 575 | CallArgList Args; |
| 576 | Args.add(RValue::get(Op.LHS.first), |
| 577 | Op.Ty->castAs<ComplexType>()->getElementType()); |
| 578 | Args.add(RValue::get(Op.LHS.second), |
| 579 | Op.Ty->castAs<ComplexType>()->getElementType()); |
| 580 | Args.add(RValue::get(Op.RHS.first), |
| 581 | Op.Ty->castAs<ComplexType>()->getElementType()); |
| 582 | Args.add(RValue::get(Op.RHS.second), |
| 583 | Op.Ty->castAs<ComplexType>()->getElementType()); |
Chris Lattner | 6bc1ade | 2007-08-23 23:46:33 +0000 | [diff] [blame] | 584 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 585 | // We *must* use the full CG function call building logic here because the |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 586 | // complex type has special ABI handling. We also should not forget about |
| 587 | // special calling convention which may be used for compiler builtins. |
| 588 | const CGFunctionInfo &FuncInfo = |
| 589 | CGF.CGM.getTypes().arrangeFreeFunctionCall( |
| 590 | Op.Ty, Args, FunctionType::ExtInfo(/* No CC here - will be added later */), |
| 591 | RequiredArgs::All); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 592 | llvm::FunctionType *FTy = CGF.CGM.getTypes().GetFunctionType(FuncInfo); |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 593 | llvm::Constant *Func = CGF.CGM.CreateBuiltinFunction(FTy, LibCallName); |
| 594 | llvm::Instruction *Call; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 595 | |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 596 | RValue Res = CGF.EmitCall(FuncInfo, Func, ReturnValueSlot(), Args, |
| 597 | nullptr, &Call); |
| 598 | cast<llvm::CallInst>(Call)->setCallingConv(CGF.CGM.getBuiltinCC()); |
| 599 | cast<llvm::CallInst>(Call)->setDoesNotThrow(); |
| 600 | |
| 601 | return Res.getComplexVal(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 602 | } |
| 603 | |
| 604 | /// \brief Lookup the libcall name for a given floating point type complex |
| 605 | /// multiply. |
| 606 | static StringRef getComplexMultiplyLibCallName(llvm::Type *Ty) { |
| 607 | switch (Ty->getTypeID()) { |
| 608 | default: |
| 609 | llvm_unreachable("Unsupported floating point type!"); |
| 610 | case llvm::Type::HalfTyID: |
| 611 | return "__mulhc3"; |
| 612 | case llvm::Type::FloatTyID: |
| 613 | return "__mulsc3"; |
| 614 | case llvm::Type::DoubleTyID: |
| 615 | return "__muldc3"; |
| 616 | case llvm::Type::PPC_FP128TyID: |
| 617 | return "__multc3"; |
| 618 | case llvm::Type::X86_FP80TyID: |
| 619 | return "__mulxc3"; |
| 620 | case llvm::Type::FP128TyID: |
| 621 | return "__multc3"; |
| 622 | } |
| 623 | } |
| 624 | |
| 625 | // See C11 Annex G.5.1 for the semantics of multiplicative operators on complex |
| 626 | // typed values. |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 627 | ComplexPairTy ComplexExprEmitter::EmitBinMul(const BinOpInfo &Op) { |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 628 | using llvm::Value; |
| 629 | Value *ResR, *ResI; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 630 | llvm::MDBuilder MDHelper(CGF.getLLVMContext()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 631 | |
Duncan Sands | f177d9d | 2010-02-15 16:14:01 +0000 | [diff] [blame] | 632 | if (Op.LHS.first->getType()->isFloatingPointTy()) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 633 | // The general formulation is: |
| 634 | // (a + ib) * (c + id) = (a * c - b * d) + i(a * d + b * c) |
| 635 | // |
| 636 | // But we can fold away components which would be zero due to a real |
| 637 | // operand according to C11 Annex G.5.1p2. |
| 638 | // FIXME: C11 also provides for imaginary types which would allow folding |
| 639 | // still more of this within the type system. |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 640 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 641 | if (Op.LHS.second && Op.RHS.second) { |
| 642 | // If both operands are complex, emit the core math directly, and then |
| 643 | // test for NaNs. If we find NaNs in the result, we delegate to a libcall |
| 644 | // to carefully re-compute the correct infinity representation if |
| 645 | // possible. The expectation is that the presence of NaNs here is |
| 646 | // *extremely* rare, and so the cost of the libcall is almost irrelevant. |
| 647 | // This is good, because the libcall re-computes the core multiplication |
| 648 | // exactly the same as we do here and re-tests for NaNs in order to be |
| 649 | // a generic complex*complex libcall. |
| 650 | |
| 651 | // First compute the four products. |
| 652 | Value *AC = Builder.CreateFMul(Op.LHS.first, Op.RHS.first, "mul_ac"); |
| 653 | Value *BD = Builder.CreateFMul(Op.LHS.second, Op.RHS.second, "mul_bd"); |
| 654 | Value *AD = Builder.CreateFMul(Op.LHS.first, Op.RHS.second, "mul_ad"); |
| 655 | Value *BC = Builder.CreateFMul(Op.LHS.second, Op.RHS.first, "mul_bc"); |
| 656 | |
| 657 | // The real part is the difference of the first two, the imaginary part is |
| 658 | // the sum of the second. |
| 659 | ResR = Builder.CreateFSub(AC, BD, "mul_r"); |
| 660 | ResI = Builder.CreateFAdd(AD, BC, "mul_i"); |
| 661 | |
| 662 | // Emit the test for the real part becoming NaN and create a branch to |
| 663 | // handle it. We test for NaN by comparing the number to itself. |
| 664 | Value *IsRNaN = Builder.CreateFCmpUNO(ResR, ResR, "isnan_cmp"); |
| 665 | llvm::BasicBlock *ContBB = CGF.createBasicBlock("complex_mul_cont"); |
| 666 | llvm::BasicBlock *INaNBB = CGF.createBasicBlock("complex_mul_imag_nan"); |
| 667 | llvm::Instruction *Branch = Builder.CreateCondBr(IsRNaN, INaNBB, ContBB); |
| 668 | llvm::BasicBlock *OrigBB = Branch->getParent(); |
| 669 | |
| 670 | // Give hint that we very much don't expect to see NaNs. |
| 671 | // Value chosen to match UR_NONTAKEN_WEIGHT, see BranchProbabilityInfo.cpp |
| 672 | llvm::MDNode *BrWeight = MDHelper.createBranchWeights(1, (1U << 20) - 1); |
| 673 | Branch->setMetadata(llvm::LLVMContext::MD_prof, BrWeight); |
| 674 | |
| 675 | // Now test the imaginary part and create its branch. |
| 676 | CGF.EmitBlock(INaNBB); |
| 677 | Value *IsINaN = Builder.CreateFCmpUNO(ResI, ResI, "isnan_cmp"); |
| 678 | llvm::BasicBlock *LibCallBB = CGF.createBasicBlock("complex_mul_libcall"); |
| 679 | Branch = Builder.CreateCondBr(IsINaN, LibCallBB, ContBB); |
| 680 | Branch->setMetadata(llvm::LLVMContext::MD_prof, BrWeight); |
| 681 | |
| 682 | // Now emit the libcall on this slowest of the slow paths. |
| 683 | CGF.EmitBlock(LibCallBB); |
| 684 | Value *LibCallR, *LibCallI; |
| 685 | std::tie(LibCallR, LibCallI) = EmitComplexBinOpLibCall( |
| 686 | getComplexMultiplyLibCallName(Op.LHS.first->getType()), Op); |
| 687 | Builder.CreateBr(ContBB); |
| 688 | |
| 689 | // Finally continue execution by phi-ing together the different |
| 690 | // computation paths. |
| 691 | CGF.EmitBlock(ContBB); |
| 692 | llvm::PHINode *RealPHI = Builder.CreatePHI(ResR->getType(), 3, "real_mul_phi"); |
| 693 | RealPHI->addIncoming(ResR, OrigBB); |
| 694 | RealPHI->addIncoming(ResR, INaNBB); |
| 695 | RealPHI->addIncoming(LibCallR, LibCallBB); |
| 696 | llvm::PHINode *ImagPHI = Builder.CreatePHI(ResI->getType(), 3, "imag_mul_phi"); |
| 697 | ImagPHI->addIncoming(ResI, OrigBB); |
| 698 | ImagPHI->addIncoming(ResI, INaNBB); |
| 699 | ImagPHI->addIncoming(LibCallI, LibCallBB); |
| 700 | return ComplexPairTy(RealPHI, ImagPHI); |
| 701 | } |
| 702 | assert((Op.LHS.second || Op.RHS.second) && |
| 703 | "At least one operand must be complex!"); |
| 704 | |
| 705 | // If either of the operands is a real rather than a complex, the |
| 706 | // imaginary component is ignored when computing the real component of the |
| 707 | // result. |
| 708 | ResR = Builder.CreateFMul(Op.LHS.first, Op.RHS.first, "mul.rl"); |
| 709 | |
| 710 | ResI = Op.LHS.second |
| 711 | ? Builder.CreateFMul(Op.LHS.second, Op.RHS.first, "mul.il") |
| 712 | : Builder.CreateFMul(Op.LHS.first, Op.RHS.second, "mul.ir"); |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 713 | } else { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 714 | assert(Op.LHS.second && Op.RHS.second && |
| 715 | "Both operands of integer complex operators must be complex!"); |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 716 | Value *ResRl = Builder.CreateMul(Op.LHS.first, Op.RHS.first, "mul.rl"); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 717 | Value *ResRr = Builder.CreateMul(Op.LHS.second, Op.RHS.second, "mul.rr"); |
| 718 | ResR = Builder.CreateSub(ResRl, ResRr, "mul.r"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 719 | |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 720 | Value *ResIl = Builder.CreateMul(Op.LHS.second, Op.RHS.first, "mul.il"); |
| 721 | Value *ResIr = Builder.CreateMul(Op.LHS.first, Op.RHS.second, "mul.ir"); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 722 | ResI = Builder.CreateAdd(ResIl, ResIr, "mul.i"); |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 723 | } |
Chris Lattner | 2823c19 | 2007-08-21 16:34:16 +0000 | [diff] [blame] | 724 | return ComplexPairTy(ResR, ResI); |
| 725 | } |
| 726 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 727 | // See C11 Annex G.5.1 for the semantics of multiplicative operators on complex |
| 728 | // typed values. |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 729 | ComplexPairTy ComplexExprEmitter::EmitBinDiv(const BinOpInfo &Op) { |
| 730 | llvm::Value *LHSr = Op.LHS.first, *LHSi = Op.LHS.second; |
| 731 | llvm::Value *RHSr = Op.RHS.first, *RHSi = Op.RHS.second; |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 732 | |
Chris Lattner | 3219c5d | 2007-08-26 21:24:19 +0000 | [diff] [blame] | 733 | |
| 734 | llvm::Value *DSTr, *DSTi; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 735 | if (LHSr->getType()->isFloatingPointTy()) { |
| 736 | // If we have a complex operand on the RHS, we delegate to a libcall to |
| 737 | // handle all of the complexities and minimize underflow/overflow cases. |
| 738 | // |
| 739 | // FIXME: We would be able to avoid the libcall in many places if we |
| 740 | // supported imaginary types in addition to complex types. |
| 741 | if (RHSi) { |
| 742 | BinOpInfo LibCallOp = Op; |
| 743 | // If LHS was a real, supply a null imaginary part. |
| 744 | if (!LHSi) |
| 745 | LibCallOp.LHS.second = llvm::Constant::getNullValue(LHSr->getType()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 746 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 747 | StringRef LibCallName; |
| 748 | switch (LHSr->getType()->getTypeID()) { |
| 749 | default: |
| 750 | llvm_unreachable("Unsupported floating point type!"); |
| 751 | case llvm::Type::HalfTyID: |
| 752 | return EmitComplexBinOpLibCall("__divhc3", LibCallOp); |
| 753 | case llvm::Type::FloatTyID: |
| 754 | return EmitComplexBinOpLibCall("__divsc3", LibCallOp); |
| 755 | case llvm::Type::DoubleTyID: |
| 756 | return EmitComplexBinOpLibCall("__divdc3", LibCallOp); |
| 757 | case llvm::Type::PPC_FP128TyID: |
| 758 | return EmitComplexBinOpLibCall("__divtc3", LibCallOp); |
| 759 | case llvm::Type::X86_FP80TyID: |
| 760 | return EmitComplexBinOpLibCall("__divxc3", LibCallOp); |
| 761 | case llvm::Type::FP128TyID: |
| 762 | return EmitComplexBinOpLibCall("__divtc3", LibCallOp); |
| 763 | } |
| 764 | } |
| 765 | assert(LHSi && "Can have at most one non-complex operand!"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 766 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 767 | DSTr = Builder.CreateFDiv(LHSr, RHSr); |
| 768 | DSTi = Builder.CreateFDiv(LHSi, RHSr); |
Chris Lattner | 3219c5d | 2007-08-26 21:24:19 +0000 | [diff] [blame] | 769 | } else { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 770 | assert(Op.LHS.second && Op.RHS.second && |
| 771 | "Both operands of integer complex operators must be complex!"); |
Chris Lattner | 87415d2 | 2009-06-17 06:36:24 +0000 | [diff] [blame] | 772 | // (a+ib) / (c+id) = ((ac+bd)/(cc+dd)) + i((bc-ad)/(cc+dd)) |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 773 | llvm::Value *Tmp1 = Builder.CreateMul(LHSr, RHSr); // a*c |
| 774 | llvm::Value *Tmp2 = Builder.CreateMul(LHSi, RHSi); // b*d |
| 775 | llvm::Value *Tmp3 = Builder.CreateAdd(Tmp1, Tmp2); // ac+bd |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 776 | |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 777 | llvm::Value *Tmp4 = Builder.CreateMul(RHSr, RHSr); // c*c |
| 778 | llvm::Value *Tmp5 = Builder.CreateMul(RHSi, RHSi); // d*d |
| 779 | llvm::Value *Tmp6 = Builder.CreateAdd(Tmp4, Tmp5); // cc+dd |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 780 | |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 781 | llvm::Value *Tmp7 = Builder.CreateMul(LHSi, RHSr); // b*c |
| 782 | llvm::Value *Tmp8 = Builder.CreateMul(LHSr, RHSi); // a*d |
| 783 | llvm::Value *Tmp9 = Builder.CreateSub(Tmp7, Tmp8); // bc-ad |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 784 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 785 | if (Op.Ty->castAs<ComplexType>()->getElementType()->isUnsignedIntegerType()) { |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 786 | DSTr = Builder.CreateUDiv(Tmp3, Tmp6); |
| 787 | DSTi = Builder.CreateUDiv(Tmp9, Tmp6); |
Chris Lattner | 3219c5d | 2007-08-26 21:24:19 +0000 | [diff] [blame] | 788 | } else { |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 789 | DSTr = Builder.CreateSDiv(Tmp3, Tmp6); |
| 790 | DSTi = Builder.CreateSDiv(Tmp9, Tmp6); |
Chris Lattner | 3219c5d | 2007-08-26 21:24:19 +0000 | [diff] [blame] | 791 | } |
| 792 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 793 | |
Chris Lattner | 3219c5d | 2007-08-26 21:24:19 +0000 | [diff] [blame] | 794 | return ComplexPairTy(DSTr, DSTi); |
| 795 | } |
| 796 | |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 797 | ComplexExprEmitter::BinOpInfo |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 798 | ComplexExprEmitter::EmitBinOps(const BinaryOperator *E) { |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 799 | TestAndClearIgnoreReal(); |
| 800 | TestAndClearIgnoreImag(); |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 801 | BinOpInfo Ops; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 802 | if (E->getLHS()->getType()->isRealFloatingType()) |
| 803 | Ops.LHS = ComplexPairTy(CGF.EmitScalarExpr(E->getLHS()), nullptr); |
| 804 | else |
| 805 | Ops.LHS = Visit(E->getLHS()); |
| 806 | if (E->getRHS()->getType()->isRealFloatingType()) |
| 807 | Ops.RHS = ComplexPairTy(CGF.EmitScalarExpr(E->getRHS()), nullptr); |
| 808 | else |
| 809 | Ops.RHS = Visit(E->getRHS()); |
| 810 | |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 811 | Ops.Ty = E->getType(); |
| 812 | return Ops; |
| 813 | } |
| 814 | |
| 815 | |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 816 | LValue ComplexExprEmitter:: |
| 817 | EmitCompoundAssignLValue(const CompoundAssignOperator *E, |
| 818 | ComplexPairTy (ComplexExprEmitter::*Func)(const BinOpInfo&), |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 819 | RValue &Val) { |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 820 | TestAndClearIgnoreReal(); |
| 821 | TestAndClearIgnoreImag(); |
Jeffrey Yasskin | dec0984 | 2011-01-18 02:00:16 +0000 | [diff] [blame] | 822 | QualType LHSTy = E->getLHS()->getType(); |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 823 | if (const AtomicType *AT = LHSTy->getAs<AtomicType>()) |
| 824 | LHSTy = AT->getValueType(); |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 825 | |
| 826 | BinOpInfo OpInfo; |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 827 | |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 828 | // Load the RHS and LHS operands. |
| 829 | // __block variables need to have the rhs evaluated first, plus this should |
John McCall | 641ca7d | 2010-11-16 05:45:35 +0000 | [diff] [blame] | 830 | // improve codegen a little. |
Eli Friedman | ab3a852 | 2009-03-28 01:22:36 +0000 | [diff] [blame] | 831 | OpInfo.Ty = E->getComputationResultType(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 832 | QualType ComplexElementTy = cast<ComplexType>(OpInfo.Ty)->getElementType(); |
John McCall | 641ca7d | 2010-11-16 05:45:35 +0000 | [diff] [blame] | 833 | |
| 834 | // The RHS should have been converted to the computation type. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 835 | if (E->getRHS()->getType()->isRealFloatingType()) { |
| 836 | assert( |
| 837 | CGF.getContext() |
| 838 | .hasSameUnqualifiedType(ComplexElementTy, E->getRHS()->getType())); |
| 839 | OpInfo.RHS = ComplexPairTy(CGF.EmitScalarExpr(E->getRHS()), nullptr); |
| 840 | } else { |
| 841 | assert(CGF.getContext() |
| 842 | .hasSameUnqualifiedType(OpInfo.Ty, E->getRHS()->getType())); |
| 843 | OpInfo.RHS = Visit(E->getRHS()); |
| 844 | } |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 845 | |
Daniel Dunbar | 120bc77 | 2010-06-29 22:44:21 +0000 | [diff] [blame] | 846 | LValue LHS = CGF.EmitLValue(E->getLHS()); |
John McCall | 0e800c9 | 2010-12-04 08:14:53 +0000 | [diff] [blame] | 847 | |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 848 | // Load from the l-value and convert it. |
| 849 | if (LHSTy->isAnyComplexType()) { |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 850 | ComplexPairTy LHSVal = EmitLoadOfLValue(LHS, E->getExprLoc()); |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 851 | OpInfo.LHS = EmitComplexToComplexCast(LHSVal, LHSTy, OpInfo.Ty); |
| 852 | } else { |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 853 | llvm::Value *LHSVal = CGF.EmitLoadOfScalar(LHS, E->getExprLoc()); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 854 | // For floating point real operands we can directly pass the scalar form |
| 855 | // to the binary operator emission and potentially get more efficient code. |
| 856 | if (LHSTy->isRealFloatingType()) { |
| 857 | if (!CGF.getContext().hasSameUnqualifiedType(ComplexElementTy, LHSTy)) |
| 858 | LHSVal = CGF.EmitScalarConversion(LHSVal, LHSTy, ComplexElementTy); |
| 859 | OpInfo.LHS = ComplexPairTy(LHSVal, nullptr); |
| 860 | } else { |
| 861 | OpInfo.LHS = EmitScalarToComplexCast(LHSVal, LHSTy, OpInfo.Ty); |
| 862 | } |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 863 | } |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 864 | |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 865 | // Expand the binary operator. |
| 866 | ComplexPairTy Result = (this->*Func)(OpInfo); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 867 | |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 868 | // Truncate the result and store it into the LHS lvalue. |
| 869 | if (LHSTy->isAnyComplexType()) { |
| 870 | ComplexPairTy ResVal = EmitComplexToComplexCast(Result, OpInfo.Ty, LHSTy); |
| 871 | EmitStoreOfComplex(ResVal, LHS, /*isInit*/ false); |
| 872 | Val = RValue::getComplex(ResVal); |
| 873 | } else { |
| 874 | llvm::Value *ResVal = |
| 875 | CGF.EmitComplexToScalarConversion(Result, OpInfo.Ty, LHSTy); |
| 876 | CGF.EmitStoreOfScalar(ResVal, LHS, /*isInit*/ false); |
| 877 | Val = RValue::get(ResVal); |
| 878 | } |
Daniel Dunbar | 120bc77 | 2010-06-29 22:44:21 +0000 | [diff] [blame] | 879 | |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 880 | return LHS; |
Chris Lattner | ab340c2 | 2007-08-26 22:09:01 +0000 | [diff] [blame] | 881 | } |
Chris Lattner | 3219c5d | 2007-08-26 21:24:19 +0000 | [diff] [blame] | 882 | |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 883 | // Compound assignments. |
| 884 | ComplexPairTy ComplexExprEmitter:: |
| 885 | EmitCompoundAssign(const CompoundAssignOperator *E, |
| 886 | ComplexPairTy (ComplexExprEmitter::*Func)(const BinOpInfo&)){ |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 887 | RValue Val; |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 888 | LValue LV = EmitCompoundAssignLValue(E, Func, Val); |
| 889 | |
| 890 | // The result of an assignment in C is the assigned r-value. |
Richard Smith | 7edf9e3 | 2012-11-01 22:30:59 +0000 | [diff] [blame] | 891 | if (!CGF.getLangOpts().CPlusPlus) |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 892 | return Val.getComplexVal(); |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 893 | |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 894 | // If the lvalue is non-volatile, return the computed value of the assignment. |
| 895 | if (!LV.isVolatileQualified()) |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 896 | return Val.getComplexVal(); |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 897 | |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 898 | return EmitLoadOfLValue(LV, E->getExprLoc()); |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 899 | } |
| 900 | |
| 901 | LValue ComplexExprEmitter::EmitBinAssignLValue(const BinaryOperator *E, |
| 902 | ComplexPairTy &Val) { |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 903 | assert(CGF.getContext().hasSameUnqualifiedType(E->getLHS()->getType(), |
Douglas Gregor | 6398235 | 2010-07-13 18:40:04 +0000 | [diff] [blame] | 904 | E->getRHS()->getType()) && |
Chris Lattner | 9619662 | 2008-07-26 22:37:01 +0000 | [diff] [blame] | 905 | "Invalid assignment"); |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 906 | TestAndClearIgnoreReal(); |
| 907 | TestAndClearIgnoreImag(); |
| 908 | |
John McCall | cd940a1 | 2010-12-06 06:10:02 +0000 | [diff] [blame] | 909 | // Emit the RHS. __block variables need the RHS evaluated first. |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 910 | Val = Visit(E->getRHS()); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 911 | |
| 912 | // Compute the address to store into. |
| 913 | LValue LHS = CGF.EmitLValue(E->getLHS()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 914 | |
Daniel Dunbar | 120bc77 | 2010-06-29 22:44:21 +0000 | [diff] [blame] | 915 | // Store the result value into the LHS lvalue. |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 916 | EmitStoreOfComplex(Val, LHS, /*isInit*/ false); |
Daniel Dunbar | 42f963d | 2009-06-10 04:38:50 +0000 | [diff] [blame] | 917 | |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 918 | return LHS; |
| 919 | } |
Daniel Dunbar | 120bc77 | 2010-06-29 22:44:21 +0000 | [diff] [blame] | 920 | |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 921 | ComplexPairTy ComplexExprEmitter::VisitBinAssign(const BinaryOperator *E) { |
| 922 | ComplexPairTy Val; |
| 923 | LValue LV = EmitBinAssignLValue(E, Val); |
| 924 | |
| 925 | // The result of an assignment in C is the assigned r-value. |
Richard Smith | 7edf9e3 | 2012-11-01 22:30:59 +0000 | [diff] [blame] | 926 | if (!CGF.getLangOpts().CPlusPlus) |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 927 | return Val; |
| 928 | |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 929 | // If the lvalue is non-volatile, return the computed value of the assignment. |
| 930 | if (!LV.isVolatileQualified()) |
| 931 | return Val; |
| 932 | |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 933 | return EmitLoadOfLValue(LV, E->getExprLoc()); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 934 | } |
| 935 | |
Chris Lattner | 756a4d8 | 2007-08-21 17:15:50 +0000 | [diff] [blame] | 936 | ComplexPairTy ComplexExprEmitter::VisitBinComma(const BinaryOperator *E) { |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 937 | CGF.EmitIgnoredExpr(E->getLHS()); |
Chris Lattner | 756a4d8 | 2007-08-21 17:15:50 +0000 | [diff] [blame] | 938 | return Visit(E->getRHS()); |
| 939 | } |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 940 | |
| 941 | ComplexPairTy ComplexExprEmitter:: |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 942 | VisitAbstractConditionalOperator(const AbstractConditionalOperator *E) { |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 943 | TestAndClearIgnoreReal(); |
| 944 | TestAndClearIgnoreImag(); |
Daniel Dunbar | 9615ecb | 2008-11-13 01:38:36 +0000 | [diff] [blame] | 945 | llvm::BasicBlock *LHSBlock = CGF.createBasicBlock("cond.true"); |
| 946 | llvm::BasicBlock *RHSBlock = CGF.createBasicBlock("cond.false"); |
| 947 | llvm::BasicBlock *ContBlock = CGF.createBasicBlock("cond.end"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 948 | |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 949 | // Bind the common expression if necessary. |
Eli Friedman | d97927d | 2012-01-06 20:42:20 +0000 | [diff] [blame] | 950 | CodeGenFunction::OpaqueValueMapping binding(CGF, E); |
John McCall | 150b462 | 2011-01-26 04:00:11 +0000 | [diff] [blame] | 951 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 952 | RegionCounter Cnt = CGF.getPGORegionCounter(E); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 953 | CodeGenFunction::ConditionalEvaluation eval(CGF); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 954 | CGF.EmitBranchOnBoolExpr(E->getCond(), LHSBlock, RHSBlock, Cnt.getCount()); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 955 | |
John McCall | 150b462 | 2011-01-26 04:00:11 +0000 | [diff] [blame] | 956 | eval.begin(CGF); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 957 | CGF.EmitBlock(LHSBlock); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 958 | Cnt.beginRegion(Builder); |
Fariborz Jahanian | aa3b57e | 2010-09-20 23:50:22 +0000 | [diff] [blame] | 959 | ComplexPairTy LHS = Visit(E->getTrueExpr()); |
Chris Lattner | 5083a53 | 2007-08-21 17:39:38 +0000 | [diff] [blame] | 960 | LHSBlock = Builder.GetInsertBlock(); |
Daniel Dunbar | d57a871 | 2008-11-11 09:41:28 +0000 | [diff] [blame] | 961 | CGF.EmitBranch(ContBlock); |
John McCall | 150b462 | 2011-01-26 04:00:11 +0000 | [diff] [blame] | 962 | eval.end(CGF); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 963 | |
John McCall | 150b462 | 2011-01-26 04:00:11 +0000 | [diff] [blame] | 964 | eval.begin(CGF); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 965 | CGF.EmitBlock(RHSBlock); |
John McCall | 56ca35d | 2011-02-17 10:25:35 +0000 | [diff] [blame] | 966 | ComplexPairTy RHS = Visit(E->getFalseExpr()); |
Chris Lattner | 5083a53 | 2007-08-21 17:39:38 +0000 | [diff] [blame] | 967 | RHSBlock = Builder.GetInsertBlock(); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 968 | CGF.EmitBlock(ContBlock); |
John McCall | 150b462 | 2011-01-26 04:00:11 +0000 | [diff] [blame] | 969 | eval.end(CGF); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 970 | |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 971 | // Create a PHI node for the real part. |
Jay Foad | bbf3bac | 2011-03-30 11:28:58 +0000 | [diff] [blame] | 972 | llvm::PHINode *RealPN = Builder.CreatePHI(LHS.first->getType(), 2, "cond.r"); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 973 | RealPN->addIncoming(LHS.first, LHSBlock); |
| 974 | RealPN->addIncoming(RHS.first, RHSBlock); |
| 975 | |
| 976 | // Create a PHI node for the imaginary part. |
Jay Foad | bbf3bac | 2011-03-30 11:28:58 +0000 | [diff] [blame] | 977 | llvm::PHINode *ImagPN = Builder.CreatePHI(LHS.first->getType(), 2, "cond.i"); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 978 | ImagPN->addIncoming(LHS.second, LHSBlock); |
| 979 | ImagPN->addIncoming(RHS.second, RHSBlock); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 980 | |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 981 | return ComplexPairTy(RealPN, ImagPN); |
| 982 | } |
| 983 | |
Chris Lattner | d0b1203 | 2007-08-24 02:18:47 +0000 | [diff] [blame] | 984 | ComplexPairTy ComplexExprEmitter::VisitChooseExpr(ChooseExpr *E) { |
Eli Friedman | a5e6601 | 2013-07-20 00:40:58 +0000 | [diff] [blame] | 985 | return Visit(E->getChosenSubExpr()); |
Chris Lattner | d0b1203 | 2007-08-24 02:18:47 +0000 | [diff] [blame] | 986 | } |
| 987 | |
Eli Friedman | c4777f1 | 2008-05-13 23:11:35 +0000 | [diff] [blame] | 988 | ComplexPairTy ComplexExprEmitter::VisitInitListExpr(InitListExpr *E) { |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 989 | bool Ignore = TestAndClearIgnoreReal(); |
| 990 | (void)Ignore; |
| 991 | assert (Ignore == false && "init list ignored"); |
| 992 | Ignore = TestAndClearIgnoreImag(); |
| 993 | (void)Ignore; |
| 994 | assert (Ignore == false && "init list ignored"); |
Eli Friedman | 0c706c2 | 2011-09-19 23:17:44 +0000 | [diff] [blame] | 995 | |
| 996 | if (E->getNumInits() == 2) { |
| 997 | llvm::Value *Real = CGF.EmitScalarExpr(E->getInit(0)); |
| 998 | llvm::Value *Imag = CGF.EmitScalarExpr(E->getInit(1)); |
| 999 | return ComplexPairTy(Real, Imag); |
| 1000 | } else if (E->getNumInits() == 1) { |
Eli Friedman | c4777f1 | 2008-05-13 23:11:35 +0000 | [diff] [blame] | 1001 | return Visit(E->getInit(0)); |
Eli Friedman | 0c706c2 | 2011-09-19 23:17:44 +0000 | [diff] [blame] | 1002 | } |
Eli Friedman | c4777f1 | 2008-05-13 23:11:35 +0000 | [diff] [blame] | 1003 | |
| 1004 | // Empty init list intializes to null |
Eli Friedman | 0c706c2 | 2011-09-19 23:17:44 +0000 | [diff] [blame] | 1005 | assert(E->getNumInits() == 0 && "Unexpected number of inits"); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1006 | QualType Ty = E->getType()->castAs<ComplexType>()->getElementType(); |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1007 | llvm::Type* LTy = CGF.ConvertType(Ty); |
Owen Anderson | c9c88b4 | 2009-07-31 20:28:54 +0000 | [diff] [blame] | 1008 | llvm::Value* zeroConstant = llvm::Constant::getNullValue(LTy); |
Eli Friedman | c4777f1 | 2008-05-13 23:11:35 +0000 | [diff] [blame] | 1009 | return ComplexPairTy(zeroConstant, zeroConstant); |
| 1010 | } |
| 1011 | |
Daniel Dunbar | 4e484b8 | 2009-02-10 03:03:30 +0000 | [diff] [blame] | 1012 | ComplexPairTy ComplexExprEmitter::VisitVAArgExpr(VAArgExpr *E) { |
Daniel Dunbar | 0785570 | 2009-02-11 22:25:55 +0000 | [diff] [blame] | 1013 | llvm::Value *ArgValue = CGF.EmitVAListRef(E->getSubExpr()); |
Daniel Dunbar | 4e484b8 | 2009-02-10 03:03:30 +0000 | [diff] [blame] | 1014 | llvm::Value *ArgPtr = CGF.EmitVAArg(ArgValue, E->getType()); |
| 1015 | |
| 1016 | if (!ArgPtr) { |
| 1017 | CGF.ErrorUnsupported(E, "complex va_arg expression"); |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1018 | llvm::Type *EltTy = |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1019 | CGF.ConvertType(E->getType()->castAs<ComplexType>()->getElementType()); |
Daniel Dunbar | 4e484b8 | 2009-02-10 03:03:30 +0000 | [diff] [blame] | 1020 | llvm::Value *U = llvm::UndefValue::get(EltTy); |
| 1021 | return ComplexPairTy(U, U); |
| 1022 | } |
| 1023 | |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 1024 | return EmitLoadOfLValue(CGF.MakeNaturalAlignAddrLValue(ArgPtr, E->getType()), |
| 1025 | E->getExprLoc()); |
Daniel Dunbar | 4e484b8 | 2009-02-10 03:03:30 +0000 | [diff] [blame] | 1026 | } |
| 1027 | |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 1028 | //===----------------------------------------------------------------------===// |
| 1029 | // Entry Point into this File |
| 1030 | //===----------------------------------------------------------------------===// |
| 1031 | |
| 1032 | /// EmitComplexExpr - Emit the computation of the specified expression of |
| 1033 | /// complex type, ignoring the result. |
Mike Stump | 7f79f9b | 2009-05-29 15:46:01 +0000 | [diff] [blame] | 1034 | ComplexPairTy CodeGenFunction::EmitComplexExpr(const Expr *E, bool IgnoreReal, |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 1035 | bool IgnoreImag) { |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1036 | assert(E && getComplexType(E->getType()) && |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 1037 | "Invalid complex expression to emit"); |
Mike Stump | db52dcd | 2009-09-09 13:00:44 +0000 | [diff] [blame] | 1038 | |
John McCall | b418d74 | 2010-11-16 10:08:07 +0000 | [diff] [blame] | 1039 | return ComplexExprEmitter(*this, IgnoreReal, IgnoreImag) |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 1040 | .Visit(const_cast<Expr *>(E)); |
Chris Lattner | b6ef18a | 2007-08-21 05:54:00 +0000 | [diff] [blame] | 1041 | } |
| 1042 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1043 | void CodeGenFunction::EmitComplexExprIntoLValue(const Expr *E, LValue dest, |
| 1044 | bool isInit) { |
| 1045 | assert(E && getComplexType(E->getType()) && |
Chris Lattner | 23b1cdb | 2007-08-23 23:43:33 +0000 | [diff] [blame] | 1046 | "Invalid complex expression to emit"); |
| 1047 | ComplexExprEmitter Emitter(*this); |
| 1048 | ComplexPairTy Val = Emitter.Visit(const_cast<Expr*>(E)); |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1049 | Emitter.EmitStoreOfComplex(Val, dest, isInit); |
Chris Lattner | 23b1cdb | 2007-08-23 23:43:33 +0000 | [diff] [blame] | 1050 | } |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 1051 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1052 | /// EmitStoreOfComplex - Store a complex number into the specified l-value. |
| 1053 | void CodeGenFunction::EmitStoreOfComplex(ComplexPairTy V, LValue dest, |
| 1054 | bool isInit) { |
| 1055 | ComplexExprEmitter(*this).EmitStoreOfComplex(V, dest, isInit); |
Daniel Dunbar | 7f8ea5c | 2008-08-30 05:35:15 +0000 | [diff] [blame] | 1056 | } |
| 1057 | |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1058 | /// EmitLoadOfComplex - Load a complex number from the specified address. |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 1059 | ComplexPairTy CodeGenFunction::EmitLoadOfComplex(LValue src, |
| 1060 | SourceLocation loc) { |
| 1061 | return ComplexExprEmitter(*this).EmitLoadOfLValue(src, loc); |
Chris Lattner | 9b65551 | 2007-08-31 22:49:20 +0000 | [diff] [blame] | 1062 | } |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 1063 | |
| 1064 | LValue CodeGenFunction::EmitComplexAssignmentLValue(const BinaryOperator *E) { |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1065 | assert(E->getOpcode() == BO_Assign); |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 1066 | ComplexPairTy Val; // ignored |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1067 | return ComplexExprEmitter(*this).EmitBinAssignLValue(E, Val); |
| 1068 | } |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 1069 | |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 1070 | typedef ComplexPairTy (ComplexExprEmitter::*CompoundFunc)( |
| 1071 | const ComplexExprEmitter::BinOpInfo &); |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 1072 | |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 1073 | static CompoundFunc getComplexOp(BinaryOperatorKind Op) { |
| 1074 | switch (Op) { |
| 1075 | case BO_MulAssign: return &ComplexExprEmitter::EmitBinMul; |
| 1076 | case BO_DivAssign: return &ComplexExprEmitter::EmitBinDiv; |
| 1077 | case BO_SubAssign: return &ComplexExprEmitter::EmitBinSub; |
| 1078 | case BO_AddAssign: return &ComplexExprEmitter::EmitBinAdd; |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 1079 | default: |
| 1080 | llvm_unreachable("unexpected complex compound assignment"); |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 1081 | } |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 1082 | } |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 1083 | |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 1084 | LValue CodeGenFunction:: |
| 1085 | EmitComplexCompoundAssignmentLValue(const CompoundAssignOperator *E) { |
| 1086 | CompoundFunc Op = getComplexOp(E->getOpcode()); |
| 1087 | RValue Val; |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 1088 | return ComplexExprEmitter(*this).EmitCompoundAssignLValue(E, Op, Val); |
John McCall | 83ce9d4 | 2010-11-16 23:07:28 +0000 | [diff] [blame] | 1089 | } |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 1090 | |
| 1091 | LValue CodeGenFunction:: |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 1092 | EmitScalarCompoundAssignWithComplex(const CompoundAssignOperator *E, |
| 1093 | llvm::Value *&Result) { |
Eli Friedman | 0934e18 | 2013-06-12 01:40:06 +0000 | [diff] [blame] | 1094 | CompoundFunc Op = getComplexOp(E->getOpcode()); |
| 1095 | RValue Val; |
| 1096 | LValue Ret = ComplexExprEmitter(*this).EmitCompoundAssignLValue(E, Op, Val); |
| 1097 | Result = Val.getScalarVal(); |
| 1098 | return Ret; |
| 1099 | } |