Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1 | //===--- CGStmt.cpp - Emit LLVM Code from Statements ----------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 0bc735f | 2007-12-29 19:59:25 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This contains code to emit Stmt nodes as LLVM code. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Chandler Carruth | 55fc873 | 2012-12-04 09:13:33 +0000 | [diff] [blame] | 14 | #include "CodeGenFunction.h" |
Sanjiv Gupta | e8b9f5b | 2008-05-08 08:54:20 +0000 | [diff] [blame] | 15 | #include "CGDebugInfo.h" |
| 16 | #include "CodeGenModule.h" |
Peter Collingbourne | 4b93d66 | 2011-02-19 23:03:58 +0000 | [diff] [blame] | 17 | #include "TargetInfo.h" |
Daniel Dunbar | de7fb84 | 2008-08-11 05:00:27 +0000 | [diff] [blame] | 18 | #include "clang/AST/StmtVisitor.h" |
Chris Lattner | 7d22bf0 | 2009-03-05 08:04:57 +0000 | [diff] [blame] | 19 | #include "clang/Basic/PrettyStackTrace.h" |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 20 | #include "clang/Basic/TargetInfo.h" |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 21 | #include "clang/Sema/LoopHint.h" |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 22 | #include "clang/Sema/SemaDiagnostic.h" |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 23 | #include "llvm/ADT/StringExtras.h" |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 24 | #include "llvm/IR/CallSite.h" |
Chandler Carruth | 3b844ba | 2013-01-02 11:45:17 +0000 | [diff] [blame] | 25 | #include "llvm/IR/DataLayout.h" |
| 26 | #include "llvm/IR/InlineAsm.h" |
| 27 | #include "llvm/IR/Intrinsics.h" |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 28 | using namespace clang; |
| 29 | using namespace CodeGen; |
| 30 | |
| 31 | //===----------------------------------------------------------------------===// |
| 32 | // Statement Emission |
| 33 | //===----------------------------------------------------------------------===// |
| 34 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 35 | void CodeGenFunction::EmitStopPoint(const Stmt *S) { |
Anders Carlsson | e896d98 | 2009-02-13 08:11:52 +0000 | [diff] [blame] | 36 | if (CGDebugInfo *DI = getDebugInfo()) { |
Eric Christopher | 73fb350 | 2011-10-13 21:45:18 +0000 | [diff] [blame] | 37 | SourceLocation Loc; |
Adrian Prantl | 2736f2e | 2013-06-18 00:27:36 +0000 | [diff] [blame] | 38 | Loc = S->getLocStart(); |
Eric Christopher | 73fb350 | 2011-10-13 21:45:18 +0000 | [diff] [blame] | 39 | DI->EmitLocation(Builder, Loc); |
Adrian Prantl | fa6b079 | 2013-05-02 17:30:20 +0000 | [diff] [blame] | 40 | |
Adrian Prantl | 4008088 | 2013-05-07 22:26:03 +0000 | [diff] [blame] | 41 | LastStopPoint = Loc; |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 42 | } |
| 43 | } |
| 44 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 45 | void CodeGenFunction::EmitStmt(const Stmt *S) { |
| 46 | assert(S && "Null statement?"); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 47 | PGO.setCurrentStmt(S); |
Daniel Dunbar | a448fb2 | 2008-11-11 23:11:34 +0000 | [diff] [blame] | 48 | |
Eric Christopher | f9aac38 | 2011-09-26 15:03:19 +0000 | [diff] [blame] | 49 | // These statements have their own debug info handling. |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 50 | if (EmitSimpleStmt(S)) |
| 51 | return; |
| 52 | |
Daniel Dunbar | d286f05 | 2009-07-19 06:58:07 +0000 | [diff] [blame] | 53 | // Check if we are generating unreachable code. |
| 54 | if (!HaveInsertPoint()) { |
| 55 | // If so, and the statement doesn't contain a label, then we do not need to |
| 56 | // generate actual code. This is safe because (1) the current point is |
| 57 | // unreachable, so we don't need to execute the code, and (2) we've already |
| 58 | // handled the statements which update internal data structures (like the |
| 59 | // local variable map) which could be used by subsequent statements. |
| 60 | if (!ContainsLabel(S)) { |
| 61 | // Verify that any decl statements were handled as simple, they may be in |
| 62 | // scope of subsequent reachable statements. |
| 63 | assert(!isa<DeclStmt>(*S) && "Unexpected DeclStmt!"); |
| 64 | return; |
| 65 | } |
| 66 | |
| 67 | // Otherwise, make a new block to hold the code. |
| 68 | EnsureInsertPoint(); |
| 69 | } |
| 70 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 71 | // Generate a stoppoint if we are emitting debug info. |
| 72 | EmitStopPoint(S); |
Sanjiv Gupta | e8b9f5b | 2008-05-08 08:54:20 +0000 | [diff] [blame] | 73 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 74 | switch (S->getStmtClass()) { |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 75 | case Stmt::NoStmtClass: |
| 76 | case Stmt::CXXCatchStmtClass: |
John Wiegley | 28bbe4b | 2011-04-28 01:08:34 +0000 | [diff] [blame] | 77 | case Stmt::SEHExceptStmtClass: |
| 78 | case Stmt::SEHFinallyStmtClass: |
Douglas Gregor | ba0513d | 2011-10-25 01:33:02 +0000 | [diff] [blame] | 79 | case Stmt::MSDependentExistsStmtClass: |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 80 | llvm_unreachable("invalid statement class to emit generically"); |
| 81 | case Stmt::NullStmtClass: |
| 82 | case Stmt::CompoundStmtClass: |
| 83 | case Stmt::DeclStmtClass: |
| 84 | case Stmt::LabelStmtClass: |
Richard Smith | 534986f | 2012-04-14 00:33:13 +0000 | [diff] [blame] | 85 | case Stmt::AttributedStmtClass: |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 86 | case Stmt::GotoStmtClass: |
| 87 | case Stmt::BreakStmtClass: |
| 88 | case Stmt::ContinueStmtClass: |
| 89 | case Stmt::DefaultStmtClass: |
| 90 | case Stmt::CaseStmtClass: |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 91 | case Stmt::SEHLeaveStmtClass: |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 92 | llvm_unreachable("should have emitted these statements as simple"); |
Daniel Dunbar | cd5e60e | 2009-07-19 08:23:12 +0000 | [diff] [blame] | 93 | |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 94 | #define STMT(Type, Base) |
| 95 | #define ABSTRACT_STMT(Op) |
| 96 | #define EXPR(Type, Base) \ |
| 97 | case Stmt::Type##Class: |
| 98 | #include "clang/AST/StmtNodes.inc" |
John McCall | cd5b22e | 2011-01-12 03:41:02 +0000 | [diff] [blame] | 99 | { |
| 100 | // Remember the block we came in on. |
| 101 | llvm::BasicBlock *incoming = Builder.GetInsertBlock(); |
| 102 | assert(incoming && "expression emission must have an insertion point"); |
| 103 | |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 104 | EmitIgnoredExpr(cast<Expr>(S)); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 105 | |
John McCall | cd5b22e | 2011-01-12 03:41:02 +0000 | [diff] [blame] | 106 | llvm::BasicBlock *outgoing = Builder.GetInsertBlock(); |
| 107 | assert(outgoing && "expression emission cleared block!"); |
| 108 | |
| 109 | // The expression emitters assume (reasonably!) that the insertion |
| 110 | // point is always set. To maintain that, the call-emission code |
| 111 | // for noreturn functions has to enter a new block with no |
| 112 | // predecessors. We want to kill that block and mark the current |
| 113 | // insertion point unreachable in the common case of a call like |
| 114 | // "exit();". Since expression emission doesn't otherwise create |
| 115 | // blocks with no predecessors, we can just test for that. |
| 116 | // However, we must be careful not to do this to our incoming |
| 117 | // block, because *statement* emission does sometimes create |
| 118 | // reachable blocks which will have no predecessors until later in |
| 119 | // the function. This occurs with, e.g., labels that are not |
| 120 | // reachable by fallthrough. |
| 121 | if (incoming != outgoing && outgoing->use_empty()) { |
| 122 | outgoing->eraseFromParent(); |
| 123 | Builder.ClearInsertionPoint(); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 124 | } |
| 125 | break; |
John McCall | cd5b22e | 2011-01-12 03:41:02 +0000 | [diff] [blame] | 126 | } |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 127 | |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 128 | case Stmt::IndirectGotoStmtClass: |
Daniel Dunbar | 0ffb125 | 2008-08-04 16:51:22 +0000 | [diff] [blame] | 129 | EmitIndirectGotoStmt(cast<IndirectGotoStmt>(*S)); break; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 130 | |
| 131 | case Stmt::IfStmtClass: EmitIfStmt(cast<IfStmt>(*S)); break; |
| 132 | case Stmt::WhileStmtClass: EmitWhileStmt(cast<WhileStmt>(*S)); break; |
| 133 | case Stmt::DoStmtClass: EmitDoStmt(cast<DoStmt>(*S)); break; |
| 134 | case Stmt::ForStmtClass: EmitForStmt(cast<ForStmt>(*S)); break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 135 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 136 | case Stmt::ReturnStmtClass: EmitReturnStmt(cast<ReturnStmt>(*S)); break; |
Daniel Dunbar | a4275d1 | 2008-10-02 18:02:06 +0000 | [diff] [blame] | 137 | |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 138 | case Stmt::SwitchStmtClass: EmitSwitchStmt(cast<SwitchStmt>(*S)); break; |
Chad Rosier | d1a8d2e | 2012-08-28 21:11:24 +0000 | [diff] [blame] | 139 | case Stmt::GCCAsmStmtClass: // Intentional fall-through. |
| 140 | case Stmt::MSAsmStmtClass: EmitAsmStmt(cast<AsmStmt>(*S)); break; |
Alexey Bataev | 0c01835 | 2013-09-06 18:03:48 +0000 | [diff] [blame] | 141 | case Stmt::CapturedStmtClass: { |
| 142 | const CapturedStmt *CS = cast<CapturedStmt>(S); |
| 143 | EmitCapturedStmt(*CS, CS->getCapturedRegionKind()); |
| 144 | } |
Tareq A. Siraj | 051303c | 2013-04-16 18:53:08 +0000 | [diff] [blame] | 145 | break; |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 146 | case Stmt::ObjCAtTryStmtClass: |
Anders Carlsson | 64d5d6c | 2008-09-09 10:04:29 +0000 | [diff] [blame] | 147 | EmitObjCAtTryStmt(cast<ObjCAtTryStmt>(*S)); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 148 | break; |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 149 | case Stmt::ObjCAtCatchStmtClass: |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 150 | llvm_unreachable( |
| 151 | "@catch statements should be handled by EmitObjCAtTryStmt"); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 152 | case Stmt::ObjCAtFinallyStmtClass: |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 153 | llvm_unreachable( |
| 154 | "@finally statements should be handled by EmitObjCAtTryStmt"); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 155 | case Stmt::ObjCAtThrowStmtClass: |
Anders Carlsson | 64d5d6c | 2008-09-09 10:04:29 +0000 | [diff] [blame] | 156 | EmitObjCAtThrowStmt(cast<ObjCAtThrowStmt>(*S)); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 157 | break; |
| 158 | case Stmt::ObjCAtSynchronizedStmtClass: |
Chris Lattner | 10cac6f | 2008-11-15 21:26:17 +0000 | [diff] [blame] | 159 | EmitObjCAtSynchronizedStmt(cast<ObjCAtSynchronizedStmt>(*S)); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 160 | break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 161 | case Stmt::ObjCForCollectionStmtClass: |
Anders Carlsson | 3d8400d | 2008-08-30 19:51:14 +0000 | [diff] [blame] | 162 | EmitObjCForCollectionStmt(cast<ObjCForCollectionStmt>(*S)); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 163 | break; |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 164 | case Stmt::ObjCAutoreleasePoolStmtClass: |
| 165 | EmitObjCAutoreleasePoolStmt(cast<ObjCAutoreleasePoolStmt>(*S)); |
| 166 | break; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 167 | |
Anders Carlsson | 6815e94 | 2009-09-27 18:58:34 +0000 | [diff] [blame] | 168 | case Stmt::CXXTryStmtClass: |
| 169 | EmitCXXTryStmt(cast<CXXTryStmt>(*S)); |
| 170 | break; |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 171 | case Stmt::CXXForRangeStmtClass: |
| 172 | EmitCXXForRangeStmt(cast<CXXForRangeStmt>(*S)); |
Reid Kleckner | 98592d9 | 2013-09-16 21:46:30 +0000 | [diff] [blame] | 173 | break; |
John Wiegley | 28bbe4b | 2011-04-28 01:08:34 +0000 | [diff] [blame] | 174 | case Stmt::SEHTryStmtClass: |
Reid Kleckner | 98592d9 | 2013-09-16 21:46:30 +0000 | [diff] [blame] | 175 | EmitSEHTryStmt(cast<SEHTryStmt>(*S)); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 176 | break; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 177 | case Stmt::OMPParallelDirectiveClass: |
| 178 | EmitOMPParallelDirective(cast<OMPParallelDirective>(*S)); |
| 179 | break; |
| 180 | case Stmt::OMPSimdDirectiveClass: |
| 181 | EmitOMPSimdDirective(cast<OMPSimdDirective>(*S)); |
| 182 | break; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 183 | case Stmt::OMPForDirectiveClass: |
| 184 | EmitOMPForDirective(cast<OMPForDirective>(*S)); |
| 185 | break; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 186 | case Stmt::OMPForSimdDirectiveClass: |
| 187 | EmitOMPForSimdDirective(cast<OMPForSimdDirective>(*S)); |
| 188 | break; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 189 | case Stmt::OMPSectionsDirectiveClass: |
| 190 | EmitOMPSectionsDirective(cast<OMPSectionsDirective>(*S)); |
| 191 | break; |
| 192 | case Stmt::OMPSectionDirectiveClass: |
| 193 | EmitOMPSectionDirective(cast<OMPSectionDirective>(*S)); |
| 194 | break; |
| 195 | case Stmt::OMPSingleDirectiveClass: |
| 196 | EmitOMPSingleDirective(cast<OMPSingleDirective>(*S)); |
| 197 | break; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 198 | case Stmt::OMPMasterDirectiveClass: |
| 199 | EmitOMPMasterDirective(cast<OMPMasterDirective>(*S)); |
| 200 | break; |
| 201 | case Stmt::OMPCriticalDirectiveClass: |
| 202 | EmitOMPCriticalDirective(cast<OMPCriticalDirective>(*S)); |
| 203 | break; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 204 | case Stmt::OMPParallelForDirectiveClass: |
| 205 | EmitOMPParallelForDirective(cast<OMPParallelForDirective>(*S)); |
| 206 | break; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 207 | case Stmt::OMPParallelForSimdDirectiveClass: |
| 208 | EmitOMPParallelForSimdDirective(cast<OMPParallelForSimdDirective>(*S)); |
| 209 | break; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 210 | case Stmt::OMPParallelSectionsDirectiveClass: |
| 211 | EmitOMPParallelSectionsDirective(cast<OMPParallelSectionsDirective>(*S)); |
| 212 | break; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 213 | case Stmt::OMPTaskDirectiveClass: |
| 214 | EmitOMPTaskDirective(cast<OMPTaskDirective>(*S)); |
| 215 | break; |
| 216 | case Stmt::OMPTaskyieldDirectiveClass: |
| 217 | EmitOMPTaskyieldDirective(cast<OMPTaskyieldDirective>(*S)); |
| 218 | break; |
| 219 | case Stmt::OMPBarrierDirectiveClass: |
| 220 | EmitOMPBarrierDirective(cast<OMPBarrierDirective>(*S)); |
| 221 | break; |
| 222 | case Stmt::OMPTaskwaitDirectiveClass: |
| 223 | EmitOMPTaskwaitDirective(cast<OMPTaskwaitDirective>(*S)); |
| 224 | break; |
| 225 | case Stmt::OMPFlushDirectiveClass: |
| 226 | EmitOMPFlushDirective(cast<OMPFlushDirective>(*S)); |
| 227 | break; |
| 228 | case Stmt::OMPOrderedDirectiveClass: |
| 229 | EmitOMPOrderedDirective(cast<OMPOrderedDirective>(*S)); |
| 230 | break; |
| 231 | case Stmt::OMPAtomicDirectiveClass: |
| 232 | EmitOMPAtomicDirective(cast<OMPAtomicDirective>(*S)); |
| 233 | break; |
| 234 | case Stmt::OMPTargetDirectiveClass: |
| 235 | EmitOMPTargetDirective(cast<OMPTargetDirective>(*S)); |
| 236 | break; |
| 237 | case Stmt::OMPTeamsDirectiveClass: |
| 238 | EmitOMPTeamsDirective(cast<OMPTeamsDirective>(*S)); |
| 239 | break; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 240 | } |
| 241 | } |
| 242 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 243 | bool CodeGenFunction::EmitSimpleStmt(const Stmt *S) { |
| 244 | switch (S->getStmtClass()) { |
| 245 | default: return false; |
| 246 | case Stmt::NullStmtClass: break; |
| 247 | case Stmt::CompoundStmtClass: EmitCompoundStmt(cast<CompoundStmt>(*S)); break; |
Daniel Dunbar | d286f05 | 2009-07-19 06:58:07 +0000 | [diff] [blame] | 248 | case Stmt::DeclStmtClass: EmitDeclStmt(cast<DeclStmt>(*S)); break; |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 249 | case Stmt::LabelStmtClass: EmitLabelStmt(cast<LabelStmt>(*S)); break; |
Richard Smith | 534986f | 2012-04-14 00:33:13 +0000 | [diff] [blame] | 250 | case Stmt::AttributedStmtClass: |
| 251 | EmitAttributedStmt(cast<AttributedStmt>(*S)); break; |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 252 | case Stmt::GotoStmtClass: EmitGotoStmt(cast<GotoStmt>(*S)); break; |
| 253 | case Stmt::BreakStmtClass: EmitBreakStmt(cast<BreakStmt>(*S)); break; |
| 254 | case Stmt::ContinueStmtClass: EmitContinueStmt(cast<ContinueStmt>(*S)); break; |
| 255 | case Stmt::DefaultStmtClass: EmitDefaultStmt(cast<DefaultStmt>(*S)); break; |
| 256 | case Stmt::CaseStmtClass: EmitCaseStmt(cast<CaseStmt>(*S)); break; |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 257 | case Stmt::SEHLeaveStmtClass: EmitSEHLeaveStmt(cast<SEHLeaveStmt>(*S)); break; |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 258 | } |
| 259 | |
| 260 | return true; |
| 261 | } |
| 262 | |
Chris Lattner | 3379320 | 2007-08-31 22:09:40 +0000 | [diff] [blame] | 263 | /// EmitCompoundStmt - Emit a compound statement {..} node. If GetLast is true, |
| 264 | /// this captures the expression result of the last sub-statement and returns it |
| 265 | /// (for use by the statement expression extension). |
Eli Friedman | 2ac2fa7 | 2013-06-10 22:04:49 +0000 | [diff] [blame] | 266 | llvm::Value* CodeGenFunction::EmitCompoundStmt(const CompoundStmt &S, bool GetLast, |
| 267 | AggValueSlot AggSlot) { |
Chris Lattner | 7d22bf0 | 2009-03-05 08:04:57 +0000 | [diff] [blame] | 268 | PrettyStackTraceLoc CrashInfo(getContext().getSourceManager(),S.getLBracLoc(), |
| 269 | "LLVM IR generation of compound statement ('{}')"); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 270 | |
Eric Christopher | fdc5d56 | 2012-02-23 00:43:07 +0000 | [diff] [blame] | 271 | // Keep track of the current cleanup stack depth, including debug scopes. |
| 272 | LexicalScope Scope(*this, S.getSourceRange()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 273 | |
David Blaikie | a650485 | 2013-01-26 22:16:26 +0000 | [diff] [blame] | 274 | return EmitCompoundStmtWithoutScope(S, GetLast, AggSlot); |
| 275 | } |
| 276 | |
Eli Friedman | 2ac2fa7 | 2013-06-10 22:04:49 +0000 | [diff] [blame] | 277 | llvm::Value* |
| 278 | CodeGenFunction::EmitCompoundStmtWithoutScope(const CompoundStmt &S, |
| 279 | bool GetLast, |
| 280 | AggValueSlot AggSlot) { |
David Blaikie | a650485 | 2013-01-26 22:16:26 +0000 | [diff] [blame] | 281 | |
Chris Lattner | 3379320 | 2007-08-31 22:09:40 +0000 | [diff] [blame] | 282 | for (CompoundStmt::const_body_iterator I = S.body_begin(), |
| 283 | E = S.body_end()-GetLast; I != E; ++I) |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 284 | EmitStmt(*I); |
Sanjiv Gupta | e8b9f5b | 2008-05-08 08:54:20 +0000 | [diff] [blame] | 285 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 286 | llvm::Value *RetAlloca = nullptr; |
Eli Friedman | 2ac2fa7 | 2013-06-10 22:04:49 +0000 | [diff] [blame] | 287 | if (GetLast) { |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 288 | // We have to special case labels here. They are statements, but when put |
Anders Carlsson | 17d28a3 | 2008-12-12 05:52:00 +0000 | [diff] [blame] | 289 | // at the end of a statement expression, they yield the value of their |
| 290 | // subexpression. Handle this by walking through all labels we encounter, |
| 291 | // emitting them before we evaluate the subexpr. |
| 292 | const Stmt *LastStmt = S.body_back(); |
| 293 | while (const LabelStmt *LS = dyn_cast<LabelStmt>(LastStmt)) { |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 294 | EmitLabel(LS->getDecl()); |
Anders Carlsson | 17d28a3 | 2008-12-12 05:52:00 +0000 | [diff] [blame] | 295 | LastStmt = LS->getSubStmt(); |
| 296 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 297 | |
Anders Carlsson | 17d28a3 | 2008-12-12 05:52:00 +0000 | [diff] [blame] | 298 | EnsureInsertPoint(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 299 | |
Eli Friedman | 2ac2fa7 | 2013-06-10 22:04:49 +0000 | [diff] [blame] | 300 | QualType ExprTy = cast<Expr>(LastStmt)->getType(); |
| 301 | if (hasAggregateEvaluationKind(ExprTy)) { |
| 302 | EmitAggExpr(cast<Expr>(LastStmt), AggSlot); |
| 303 | } else { |
| 304 | // We can't return an RValue here because there might be cleanups at |
| 305 | // the end of the StmtExpr. Because of that, we have to emit the result |
| 306 | // here into a temporary alloca. |
| 307 | RetAlloca = CreateMemTemp(ExprTy); |
| 308 | EmitAnyExprToMem(cast<Expr>(LastStmt), RetAlloca, Qualifiers(), |
| 309 | /*IsInit*/false); |
| 310 | } |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 311 | |
Anders Carlsson | 17d28a3 | 2008-12-12 05:52:00 +0000 | [diff] [blame] | 312 | } |
| 313 | |
Eli Friedman | 2ac2fa7 | 2013-06-10 22:04:49 +0000 | [diff] [blame] | 314 | return RetAlloca; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 315 | } |
| 316 | |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 317 | void CodeGenFunction::SimplifyForwardingBlocks(llvm::BasicBlock *BB) { |
| 318 | llvm::BranchInst *BI = dyn_cast<llvm::BranchInst>(BB->getTerminator()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 319 | |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 320 | // If there is a cleanup stack, then we it isn't worth trying to |
| 321 | // simplify this block (we would need to remove it from the scope map |
| 322 | // and cleanup entry). |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 323 | if (!EHStack.empty()) |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 324 | return; |
| 325 | |
| 326 | // Can only simplify direct branches. |
| 327 | if (!BI || !BI->isUnconditional()) |
| 328 | return; |
| 329 | |
Eli Friedman | 3d7c780 | 2012-10-26 23:23:35 +0000 | [diff] [blame] | 330 | // Can only simplify empty blocks. |
| 331 | if (BI != BB->begin()) |
| 332 | return; |
| 333 | |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 334 | BB->replaceAllUsesWith(BI->getSuccessor(0)); |
| 335 | BI->eraseFromParent(); |
| 336 | BB->eraseFromParent(); |
| 337 | } |
| 338 | |
Daniel Dunbar | a0c21a8 | 2008-11-13 01:24:05 +0000 | [diff] [blame] | 339 | void CodeGenFunction::EmitBlock(llvm::BasicBlock *BB, bool IsFinished) { |
John McCall | 548ce5e | 2010-04-21 11:18:06 +0000 | [diff] [blame] | 340 | llvm::BasicBlock *CurBB = Builder.GetInsertBlock(); |
| 341 | |
Daniel Dunbar | d57a871 | 2008-11-11 09:41:28 +0000 | [diff] [blame] | 342 | // Fall out of the current block (if necessary). |
| 343 | EmitBranch(BB); |
Daniel Dunbar | a0c21a8 | 2008-11-13 01:24:05 +0000 | [diff] [blame] | 344 | |
| 345 | if (IsFinished && BB->use_empty()) { |
| 346 | delete BB; |
| 347 | return; |
| 348 | } |
| 349 | |
John McCall | 839cbaa | 2010-04-21 10:29:06 +0000 | [diff] [blame] | 350 | // Place the block after the current block, if possible, or else at |
| 351 | // the end of the function. |
John McCall | 548ce5e | 2010-04-21 11:18:06 +0000 | [diff] [blame] | 352 | if (CurBB && CurBB->getParent()) |
| 353 | CurFn->getBasicBlockList().insertAfter(CurBB, BB); |
John McCall | 839cbaa | 2010-04-21 10:29:06 +0000 | [diff] [blame] | 354 | else |
| 355 | CurFn->getBasicBlockList().push_back(BB); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 356 | Builder.SetInsertPoint(BB); |
| 357 | } |
| 358 | |
Daniel Dunbar | d57a871 | 2008-11-11 09:41:28 +0000 | [diff] [blame] | 359 | void CodeGenFunction::EmitBranch(llvm::BasicBlock *Target) { |
| 360 | // Emit a branch from the current block to the target one if this |
| 361 | // was a real block. If this was just a fall-through block after a |
| 362 | // terminator, don't emit it. |
| 363 | llvm::BasicBlock *CurBB = Builder.GetInsertBlock(); |
| 364 | |
| 365 | if (!CurBB || CurBB->getTerminator()) { |
| 366 | // If there is no insert point or the previous block is already |
| 367 | // terminated, don't touch it. |
Daniel Dunbar | d57a871 | 2008-11-11 09:41:28 +0000 | [diff] [blame] | 368 | } else { |
| 369 | // Otherwise, create a fall-through branch. |
| 370 | Builder.CreateBr(Target); |
| 371 | } |
Daniel Dunbar | 5e08ad3 | 2008-11-11 22:06:59 +0000 | [diff] [blame] | 372 | |
| 373 | Builder.ClearInsertionPoint(); |
Daniel Dunbar | d57a871 | 2008-11-11 09:41:28 +0000 | [diff] [blame] | 374 | } |
| 375 | |
John McCall | 777d6e5 | 2011-08-11 02:22:43 +0000 | [diff] [blame] | 376 | void CodeGenFunction::EmitBlockAfterUses(llvm::BasicBlock *block) { |
| 377 | bool inserted = false; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 378 | for (llvm::User *u : block->users()) { |
| 379 | if (llvm::Instruction *insn = dyn_cast<llvm::Instruction>(u)) { |
John McCall | 777d6e5 | 2011-08-11 02:22:43 +0000 | [diff] [blame] | 380 | CurFn->getBasicBlockList().insertAfter(insn->getParent(), block); |
| 381 | inserted = true; |
| 382 | break; |
| 383 | } |
| 384 | } |
| 385 | |
| 386 | if (!inserted) |
| 387 | CurFn->getBasicBlockList().push_back(block); |
| 388 | |
| 389 | Builder.SetInsertPoint(block); |
| 390 | } |
| 391 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 392 | CodeGenFunction::JumpDest |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 393 | CodeGenFunction::getJumpDestForLabel(const LabelDecl *D) { |
| 394 | JumpDest &Dest = LabelMap[D]; |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 395 | if (Dest.isValid()) return Dest; |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 396 | |
| 397 | // Create, but don't insert, the new block. |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 398 | Dest = JumpDest(createBasicBlock(D->getName()), |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 399 | EHScopeStack::stable_iterator::invalid(), |
| 400 | NextCleanupDestIndex++); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 401 | return Dest; |
| 402 | } |
| 403 | |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 404 | void CodeGenFunction::EmitLabel(const LabelDecl *D) { |
Nadav Rotem | 495cfa4 | 2013-03-23 06:43:35 +0000 | [diff] [blame] | 405 | // Add this label to the current lexical scope if we're within any |
| 406 | // normal cleanups. Jumps "in" to this label --- when permitted by |
| 407 | // the language --- may need to be routed around such cleanups. |
| 408 | if (EHStack.hasNormalCleanups() && CurLexicalScope) |
| 409 | CurLexicalScope->addLabel(D); |
| 410 | |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 411 | JumpDest &Dest = LabelMap[D]; |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 412 | |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 413 | // If we didn't need a forward reference to this label, just go |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 414 | // ahead and create a destination at the current scope. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 415 | if (!Dest.isValid()) { |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 416 | Dest = getJumpDestInCurrentScope(D->getName()); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 417 | |
| 418 | // Otherwise, we need to give this label a target depth and remove |
| 419 | // it from the branch-fixups list. |
| 420 | } else { |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 421 | assert(!Dest.getScopeDepth().isValid() && "already emitted label!"); |
Nadav Rotem | 495cfa4 | 2013-03-23 06:43:35 +0000 | [diff] [blame] | 422 | Dest.setScopeDepth(EHStack.stable_begin()); |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 423 | ResolveBranchFixups(Dest.getBlock()); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 424 | } |
| 425 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 426 | RegionCounter Cnt = getPGORegionCounter(D->getStmt()); |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 427 | EmitBlock(Dest.getBlock()); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 428 | Cnt.beginRegion(Builder); |
Chris Lattner | 91d723d | 2008-07-26 20:23:23 +0000 | [diff] [blame] | 429 | } |
| 430 | |
Nadav Rotem | 495cfa4 | 2013-03-23 06:43:35 +0000 | [diff] [blame] | 431 | /// Change the cleanup scope of the labels in this lexical scope to |
| 432 | /// match the scope of the enclosing context. |
| 433 | void CodeGenFunction::LexicalScope::rescopeLabels() { |
| 434 | assert(!Labels.empty()); |
| 435 | EHScopeStack::stable_iterator innermostScope |
| 436 | = CGF.EHStack.getInnermostNormalCleanup(); |
| 437 | |
| 438 | // Change the scope depth of all the labels. |
| 439 | for (SmallVectorImpl<const LabelDecl*>::const_iterator |
| 440 | i = Labels.begin(), e = Labels.end(); i != e; ++i) { |
| 441 | assert(CGF.LabelMap.count(*i)); |
| 442 | JumpDest &dest = CGF.LabelMap.find(*i)->second; |
| 443 | assert(dest.getScopeDepth().isValid()); |
| 444 | assert(innermostScope.encloses(dest.getScopeDepth())); |
| 445 | dest.setScopeDepth(innermostScope); |
| 446 | } |
| 447 | |
| 448 | // Reparent the labels if the new scope also has cleanups. |
| 449 | if (innermostScope != EHScopeStack::stable_end() && ParentScope) { |
| 450 | ParentScope->Labels.append(Labels.begin(), Labels.end()); |
| 451 | } |
| 452 | } |
| 453 | |
Chris Lattner | 91d723d | 2008-07-26 20:23:23 +0000 | [diff] [blame] | 454 | |
| 455 | void CodeGenFunction::EmitLabelStmt(const LabelStmt &S) { |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 456 | EmitLabel(S.getDecl()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 457 | EmitStmt(S.getSubStmt()); |
| 458 | } |
| 459 | |
Richard Smith | 534986f | 2012-04-14 00:33:13 +0000 | [diff] [blame] | 460 | void CodeGenFunction::EmitAttributedStmt(const AttributedStmt &S) { |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 461 | const Stmt *SubStmt = S.getSubStmt(); |
| 462 | switch (SubStmt->getStmtClass()) { |
| 463 | case Stmt::DoStmtClass: |
| 464 | EmitDoStmt(cast<DoStmt>(*SubStmt), S.getAttrs()); |
| 465 | break; |
| 466 | case Stmt::ForStmtClass: |
| 467 | EmitForStmt(cast<ForStmt>(*SubStmt), S.getAttrs()); |
| 468 | break; |
| 469 | case Stmt::WhileStmtClass: |
| 470 | EmitWhileStmt(cast<WhileStmt>(*SubStmt), S.getAttrs()); |
| 471 | break; |
| 472 | case Stmt::CXXForRangeStmtClass: |
| 473 | EmitCXXForRangeStmt(cast<CXXForRangeStmt>(*SubStmt), S.getAttrs()); |
| 474 | break; |
| 475 | default: |
| 476 | EmitStmt(SubStmt); |
| 477 | } |
Richard Smith | 534986f | 2012-04-14 00:33:13 +0000 | [diff] [blame] | 478 | } |
| 479 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 480 | void CodeGenFunction::EmitGotoStmt(const GotoStmt &S) { |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 481 | // If this code is reachable then emit a stop point (if generating |
| 482 | // debug info). We have to do this ourselves because we are on the |
| 483 | // "simple" statement path. |
| 484 | if (HaveInsertPoint()) |
| 485 | EmitStopPoint(&S); |
Mike Stump | 36a2ada | 2009-02-07 12:52:26 +0000 | [diff] [blame] | 486 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 487 | EmitBranchThroughCleanup(getJumpDestForLabel(S.getLabel())); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 488 | } |
| 489 | |
Chris Lattner | 3d00fdc | 2009-10-13 06:55:33 +0000 | [diff] [blame] | 490 | |
Daniel Dunbar | 0ffb125 | 2008-08-04 16:51:22 +0000 | [diff] [blame] | 491 | void CodeGenFunction::EmitIndirectGotoStmt(const IndirectGotoStmt &S) { |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 492 | if (const LabelDecl *Target = S.getConstantTarget()) { |
John McCall | 95c225d | 2010-10-28 08:53:48 +0000 | [diff] [blame] | 493 | EmitBranchThroughCleanup(getJumpDestForLabel(Target)); |
| 494 | return; |
| 495 | } |
| 496 | |
Chris Lattner | 49c952f | 2009-11-06 18:10:47 +0000 | [diff] [blame] | 497 | // Ensure that we have an i8* for our PHI node. |
Chris Lattner | d9becd1 | 2009-10-28 23:59:40 +0000 | [diff] [blame] | 498 | llvm::Value *V = Builder.CreateBitCast(EmitScalarExpr(S.getTarget()), |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 499 | Int8PtrTy, "addr"); |
Chris Lattner | 3d00fdc | 2009-10-13 06:55:33 +0000 | [diff] [blame] | 500 | llvm::BasicBlock *CurBB = Builder.GetInsertBlock(); |
Daniel Dunbar | 0ffb125 | 2008-08-04 16:51:22 +0000 | [diff] [blame] | 501 | |
Chris Lattner | 3d00fdc | 2009-10-13 06:55:33 +0000 | [diff] [blame] | 502 | // Get the basic block for the indirect goto. |
| 503 | llvm::BasicBlock *IndGotoBB = GetIndirectGotoBlock(); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 504 | |
Chris Lattner | 3d00fdc | 2009-10-13 06:55:33 +0000 | [diff] [blame] | 505 | // The first instruction in the block has to be the PHI for the switch dest, |
| 506 | // add an entry for this branch. |
| 507 | cast<llvm::PHINode>(IndGotoBB->begin())->addIncoming(V, CurBB); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 508 | |
Chris Lattner | 3d00fdc | 2009-10-13 06:55:33 +0000 | [diff] [blame] | 509 | EmitBranch(IndGotoBB); |
Daniel Dunbar | 0ffb125 | 2008-08-04 16:51:22 +0000 | [diff] [blame] | 510 | } |
| 511 | |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 512 | void CodeGenFunction::EmitIfStmt(const IfStmt &S) { |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 513 | // C99 6.8.4.1: The first substatement is executed if the expression compares |
| 514 | // unequal to 0. The condition must be a scalar type. |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 515 | LexicalScope ConditionScope(*this, S.getCond()->getSourceRange()); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 516 | RegionCounter Cnt = getPGORegionCounter(&S); |
Adrian Prantl | 8d37858 | 2013-06-08 00:16:55 +0000 | [diff] [blame] | 517 | |
Douglas Gregor | 8cfe5a7 | 2009-11-23 23:44:04 +0000 | [diff] [blame] | 518 | if (S.getConditionVariable()) |
John McCall | b6bbcc9 | 2010-10-15 04:57:14 +0000 | [diff] [blame] | 519 | EmitAutoVarDecl(*S.getConditionVariable()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 520 | |
Chris Lattner | 9bc47e2 | 2008-11-12 07:46:33 +0000 | [diff] [blame] | 521 | // If the condition constant folds and can be elided, try to avoid emitting |
| 522 | // the condition and the dead arm of the if/else. |
Chris Lattner | c2c9001 | 2011-02-27 23:02:32 +0000 | [diff] [blame] | 523 | bool CondConstant; |
| 524 | if (ConstantFoldsToSimpleInteger(S.getCond(), CondConstant)) { |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 525 | // Figure out which block (then or else) is executed. |
Chris Lattner | c2c9001 | 2011-02-27 23:02:32 +0000 | [diff] [blame] | 526 | const Stmt *Executed = S.getThen(); |
| 527 | const Stmt *Skipped = S.getElse(); |
| 528 | if (!CondConstant) // Condition false? |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 529 | std::swap(Executed, Skipped); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 530 | |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 531 | // If the skipped block has no labels in it, just emit the executed block. |
| 532 | // This avoids emitting dead code and simplifies the CFG substantially. |
Chris Lattner | 9bc47e2 | 2008-11-12 07:46:33 +0000 | [diff] [blame] | 533 | if (!ContainsLabel(Skipped)) { |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 534 | if (CondConstant) |
| 535 | Cnt.beginRegion(Builder); |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 536 | if (Executed) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 537 | RunCleanupsScope ExecutedScope(*this); |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 538 | EmitStmt(Executed); |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 539 | } |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 540 | return; |
| 541 | } |
| 542 | } |
Chris Lattner | 9bc47e2 | 2008-11-12 07:46:33 +0000 | [diff] [blame] | 543 | |
| 544 | // Otherwise, the condition did not fold, or we couldn't elide it. Just emit |
| 545 | // the conditional branch. |
Daniel Dunbar | 781d7ca | 2008-11-13 00:47:57 +0000 | [diff] [blame] | 546 | llvm::BasicBlock *ThenBlock = createBasicBlock("if.then"); |
| 547 | llvm::BasicBlock *ContBlock = createBasicBlock("if.end"); |
| 548 | llvm::BasicBlock *ElseBlock = ContBlock; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 549 | if (S.getElse()) |
Daniel Dunbar | 781d7ca | 2008-11-13 00:47:57 +0000 | [diff] [blame] | 550 | ElseBlock = createBasicBlock("if.else"); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 551 | |
| 552 | EmitBranchOnBoolExpr(S.getCond(), ThenBlock, ElseBlock, Cnt.getCount()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 553 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 554 | // Emit the 'then' code. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 555 | EmitBlock(ThenBlock); |
| 556 | Cnt.beginRegion(Builder); |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 557 | { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 558 | RunCleanupsScope ThenScope(*this); |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 559 | EmitStmt(S.getThen()); |
| 560 | } |
Daniel Dunbar | d57a871 | 2008-11-11 09:41:28 +0000 | [diff] [blame] | 561 | EmitBranch(ContBlock); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 562 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 563 | // Emit the 'else' code if present. |
| 564 | if (const Stmt *Else = S.getElse()) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 565 | { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 566 | // There is no need to emit line number for an unconditional branch. |
| 567 | auto NL = ApplyDebugLocation::CreateEmpty(*this); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 568 | EmitBlock(ElseBlock); |
| 569 | } |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 570 | { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 571 | RunCleanupsScope ElseScope(*this); |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 572 | EmitStmt(Else); |
| 573 | } |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 574 | { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 575 | // There is no need to emit line number for an unconditional branch. |
| 576 | auto NL = ApplyDebugLocation::CreateEmpty(*this); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 577 | EmitBranch(ContBlock); |
| 578 | } |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 579 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 580 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 581 | // Emit the continuation block for code after the if. |
Daniel Dunbar | c22d665 | 2008-11-13 01:54:24 +0000 | [diff] [blame] | 582 | EmitBlock(ContBlock, true); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 583 | } |
| 584 | |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 585 | void CodeGenFunction::EmitCondBrHints(llvm::LLVMContext &Context, |
| 586 | llvm::BranchInst *CondBr, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 587 | ArrayRef<const Attr *> Attrs) { |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 588 | // Return if there are no hints. |
| 589 | if (Attrs.empty()) |
| 590 | return; |
| 591 | |
| 592 | // Add vectorize and unroll hints to the metadata on the conditional branch. |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 593 | // |
| 594 | // FIXME: Should this really start with a size of 1? |
| 595 | SmallVector<llvm::Metadata *, 2> Metadata(1); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 596 | for (const auto *Attr : Attrs) { |
| 597 | const LoopHintAttr *LH = dyn_cast<LoopHintAttr>(Attr); |
| 598 | |
| 599 | // Skip non loop hint attributes |
| 600 | if (!LH) |
| 601 | continue; |
| 602 | |
| 603 | LoopHintAttr::OptionType Option = LH->getOption(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 604 | LoopHintAttr::LoopHintState State = LH->getState(); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 605 | const char *MetadataName; |
| 606 | switch (Option) { |
| 607 | case LoopHintAttr::Vectorize: |
| 608 | case LoopHintAttr::VectorizeWidth: |
| 609 | MetadataName = "llvm.loop.vectorize.width"; |
| 610 | break; |
| 611 | case LoopHintAttr::Interleave: |
| 612 | case LoopHintAttr::InterleaveCount: |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 613 | MetadataName = "llvm.loop.interleave.count"; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 614 | break; |
| 615 | case LoopHintAttr::Unroll: |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 616 | // With the unroll loop hint, a non-zero value indicates full unrolling. |
| 617 | MetadataName = State == LoopHintAttr::Disable ? "llvm.loop.unroll.disable" |
| 618 | : "llvm.loop.unroll.full"; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 619 | break; |
| 620 | case LoopHintAttr::UnrollCount: |
| 621 | MetadataName = "llvm.loop.unroll.count"; |
| 622 | break; |
| 623 | } |
| 624 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 625 | Expr *ValueExpr = LH->getValue(); |
| 626 | int ValueInt = 1; |
| 627 | if (ValueExpr) { |
| 628 | llvm::APSInt ValueAPS = |
| 629 | ValueExpr->EvaluateKnownConstInt(CGM.getContext()); |
| 630 | ValueInt = static_cast<int>(ValueAPS.getSExtValue()); |
| 631 | } |
| 632 | |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 633 | llvm::Constant *Value; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 634 | llvm::MDString *Name; |
| 635 | switch (Option) { |
| 636 | case LoopHintAttr::Vectorize: |
| 637 | case LoopHintAttr::Interleave: |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 638 | if (State != LoopHintAttr::Disable) { |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 639 | // FIXME: In the future I will modifiy the behavior of the metadata |
| 640 | // so we can enable/disable vectorization and interleaving separately. |
| 641 | Name = llvm::MDString::get(Context, "llvm.loop.vectorize.enable"); |
| 642 | Value = Builder.getTrue(); |
| 643 | break; |
| 644 | } |
| 645 | // Vectorization/interleaving is disabled, set width/count to 1. |
| 646 | ValueInt = 1; |
| 647 | // Fallthrough. |
| 648 | case LoopHintAttr::VectorizeWidth: |
| 649 | case LoopHintAttr::InterleaveCount: |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 650 | case LoopHintAttr::UnrollCount: |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 651 | Name = llvm::MDString::get(Context, MetadataName); |
| 652 | Value = llvm::ConstantInt::get(Int32Ty, ValueInt); |
| 653 | break; |
| 654 | case LoopHintAttr::Unroll: |
| 655 | Name = llvm::MDString::get(Context, MetadataName); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 656 | Value = nullptr; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 657 | break; |
| 658 | } |
| 659 | |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 660 | SmallVector<llvm::Metadata *, 2> OpValues; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 661 | OpValues.push_back(Name); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 662 | if (Value) |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 663 | OpValues.push_back(llvm::ConstantAsMetadata::get(Value)); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 664 | |
| 665 | // Set or overwrite metadata indicated by Name. |
| 666 | Metadata.push_back(llvm::MDNode::get(Context, OpValues)); |
| 667 | } |
| 668 | |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 669 | // FIXME: This condition is never false. Should it be an assert? |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 670 | if (!Metadata.empty()) { |
| 671 | // Add llvm.loop MDNode to CondBr. |
| 672 | llvm::MDNode *LoopID = llvm::MDNode::get(Context, Metadata); |
| 673 | LoopID->replaceOperandWith(0, LoopID); // First op points to itself. |
| 674 | |
| 675 | CondBr->setMetadata("llvm.loop", LoopID); |
| 676 | } |
| 677 | } |
| 678 | |
| 679 | void CodeGenFunction::EmitWhileStmt(const WhileStmt &S, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 680 | ArrayRef<const Attr *> WhileAttrs) { |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 681 | RegionCounter Cnt = getPGORegionCounter(&S); |
| 682 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 683 | // Emit the header for the loop, which will also become |
| 684 | // the continue target. |
| 685 | JumpDest LoopHeader = getJumpDestInCurrentScope("while.cond"); |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 686 | EmitBlock(LoopHeader.getBlock()); |
Mike Stump | 72cac2c | 2009-02-07 18:08:12 +0000 | [diff] [blame] | 687 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 688 | LoopStack.push(LoopHeader.getBlock()); |
| 689 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 690 | // Create an exit block for when the condition fails, which will |
| 691 | // also become the break target. |
| 692 | JumpDest LoopExit = getJumpDestInCurrentScope("while.end"); |
Mike Stump | 72cac2c | 2009-02-07 18:08:12 +0000 | [diff] [blame] | 693 | |
| 694 | // Store the blocks to use for break and continue. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 695 | BreakContinueStack.push_back(BreakContinue(LoopExit, LoopHeader)); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 696 | |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 697 | // C++ [stmt.while]p2: |
| 698 | // When the condition of a while statement is a declaration, the |
| 699 | // scope of the variable that is declared extends from its point |
| 700 | // of declaration (3.3.2) to the end of the while statement. |
| 701 | // [...] |
| 702 | // The object created in a condition is destroyed and created |
| 703 | // with each iteration of the loop. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 704 | RunCleanupsScope ConditionScope(*this); |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 705 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 706 | if (S.getConditionVariable()) |
John McCall | b6bbcc9 | 2010-10-15 04:57:14 +0000 | [diff] [blame] | 707 | EmitAutoVarDecl(*S.getConditionVariable()); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 708 | |
Mike Stump | 16b1620 | 2009-02-07 17:18:33 +0000 | [diff] [blame] | 709 | // Evaluate the conditional in the while header. C99 6.8.5.1: The |
| 710 | // evaluation of the controlling expression takes place before each |
| 711 | // execution of the loop body. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 712 | llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond()); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 713 | |
Devang Patel | 2c30d8f | 2007-10-09 20:51:27 +0000 | [diff] [blame] | 714 | // while(1) is common, avoid extra exit blocks. Be sure |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 715 | // to correctly handle break/continue though. |
Devang Patel | 2c30d8f | 2007-10-09 20:51:27 +0000 | [diff] [blame] | 716 | bool EmitBoolCondBranch = true; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 717 | if (llvm::ConstantInt *C = dyn_cast<llvm::ConstantInt>(BoolCondVal)) |
Devang Patel | 2c30d8f | 2007-10-09 20:51:27 +0000 | [diff] [blame] | 718 | if (C->isOne()) |
| 719 | EmitBoolCondBranch = false; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 720 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 721 | // As long as the condition is true, go to the loop body. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 722 | llvm::BasicBlock *LoopBody = createBasicBlock("while.body"); |
| 723 | if (EmitBoolCondBranch) { |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 724 | llvm::BasicBlock *ExitBlock = LoopExit.getBlock(); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 725 | if (ConditionScope.requiresCleanups()) |
| 726 | ExitBlock = createBasicBlock("while.exit"); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 727 | llvm::BranchInst *CondBr = |
| 728 | Builder.CreateCondBr(BoolCondVal, LoopBody, ExitBlock, |
| 729 | PGO.createLoopWeights(S.getCond(), Cnt)); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 730 | |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 731 | if (ExitBlock != LoopExit.getBlock()) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 732 | EmitBlock(ExitBlock); |
| 733 | EmitBranchThroughCleanup(LoopExit); |
| 734 | } |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 735 | |
| 736 | // Attach metadata to loop body conditional branch. |
| 737 | EmitCondBrHints(LoopBody->getContext(), CondBr, WhileAttrs); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 738 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 739 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 740 | // Emit the loop body. We have to emit this in a cleanup scope |
| 741 | // because it might be a singleton DeclStmt. |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 742 | { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 743 | RunCleanupsScope BodyScope(*this); |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 744 | EmitBlock(LoopBody); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 745 | Cnt.beginRegion(Builder); |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 746 | EmitStmt(S.getBody()); |
| 747 | } |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 748 | |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 749 | BreakContinueStack.pop_back(); |
| 750 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 751 | // Immediately force cleanup. |
| 752 | ConditionScope.ForceCleanup(); |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 753 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 754 | EmitStopPoint(&S); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 755 | // Branch to the loop header again. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 756 | EmitBranch(LoopHeader.getBlock()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 757 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 758 | LoopStack.pop(); |
| 759 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 760 | // Emit the exit block. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 761 | EmitBlock(LoopExit.getBlock(), true); |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 762 | |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 763 | // The LoopHeader typically is just a branch if we skipped emitting |
| 764 | // a branch, try to erase it. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 765 | if (!EmitBoolCondBranch) |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 766 | SimplifyForwardingBlocks(LoopHeader.getBlock()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 767 | } |
| 768 | |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 769 | void CodeGenFunction::EmitDoStmt(const DoStmt &S, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 770 | ArrayRef<const Attr *> DoAttrs) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 771 | JumpDest LoopExit = getJumpDestInCurrentScope("do.end"); |
| 772 | JumpDest LoopCond = getJumpDestInCurrentScope("do.cond"); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 773 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 774 | RegionCounter Cnt = getPGORegionCounter(&S); |
| 775 | |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 776 | // Store the blocks to use for break and continue. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 777 | BreakContinueStack.push_back(BreakContinue(LoopExit, LoopCond)); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 778 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 779 | // Emit the body of the loop. |
| 780 | llvm::BasicBlock *LoopBody = createBasicBlock("do.body"); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 781 | |
| 782 | LoopStack.push(LoopBody); |
| 783 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 784 | EmitBlockWithFallThrough(LoopBody, Cnt); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 785 | { |
| 786 | RunCleanupsScope BodyScope(*this); |
| 787 | EmitStmt(S.getBody()); |
| 788 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 789 | |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 790 | EmitBlock(LoopCond.getBlock()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 791 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 792 | // C99 6.8.5.2: "The evaluation of the controlling expression takes place |
| 793 | // after each execution of the loop body." |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 794 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 795 | // Evaluate the conditional in the while header. |
| 796 | // C99 6.8.5p2/p4: The first substatement is executed if the expression |
| 797 | // compares unequal to 0. The condition must be a scalar type. |
| 798 | llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond()); |
Devang Patel | 05f6e6b | 2007-10-09 20:33:39 +0000 | [diff] [blame] | 799 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 800 | BreakContinueStack.pop_back(); |
| 801 | |
Devang Patel | 05f6e6b | 2007-10-09 20:33:39 +0000 | [diff] [blame] | 802 | // "do {} while (0)" is common in macros, avoid extra blocks. Be sure |
| 803 | // to correctly handle break/continue though. |
| 804 | bool EmitBoolCondBranch = true; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 805 | if (llvm::ConstantInt *C = dyn_cast<llvm::ConstantInt>(BoolCondVal)) |
Devang Patel | 05f6e6b | 2007-10-09 20:33:39 +0000 | [diff] [blame] | 806 | if (C->isZero()) |
| 807 | EmitBoolCondBranch = false; |
| 808 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 809 | // As long as the condition is true, iterate the loop. |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 810 | if (EmitBoolCondBranch) { |
| 811 | llvm::BranchInst *CondBr = |
| 812 | Builder.CreateCondBr(BoolCondVal, LoopBody, LoopExit.getBlock(), |
| 813 | PGO.createLoopWeights(S.getCond(), Cnt)); |
| 814 | |
| 815 | // Attach metadata to loop body conditional branch. |
| 816 | EmitCondBrHints(LoopBody->getContext(), CondBr, DoAttrs); |
| 817 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 818 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 819 | LoopStack.pop(); |
| 820 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 821 | // Emit the exit block. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 822 | EmitBlock(LoopExit.getBlock()); |
Devang Patel | 05f6e6b | 2007-10-09 20:33:39 +0000 | [diff] [blame] | 823 | |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 824 | // The DoCond block typically is just a branch if we skipped |
| 825 | // emitting a branch, try to erase it. |
| 826 | if (!EmitBoolCondBranch) |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 827 | SimplifyForwardingBlocks(LoopCond.getBlock()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 828 | } |
| 829 | |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 830 | void CodeGenFunction::EmitForStmt(const ForStmt &S, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 831 | ArrayRef<const Attr *> ForAttrs) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 832 | JumpDest LoopExit = getJumpDestInCurrentScope("for.end"); |
| 833 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 834 | LexicalScope ForScope(*this, S.getSourceRange()); |
Devang Patel | 0554e0e | 2010-08-25 00:28:56 +0000 | [diff] [blame] | 835 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 836 | // Evaluate the first part before the loop. |
| 837 | if (S.getInit()) |
| 838 | EmitStmt(S.getInit()); |
| 839 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 840 | RegionCounter Cnt = getPGORegionCounter(&S); |
| 841 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 842 | // Start the loop with a block that tests the condition. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 843 | // If there's an increment, the continue scope will be overwritten |
| 844 | // later. |
| 845 | JumpDest Continue = getJumpDestInCurrentScope("for.cond"); |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 846 | llvm::BasicBlock *CondBlock = Continue.getBlock(); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 847 | EmitBlock(CondBlock); |
| 848 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 849 | LoopStack.push(CondBlock); |
| 850 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 851 | // If the for loop doesn't have an increment we can just use the |
| 852 | // condition as the continue block. Otherwise we'll need to create |
| 853 | // a block for it (in the current scope, i.e. in the scope of the |
| 854 | // condition), and that we will become our continue block. |
| 855 | if (S.getInc()) |
| 856 | Continue = getJumpDestInCurrentScope("for.inc"); |
| 857 | |
| 858 | // Store the blocks to use for break and continue. |
| 859 | BreakContinueStack.push_back(BreakContinue(LoopExit, Continue)); |
| 860 | |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 861 | // Create a cleanup scope for the condition variable cleanups. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 862 | LexicalScope ConditionScope(*this, S.getSourceRange()); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 863 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 864 | if (S.getCond()) { |
Douglas Gregor | 99e9b4d | 2009-11-25 00:27:52 +0000 | [diff] [blame] | 865 | // If the for statement has a condition scope, emit the local variable |
| 866 | // declaration. |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 867 | if (S.getConditionVariable()) { |
John McCall | b6bbcc9 | 2010-10-15 04:57:14 +0000 | [diff] [blame] | 868 | EmitAutoVarDecl(*S.getConditionVariable()); |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 869 | } |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 870 | |
Justin Bogner | fd93e4a | 2013-11-04 16:13:18 +0000 | [diff] [blame] | 871 | llvm::BasicBlock *ExitBlock = LoopExit.getBlock(); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 872 | // If there are any cleanups between here and the loop-exit scope, |
| 873 | // create a block to stage a loop exit along. |
| 874 | if (ForScope.requiresCleanups()) |
| 875 | ExitBlock = createBasicBlock("for.cond.cleanup"); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 876 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 877 | // As long as the condition is true, iterate the loop. |
Daniel Dunbar | 9615ecb | 2008-11-13 01:38:36 +0000 | [diff] [blame] | 878 | llvm::BasicBlock *ForBody = createBasicBlock("for.body"); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 879 | |
Chris Lattner | 31a0984 | 2008-11-12 08:04:58 +0000 | [diff] [blame] | 880 | // C99 6.8.5p2/p4: The first substatement is executed if the expression |
| 881 | // compares unequal to 0. The condition must be a scalar type. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 882 | llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond()); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 883 | llvm::BranchInst *CondBr = |
| 884 | Builder.CreateCondBr(BoolCondVal, ForBody, ExitBlock, |
| 885 | PGO.createLoopWeights(S.getCond(), Cnt)); |
| 886 | |
| 887 | // Attach metadata to loop body conditional branch. |
| 888 | EmitCondBrHints(ForBody->getContext(), CondBr, ForAttrs); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 889 | |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 890 | if (ExitBlock != LoopExit.getBlock()) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 891 | EmitBlock(ExitBlock); |
| 892 | EmitBranchThroughCleanup(LoopExit); |
| 893 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 894 | |
| 895 | EmitBlock(ForBody); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 896 | } else { |
| 897 | // Treat it as a non-zero constant. Don't even create a new block for the |
| 898 | // body, just fall into it. |
| 899 | } |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 900 | Cnt.beginRegion(Builder); |
Mike Stump | 3e9da66 | 2009-02-07 23:02:10 +0000 | [diff] [blame] | 901 | |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 902 | { |
| 903 | // Create a separate cleanup scope for the body, in case it is not |
| 904 | // a compound statement. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 905 | RunCleanupsScope BodyScope(*this); |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 906 | EmitStmt(S.getBody()); |
| 907 | } |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 908 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 909 | // If there is an increment, emit it next. |
Daniel Dunbar | ad12b6d | 2008-09-28 00:19:22 +0000 | [diff] [blame] | 910 | if (S.getInc()) { |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 911 | EmitBlock(Continue.getBlock()); |
Chris Lattner | 883f6a7 | 2007-08-11 00:04:45 +0000 | [diff] [blame] | 912 | EmitStmt(S.getInc()); |
Daniel Dunbar | ad12b6d | 2008-09-28 00:19:22 +0000 | [diff] [blame] | 913 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 914 | |
Douglas Gregor | 45d3fe1 | 2010-05-21 18:36:48 +0000 | [diff] [blame] | 915 | BreakContinueStack.pop_back(); |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 916 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 917 | ConditionScope.ForceCleanup(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 918 | |
| 919 | EmitStopPoint(&S); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 920 | EmitBranch(CondBlock); |
| 921 | |
| 922 | ForScope.ForceCleanup(); |
| 923 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 924 | LoopStack.pop(); |
| 925 | |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 926 | // Emit the fall-through block. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 927 | EmitBlock(LoopExit.getBlock(), true); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 928 | } |
| 929 | |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 930 | void |
| 931 | CodeGenFunction::EmitCXXForRangeStmt(const CXXForRangeStmt &S, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 932 | ArrayRef<const Attr *> ForAttrs) { |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 933 | JumpDest LoopExit = getJumpDestInCurrentScope("for.end"); |
| 934 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 935 | LexicalScope ForScope(*this, S.getSourceRange()); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 936 | |
| 937 | // Evaluate the first pieces before the loop. |
| 938 | EmitStmt(S.getRangeStmt()); |
| 939 | EmitStmt(S.getBeginEndStmt()); |
| 940 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 941 | RegionCounter Cnt = getPGORegionCounter(&S); |
| 942 | |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 943 | // Start the loop with a block that tests the condition. |
| 944 | // If there's an increment, the continue scope will be overwritten |
| 945 | // later. |
| 946 | llvm::BasicBlock *CondBlock = createBasicBlock("for.cond"); |
| 947 | EmitBlock(CondBlock); |
| 948 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 949 | LoopStack.push(CondBlock); |
| 950 | |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 951 | // If there are any cleanups between here and the loop-exit scope, |
| 952 | // create a block to stage a loop exit along. |
| 953 | llvm::BasicBlock *ExitBlock = LoopExit.getBlock(); |
| 954 | if (ForScope.requiresCleanups()) |
| 955 | ExitBlock = createBasicBlock("for.cond.cleanup"); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 956 | |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 957 | // The loop body, consisting of the specified body and the loop variable. |
| 958 | llvm::BasicBlock *ForBody = createBasicBlock("for.body"); |
| 959 | |
| 960 | // The body is executed if the expression, contextually converted |
| 961 | // to bool, is true. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 962 | llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond()); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 963 | llvm::BranchInst *CondBr = Builder.CreateCondBr( |
| 964 | BoolCondVal, ForBody, ExitBlock, PGO.createLoopWeights(S.getCond(), Cnt)); |
| 965 | |
| 966 | // Attach metadata to loop body conditional branch. |
| 967 | EmitCondBrHints(ForBody->getContext(), CondBr, ForAttrs); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 968 | |
| 969 | if (ExitBlock != LoopExit.getBlock()) { |
| 970 | EmitBlock(ExitBlock); |
| 971 | EmitBranchThroughCleanup(LoopExit); |
| 972 | } |
| 973 | |
| 974 | EmitBlock(ForBody); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 975 | Cnt.beginRegion(Builder); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 976 | |
| 977 | // Create a block for the increment. In case of a 'continue', we jump there. |
| 978 | JumpDest Continue = getJumpDestInCurrentScope("for.inc"); |
| 979 | |
| 980 | // Store the blocks to use for break and continue. |
| 981 | BreakContinueStack.push_back(BreakContinue(LoopExit, Continue)); |
| 982 | |
| 983 | { |
| 984 | // Create a separate cleanup scope for the loop variable and body. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 985 | LexicalScope BodyScope(*this, S.getSourceRange()); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 986 | EmitStmt(S.getLoopVarStmt()); |
| 987 | EmitStmt(S.getBody()); |
| 988 | } |
| 989 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 990 | EmitStopPoint(&S); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 991 | // If there is an increment, emit it next. |
| 992 | EmitBlock(Continue.getBlock()); |
| 993 | EmitStmt(S.getInc()); |
| 994 | |
| 995 | BreakContinueStack.pop_back(); |
| 996 | |
| 997 | EmitBranch(CondBlock); |
| 998 | |
| 999 | ForScope.ForceCleanup(); |
| 1000 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1001 | LoopStack.pop(); |
| 1002 | |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 1003 | // Emit the fall-through block. |
| 1004 | EmitBlock(LoopExit.getBlock(), true); |
| 1005 | } |
| 1006 | |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 1007 | void CodeGenFunction::EmitReturnOfRValue(RValue RV, QualType Ty) { |
| 1008 | if (RV.isScalar()) { |
| 1009 | Builder.CreateStore(RV.getScalarVal(), ReturnValue); |
| 1010 | } else if (RV.isAggregate()) { |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 1011 | EmitAggregateCopy(ReturnValue, RV.getAggregateAddr(), Ty); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 1012 | } else { |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1013 | EmitStoreOfComplex(RV.getComplexVal(), |
| 1014 | MakeNaturalAlignAddrLValue(ReturnValue, Ty), |
| 1015 | /*init*/ true); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 1016 | } |
Anders Carlsson | 82d8ef0 | 2009-02-09 20:31:03 +0000 | [diff] [blame] | 1017 | EmitBranchThroughCleanup(ReturnBlock); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 1018 | } |
| 1019 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1020 | /// EmitReturnStmt - Note that due to GCC extensions, this can have an operand |
| 1021 | /// if the function returns void, or may be missing one if the function returns |
| 1022 | /// non-void. Fun stuff :). |
| 1023 | void CodeGenFunction::EmitReturnStmt(const ReturnStmt &S) { |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1024 | // Emit the result value, even if unused, to evalute the side effects. |
| 1025 | const Expr *RV = S.getRetValue(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1026 | |
John McCall | 9f357de | 2012-09-25 06:56:03 +0000 | [diff] [blame] | 1027 | // Treat block literals in a return expression as if they appeared |
| 1028 | // in their own scope. This permits a small, easily-implemented |
| 1029 | // exception to our over-conservative rules about not jumping to |
| 1030 | // statements following block literals with non-trivial cleanups. |
| 1031 | RunCleanupsScope cleanupScope(*this); |
| 1032 | if (const ExprWithCleanups *cleanups = |
| 1033 | dyn_cast_or_null<ExprWithCleanups>(RV)) { |
| 1034 | enterFullExpression(cleanups); |
| 1035 | RV = cleanups->getSubExpr(); |
| 1036 | } |
| 1037 | |
Daniel Dunbar | 5ca2084 | 2008-09-09 21:00:17 +0000 | [diff] [blame] | 1038 | // FIXME: Clean this up by using an LValue for ReturnTemp, |
| 1039 | // EmitStoreThroughLValue, and EmitAnyExpr. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1040 | if (getLangOpts().ElideConstructors && |
| 1041 | S.getNRVOCandidate() && S.getNRVOCandidate()->isNRVOVariable()) { |
Douglas Gregor | d86c477 | 2010-05-15 06:46:45 +0000 | [diff] [blame] | 1042 | // Apply the named return value optimization for this return statement, |
| 1043 | // which means doing nothing: the appropriate result has already been |
| 1044 | // constructed into the NRVO variable. |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1045 | |
Douglas Gregor | 3d91bbc | 2010-05-17 15:52:46 +0000 | [diff] [blame] | 1046 | // If there is an NRVO flag for this variable, set it to 1 into indicate |
| 1047 | // that the cleanup code should not destroy the variable. |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1048 | if (llvm::Value *NRVOFlag = NRVOFlags[S.getNRVOCandidate()]) |
| 1049 | Builder.CreateStore(Builder.getTrue(), NRVOFlag); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1050 | } else if (!ReturnValue || (RV && RV->getType()->isVoidType())) { |
Daniel Dunbar | 5ca2084 | 2008-09-09 21:00:17 +0000 | [diff] [blame] | 1051 | // Make sure not to return anything, but evaluate the expression |
| 1052 | // for side effects. |
| 1053 | if (RV) |
Eli Friedman | 144ac61 | 2008-05-22 01:22:33 +0000 | [diff] [blame] | 1054 | EmitAnyExpr(RV); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1055 | } else if (!RV) { |
Daniel Dunbar | 5ca2084 | 2008-09-09 21:00:17 +0000 | [diff] [blame] | 1056 | // Do nothing (return value is left uninitialized) |
Eli Friedman | d54b6ac | 2009-05-27 04:56:12 +0000 | [diff] [blame] | 1057 | } else if (FnRetTy->isReferenceType()) { |
| 1058 | // If this function returns a reference, take the address of the expression |
| 1059 | // rather than the value. |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 1060 | RValue Result = EmitReferenceBindingToExpr(RV); |
Douglas Gregor | 33fd1fc | 2010-03-24 23:14:04 +0000 | [diff] [blame] | 1061 | Builder.CreateStore(Result.getScalarVal(), ReturnValue); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1062 | } else { |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1063 | switch (getEvaluationKind(RV->getType())) { |
| 1064 | case TEK_Scalar: |
| 1065 | Builder.CreateStore(EmitScalarExpr(RV), ReturnValue); |
| 1066 | break; |
| 1067 | case TEK_Complex: |
| 1068 | EmitComplexExprIntoLValue(RV, |
| 1069 | MakeNaturalAlignAddrLValue(ReturnValue, RV->getType()), |
| 1070 | /*isInit*/ true); |
| 1071 | break; |
| 1072 | case TEK_Aggregate: { |
| 1073 | CharUnits Alignment = getContext().getTypeAlignInChars(RV->getType()); |
| 1074 | EmitAggExpr(RV, AggValueSlot::forAddr(ReturnValue, Alignment, |
| 1075 | Qualifiers(), |
| 1076 | AggValueSlot::IsDestructed, |
| 1077 | AggValueSlot::DoesNotNeedGCBarriers, |
| 1078 | AggValueSlot::IsNotAliased)); |
| 1079 | break; |
| 1080 | } |
| 1081 | } |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1082 | } |
Eli Friedman | 144ac61 | 2008-05-22 01:22:33 +0000 | [diff] [blame] | 1083 | |
Adrian Prantl | ddb379e | 2013-05-07 22:41:09 +0000 | [diff] [blame] | 1084 | ++NumReturnExprs; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1085 | if (!RV || RV->isEvaluatable(getContext())) |
Adrian Prantl | ddb379e | 2013-05-07 22:41:09 +0000 | [diff] [blame] | 1086 | ++NumSimpleReturnExprs; |
Adrian Prantl | fa6b079 | 2013-05-02 17:30:20 +0000 | [diff] [blame] | 1087 | |
John McCall | 9f357de | 2012-09-25 06:56:03 +0000 | [diff] [blame] | 1088 | cleanupScope.ForceCleanup(); |
Anders Carlsson | 82d8ef0 | 2009-02-09 20:31:03 +0000 | [diff] [blame] | 1089 | EmitBranchThroughCleanup(ReturnBlock); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1090 | } |
| 1091 | |
| 1092 | void CodeGenFunction::EmitDeclStmt(const DeclStmt &S) { |
Devang Patel | 9198126 | 2011-06-04 00:38:02 +0000 | [diff] [blame] | 1093 | // As long as debug info is modeled with instructions, we have to ensure we |
| 1094 | // have a place to insert here and write the stop point here. |
Eric Christopher | 2b124ea | 2012-04-10 05:04:07 +0000 | [diff] [blame] | 1095 | if (HaveInsertPoint()) |
Devang Patel | 9198126 | 2011-06-04 00:38:02 +0000 | [diff] [blame] | 1096 | EmitStopPoint(&S); |
| 1097 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1098 | for (const auto *I : S.decls()) |
| 1099 | EmitDecl(*I); |
Chris Lattner | 6fa5f09 | 2007-07-12 15:43:07 +0000 | [diff] [blame] | 1100 | } |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 1101 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 1102 | void CodeGenFunction::EmitBreakStmt(const BreakStmt &S) { |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 1103 | assert(!BreakContinueStack.empty() && "break stmt not in a loop or switch!"); |
| 1104 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 1105 | // If this code is reachable then emit a stop point (if generating |
| 1106 | // debug info). We have to do this ourselves because we are on the |
| 1107 | // "simple" statement path. |
| 1108 | if (HaveInsertPoint()) |
| 1109 | EmitStopPoint(&S); |
Mike Stump | ec9771d | 2009-02-08 09:22:19 +0000 | [diff] [blame] | 1110 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1111 | EmitBranchThroughCleanup(BreakContinueStack.back().BreakBlock); |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 1112 | } |
| 1113 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 1114 | void CodeGenFunction::EmitContinueStmt(const ContinueStmt &S) { |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 1115 | assert(!BreakContinueStack.empty() && "continue stmt not in a loop!"); |
| 1116 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 1117 | // If this code is reachable then emit a stop point (if generating |
| 1118 | // debug info). We have to do this ourselves because we are on the |
| 1119 | // "simple" statement path. |
| 1120 | if (HaveInsertPoint()) |
| 1121 | EmitStopPoint(&S); |
Mike Stump | ec9771d | 2009-02-08 09:22:19 +0000 | [diff] [blame] | 1122 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1123 | EmitBranchThroughCleanup(BreakContinueStack.back().ContinueBlock); |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 1124 | } |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1125 | |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1126 | /// EmitCaseStmtRange - If case statement range is not too big then |
| 1127 | /// add multiple cases to switch instruction, one for each value within |
| 1128 | /// the range. If range is too big then emit "if" condition check. |
| 1129 | void CodeGenFunction::EmitCaseStmtRange(const CaseStmt &S) { |
Daniel Dunbar | 4efde8d | 2008-07-24 01:18:41 +0000 | [diff] [blame] | 1130 | assert(S.getRHS() && "Expected RHS value in CaseStmt"); |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1131 | |
Richard Smith | a6b8b2c | 2011-10-10 18:28:20 +0000 | [diff] [blame] | 1132 | llvm::APSInt LHS = S.getLHS()->EvaluateKnownConstInt(getContext()); |
| 1133 | llvm::APSInt RHS = S.getRHS()->EvaluateKnownConstInt(getContext()); |
Daniel Dunbar | 4efde8d | 2008-07-24 01:18:41 +0000 | [diff] [blame] | 1134 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1135 | RegionCounter CaseCnt = getPGORegionCounter(&S); |
| 1136 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1137 | // Emit the code for this case. We do this first to make sure it is |
| 1138 | // properly chained from our predecessor before generating the |
| 1139 | // switch machinery to enter this block. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1140 | llvm::BasicBlock *CaseDest = createBasicBlock("sw.bb"); |
| 1141 | EmitBlockWithFallThrough(CaseDest, CaseCnt); |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1142 | EmitStmt(S.getSubStmt()); |
| 1143 | |
Daniel Dunbar | 4efde8d | 2008-07-24 01:18:41 +0000 | [diff] [blame] | 1144 | // If range is empty, do nothing. |
| 1145 | if (LHS.isSigned() ? RHS.slt(LHS) : RHS.ult(LHS)) |
| 1146 | return; |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1147 | |
| 1148 | llvm::APInt Range = RHS - LHS; |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1149 | // FIXME: parameters such as this should not be hardcoded. |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1150 | if (Range.ult(llvm::APInt(Range.getBitWidth(), 64))) { |
| 1151 | // Range is small enough to add multiple switch instruction cases. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1152 | uint64_t Total = CaseCnt.getCount(); |
| 1153 | unsigned NCases = Range.getZExtValue() + 1; |
| 1154 | // We only have one region counter for the entire set of cases here, so we |
| 1155 | // need to divide the weights evenly between the generated cases, ensuring |
| 1156 | // that the total weight is preserved. E.g., a weight of 5 over three cases |
| 1157 | // will be distributed as weights of 2, 2, and 1. |
| 1158 | uint64_t Weight = Total / NCases, Rem = Total % NCases; |
| 1159 | for (unsigned I = 0; I != NCases; ++I) { |
| 1160 | if (SwitchWeights) |
| 1161 | SwitchWeights->push_back(Weight + (Rem ? 1 : 0)); |
| 1162 | if (Rem) |
| 1163 | Rem--; |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1164 | SwitchInsn->addCase(Builder.getInt(LHS), CaseDest); |
Devang Patel | 2d79d0f | 2007-10-05 20:54:07 +0000 | [diff] [blame] | 1165 | LHS++; |
| 1166 | } |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1167 | return; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1168 | } |
| 1169 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1170 | // The range is too big. Emit "if" condition into a new block, |
| 1171 | // making sure to save and restore the current insertion point. |
| 1172 | llvm::BasicBlock *RestoreBB = Builder.GetInsertBlock(); |
Devang Patel | 2d79d0f | 2007-10-05 20:54:07 +0000 | [diff] [blame] | 1173 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1174 | // Push this test onto the chain of range checks (which terminates |
| 1175 | // in the default basic block). The switch's default will be changed |
| 1176 | // to the top of this chain after switch emission is complete. |
| 1177 | llvm::BasicBlock *FalseDest = CaseRangeBlock; |
Daniel Dunbar | 55e8742 | 2008-11-11 02:29:29 +0000 | [diff] [blame] | 1178 | CaseRangeBlock = createBasicBlock("sw.caserange"); |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1179 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1180 | CurFn->getBasicBlockList().push_back(CaseRangeBlock); |
| 1181 | Builder.SetInsertPoint(CaseRangeBlock); |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1182 | |
| 1183 | // Emit range check. |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1184 | llvm::Value *Diff = |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1185 | Builder.CreateSub(SwitchInsn->getCondition(), Builder.getInt(LHS)); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1186 | llvm::Value *Cond = |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1187 | Builder.CreateICmpULE(Diff, Builder.getInt(Range), "inbounds"); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1188 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1189 | llvm::MDNode *Weights = nullptr; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1190 | if (SwitchWeights) { |
| 1191 | uint64_t ThisCount = CaseCnt.getCount(); |
| 1192 | uint64_t DefaultCount = (*SwitchWeights)[0]; |
| 1193 | Weights = PGO.createBranchWeights(ThisCount, DefaultCount); |
| 1194 | |
| 1195 | // Since we're chaining the switch default through each large case range, we |
| 1196 | // need to update the weight for the default, ie, the first case, to include |
| 1197 | // this case. |
| 1198 | (*SwitchWeights)[0] += ThisCount; |
| 1199 | } |
| 1200 | Builder.CreateCondBr(Cond, CaseDest, FalseDest, Weights); |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1201 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1202 | // Restore the appropriate insertion point. |
Daniel Dunbar | a448fb2 | 2008-11-11 23:11:34 +0000 | [diff] [blame] | 1203 | if (RestoreBB) |
| 1204 | Builder.SetInsertPoint(RestoreBB); |
| 1205 | else |
| 1206 | Builder.ClearInsertionPoint(); |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1207 | } |
| 1208 | |
| 1209 | void CodeGenFunction::EmitCaseStmt(const CaseStmt &S) { |
Fariborz Jahanian | d66715d | 2012-01-16 17:35:57 +0000 | [diff] [blame] | 1210 | // If there is no enclosing switch instance that we're aware of, then this |
| 1211 | // case statement and its block can be elided. This situation only happens |
| 1212 | // when we've constant-folded the switch, are emitting the constant case, |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1213 | // and part of the constant case includes another case statement. For |
Fariborz Jahanian | d66715d | 2012-01-16 17:35:57 +0000 | [diff] [blame] | 1214 | // instance: switch (4) { case 4: do { case 5: } while (1); } |
Fariborz Jahanian | 303b4f9 | 2012-01-17 23:55:19 +0000 | [diff] [blame] | 1215 | if (!SwitchInsn) { |
| 1216 | EmitStmt(S.getSubStmt()); |
Fariborz Jahanian | d66715d | 2012-01-16 17:35:57 +0000 | [diff] [blame] | 1217 | return; |
Fariborz Jahanian | 303b4f9 | 2012-01-17 23:55:19 +0000 | [diff] [blame] | 1218 | } |
Fariborz Jahanian | d66715d | 2012-01-16 17:35:57 +0000 | [diff] [blame] | 1219 | |
Chris Lattner | b11f919 | 2011-04-17 00:54:30 +0000 | [diff] [blame] | 1220 | // Handle case ranges. |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1221 | if (S.getRHS()) { |
| 1222 | EmitCaseStmtRange(S); |
| 1223 | return; |
| 1224 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1225 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1226 | RegionCounter CaseCnt = getPGORegionCounter(&S); |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1227 | llvm::ConstantInt *CaseVal = |
Richard Smith | a6b8b2c | 2011-10-10 18:28:20 +0000 | [diff] [blame] | 1228 | Builder.getInt(S.getLHS()->EvaluateKnownConstInt(getContext())); |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1229 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1230 | // If the body of the case is just a 'break', try to not emit an empty block. |
| 1231 | // If we're profiling or we're not optimizing, leave the block in for better |
| 1232 | // debug and coverage analysis. |
| 1233 | if (!CGM.getCodeGenOpts().ProfileInstrGenerate && |
| 1234 | CGM.getCodeGenOpts().OptimizationLevel > 0 && |
Chad Rosier | 1708360 | 2012-08-24 18:31:16 +0000 | [diff] [blame] | 1235 | isa<BreakStmt>(S.getSubStmt())) { |
Chris Lattner | b11f919 | 2011-04-17 00:54:30 +0000 | [diff] [blame] | 1236 | JumpDest Block = BreakContinueStack.back().BreakBlock; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1237 | |
Chris Lattner | b11f919 | 2011-04-17 00:54:30 +0000 | [diff] [blame] | 1238 | // Only do this optimization if there are no cleanups that need emitting. |
| 1239 | if (isObviouslyBranchWithoutCleanups(Block)) { |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1240 | if (SwitchWeights) |
| 1241 | SwitchWeights->push_back(CaseCnt.getCount()); |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1242 | SwitchInsn->addCase(CaseVal, Block.getBlock()); |
Chris Lattner | 4210486 | 2011-04-17 23:21:26 +0000 | [diff] [blame] | 1243 | |
| 1244 | // If there was a fallthrough into this case, make sure to redirect it to |
| 1245 | // the end of the switch as well. |
| 1246 | if (Builder.GetInsertBlock()) { |
| 1247 | Builder.CreateBr(Block.getBlock()); |
| 1248 | Builder.ClearInsertionPoint(); |
| 1249 | } |
Chris Lattner | b11f919 | 2011-04-17 00:54:30 +0000 | [diff] [blame] | 1250 | return; |
| 1251 | } |
| 1252 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1253 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1254 | llvm::BasicBlock *CaseDest = createBasicBlock("sw.bb"); |
| 1255 | EmitBlockWithFallThrough(CaseDest, CaseCnt); |
| 1256 | if (SwitchWeights) |
| 1257 | SwitchWeights->push_back(CaseCnt.getCount()); |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1258 | SwitchInsn->addCase(CaseVal, CaseDest); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1259 | |
Chris Lattner | 5512f28 | 2009-03-04 04:46:18 +0000 | [diff] [blame] | 1260 | // Recursively emitting the statement is acceptable, but is not wonderful for |
| 1261 | // code where we have many case statements nested together, i.e.: |
| 1262 | // case 1: |
| 1263 | // case 2: |
| 1264 | // case 3: etc. |
| 1265 | // Handling this recursively will create a new block for each case statement |
| 1266 | // that falls through to the next case which is IR intensive. It also causes |
| 1267 | // deep recursion which can run into stack depth limitations. Handle |
| 1268 | // sequential non-range case statements specially. |
| 1269 | const CaseStmt *CurCase = &S; |
| 1270 | const CaseStmt *NextCase = dyn_cast<CaseStmt>(S.getSubStmt()); |
| 1271 | |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1272 | // Otherwise, iteratively add consecutive cases to this switch stmt. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1273 | while (NextCase && NextCase->getRHS() == nullptr) { |
Chris Lattner | 5512f28 | 2009-03-04 04:46:18 +0000 | [diff] [blame] | 1274 | CurCase = NextCase; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1275 | llvm::ConstantInt *CaseVal = |
Richard Smith | a6b8b2c | 2011-10-10 18:28:20 +0000 | [diff] [blame] | 1276 | Builder.getInt(CurCase->getLHS()->EvaluateKnownConstInt(getContext())); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1277 | |
| 1278 | CaseCnt = getPGORegionCounter(NextCase); |
| 1279 | if (SwitchWeights) |
| 1280 | SwitchWeights->push_back(CaseCnt.getCount()); |
| 1281 | if (CGM.getCodeGenOpts().ProfileInstrGenerate) { |
| 1282 | CaseDest = createBasicBlock("sw.bb"); |
| 1283 | EmitBlockWithFallThrough(CaseDest, CaseCnt); |
| 1284 | } |
| 1285 | |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1286 | SwitchInsn->addCase(CaseVal, CaseDest); |
Chris Lattner | 5512f28 | 2009-03-04 04:46:18 +0000 | [diff] [blame] | 1287 | NextCase = dyn_cast<CaseStmt>(CurCase->getSubStmt()); |
| 1288 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1289 | |
Chris Lattner | 5512f28 | 2009-03-04 04:46:18 +0000 | [diff] [blame] | 1290 | // Normal default recursion for non-cases. |
| 1291 | EmitStmt(CurCase->getSubStmt()); |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1292 | } |
| 1293 | |
| 1294 | void CodeGenFunction::EmitDefaultStmt(const DefaultStmt &S) { |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1295 | llvm::BasicBlock *DefaultBlock = SwitchInsn->getDefaultDest(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1296 | assert(DefaultBlock->empty() && |
Daniel Dunbar | 55e8742 | 2008-11-11 02:29:29 +0000 | [diff] [blame] | 1297 | "EmitDefaultStmt: Default block already defined?"); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1298 | |
| 1299 | RegionCounter Cnt = getPGORegionCounter(&S); |
| 1300 | EmitBlockWithFallThrough(DefaultBlock, Cnt); |
| 1301 | |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1302 | EmitStmt(S.getSubStmt()); |
| 1303 | } |
| 1304 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1305 | /// CollectStatementsForCase - Given the body of a 'switch' statement and a |
| 1306 | /// constant value that is being switched on, see if we can dead code eliminate |
| 1307 | /// the body of the switch to a simple series of statements to emit. Basically, |
| 1308 | /// on a switch (5) we want to find these statements: |
| 1309 | /// case 5: |
| 1310 | /// printf(...); <-- |
| 1311 | /// ++i; <-- |
| 1312 | /// break; |
| 1313 | /// |
| 1314 | /// and add them to the ResultStmts vector. If it is unsafe to do this |
| 1315 | /// transformation (for example, one of the elided statements contains a label |
| 1316 | /// that might be jumped to), return CSFC_Failure. If we handled it and 'S' |
| 1317 | /// should include statements after it (e.g. the printf() line is a substmt of |
| 1318 | /// the case) then return CSFC_FallThrough. If we handled it and found a break |
| 1319 | /// statement, then return CSFC_Success. |
| 1320 | /// |
| 1321 | /// If Case is non-null, then we are looking for the specified case, checking |
| 1322 | /// that nothing we jump over contains labels. If Case is null, then we found |
| 1323 | /// the case and are looking for the break. |
| 1324 | /// |
| 1325 | /// If the recursive walk actually finds our Case, then we set FoundCase to |
| 1326 | /// true. |
| 1327 | /// |
| 1328 | enum CSFC_Result { CSFC_Failure, CSFC_FallThrough, CSFC_Success }; |
| 1329 | static CSFC_Result CollectStatementsForCase(const Stmt *S, |
| 1330 | const SwitchCase *Case, |
| 1331 | bool &FoundCase, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1332 | SmallVectorImpl<const Stmt*> &ResultStmts) { |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1333 | // If this is a null statement, just succeed. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1334 | if (!S) |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1335 | return Case ? CSFC_Success : CSFC_FallThrough; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1336 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1337 | // If this is the switchcase (case 4: or default) that we're looking for, then |
| 1338 | // we're in business. Just add the substatement. |
| 1339 | if (const SwitchCase *SC = dyn_cast<SwitchCase>(S)) { |
| 1340 | if (S == Case) { |
| 1341 | FoundCase = true; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1342 | return CollectStatementsForCase(SC->getSubStmt(), nullptr, FoundCase, |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1343 | ResultStmts); |
| 1344 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1345 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1346 | // Otherwise, this is some other case or default statement, just ignore it. |
| 1347 | return CollectStatementsForCase(SC->getSubStmt(), Case, FoundCase, |
| 1348 | ResultStmts); |
| 1349 | } |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1350 | |
| 1351 | // If we are in the live part of the code and we found our break statement, |
| 1352 | // return a success! |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1353 | if (!Case && isa<BreakStmt>(S)) |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1354 | return CSFC_Success; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1355 | |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1356 | // If this is a switch statement, then it might contain the SwitchCase, the |
| 1357 | // break, or neither. |
| 1358 | if (const CompoundStmt *CS = dyn_cast<CompoundStmt>(S)) { |
| 1359 | // Handle this as two cases: we might be looking for the SwitchCase (if so |
| 1360 | // the skipped statements must be skippable) or we might already have it. |
| 1361 | CompoundStmt::const_body_iterator I = CS->body_begin(), E = CS->body_end(); |
| 1362 | if (Case) { |
Chris Lattner | 3f06e27 | 2011-02-28 07:22:44 +0000 | [diff] [blame] | 1363 | // Keep track of whether we see a skipped declaration. The code could be |
| 1364 | // using the declaration even if it is skipped, so we can't optimize out |
| 1365 | // the decl if the kept statements might refer to it. |
| 1366 | bool HadSkippedDecl = false; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1367 | |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1368 | // If we're looking for the case, just see if we can skip each of the |
| 1369 | // substatements. |
| 1370 | for (; Case && I != E; ++I) { |
Eli Friedman | 4d50934 | 2011-05-21 19:15:39 +0000 | [diff] [blame] | 1371 | HadSkippedDecl |= isa<DeclStmt>(*I); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1372 | |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1373 | switch (CollectStatementsForCase(*I, Case, FoundCase, ResultStmts)) { |
| 1374 | case CSFC_Failure: return CSFC_Failure; |
| 1375 | case CSFC_Success: |
| 1376 | // A successful result means that either 1) that the statement doesn't |
| 1377 | // have the case and is skippable, or 2) does contain the case value |
Chris Lattner | 9467110 | 2011-02-28 07:16:14 +0000 | [diff] [blame] | 1378 | // and also contains the break to exit the switch. In the later case, |
| 1379 | // we just verify the rest of the statements are elidable. |
| 1380 | if (FoundCase) { |
Chris Lattner | 3f06e27 | 2011-02-28 07:22:44 +0000 | [diff] [blame] | 1381 | // If we found the case and skipped declarations, we can't do the |
| 1382 | // optimization. |
| 1383 | if (HadSkippedDecl) |
| 1384 | return CSFC_Failure; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1385 | |
Chris Lattner | 9467110 | 2011-02-28 07:16:14 +0000 | [diff] [blame] | 1386 | for (++I; I != E; ++I) |
| 1387 | if (CodeGenFunction::ContainsLabel(*I, true)) |
| 1388 | return CSFC_Failure; |
| 1389 | return CSFC_Success; |
| 1390 | } |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1391 | break; |
| 1392 | case CSFC_FallThrough: |
| 1393 | // If we have a fallthrough condition, then we must have found the |
| 1394 | // case started to include statements. Consider the rest of the |
| 1395 | // statements in the compound statement as candidates for inclusion. |
| 1396 | assert(FoundCase && "Didn't find case but returned fallthrough?"); |
| 1397 | // We recursively found Case, so we're not looking for it anymore. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1398 | Case = nullptr; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1399 | |
Chris Lattner | 3f06e27 | 2011-02-28 07:22:44 +0000 | [diff] [blame] | 1400 | // If we found the case and skipped declarations, we can't do the |
| 1401 | // optimization. |
| 1402 | if (HadSkippedDecl) |
| 1403 | return CSFC_Failure; |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1404 | break; |
| 1405 | } |
| 1406 | } |
| 1407 | } |
| 1408 | |
| 1409 | // If we have statements in our range, then we know that the statements are |
| 1410 | // live and need to be added to the set of statements we're tracking. |
| 1411 | for (; I != E; ++I) { |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1412 | switch (CollectStatementsForCase(*I, nullptr, FoundCase, ResultStmts)) { |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1413 | case CSFC_Failure: return CSFC_Failure; |
| 1414 | case CSFC_FallThrough: |
| 1415 | // A fallthrough result means that the statement was simple and just |
| 1416 | // included in ResultStmt, keep adding them afterwards. |
| 1417 | break; |
| 1418 | case CSFC_Success: |
| 1419 | // A successful result means that we found the break statement and |
| 1420 | // stopped statement inclusion. We just ensure that any leftover stmts |
| 1421 | // are skippable and return success ourselves. |
| 1422 | for (++I; I != E; ++I) |
| 1423 | if (CodeGenFunction::ContainsLabel(*I, true)) |
| 1424 | return CSFC_Failure; |
| 1425 | return CSFC_Success; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1426 | } |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1427 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1428 | |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1429 | return Case ? CSFC_Success : CSFC_FallThrough; |
| 1430 | } |
| 1431 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1432 | // Okay, this is some other statement that we don't handle explicitly, like a |
| 1433 | // for statement or increment etc. If we are skipping over this statement, |
| 1434 | // just verify it doesn't have labels, which would make it invalid to elide. |
| 1435 | if (Case) { |
Chris Lattner | 3f06e27 | 2011-02-28 07:22:44 +0000 | [diff] [blame] | 1436 | if (CodeGenFunction::ContainsLabel(S, true)) |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1437 | return CSFC_Failure; |
| 1438 | return CSFC_Success; |
| 1439 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1440 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1441 | // Otherwise, we want to include this statement. Everything is cool with that |
| 1442 | // so long as it doesn't contain a break out of the switch we're in. |
| 1443 | if (CodeGenFunction::containsBreak(S)) return CSFC_Failure; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1444 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1445 | // Otherwise, everything is great. Include the statement and tell the caller |
| 1446 | // that we fall through and include the next statement as well. |
| 1447 | ResultStmts.push_back(S); |
| 1448 | return CSFC_FallThrough; |
| 1449 | } |
| 1450 | |
| 1451 | /// FindCaseStatementsForValue - Find the case statement being jumped to and |
| 1452 | /// then invoke CollectStatementsForCase to find the list of statements to emit |
| 1453 | /// for a switch on constant. See the comment above CollectStatementsForCase |
| 1454 | /// for more details. |
| 1455 | static bool FindCaseStatementsForValue(const SwitchStmt &S, |
Richard Trieu | e1ecdc1 | 2012-07-23 20:21:35 +0000 | [diff] [blame] | 1456 | const llvm::APSInt &ConstantCondValue, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1457 | SmallVectorImpl<const Stmt*> &ResultStmts, |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1458 | ASTContext &C, |
| 1459 | const SwitchCase *&ResultCase) { |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1460 | // First step, find the switch case that is being branched to. We can do this |
| 1461 | // efficiently by scanning the SwitchCase list. |
| 1462 | const SwitchCase *Case = S.getSwitchCaseList(); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1463 | const DefaultStmt *DefaultCase = nullptr; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1464 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1465 | for (; Case; Case = Case->getNextSwitchCase()) { |
| 1466 | // It's either a default or case. Just remember the default statement in |
| 1467 | // case we're not jumping to any numbered cases. |
| 1468 | if (const DefaultStmt *DS = dyn_cast<DefaultStmt>(Case)) { |
| 1469 | DefaultCase = DS; |
| 1470 | continue; |
| 1471 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1472 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1473 | // Check to see if this case is the one we're looking for. |
| 1474 | const CaseStmt *CS = cast<CaseStmt>(Case); |
| 1475 | // Don't handle case ranges yet. |
| 1476 | if (CS->getRHS()) return false; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1477 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1478 | // If we found our case, remember it as 'case'. |
Richard Smith | a6b8b2c | 2011-10-10 18:28:20 +0000 | [diff] [blame] | 1479 | if (CS->getLHS()->EvaluateKnownConstInt(C) == ConstantCondValue) |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1480 | break; |
| 1481 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1482 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1483 | // If we didn't find a matching case, we use a default if it exists, or we |
| 1484 | // elide the whole switch body! |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1485 | if (!Case) { |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1486 | // It is safe to elide the body of the switch if it doesn't contain labels |
| 1487 | // etc. If it is safe, return successfully with an empty ResultStmts list. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1488 | if (!DefaultCase) |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1489 | return !CodeGenFunction::ContainsLabel(&S); |
| 1490 | Case = DefaultCase; |
| 1491 | } |
| 1492 | |
| 1493 | // Ok, we know which case is being jumped to, try to collect all the |
| 1494 | // statements that follow it. This can fail for a variety of reasons. Also, |
| 1495 | // check to see that the recursive walk actually found our case statement. |
| 1496 | // Insane cases like this can fail to find it in the recursive walk since we |
| 1497 | // don't handle every stmt kind: |
| 1498 | // switch (4) { |
| 1499 | // while (1) { |
| 1500 | // case 4: ... |
| 1501 | bool FoundCase = false; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1502 | ResultCase = Case; |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1503 | return CollectStatementsForCase(S.getBody(), Case, FoundCase, |
| 1504 | ResultStmts) != CSFC_Failure && |
| 1505 | FoundCase; |
| 1506 | } |
| 1507 | |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1508 | void CodeGenFunction::EmitSwitchStmt(const SwitchStmt &S) { |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1509 | // Handle nested switch statements. |
| 1510 | llvm::SwitchInst *SavedSwitchInsn = SwitchInsn; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1511 | SmallVector<uint64_t, 16> *SavedSwitchWeights = SwitchWeights; |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1512 | llvm::BasicBlock *SavedCRBlock = CaseRangeBlock; |
| 1513 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1514 | // See if we can constant fold the condition of the switch and therefore only |
| 1515 | // emit the live case statement (if any) of the switch. |
Richard Trieu | e1ecdc1 | 2012-07-23 20:21:35 +0000 | [diff] [blame] | 1516 | llvm::APSInt ConstantCondValue; |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1517 | if (ConstantFoldsToSimpleInteger(S.getCond(), ConstantCondValue)) { |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1518 | SmallVector<const Stmt*, 4> CaseStmts; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1519 | const SwitchCase *Case = nullptr; |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1520 | if (FindCaseStatementsForValue(S, ConstantCondValue, CaseStmts, |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1521 | getContext(), Case)) { |
| 1522 | if (Case) { |
| 1523 | RegionCounter CaseCnt = getPGORegionCounter(Case); |
| 1524 | CaseCnt.beginRegion(Builder); |
| 1525 | } |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1526 | RunCleanupsScope ExecutedScope(*this); |
| 1527 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1528 | // Emit the condition variable if needed inside the entire cleanup scope |
| 1529 | // used by this special case for constant folded switches. |
| 1530 | if (S.getConditionVariable()) |
| 1531 | EmitAutoVarDecl(*S.getConditionVariable()); |
| 1532 | |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1533 | // At this point, we are no longer "within" a switch instance, so |
| 1534 | // we can temporarily enforce this to ensure that any embedded case |
| 1535 | // statements are not emitted. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1536 | SwitchInsn = nullptr; |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1537 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1538 | // Okay, we can dead code eliminate everything except this case. Emit the |
| 1539 | // specified series of statements and we're good. |
| 1540 | for (unsigned i = 0, e = CaseStmts.size(); i != e; ++i) |
| 1541 | EmitStmt(CaseStmts[i]); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1542 | RegionCounter ExitCnt = getPGORegionCounter(&S); |
| 1543 | ExitCnt.beginRegion(Builder); |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1544 | |
Eric Christopher | fc65ec8 | 2012-04-10 05:04:04 +0000 | [diff] [blame] | 1545 | // Now we want to restore the saved switch instance so that nested |
| 1546 | // switches continue to function properly |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1547 | SwitchInsn = SavedSwitchInsn; |
| 1548 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1549 | return; |
| 1550 | } |
| 1551 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1552 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1553 | JumpDest SwitchExit = getJumpDestInCurrentScope("sw.epilog"); |
| 1554 | |
| 1555 | RunCleanupsScope ConditionScope(*this); |
| 1556 | if (S.getConditionVariable()) |
| 1557 | EmitAutoVarDecl(*S.getConditionVariable()); |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1558 | llvm::Value *CondV = EmitScalarExpr(S.getCond()); |
| 1559 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1560 | // Create basic block to hold stuff that comes after switch |
| 1561 | // statement. We also need to create a default block now so that |
| 1562 | // explicit case ranges tests can have a place to jump to on |
| 1563 | // failure. |
Daniel Dunbar | 55e8742 | 2008-11-11 02:29:29 +0000 | [diff] [blame] | 1564 | llvm::BasicBlock *DefaultBlock = createBasicBlock("sw.default"); |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1565 | SwitchInsn = Builder.CreateSwitch(CondV, DefaultBlock); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1566 | if (PGO.haveRegionCounts()) { |
| 1567 | // Walk the SwitchCase list to find how many there are. |
| 1568 | uint64_t DefaultCount = 0; |
| 1569 | unsigned NumCases = 0; |
| 1570 | for (const SwitchCase *Case = S.getSwitchCaseList(); |
| 1571 | Case; |
| 1572 | Case = Case->getNextSwitchCase()) { |
| 1573 | if (isa<DefaultStmt>(Case)) |
| 1574 | DefaultCount = getPGORegionCounter(Case).getCount(); |
| 1575 | NumCases += 1; |
| 1576 | } |
| 1577 | SwitchWeights = new SmallVector<uint64_t, 16>(); |
| 1578 | SwitchWeights->reserve(NumCases); |
| 1579 | // The default needs to be first. We store the edge count, so we already |
| 1580 | // know the right weight. |
| 1581 | SwitchWeights->push_back(DefaultCount); |
| 1582 | } |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1583 | CaseRangeBlock = DefaultBlock; |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1584 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 1585 | // Clear the insertion point to indicate we are in unreachable code. |
| 1586 | Builder.ClearInsertionPoint(); |
Eli Friedman | d28a80d | 2008-05-12 16:08:04 +0000 | [diff] [blame] | 1587 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1588 | // All break statements jump to NextBlock. If BreakContinueStack is non-empty |
Devang Patel | e9b8c0a | 2007-10-30 20:59:40 +0000 | [diff] [blame] | 1589 | // then reuse last ContinueBlock. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1590 | JumpDest OuterContinue; |
Anders Carlsson | e4b6d34 | 2009-02-10 05:52:02 +0000 | [diff] [blame] | 1591 | if (!BreakContinueStack.empty()) |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1592 | OuterContinue = BreakContinueStack.back().ContinueBlock; |
Anders Carlsson | e4b6d34 | 2009-02-10 05:52:02 +0000 | [diff] [blame] | 1593 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1594 | BreakContinueStack.push_back(BreakContinue(SwitchExit, OuterContinue)); |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1595 | |
| 1596 | // Emit switch body. |
| 1597 | EmitStmt(S.getBody()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1598 | |
Anders Carlsson | e4b6d34 | 2009-02-10 05:52:02 +0000 | [diff] [blame] | 1599 | BreakContinueStack.pop_back(); |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1600 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1601 | // Update the default block in case explicit case range tests have |
| 1602 | // been chained on top. |
Stepan Dyatkovskiy | ab14ae2 | 2012-02-01 07:50:21 +0000 | [diff] [blame] | 1603 | SwitchInsn->setDefaultDest(CaseRangeBlock); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1604 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1605 | // If a default was never emitted: |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1606 | if (!DefaultBlock->getParent()) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1607 | // If we have cleanups, emit the default block so that there's a |
| 1608 | // place to jump through the cleanups from. |
| 1609 | if (ConditionScope.requiresCleanups()) { |
| 1610 | EmitBlock(DefaultBlock); |
| 1611 | |
| 1612 | // Otherwise, just forward the default block to the switch end. |
| 1613 | } else { |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 1614 | DefaultBlock->replaceAllUsesWith(SwitchExit.getBlock()); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1615 | delete DefaultBlock; |
| 1616 | } |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1617 | } |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1618 | |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 1619 | ConditionScope.ForceCleanup(); |
| 1620 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1621 | // Emit continuation. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 1622 | EmitBlock(SwitchExit.getBlock(), true); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1623 | RegionCounter ExitCnt = getPGORegionCounter(&S); |
| 1624 | ExitCnt.beginRegion(Builder); |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1625 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1626 | if (SwitchWeights) { |
| 1627 | assert(SwitchWeights->size() == 1 + SwitchInsn->getNumCases() && |
| 1628 | "switch weights do not match switch cases"); |
| 1629 | // If there's only one jump destination there's no sense weighting it. |
| 1630 | if (SwitchWeights->size() > 1) |
| 1631 | SwitchInsn->setMetadata(llvm::LLVMContext::MD_prof, |
| 1632 | PGO.createBranchWeights(*SwitchWeights)); |
| 1633 | delete SwitchWeights; |
| 1634 | } |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1635 | SwitchInsn = SavedSwitchInsn; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1636 | SwitchWeights = SavedSwitchWeights; |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1637 | CaseRangeBlock = SavedCRBlock; |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1638 | } |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1639 | |
Chris Lattner | 2819fa8 | 2009-04-26 17:57:12 +0000 | [diff] [blame] | 1640 | static std::string |
Daniel Dunbar | 444be73 | 2009-11-13 05:51:54 +0000 | [diff] [blame] | 1641 | SimplifyConstraint(const char *Constraint, const TargetInfo &Target, |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1642 | SmallVectorImpl<TargetInfo::ConstraintInfo> *OutCons=nullptr) { |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1643 | std::string Result; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1644 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1645 | while (*Constraint) { |
| 1646 | switch (*Constraint) { |
| 1647 | default: |
Stuart Hastings | 002333f | 2011-06-07 23:45:05 +0000 | [diff] [blame] | 1648 | Result += Target.convertConstraint(Constraint); |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1649 | break; |
| 1650 | // Ignore these |
| 1651 | case '*': |
| 1652 | case '?': |
| 1653 | case '!': |
John Thompson | ef44e11 | 2010-08-10 19:20:14 +0000 | [diff] [blame] | 1654 | case '=': // Will see this and the following in mult-alt constraints. |
| 1655 | case '+': |
| 1656 | break; |
Ulrich Weigand | e6b3dba | 2012-10-29 12:20:54 +0000 | [diff] [blame] | 1657 | case '#': // Ignore the rest of the constraint alternative. |
| 1658 | while (Constraint[1] && Constraint[1] != ',') |
Eric Christopher | 7b309b0 | 2013-07-10 20:14:36 +0000 | [diff] [blame] | 1659 | Constraint++; |
Ulrich Weigand | e6b3dba | 2012-10-29 12:20:54 +0000 | [diff] [blame] | 1660 | break; |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 1661 | case '&': |
| 1662 | case '%': |
| 1663 | Result += *Constraint; |
| 1664 | while (Constraint[1] && Constraint[1] == *Constraint) |
| 1665 | Constraint++; |
| 1666 | break; |
John Thompson | 2f474ea | 2010-09-18 01:15:13 +0000 | [diff] [blame] | 1667 | case ',': |
| 1668 | Result += "|"; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1669 | break; |
| 1670 | case 'g': |
| 1671 | Result += "imr"; |
| 1672 | break; |
Anders Carlsson | 300fb5d | 2009-01-18 02:06:20 +0000 | [diff] [blame] | 1673 | case '[': { |
Chris Lattner | 2819fa8 | 2009-04-26 17:57:12 +0000 | [diff] [blame] | 1674 | assert(OutCons && |
Anders Carlsson | 300fb5d | 2009-01-18 02:06:20 +0000 | [diff] [blame] | 1675 | "Must pass output names to constraints with a symbolic name"); |
| 1676 | unsigned Index; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1677 | bool result = Target.resolveSymbolicName(Constraint, |
Chris Lattner | 2819fa8 | 2009-04-26 17:57:12 +0000 | [diff] [blame] | 1678 | &(*OutCons)[0], |
| 1679 | OutCons->size(), Index); |
Chris Lattner | cbf40f9 | 2011-01-05 18:41:53 +0000 | [diff] [blame] | 1680 | assert(result && "Could not resolve symbolic name"); (void)result; |
Anders Carlsson | 300fb5d | 2009-01-18 02:06:20 +0000 | [diff] [blame] | 1681 | Result += llvm::utostr(Index); |
| 1682 | break; |
| 1683 | } |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1684 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1685 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1686 | Constraint++; |
| 1687 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1688 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1689 | return Result; |
| 1690 | } |
| 1691 | |
Rafael Espindola | 03117d1 | 2011-01-01 21:12:33 +0000 | [diff] [blame] | 1692 | /// AddVariableConstraints - Look at AsmExpr and if it is a variable declared |
| 1693 | /// as using a particular register add that as a constraint that will be used |
| 1694 | /// in this asm stmt. |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1695 | static std::string |
Rafael Espindola | 03117d1 | 2011-01-01 21:12:33 +0000 | [diff] [blame] | 1696 | AddVariableConstraints(const std::string &Constraint, const Expr &AsmExpr, |
| 1697 | const TargetInfo &Target, CodeGenModule &CGM, |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 1698 | const AsmStmt &Stmt, const bool EarlyClobber) { |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1699 | const DeclRefExpr *AsmDeclRef = dyn_cast<DeclRefExpr>(&AsmExpr); |
| 1700 | if (!AsmDeclRef) |
| 1701 | return Constraint; |
| 1702 | const ValueDecl &Value = *AsmDeclRef->getDecl(); |
| 1703 | const VarDecl *Variable = dyn_cast<VarDecl>(&Value); |
| 1704 | if (!Variable) |
| 1705 | return Constraint; |
Eli Friedman | a43ef3e | 2012-03-15 23:12:51 +0000 | [diff] [blame] | 1706 | if (Variable->getStorageClass() != SC_Register) |
| 1707 | return Constraint; |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1708 | AsmLabelAttr *Attr = Variable->getAttr<AsmLabelAttr>(); |
| 1709 | if (!Attr) |
| 1710 | return Constraint; |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1711 | StringRef Register = Attr->getLabel(); |
Rafael Espindola | baf8695 | 2011-01-01 21:47:03 +0000 | [diff] [blame] | 1712 | assert(Target.isValidGCCRegisterName(Register)); |
Eric Christopher | e3e07a5 | 2011-06-17 01:53:34 +0000 | [diff] [blame] | 1713 | // We're using validateOutputConstraint here because we only care if |
| 1714 | // this is a register constraint. |
| 1715 | TargetInfo::ConstraintInfo Info(Constraint, ""); |
| 1716 | if (Target.validateOutputConstraint(Info) && |
| 1717 | !Info.allowsRegister()) { |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1718 | CGM.ErrorUnsupported(&Stmt, "__asm__"); |
| 1719 | return Constraint; |
| 1720 | } |
Eric Christopher | 43fec87 | 2011-06-21 00:07:10 +0000 | [diff] [blame] | 1721 | // Canonicalize the register here before returning it. |
| 1722 | Register = Target.getNormalizedGCCRegisterName(Register); |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 1723 | return (EarlyClobber ? "&{" : "{") + Register.str() + "}"; |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1724 | } |
| 1725 | |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1726 | llvm::Value* |
Chad Rosier | 42b6055 | 2012-08-23 20:00:18 +0000 | [diff] [blame] | 1727 | CodeGenFunction::EmitAsmInputLValue(const TargetInfo::ConstraintInfo &Info, |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1728 | LValue InputValue, QualType InputType, |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 1729 | std::string &ConstraintStr, |
| 1730 | SourceLocation Loc) { |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1731 | llvm::Value *Arg; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1732 | if (Info.allowsRegister() || !Info.allowsMemory()) { |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1733 | if (CodeGenFunction::hasScalarEvaluationKind(InputType)) { |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 1734 | Arg = EmitLoadOfLValue(InputValue, Loc).getScalarVal(); |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1735 | } else { |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1736 | llvm::Type *Ty = ConvertType(InputType); |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame] | 1737 | uint64_t Size = CGM.getDataLayout().getTypeSizeInBits(Ty); |
Anders Carlsson | ebaae2a | 2009-01-12 02:22:13 +0000 | [diff] [blame] | 1738 | if (Size <= 64 && llvm::isPowerOf2_64(Size)) { |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1739 | Ty = llvm::IntegerType::get(getLLVMContext(), Size); |
Anders Carlsson | ebaae2a | 2009-01-12 02:22:13 +0000 | [diff] [blame] | 1740 | Ty = llvm::PointerType::getUnqual(Ty); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1741 | |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1742 | Arg = Builder.CreateLoad(Builder.CreateBitCast(InputValue.getAddress(), |
| 1743 | Ty)); |
Anders Carlsson | ebaae2a | 2009-01-12 02:22:13 +0000 | [diff] [blame] | 1744 | } else { |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1745 | Arg = InputValue.getAddress(); |
Anders Carlsson | ebaae2a | 2009-01-12 02:22:13 +0000 | [diff] [blame] | 1746 | ConstraintStr += '*'; |
| 1747 | } |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1748 | } |
| 1749 | } else { |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1750 | Arg = InputValue.getAddress(); |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1751 | ConstraintStr += '*'; |
| 1752 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1753 | |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1754 | return Arg; |
| 1755 | } |
| 1756 | |
Chad Rosier | 42b6055 | 2012-08-23 20:00:18 +0000 | [diff] [blame] | 1757 | llvm::Value* CodeGenFunction::EmitAsmInput( |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1758 | const TargetInfo::ConstraintInfo &Info, |
| 1759 | const Expr *InputExpr, |
| 1760 | std::string &ConstraintStr) { |
| 1761 | if (Info.allowsRegister() || !Info.allowsMemory()) |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1762 | if (CodeGenFunction::hasScalarEvaluationKind(InputExpr->getType())) |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1763 | return EmitScalarExpr(InputExpr); |
| 1764 | |
| 1765 | InputExpr = InputExpr->IgnoreParenNoopCasts(getContext()); |
| 1766 | LValue Dest = EmitLValue(InputExpr); |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 1767 | return EmitAsmInputLValue(Info, Dest, InputExpr->getType(), ConstraintStr, |
| 1768 | InputExpr->getExprLoc()); |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1769 | } |
| 1770 | |
Chris Lattner | 47fc7e9 | 2010-11-17 05:58:54 +0000 | [diff] [blame] | 1771 | /// getAsmSrcLocInfo - Return the !srcloc metadata node to attach to an inline |
Chris Lattner | 5d93653 | 2010-11-17 08:25:26 +0000 | [diff] [blame] | 1772 | /// asm call instruction. The !srcloc MDNode contains a list of constant |
| 1773 | /// integers which are the source locations of the start of each line in the |
| 1774 | /// asm. |
Chris Lattner | 47fc7e9 | 2010-11-17 05:58:54 +0000 | [diff] [blame] | 1775 | static llvm::MDNode *getAsmSrcLocInfo(const StringLiteral *Str, |
| 1776 | CodeGenFunction &CGF) { |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 1777 | SmallVector<llvm::Metadata *, 8> Locs; |
Chris Lattner | 5d93653 | 2010-11-17 08:25:26 +0000 | [diff] [blame] | 1778 | // Add the location of the first line to the MDNode. |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 1779 | Locs.push_back(llvm::ConstantAsMetadata::get(llvm::ConstantInt::get( |
| 1780 | CGF.Int32Ty, Str->getLocStart().getRawEncoding()))); |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1781 | StringRef StrVal = Str->getString(); |
Chris Lattner | 5d93653 | 2010-11-17 08:25:26 +0000 | [diff] [blame] | 1782 | if (!StrVal.empty()) { |
| 1783 | const SourceManager &SM = CGF.CGM.getContext().getSourceManager(); |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 1784 | const LangOptions &LangOpts = CGF.CGM.getLangOpts(); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1785 | |
Chris Lattner | 5d93653 | 2010-11-17 08:25:26 +0000 | [diff] [blame] | 1786 | // Add the location of the start of each subsequent line of the asm to the |
| 1787 | // MDNode. |
| 1788 | for (unsigned i = 0, e = StrVal.size()-1; i != e; ++i) { |
| 1789 | if (StrVal[i] != '\n') continue; |
| 1790 | SourceLocation LineLoc = Str->getLocationOfByte(i+1, SM, LangOpts, |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1791 | CGF.getTarget()); |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 1792 | Locs.push_back(llvm::ConstantAsMetadata::get( |
| 1793 | llvm::ConstantInt::get(CGF.Int32Ty, LineLoc.getRawEncoding()))); |
Chris Lattner | 5d93653 | 2010-11-17 08:25:26 +0000 | [diff] [blame] | 1794 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1795 | } |
| 1796 | |
Jay Foad | 6f14165 | 2011-04-21 19:59:12 +0000 | [diff] [blame] | 1797 | return llvm::MDNode::get(CGF.getLLVMContext(), Locs); |
Chris Lattner | 47fc7e9 | 2010-11-17 05:58:54 +0000 | [diff] [blame] | 1798 | } |
| 1799 | |
Chad Rosier | a23b91d | 2012-08-28 18:54:39 +0000 | [diff] [blame] | 1800 | void CodeGenFunction::EmitAsmStmt(const AsmStmt &S) { |
Chad Rosier | be3ace8 | 2012-08-24 17:05:45 +0000 | [diff] [blame] | 1801 | // Assemble the final asm string. |
Chad Rosier | da083b2 | 2012-08-27 20:23:31 +0000 | [diff] [blame] | 1802 | std::string AsmString = S.generateAsmString(getContext()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1803 | |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1804 | // Get all the output and input constraints together. |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1805 | SmallVector<TargetInfo::ConstraintInfo, 4> OutputConstraintInfos; |
| 1806 | SmallVector<TargetInfo::ConstraintInfo, 4> InputConstraintInfos; |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1807 | |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1808 | for (unsigned i = 0, e = S.getNumOutputs(); i != e; i++) { |
John McCall | aeeacf7 | 2013-05-03 00:10:13 +0000 | [diff] [blame] | 1809 | StringRef Name; |
| 1810 | if (const GCCAsmStmt *GAS = dyn_cast<GCCAsmStmt>(&S)) |
| 1811 | Name = GAS->getOutputName(i); |
| 1812 | TargetInfo::ConstraintInfo Info(S.getOutputConstraint(i), Name); |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1813 | bool IsValid = getTarget().validateOutputConstraint(Info); (void)IsValid; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1814 | assert(IsValid && "Failed to parse output constraint"); |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1815 | OutputConstraintInfos.push_back(Info); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1816 | } |
| 1817 | |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1818 | for (unsigned i = 0, e = S.getNumInputs(); i != e; i++) { |
John McCall | aeeacf7 | 2013-05-03 00:10:13 +0000 | [diff] [blame] | 1819 | StringRef Name; |
| 1820 | if (const GCCAsmStmt *GAS = dyn_cast<GCCAsmStmt>(&S)) |
| 1821 | Name = GAS->getInputName(i); |
| 1822 | TargetInfo::ConstraintInfo Info(S.getInputConstraint(i), Name); |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1823 | bool IsValid = |
| 1824 | getTarget().validateInputConstraint(OutputConstraintInfos.data(), |
| 1825 | S.getNumOutputs(), Info); |
Chris Lattner | b992259 | 2010-03-03 21:52:23 +0000 | [diff] [blame] | 1826 | assert(IsValid && "Failed to parse input constraint"); (void)IsValid; |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1827 | InputConstraintInfos.push_back(Info); |
| 1828 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1829 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1830 | std::string Constraints; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1831 | |
Chris Lattner | ede9d90 | 2009-05-03 07:53:25 +0000 | [diff] [blame] | 1832 | std::vector<LValue> ResultRegDests; |
| 1833 | std::vector<QualType> ResultRegQualTys; |
Jay Foad | ef6de3d | 2011-07-11 09:56:20 +0000 | [diff] [blame] | 1834 | std::vector<llvm::Type *> ResultRegTypes; |
| 1835 | std::vector<llvm::Type *> ResultTruncRegTypes; |
Chad Rosier | d1c0c94 | 2012-05-01 19:53:37 +0000 | [diff] [blame] | 1836 | std::vector<llvm::Type *> ArgTypes; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1837 | std::vector<llvm::Value*> Args; |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 1838 | |
| 1839 | // Keep track of inout constraints. |
| 1840 | std::string InOutConstraints; |
| 1841 | std::vector<llvm::Value*> InOutArgs; |
Chris Lattner | 9cbe4f0 | 2011-07-09 17:41:47 +0000 | [diff] [blame] | 1842 | std::vector<llvm::Type*> InOutArgTypes; |
Anders Carlsson | 03eb543 | 2009-01-27 20:38:24 +0000 | [diff] [blame] | 1843 | |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1844 | for (unsigned i = 0, e = S.getNumOutputs(); i != e; i++) { |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1845 | TargetInfo::ConstraintInfo &Info = OutputConstraintInfos[i]; |
Anders Carlsson | 03eb543 | 2009-01-27 20:38:24 +0000 | [diff] [blame] | 1846 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1847 | // Simplify the output constraint. |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1848 | std::string OutputConstraint(S.getOutputConstraint(i)); |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1849 | OutputConstraint = SimplifyConstraint(OutputConstraint.c_str() + 1, |
| 1850 | getTarget()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1851 | |
Chris Lattner | 810f6d5 | 2009-03-13 17:38:01 +0000 | [diff] [blame] | 1852 | const Expr *OutExpr = S.getOutputExpr(i); |
| 1853 | OutExpr = OutExpr->IgnoreParenNoopCasts(getContext()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1854 | |
Eric Christopher | a18f539 | 2011-06-03 14:52:25 +0000 | [diff] [blame] | 1855 | OutputConstraint = AddVariableConstraints(OutputConstraint, *OutExpr, |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 1856 | getTarget(), CGM, S, |
| 1857 | Info.earlyClobber()); |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1858 | |
Chris Lattner | 810f6d5 | 2009-03-13 17:38:01 +0000 | [diff] [blame] | 1859 | LValue Dest = EmitLValue(OutExpr); |
Chris Lattner | ede9d90 | 2009-05-03 07:53:25 +0000 | [diff] [blame] | 1860 | if (!Constraints.empty()) |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 1861 | Constraints += ','; |
| 1862 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1863 | // If this is a register output, then make the inline asm return it |
| 1864 | // by-value. If this is a memory result, return the value by-reference. |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1865 | if (!Info.allowsMemory() && hasScalarEvaluationKind(OutExpr->getType())) { |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1866 | Constraints += "=" + OutputConstraint; |
Chris Lattner | ede9d90 | 2009-05-03 07:53:25 +0000 | [diff] [blame] | 1867 | ResultRegQualTys.push_back(OutExpr->getType()); |
| 1868 | ResultRegDests.push_back(Dest); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1869 | ResultRegTypes.push_back(ConvertTypeForMem(OutExpr->getType())); |
| 1870 | ResultTruncRegTypes.push_back(ResultRegTypes.back()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1871 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1872 | // If this output is tied to an input, and if the input is larger, then |
| 1873 | // we need to set the actual result type of the inline asm node to be the |
| 1874 | // same as the input type. |
| 1875 | if (Info.hasMatchingInput()) { |
Chris Lattner | ebfc985 | 2009-05-03 08:38:58 +0000 | [diff] [blame] | 1876 | unsigned InputNo; |
| 1877 | for (InputNo = 0; InputNo != S.getNumInputs(); ++InputNo) { |
| 1878 | TargetInfo::ConstraintInfo &Input = InputConstraintInfos[InputNo]; |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1879 | if (Input.hasTiedOperand() && Input.getTiedOperand() == i) |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1880 | break; |
Chris Lattner | ebfc985 | 2009-05-03 08:38:58 +0000 | [diff] [blame] | 1881 | } |
| 1882 | assert(InputNo != S.getNumInputs() && "Didn't find matching input!"); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1883 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1884 | QualType InputTy = S.getInputExpr(InputNo)->getType(); |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1885 | QualType OutputType = OutExpr->getType(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1886 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1887 | uint64_t InputSize = getContext().getTypeSize(InputTy); |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1888 | if (getContext().getTypeSize(OutputType) < InputSize) { |
| 1889 | // Form the asm to return the value as a larger integer or fp type. |
| 1890 | ResultRegTypes.back() = ConvertType(InputTy); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1891 | } |
| 1892 | } |
Tim Northover | 1bea653 | 2013-06-07 00:04:50 +0000 | [diff] [blame] | 1893 | if (llvm::Type* AdjTy = |
Peter Collingbourne | 4b93d66 | 2011-02-19 23:03:58 +0000 | [diff] [blame] | 1894 | getTargetHooks().adjustInlineAsmType(*this, OutputConstraint, |
| 1895 | ResultRegTypes.back())) |
Dale Johannesen | f6e2c20 | 2010-10-29 23:12:32 +0000 | [diff] [blame] | 1896 | ResultRegTypes.back() = AdjTy; |
Tim Northover | 1bea653 | 2013-06-07 00:04:50 +0000 | [diff] [blame] | 1897 | else { |
| 1898 | CGM.getDiags().Report(S.getAsmLoc(), |
| 1899 | diag::err_asm_invalid_type_in_input) |
| 1900 | << OutExpr->getType() << OutputConstraint; |
| 1901 | } |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1902 | } else { |
| 1903 | ArgTypes.push_back(Dest.getAddress()->getType()); |
Anders Carlsson | cad3ab6 | 2008-02-05 16:57:38 +0000 | [diff] [blame] | 1904 | Args.push_back(Dest.getAddress()); |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 1905 | Constraints += "=*"; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1906 | Constraints += OutputConstraint; |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 1907 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1908 | |
Chris Lattner | 44def07 | 2009-04-26 07:16:29 +0000 | [diff] [blame] | 1909 | if (Info.isReadWrite()) { |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 1910 | InOutConstraints += ','; |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1911 | |
Anders Carlsson | fca9361 | 2009-08-04 18:18:36 +0000 | [diff] [blame] | 1912 | const Expr *InputExpr = S.getOutputExpr(i); |
Chad Rosier | 42b6055 | 2012-08-23 20:00:18 +0000 | [diff] [blame] | 1913 | llvm::Value *Arg = EmitAsmInputLValue(Info, Dest, InputExpr->getType(), |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 1914 | InOutConstraints, |
| 1915 | InputExpr->getExprLoc()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1916 | |
Bill Wendling | acb5310 | 2012-03-22 23:25:07 +0000 | [diff] [blame] | 1917 | if (llvm::Type* AdjTy = |
Tim Northover | 1bea653 | 2013-06-07 00:04:50 +0000 | [diff] [blame] | 1918 | getTargetHooks().adjustInlineAsmType(*this, OutputConstraint, |
| 1919 | Arg->getType())) |
Bill Wendling | acb5310 | 2012-03-22 23:25:07 +0000 | [diff] [blame] | 1920 | Arg = Builder.CreateBitCast(Arg, AdjTy); |
| 1921 | |
Chris Lattner | 44def07 | 2009-04-26 07:16:29 +0000 | [diff] [blame] | 1922 | if (Info.allowsRegister()) |
Anders Carlsson | 9f2505b | 2009-01-11 21:23:27 +0000 | [diff] [blame] | 1923 | InOutConstraints += llvm::utostr(i); |
| 1924 | else |
| 1925 | InOutConstraints += OutputConstraint; |
Anders Carlsson | 2763b3a | 2009-01-11 19:46:50 +0000 | [diff] [blame] | 1926 | |
Anders Carlsson | fca9361 | 2009-08-04 18:18:36 +0000 | [diff] [blame] | 1927 | InOutArgTypes.push_back(Arg->getType()); |
| 1928 | InOutArgs.push_back(Arg); |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 1929 | } |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1930 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1931 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 1932 | // If this is a Microsoft-style asm blob, store the return registers (EAX:EDX) |
| 1933 | // to the return value slot. Only do this when returning in registers. |
| 1934 | if (isa<MSAsmStmt>(&S)) { |
| 1935 | const ABIArgInfo &RetAI = CurFnInfo->getReturnInfo(); |
| 1936 | if (RetAI.isDirect() || RetAI.isExtend()) { |
| 1937 | // Make a fake lvalue for the return value slot. |
| 1938 | LValue ReturnSlot = MakeAddrLValue(ReturnValue, FnRetTy); |
| 1939 | CGM.getTargetCodeGenInfo().addReturnRegisterOutputs( |
| 1940 | *this, ReturnSlot, Constraints, ResultRegTypes, ResultTruncRegTypes, |
| 1941 | ResultRegDests, AsmString, S.getNumOutputs()); |
| 1942 | SawAsmBlock = true; |
| 1943 | } |
| 1944 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1945 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1946 | for (unsigned i = 0, e = S.getNumInputs(); i != e; i++) { |
| 1947 | const Expr *InputExpr = S.getInputExpr(i); |
| 1948 | |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1949 | TargetInfo::ConstraintInfo &Info = InputConstraintInfos[i]; |
| 1950 | |
Chris Lattner | ede9d90 | 2009-05-03 07:53:25 +0000 | [diff] [blame] | 1951 | if (!Constraints.empty()) |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1952 | Constraints += ','; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1953 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1954 | // Simplify the input constraint. |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1955 | std::string InputConstraint(S.getInputConstraint(i)); |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1956 | InputConstraint = SimplifyConstraint(InputConstraint.c_str(), getTarget(), |
Chris Lattner | 2819fa8 | 2009-04-26 17:57:12 +0000 | [diff] [blame] | 1957 | &OutputConstraintInfos); |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1958 | |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 1959 | InputConstraint = AddVariableConstraints( |
| 1960 | InputConstraint, *InputExpr->IgnoreParenNoopCasts(getContext()), |
| 1961 | getTarget(), CGM, S, false /* No EarlyClobber */); |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1962 | |
Chad Rosier | 42b6055 | 2012-08-23 20:00:18 +0000 | [diff] [blame] | 1963 | llvm::Value *Arg = EmitAsmInput(Info, InputExpr, Constraints); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1964 | |
Chris Lattner | 4df4ee0 | 2009-05-03 07:27:51 +0000 | [diff] [blame] | 1965 | // If this input argument is tied to a larger output result, extend the |
| 1966 | // input to be the same size as the output. The LLVM backend wants to see |
| 1967 | // the input and output of a matching constraint be the same size. Note |
| 1968 | // that GCC does not define what the top bits are here. We use zext because |
| 1969 | // that is usually cheaper, but LLVM IR should really get an anyext someday. |
| 1970 | if (Info.hasTiedOperand()) { |
| 1971 | unsigned Output = Info.getTiedOperand(); |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1972 | QualType OutputType = S.getOutputExpr(Output)->getType(); |
Chris Lattner | 4df4ee0 | 2009-05-03 07:27:51 +0000 | [diff] [blame] | 1973 | QualType InputTy = InputExpr->getType(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1974 | |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1975 | if (getContext().getTypeSize(OutputType) > |
Chris Lattner | 4df4ee0 | 2009-05-03 07:27:51 +0000 | [diff] [blame] | 1976 | getContext().getTypeSize(InputTy)) { |
| 1977 | // Use ptrtoint as appropriate so that we can do our extension. |
| 1978 | if (isa<llvm::PointerType>(Arg->getType())) |
Chris Lattner | 77b89b8 | 2010-06-27 07:15:29 +0000 | [diff] [blame] | 1979 | Arg = Builder.CreatePtrToInt(Arg, IntPtrTy); |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1980 | llvm::Type *OutputTy = ConvertType(OutputType); |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1981 | if (isa<llvm::IntegerType>(OutputTy)) |
| 1982 | Arg = Builder.CreateZExt(Arg, OutputTy); |
Peter Collingbourne | 93f1322 | 2011-07-29 00:24:50 +0000 | [diff] [blame] | 1983 | else if (isa<llvm::PointerType>(OutputTy)) |
| 1984 | Arg = Builder.CreateZExt(Arg, IntPtrTy); |
| 1985 | else { |
| 1986 | assert(OutputTy->isFloatingPointTy() && "Unexpected output type"); |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1987 | Arg = Builder.CreateFPExt(Arg, OutputTy); |
Peter Collingbourne | 93f1322 | 2011-07-29 00:24:50 +0000 | [diff] [blame] | 1988 | } |
Chris Lattner | 4df4ee0 | 2009-05-03 07:27:51 +0000 | [diff] [blame] | 1989 | } |
| 1990 | } |
Bill Wendling | acb5310 | 2012-03-22 23:25:07 +0000 | [diff] [blame] | 1991 | if (llvm::Type* AdjTy = |
Peter Collingbourne | 4b93d66 | 2011-02-19 23:03:58 +0000 | [diff] [blame] | 1992 | getTargetHooks().adjustInlineAsmType(*this, InputConstraint, |
| 1993 | Arg->getType())) |
Dale Johannesen | f6e2c20 | 2010-10-29 23:12:32 +0000 | [diff] [blame] | 1994 | Arg = Builder.CreateBitCast(Arg, AdjTy); |
Tim Northover | 1bea653 | 2013-06-07 00:04:50 +0000 | [diff] [blame] | 1995 | else |
| 1996 | CGM.getDiags().Report(S.getAsmLoc(), diag::err_asm_invalid_type_in_input) |
| 1997 | << InputExpr->getType() << InputConstraint; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1998 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1999 | ArgTypes.push_back(Arg->getType()); |
| 2000 | Args.push_back(Arg); |
| 2001 | Constraints += InputConstraint; |
| 2002 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2003 | |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 2004 | // Append the "input" part of inout constraints last. |
| 2005 | for (unsigned i = 0, e = InOutArgs.size(); i != e; i++) { |
| 2006 | ArgTypes.push_back(InOutArgTypes[i]); |
| 2007 | Args.push_back(InOutArgs[i]); |
| 2008 | } |
| 2009 | Constraints += InOutConstraints; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2010 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2011 | // Clobbers |
| 2012 | for (unsigned i = 0, e = S.getNumClobbers(); i != e; i++) { |
Chad Rosier | 33f0558 | 2012-08-27 23:47:56 +0000 | [diff] [blame] | 2013 | StringRef Clobber = S.getClobber(i); |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2014 | |
Eric Christopher | de31fd7 | 2011-06-28 18:20:53 +0000 | [diff] [blame] | 2015 | if (Clobber != "memory" && Clobber != "cc") |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2016 | Clobber = getTarget().getNormalizedGCCRegisterName(Clobber); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2017 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2018 | if (!Constraints.empty()) |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2019 | Constraints += ','; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2020 | |
Anders Carlsson | ea04175 | 2008-02-06 00:11:32 +0000 | [diff] [blame] | 2021 | Constraints += "~{"; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2022 | Constraints += Clobber; |
Anders Carlsson | ea04175 | 2008-02-06 00:11:32 +0000 | [diff] [blame] | 2023 | Constraints += '}'; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2024 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2025 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2026 | // Add machine specific clobbers |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 2027 | std::string MachineClobbers = getTarget().getClobbers(); |
Eli Friedman | ccf614c | 2008-12-21 01:15:32 +0000 | [diff] [blame] | 2028 | if (!MachineClobbers.empty()) { |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2029 | if (!Constraints.empty()) |
| 2030 | Constraints += ','; |
Eli Friedman | ccf614c | 2008-12-21 01:15:32 +0000 | [diff] [blame] | 2031 | Constraints += MachineClobbers; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2032 | } |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 2033 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 2034 | llvm::Type *ResultType; |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2035 | if (ResultRegTypes.empty()) |
Chris Lattner | 8b41868 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 2036 | ResultType = VoidTy; |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2037 | else if (ResultRegTypes.size() == 1) |
| 2038 | ResultType = ResultRegTypes[0]; |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 2039 | else |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 2040 | ResultType = llvm::StructType::get(getLLVMContext(), ResultRegTypes); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2041 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 2042 | llvm::FunctionType *FTy = |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2043 | llvm::FunctionType::get(ResultType, ArgTypes, false); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2044 | |
Chad Rosier | 2ab7d43 | 2012-09-04 19:50:17 +0000 | [diff] [blame] | 2045 | bool HasSideEffect = S.isVolatile() || S.getNumOutputs() == 0; |
Chad Rosier | fcf75a3 | 2012-09-05 19:01:07 +0000 | [diff] [blame] | 2046 | llvm::InlineAsm::AsmDialect AsmDialect = isa<MSAsmStmt>(&S) ? |
| 2047 | llvm::InlineAsm::AD_Intel : llvm::InlineAsm::AD_ATT; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2048 | llvm::InlineAsm *IA = |
Chad Rosier | 790cbd8 | 2012-09-04 23:08:24 +0000 | [diff] [blame] | 2049 | llvm::InlineAsm::get(FTy, AsmString, Constraints, HasSideEffect, |
Chad Rosier | fcf75a3 | 2012-09-05 19:01:07 +0000 | [diff] [blame] | 2050 | /* IsAlignStack */ false, AsmDialect); |
Jay Foad | 4c7d9f1 | 2011-07-15 08:37:34 +0000 | [diff] [blame] | 2051 | llvm::CallInst *Result = Builder.CreateCall(IA, Args); |
Bill Wendling | 785b778 | 2012-12-07 23:17:26 +0000 | [diff] [blame] | 2052 | Result->addAttribute(llvm::AttributeSet::FunctionIndex, |
Peter Collingbourne | 15e05e9 | 2013-03-02 01:20:22 +0000 | [diff] [blame] | 2053 | llvm::Attribute::NoUnwind); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2054 | |
Chris Lattner | fc1a9c3 | 2010-04-07 05:46:54 +0000 | [diff] [blame] | 2055 | // Slap the source location of the inline asm into a !srcloc metadata on the |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2056 | // call. |
| 2057 | if (const GCCAsmStmt *gccAsmStmt = dyn_cast<GCCAsmStmt>(&S)) { |
Chad Rosier | a23b91d | 2012-08-28 18:54:39 +0000 | [diff] [blame] | 2058 | Result->setMetadata("srcloc", getAsmSrcLocInfo(gccAsmStmt->getAsmString(), |
| 2059 | *this)); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2060 | } else { |
| 2061 | // At least put the line number on MS inline asm blobs. |
| 2062 | auto Loc = llvm::ConstantInt::get(Int32Ty, S.getAsmLoc().getRawEncoding()); |
Stephen Hines | 0e2c34f | 2015-03-23 12:09:02 -0700 | [diff] [blame^] | 2063 | Result->setMetadata("srcloc", |
| 2064 | llvm::MDNode::get(getLLVMContext(), |
| 2065 | llvm::ConstantAsMetadata::get(Loc))); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2066 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2067 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2068 | // Extract all of the register value results from the asm. |
| 2069 | std::vector<llvm::Value*> RegResults; |
| 2070 | if (ResultRegTypes.size() == 1) { |
| 2071 | RegResults.push_back(Result); |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 2072 | } else { |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2073 | for (unsigned i = 0, e = ResultRegTypes.size(); i != e; ++i) { |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 2074 | llvm::Value *Tmp = Builder.CreateExtractValue(Result, i, "asmresult"); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2075 | RegResults.push_back(Tmp); |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 2076 | } |
| 2077 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2078 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2079 | assert(RegResults.size() == ResultRegTypes.size()); |
| 2080 | assert(RegResults.size() == ResultTruncRegTypes.size()); |
| 2081 | assert(RegResults.size() == ResultRegDests.size()); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2082 | for (unsigned i = 0, e = RegResults.size(); i != e; ++i) { |
| 2083 | llvm::Value *Tmp = RegResults[i]; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2084 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2085 | // If the result type of the LLVM IR asm doesn't match the result type of |
| 2086 | // the expression, do the conversion. |
| 2087 | if (ResultRegTypes[i] != ResultTruncRegTypes[i]) { |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 2088 | llvm::Type *TruncTy = ResultTruncRegTypes[i]; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 2089 | |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 2090 | // Truncate the integer result to the right size, note that TruncTy can be |
| 2091 | // a pointer. |
| 2092 | if (TruncTy->isFloatingPointTy()) |
| 2093 | Tmp = Builder.CreateFPTrunc(Tmp, TruncTy); |
Dan Gohman | 2dca88f | 2010-04-24 04:55:02 +0000 | [diff] [blame] | 2094 | else if (TruncTy->isPointerTy() && Tmp->getType()->isIntegerTy()) { |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame] | 2095 | uint64_t ResSize = CGM.getDataLayout().getTypeSizeInBits(TruncTy); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 2096 | Tmp = Builder.CreateTrunc(Tmp, |
| 2097 | llvm::IntegerType::get(getLLVMContext(), (unsigned)ResSize)); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2098 | Tmp = Builder.CreateIntToPtr(Tmp, TruncTy); |
Dan Gohman | 2dca88f | 2010-04-24 04:55:02 +0000 | [diff] [blame] | 2099 | } else if (Tmp->getType()->isPointerTy() && TruncTy->isIntegerTy()) { |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame] | 2100 | uint64_t TmpSize =CGM.getDataLayout().getTypeSizeInBits(Tmp->getType()); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 2101 | Tmp = Builder.CreatePtrToInt(Tmp, |
| 2102 | llvm::IntegerType::get(getLLVMContext(), (unsigned)TmpSize)); |
Dan Gohman | 2dca88f | 2010-04-24 04:55:02 +0000 | [diff] [blame] | 2103 | Tmp = Builder.CreateTrunc(Tmp, TruncTy); |
| 2104 | } else if (TruncTy->isIntegerTy()) { |
| 2105 | Tmp = Builder.CreateTrunc(Tmp, TruncTy); |
Dale Johannesen | f6e2c20 | 2010-10-29 23:12:32 +0000 | [diff] [blame] | 2106 | } else if (TruncTy->isVectorTy()) { |
| 2107 | Tmp = Builder.CreateBitCast(Tmp, TruncTy); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2108 | } |
| 2109 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2110 | |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 2111 | EmitStoreThroughLValue(RValue::get(Tmp), ResultRegDests[i]); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2112 | } |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2113 | } |
Tareq A. Siraj | 051303c | 2013-04-16 18:53:08 +0000 | [diff] [blame] | 2114 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2115 | LValue CodeGenFunction::InitCapturedStruct(const CapturedStmt &S) { |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2116 | const RecordDecl *RD = S.getCapturedRecordDecl(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2117 | QualType RecordTy = getContext().getRecordType(RD); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2118 | |
| 2119 | // Initialize the captured struct. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2120 | LValue SlotLV = MakeNaturalAlignAddrLValue( |
| 2121 | CreateMemTemp(RecordTy, "agg.captured"), RecordTy); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2122 | |
| 2123 | RecordDecl::field_iterator CurField = RD->field_begin(); |
| 2124 | for (CapturedStmt::capture_init_iterator I = S.capture_init_begin(), |
| 2125 | E = S.capture_init_end(); |
| 2126 | I != E; ++I, ++CurField) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2127 | LValue LV = EmitLValueForFieldInitialization(SlotLV, *CurField); |
| 2128 | if (CurField->hasCapturedVLAType()) { |
| 2129 | auto VAT = CurField->getCapturedVLAType(); |
| 2130 | EmitStoreThroughLValue(RValue::get(VLASizeMap[VAT->getSizeExpr()]), LV); |
| 2131 | } else { |
| 2132 | EmitInitializerForField(*CurField, LV, *I, None); |
| 2133 | } |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2134 | } |
| 2135 | |
| 2136 | return SlotLV; |
| 2137 | } |
| 2138 | |
| 2139 | /// Generate an outlined function for the body of a CapturedStmt, store any |
| 2140 | /// captured variables into the captured struct, and call the outlined function. |
| 2141 | llvm::Function * |
| 2142 | CodeGenFunction::EmitCapturedStmt(const CapturedStmt &S, CapturedRegionKind K) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2143 | LValue CapStruct = InitCapturedStruct(S); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2144 | |
| 2145 | // Emit the CapturedDecl |
| 2146 | CodeGenFunction CGF(CGM, true); |
| 2147 | CGF.CapturedStmtInfo = new CGCapturedStmtInfo(S, K); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 2148 | llvm::Function *F = CGF.GenerateCapturedStmtFunction(S); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2149 | delete CGF.CapturedStmtInfo; |
| 2150 | |
| 2151 | // Emit call to the helper function. |
| 2152 | EmitCallOrInvoke(F, CapStruct.getAddress()); |
| 2153 | |
| 2154 | return F; |
| 2155 | } |
| 2156 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 2157 | llvm::Value * |
| 2158 | CodeGenFunction::GenerateCapturedStmtArgument(const CapturedStmt &S) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2159 | LValue CapStruct = InitCapturedStruct(S); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 2160 | return CapStruct.getAddress(); |
| 2161 | } |
| 2162 | |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2163 | /// Creates the outlined function for a CapturedStmt. |
| 2164 | llvm::Function * |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 2165 | CodeGenFunction::GenerateCapturedStmtFunction(const CapturedStmt &S) { |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2166 | assert(CapturedStmtInfo && |
| 2167 | "CapturedStmtInfo should be set when generating the captured function"); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 2168 | const CapturedDecl *CD = S.getCapturedDecl(); |
| 2169 | const RecordDecl *RD = S.getCapturedRecordDecl(); |
| 2170 | SourceLocation Loc = S.getLocStart(); |
| 2171 | assert(CD->hasBody() && "missing CapturedDecl body"); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2172 | |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2173 | // Build the argument list. |
| 2174 | ASTContext &Ctx = CGM.getContext(); |
| 2175 | FunctionArgList Args; |
| 2176 | Args.append(CD->param_begin(), CD->param_end()); |
| 2177 | |
| 2178 | // Create the function declaration. |
| 2179 | FunctionType::ExtInfo ExtInfo; |
| 2180 | const CGFunctionInfo &FuncInfo = |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 2181 | CGM.getTypes().arrangeFreeFunctionDeclaration(Ctx.VoidTy, Args, ExtInfo, |
| 2182 | /*IsVariadic=*/false); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2183 | llvm::FunctionType *FuncLLVMTy = CGM.getTypes().GetFunctionType(FuncInfo); |
| 2184 | |
| 2185 | llvm::Function *F = |
| 2186 | llvm::Function::Create(FuncLLVMTy, llvm::GlobalValue::InternalLinkage, |
| 2187 | CapturedStmtInfo->getHelperName(), &CGM.getModule()); |
| 2188 | CGM.SetInternalFunctionAttributes(CD, F, FuncInfo); |
| 2189 | |
| 2190 | // Generate the function. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 2191 | StartFunction(CD, Ctx.VoidTy, F, FuncInfo, Args, |
| 2192 | CD->getLocation(), |
| 2193 | CD->getBody()->getLocStart()); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2194 | // Set the context parameter in CapturedStmtInfo. |
| 2195 | llvm::Value *DeclPtr = LocalDeclMap[CD->getContextParam()]; |
| 2196 | assert(DeclPtr && "missing context parameter for CapturedStmt"); |
| 2197 | CapturedStmtInfo->setContextValue(Builder.CreateLoad(DeclPtr)); |
| 2198 | |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 2199 | // Initialize variable-length arrays. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2200 | LValue Base = MakeNaturalAlignAddrLValue(CapturedStmtInfo->getContextValue(), |
| 2201 | Ctx.getTagDeclType(RD)); |
| 2202 | for (auto *FD : RD->fields()) { |
| 2203 | if (FD->hasCapturedVLAType()) { |
| 2204 | auto *ExprArg = EmitLoadOfLValue(EmitLValueForField(Base, FD), |
| 2205 | S.getLocStart()).getScalarVal(); |
| 2206 | auto VAT = FD->getCapturedVLAType(); |
| 2207 | VLASizeMap[VAT->getSizeExpr()] = ExprArg; |
| 2208 | } |
| 2209 | } |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 2210 | |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2211 | // If 'this' is captured, load it into CXXThisValue. |
| 2212 | if (CapturedStmtInfo->isCXXThisExprCaptured()) { |
| 2213 | FieldDecl *FD = CapturedStmtInfo->getThisFieldDecl(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2214 | LValue ThisLValue = EmitLValueForField(Base, FD); |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 2215 | CXXThisValue = EmitLoadOfLValue(ThisLValue, Loc).getScalarVal(); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2216 | } |
| 2217 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 2218 | PGO.assignRegionCounters(CD, F); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2219 | CapturedStmtInfo->EmitBody(*this, CD->getBody()); |
| 2220 | FinishFunction(CD->getBodyRBrace()); |
| 2221 | |
| 2222 | return F; |
Tareq A. Siraj | 051303c | 2013-04-16 18:53:08 +0000 | [diff] [blame] | 2223 | } |