Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1 | //===--- CGStmt.cpp - Emit LLVM Code from Statements ----------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 0bc735f | 2007-12-29 19:59:25 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This contains code to emit Stmt nodes as LLVM code. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Chandler Carruth | 55fc873 | 2012-12-04 09:13:33 +0000 | [diff] [blame] | 14 | #include "CodeGenFunction.h" |
Sanjiv Gupta | e8b9f5b | 2008-05-08 08:54:20 +0000 | [diff] [blame] | 15 | #include "CGDebugInfo.h" |
| 16 | #include "CodeGenModule.h" |
Peter Collingbourne | 4b93d66 | 2011-02-19 23:03:58 +0000 | [diff] [blame] | 17 | #include "TargetInfo.h" |
Daniel Dunbar | de7fb84 | 2008-08-11 05:00:27 +0000 | [diff] [blame] | 18 | #include "clang/AST/StmtVisitor.h" |
Chris Lattner | 7d22bf0 | 2009-03-05 08:04:57 +0000 | [diff] [blame] | 19 | #include "clang/Basic/PrettyStackTrace.h" |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 20 | #include "clang/Basic/TargetInfo.h" |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 21 | #include "clang/Sema/LoopHint.h" |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 22 | #include "clang/Sema/SemaDiagnostic.h" |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 23 | #include "llvm/ADT/StringExtras.h" |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 24 | #include "llvm/IR/CallSite.h" |
Chandler Carruth | 3b844ba | 2013-01-02 11:45:17 +0000 | [diff] [blame] | 25 | #include "llvm/IR/DataLayout.h" |
| 26 | #include "llvm/IR/InlineAsm.h" |
| 27 | #include "llvm/IR/Intrinsics.h" |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 28 | using namespace clang; |
| 29 | using namespace CodeGen; |
| 30 | |
| 31 | //===----------------------------------------------------------------------===// |
| 32 | // Statement Emission |
| 33 | //===----------------------------------------------------------------------===// |
| 34 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 35 | void CodeGenFunction::EmitStopPoint(const Stmt *S) { |
Anders Carlsson | e896d98 | 2009-02-13 08:11:52 +0000 | [diff] [blame] | 36 | if (CGDebugInfo *DI = getDebugInfo()) { |
Eric Christopher | 73fb350 | 2011-10-13 21:45:18 +0000 | [diff] [blame] | 37 | SourceLocation Loc; |
Adrian Prantl | 2736f2e | 2013-06-18 00:27:36 +0000 | [diff] [blame] | 38 | Loc = S->getLocStart(); |
Eric Christopher | 73fb350 | 2011-10-13 21:45:18 +0000 | [diff] [blame] | 39 | DI->EmitLocation(Builder, Loc); |
Adrian Prantl | fa6b079 | 2013-05-02 17:30:20 +0000 | [diff] [blame] | 40 | |
Adrian Prantl | 4008088 | 2013-05-07 22:26:03 +0000 | [diff] [blame] | 41 | LastStopPoint = Loc; |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 42 | } |
| 43 | } |
| 44 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 45 | void CodeGenFunction::EmitStmt(const Stmt *S) { |
| 46 | assert(S && "Null statement?"); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 47 | PGO.setCurrentStmt(S); |
Daniel Dunbar | a448fb2 | 2008-11-11 23:11:34 +0000 | [diff] [blame] | 48 | |
Eric Christopher | f9aac38 | 2011-09-26 15:03:19 +0000 | [diff] [blame] | 49 | // These statements have their own debug info handling. |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 50 | if (EmitSimpleStmt(S)) |
| 51 | return; |
| 52 | |
Daniel Dunbar | d286f05 | 2009-07-19 06:58:07 +0000 | [diff] [blame] | 53 | // Check if we are generating unreachable code. |
| 54 | if (!HaveInsertPoint()) { |
| 55 | // If so, and the statement doesn't contain a label, then we do not need to |
| 56 | // generate actual code. This is safe because (1) the current point is |
| 57 | // unreachable, so we don't need to execute the code, and (2) we've already |
| 58 | // handled the statements which update internal data structures (like the |
| 59 | // local variable map) which could be used by subsequent statements. |
| 60 | if (!ContainsLabel(S)) { |
| 61 | // Verify that any decl statements were handled as simple, they may be in |
| 62 | // scope of subsequent reachable statements. |
| 63 | assert(!isa<DeclStmt>(*S) && "Unexpected DeclStmt!"); |
| 64 | return; |
| 65 | } |
| 66 | |
| 67 | // Otherwise, make a new block to hold the code. |
| 68 | EnsureInsertPoint(); |
| 69 | } |
| 70 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 71 | // Generate a stoppoint if we are emitting debug info. |
| 72 | EmitStopPoint(S); |
Sanjiv Gupta | e8b9f5b | 2008-05-08 08:54:20 +0000 | [diff] [blame] | 73 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 74 | switch (S->getStmtClass()) { |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 75 | case Stmt::NoStmtClass: |
| 76 | case Stmt::CXXCatchStmtClass: |
John Wiegley | 28bbe4b | 2011-04-28 01:08:34 +0000 | [diff] [blame] | 77 | case Stmt::SEHExceptStmtClass: |
| 78 | case Stmt::SEHFinallyStmtClass: |
Douglas Gregor | ba0513d | 2011-10-25 01:33:02 +0000 | [diff] [blame] | 79 | case Stmt::MSDependentExistsStmtClass: |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 80 | llvm_unreachable("invalid statement class to emit generically"); |
| 81 | case Stmt::NullStmtClass: |
| 82 | case Stmt::CompoundStmtClass: |
| 83 | case Stmt::DeclStmtClass: |
| 84 | case Stmt::LabelStmtClass: |
Richard Smith | 534986f | 2012-04-14 00:33:13 +0000 | [diff] [blame] | 85 | case Stmt::AttributedStmtClass: |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 86 | case Stmt::GotoStmtClass: |
| 87 | case Stmt::BreakStmtClass: |
| 88 | case Stmt::ContinueStmtClass: |
| 89 | case Stmt::DefaultStmtClass: |
| 90 | case Stmt::CaseStmtClass: |
| 91 | llvm_unreachable("should have emitted these statements as simple"); |
Daniel Dunbar | cd5e60e | 2009-07-19 08:23:12 +0000 | [diff] [blame] | 92 | |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 93 | #define STMT(Type, Base) |
| 94 | #define ABSTRACT_STMT(Op) |
| 95 | #define EXPR(Type, Base) \ |
| 96 | case Stmt::Type##Class: |
| 97 | #include "clang/AST/StmtNodes.inc" |
John McCall | cd5b22e | 2011-01-12 03:41:02 +0000 | [diff] [blame] | 98 | { |
| 99 | // Remember the block we came in on. |
| 100 | llvm::BasicBlock *incoming = Builder.GetInsertBlock(); |
| 101 | assert(incoming && "expression emission must have an insertion point"); |
| 102 | |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 103 | EmitIgnoredExpr(cast<Expr>(S)); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 104 | |
John McCall | cd5b22e | 2011-01-12 03:41:02 +0000 | [diff] [blame] | 105 | llvm::BasicBlock *outgoing = Builder.GetInsertBlock(); |
| 106 | assert(outgoing && "expression emission cleared block!"); |
| 107 | |
| 108 | // The expression emitters assume (reasonably!) that the insertion |
| 109 | // point is always set. To maintain that, the call-emission code |
| 110 | // for noreturn functions has to enter a new block with no |
| 111 | // predecessors. We want to kill that block and mark the current |
| 112 | // insertion point unreachable in the common case of a call like |
| 113 | // "exit();". Since expression emission doesn't otherwise create |
| 114 | // blocks with no predecessors, we can just test for that. |
| 115 | // However, we must be careful not to do this to our incoming |
| 116 | // block, because *statement* emission does sometimes create |
| 117 | // reachable blocks which will have no predecessors until later in |
| 118 | // the function. This occurs with, e.g., labels that are not |
| 119 | // reachable by fallthrough. |
| 120 | if (incoming != outgoing && outgoing->use_empty()) { |
| 121 | outgoing->eraseFromParent(); |
| 122 | Builder.ClearInsertionPoint(); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 123 | } |
| 124 | break; |
John McCall | cd5b22e | 2011-01-12 03:41:02 +0000 | [diff] [blame] | 125 | } |
John McCall | 2a41637 | 2010-12-05 02:00:02 +0000 | [diff] [blame] | 126 | |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 127 | case Stmt::IndirectGotoStmtClass: |
Daniel Dunbar | 0ffb125 | 2008-08-04 16:51:22 +0000 | [diff] [blame] | 128 | EmitIndirectGotoStmt(cast<IndirectGotoStmt>(*S)); break; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 129 | |
| 130 | case Stmt::IfStmtClass: EmitIfStmt(cast<IfStmt>(*S)); break; |
| 131 | case Stmt::WhileStmtClass: EmitWhileStmt(cast<WhileStmt>(*S)); break; |
| 132 | case Stmt::DoStmtClass: EmitDoStmt(cast<DoStmt>(*S)); break; |
| 133 | case Stmt::ForStmtClass: EmitForStmt(cast<ForStmt>(*S)); break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 134 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 135 | case Stmt::ReturnStmtClass: EmitReturnStmt(cast<ReturnStmt>(*S)); break; |
Daniel Dunbar | a4275d1 | 2008-10-02 18:02:06 +0000 | [diff] [blame] | 136 | |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 137 | case Stmt::SwitchStmtClass: EmitSwitchStmt(cast<SwitchStmt>(*S)); break; |
Chad Rosier | d1a8d2e | 2012-08-28 21:11:24 +0000 | [diff] [blame] | 138 | case Stmt::GCCAsmStmtClass: // Intentional fall-through. |
| 139 | case Stmt::MSAsmStmtClass: EmitAsmStmt(cast<AsmStmt>(*S)); break; |
Alexey Bataev | 0c01835 | 2013-09-06 18:03:48 +0000 | [diff] [blame] | 140 | case Stmt::CapturedStmtClass: { |
| 141 | const CapturedStmt *CS = cast<CapturedStmt>(S); |
| 142 | EmitCapturedStmt(*CS, CS->getCapturedRegionKind()); |
| 143 | } |
Tareq A. Siraj | 051303c | 2013-04-16 18:53:08 +0000 | [diff] [blame] | 144 | break; |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 145 | case Stmt::ObjCAtTryStmtClass: |
Anders Carlsson | 64d5d6c | 2008-09-09 10:04:29 +0000 | [diff] [blame] | 146 | EmitObjCAtTryStmt(cast<ObjCAtTryStmt>(*S)); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 147 | break; |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 148 | case Stmt::ObjCAtCatchStmtClass: |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 149 | llvm_unreachable( |
| 150 | "@catch statements should be handled by EmitObjCAtTryStmt"); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 151 | case Stmt::ObjCAtFinallyStmtClass: |
David Blaikie | b219cfc | 2011-09-23 05:06:16 +0000 | [diff] [blame] | 152 | llvm_unreachable( |
| 153 | "@finally statements should be handled by EmitObjCAtTryStmt"); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 154 | case Stmt::ObjCAtThrowStmtClass: |
Anders Carlsson | 64d5d6c | 2008-09-09 10:04:29 +0000 | [diff] [blame] | 155 | EmitObjCAtThrowStmt(cast<ObjCAtThrowStmt>(*S)); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 156 | break; |
| 157 | case Stmt::ObjCAtSynchronizedStmtClass: |
Chris Lattner | 10cac6f | 2008-11-15 21:26:17 +0000 | [diff] [blame] | 158 | EmitObjCAtSynchronizedStmt(cast<ObjCAtSynchronizedStmt>(*S)); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 159 | break; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 160 | case Stmt::ObjCForCollectionStmtClass: |
Anders Carlsson | 3d8400d | 2008-08-30 19:51:14 +0000 | [diff] [blame] | 161 | EmitObjCForCollectionStmt(cast<ObjCForCollectionStmt>(*S)); |
Daniel Dunbar | 0a04d77 | 2008-08-23 10:51:21 +0000 | [diff] [blame] | 162 | break; |
John McCall | f85e193 | 2011-06-15 23:02:42 +0000 | [diff] [blame] | 163 | case Stmt::ObjCAutoreleasePoolStmtClass: |
| 164 | EmitObjCAutoreleasePoolStmt(cast<ObjCAutoreleasePoolStmt>(*S)); |
| 165 | break; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 166 | |
Anders Carlsson | 6815e94 | 2009-09-27 18:58:34 +0000 | [diff] [blame] | 167 | case Stmt::CXXTryStmtClass: |
| 168 | EmitCXXTryStmt(cast<CXXTryStmt>(*S)); |
| 169 | break; |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 170 | case Stmt::CXXForRangeStmtClass: |
| 171 | EmitCXXForRangeStmt(cast<CXXForRangeStmt>(*S)); |
Reid Kleckner | 98592d9 | 2013-09-16 21:46:30 +0000 | [diff] [blame] | 172 | break; |
John Wiegley | 28bbe4b | 2011-04-28 01:08:34 +0000 | [diff] [blame] | 173 | case Stmt::SEHTryStmtClass: |
Reid Kleckner | 98592d9 | 2013-09-16 21:46:30 +0000 | [diff] [blame] | 174 | EmitSEHTryStmt(cast<SEHTryStmt>(*S)); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 175 | break; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 176 | case Stmt::SEHLeaveStmtClass: |
| 177 | EmitSEHLeaveStmt(cast<SEHLeaveStmt>(*S)); |
| 178 | break; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 179 | case Stmt::OMPParallelDirectiveClass: |
| 180 | EmitOMPParallelDirective(cast<OMPParallelDirective>(*S)); |
| 181 | break; |
| 182 | case Stmt::OMPSimdDirectiveClass: |
| 183 | EmitOMPSimdDirective(cast<OMPSimdDirective>(*S)); |
| 184 | break; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 185 | case Stmt::OMPForDirectiveClass: |
| 186 | EmitOMPForDirective(cast<OMPForDirective>(*S)); |
| 187 | break; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 188 | case Stmt::OMPForSimdDirectiveClass: |
| 189 | EmitOMPForSimdDirective(cast<OMPForSimdDirective>(*S)); |
| 190 | break; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 191 | case Stmt::OMPSectionsDirectiveClass: |
| 192 | EmitOMPSectionsDirective(cast<OMPSectionsDirective>(*S)); |
| 193 | break; |
| 194 | case Stmt::OMPSectionDirectiveClass: |
| 195 | EmitOMPSectionDirective(cast<OMPSectionDirective>(*S)); |
| 196 | break; |
| 197 | case Stmt::OMPSingleDirectiveClass: |
| 198 | EmitOMPSingleDirective(cast<OMPSingleDirective>(*S)); |
| 199 | break; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 200 | case Stmt::OMPMasterDirectiveClass: |
| 201 | EmitOMPMasterDirective(cast<OMPMasterDirective>(*S)); |
| 202 | break; |
| 203 | case Stmt::OMPCriticalDirectiveClass: |
| 204 | EmitOMPCriticalDirective(cast<OMPCriticalDirective>(*S)); |
| 205 | break; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 206 | case Stmt::OMPParallelForDirectiveClass: |
| 207 | EmitOMPParallelForDirective(cast<OMPParallelForDirective>(*S)); |
| 208 | break; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 209 | case Stmt::OMPParallelForSimdDirectiveClass: |
| 210 | EmitOMPParallelForSimdDirective(cast<OMPParallelForSimdDirective>(*S)); |
| 211 | break; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 212 | case Stmt::OMPParallelSectionsDirectiveClass: |
| 213 | EmitOMPParallelSectionsDirective(cast<OMPParallelSectionsDirective>(*S)); |
| 214 | break; |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 215 | case Stmt::OMPTaskDirectiveClass: |
| 216 | EmitOMPTaskDirective(cast<OMPTaskDirective>(*S)); |
| 217 | break; |
| 218 | case Stmt::OMPTaskyieldDirectiveClass: |
| 219 | EmitOMPTaskyieldDirective(cast<OMPTaskyieldDirective>(*S)); |
| 220 | break; |
| 221 | case Stmt::OMPBarrierDirectiveClass: |
| 222 | EmitOMPBarrierDirective(cast<OMPBarrierDirective>(*S)); |
| 223 | break; |
| 224 | case Stmt::OMPTaskwaitDirectiveClass: |
| 225 | EmitOMPTaskwaitDirective(cast<OMPTaskwaitDirective>(*S)); |
| 226 | break; |
| 227 | case Stmt::OMPFlushDirectiveClass: |
| 228 | EmitOMPFlushDirective(cast<OMPFlushDirective>(*S)); |
| 229 | break; |
| 230 | case Stmt::OMPOrderedDirectiveClass: |
| 231 | EmitOMPOrderedDirective(cast<OMPOrderedDirective>(*S)); |
| 232 | break; |
| 233 | case Stmt::OMPAtomicDirectiveClass: |
| 234 | EmitOMPAtomicDirective(cast<OMPAtomicDirective>(*S)); |
| 235 | break; |
| 236 | case Stmt::OMPTargetDirectiveClass: |
| 237 | EmitOMPTargetDirective(cast<OMPTargetDirective>(*S)); |
| 238 | break; |
| 239 | case Stmt::OMPTeamsDirectiveClass: |
| 240 | EmitOMPTeamsDirective(cast<OMPTeamsDirective>(*S)); |
| 241 | break; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 242 | } |
| 243 | } |
| 244 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 245 | bool CodeGenFunction::EmitSimpleStmt(const Stmt *S) { |
| 246 | switch (S->getStmtClass()) { |
| 247 | default: return false; |
| 248 | case Stmt::NullStmtClass: break; |
| 249 | case Stmt::CompoundStmtClass: EmitCompoundStmt(cast<CompoundStmt>(*S)); break; |
Daniel Dunbar | d286f05 | 2009-07-19 06:58:07 +0000 | [diff] [blame] | 250 | case Stmt::DeclStmtClass: EmitDeclStmt(cast<DeclStmt>(*S)); break; |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 251 | case Stmt::LabelStmtClass: EmitLabelStmt(cast<LabelStmt>(*S)); break; |
Richard Smith | 534986f | 2012-04-14 00:33:13 +0000 | [diff] [blame] | 252 | case Stmt::AttributedStmtClass: |
| 253 | EmitAttributedStmt(cast<AttributedStmt>(*S)); break; |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 254 | case Stmt::GotoStmtClass: EmitGotoStmt(cast<GotoStmt>(*S)); break; |
| 255 | case Stmt::BreakStmtClass: EmitBreakStmt(cast<BreakStmt>(*S)); break; |
| 256 | case Stmt::ContinueStmtClass: EmitContinueStmt(cast<ContinueStmt>(*S)); break; |
| 257 | case Stmt::DefaultStmtClass: EmitDefaultStmt(cast<DefaultStmt>(*S)); break; |
| 258 | case Stmt::CaseStmtClass: EmitCaseStmt(cast<CaseStmt>(*S)); break; |
| 259 | } |
| 260 | |
| 261 | return true; |
| 262 | } |
| 263 | |
Chris Lattner | 3379320 | 2007-08-31 22:09:40 +0000 | [diff] [blame] | 264 | /// EmitCompoundStmt - Emit a compound statement {..} node. If GetLast is true, |
| 265 | /// this captures the expression result of the last sub-statement and returns it |
| 266 | /// (for use by the statement expression extension). |
Eli Friedman | 2ac2fa7 | 2013-06-10 22:04:49 +0000 | [diff] [blame] | 267 | llvm::Value* CodeGenFunction::EmitCompoundStmt(const CompoundStmt &S, bool GetLast, |
| 268 | AggValueSlot AggSlot) { |
Chris Lattner | 7d22bf0 | 2009-03-05 08:04:57 +0000 | [diff] [blame] | 269 | PrettyStackTraceLoc CrashInfo(getContext().getSourceManager(),S.getLBracLoc(), |
| 270 | "LLVM IR generation of compound statement ('{}')"); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 271 | |
Eric Christopher | fdc5d56 | 2012-02-23 00:43:07 +0000 | [diff] [blame] | 272 | // Keep track of the current cleanup stack depth, including debug scopes. |
| 273 | LexicalScope Scope(*this, S.getSourceRange()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 274 | |
David Blaikie | a650485 | 2013-01-26 22:16:26 +0000 | [diff] [blame] | 275 | return EmitCompoundStmtWithoutScope(S, GetLast, AggSlot); |
| 276 | } |
| 277 | |
Eli Friedman | 2ac2fa7 | 2013-06-10 22:04:49 +0000 | [diff] [blame] | 278 | llvm::Value* |
| 279 | CodeGenFunction::EmitCompoundStmtWithoutScope(const CompoundStmt &S, |
| 280 | bool GetLast, |
| 281 | AggValueSlot AggSlot) { |
David Blaikie | a650485 | 2013-01-26 22:16:26 +0000 | [diff] [blame] | 282 | |
Chris Lattner | 3379320 | 2007-08-31 22:09:40 +0000 | [diff] [blame] | 283 | for (CompoundStmt::const_body_iterator I = S.body_begin(), |
| 284 | E = S.body_end()-GetLast; I != E; ++I) |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 285 | EmitStmt(*I); |
Sanjiv Gupta | e8b9f5b | 2008-05-08 08:54:20 +0000 | [diff] [blame] | 286 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 287 | llvm::Value *RetAlloca = nullptr; |
Eli Friedman | 2ac2fa7 | 2013-06-10 22:04:49 +0000 | [diff] [blame] | 288 | if (GetLast) { |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 289 | // We have to special case labels here. They are statements, but when put |
Anders Carlsson | 17d28a3 | 2008-12-12 05:52:00 +0000 | [diff] [blame] | 290 | // at the end of a statement expression, they yield the value of their |
| 291 | // subexpression. Handle this by walking through all labels we encounter, |
| 292 | // emitting them before we evaluate the subexpr. |
| 293 | const Stmt *LastStmt = S.body_back(); |
| 294 | while (const LabelStmt *LS = dyn_cast<LabelStmt>(LastStmt)) { |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 295 | EmitLabel(LS->getDecl()); |
Anders Carlsson | 17d28a3 | 2008-12-12 05:52:00 +0000 | [diff] [blame] | 296 | LastStmt = LS->getSubStmt(); |
| 297 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 298 | |
Anders Carlsson | 17d28a3 | 2008-12-12 05:52:00 +0000 | [diff] [blame] | 299 | EnsureInsertPoint(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 300 | |
Eli Friedman | 2ac2fa7 | 2013-06-10 22:04:49 +0000 | [diff] [blame] | 301 | QualType ExprTy = cast<Expr>(LastStmt)->getType(); |
| 302 | if (hasAggregateEvaluationKind(ExprTy)) { |
| 303 | EmitAggExpr(cast<Expr>(LastStmt), AggSlot); |
| 304 | } else { |
| 305 | // We can't return an RValue here because there might be cleanups at |
| 306 | // the end of the StmtExpr. Because of that, we have to emit the result |
| 307 | // here into a temporary alloca. |
| 308 | RetAlloca = CreateMemTemp(ExprTy); |
| 309 | EmitAnyExprToMem(cast<Expr>(LastStmt), RetAlloca, Qualifiers(), |
| 310 | /*IsInit*/false); |
| 311 | } |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 312 | |
Anders Carlsson | 17d28a3 | 2008-12-12 05:52:00 +0000 | [diff] [blame] | 313 | } |
| 314 | |
Eli Friedman | 2ac2fa7 | 2013-06-10 22:04:49 +0000 | [diff] [blame] | 315 | return RetAlloca; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 316 | } |
| 317 | |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 318 | void CodeGenFunction::SimplifyForwardingBlocks(llvm::BasicBlock *BB) { |
| 319 | llvm::BranchInst *BI = dyn_cast<llvm::BranchInst>(BB->getTerminator()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 320 | |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 321 | // If there is a cleanup stack, then we it isn't worth trying to |
| 322 | // simplify this block (we would need to remove it from the scope map |
| 323 | // and cleanup entry). |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 324 | if (!EHStack.empty()) |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 325 | return; |
| 326 | |
| 327 | // Can only simplify direct branches. |
| 328 | if (!BI || !BI->isUnconditional()) |
| 329 | return; |
| 330 | |
Eli Friedman | 3d7c780 | 2012-10-26 23:23:35 +0000 | [diff] [blame] | 331 | // Can only simplify empty blocks. |
| 332 | if (BI != BB->begin()) |
| 333 | return; |
| 334 | |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 335 | BB->replaceAllUsesWith(BI->getSuccessor(0)); |
| 336 | BI->eraseFromParent(); |
| 337 | BB->eraseFromParent(); |
| 338 | } |
| 339 | |
Daniel Dunbar | a0c21a8 | 2008-11-13 01:24:05 +0000 | [diff] [blame] | 340 | void CodeGenFunction::EmitBlock(llvm::BasicBlock *BB, bool IsFinished) { |
John McCall | 548ce5e | 2010-04-21 11:18:06 +0000 | [diff] [blame] | 341 | llvm::BasicBlock *CurBB = Builder.GetInsertBlock(); |
| 342 | |
Daniel Dunbar | d57a871 | 2008-11-11 09:41:28 +0000 | [diff] [blame] | 343 | // Fall out of the current block (if necessary). |
| 344 | EmitBranch(BB); |
Daniel Dunbar | a0c21a8 | 2008-11-13 01:24:05 +0000 | [diff] [blame] | 345 | |
| 346 | if (IsFinished && BB->use_empty()) { |
| 347 | delete BB; |
| 348 | return; |
| 349 | } |
| 350 | |
John McCall | 839cbaa | 2010-04-21 10:29:06 +0000 | [diff] [blame] | 351 | // Place the block after the current block, if possible, or else at |
| 352 | // the end of the function. |
John McCall | 548ce5e | 2010-04-21 11:18:06 +0000 | [diff] [blame] | 353 | if (CurBB && CurBB->getParent()) |
| 354 | CurFn->getBasicBlockList().insertAfter(CurBB, BB); |
John McCall | 839cbaa | 2010-04-21 10:29:06 +0000 | [diff] [blame] | 355 | else |
| 356 | CurFn->getBasicBlockList().push_back(BB); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 357 | Builder.SetInsertPoint(BB); |
| 358 | } |
| 359 | |
Daniel Dunbar | d57a871 | 2008-11-11 09:41:28 +0000 | [diff] [blame] | 360 | void CodeGenFunction::EmitBranch(llvm::BasicBlock *Target) { |
| 361 | // Emit a branch from the current block to the target one if this |
| 362 | // was a real block. If this was just a fall-through block after a |
| 363 | // terminator, don't emit it. |
| 364 | llvm::BasicBlock *CurBB = Builder.GetInsertBlock(); |
| 365 | |
| 366 | if (!CurBB || CurBB->getTerminator()) { |
| 367 | // If there is no insert point or the previous block is already |
| 368 | // terminated, don't touch it. |
Daniel Dunbar | d57a871 | 2008-11-11 09:41:28 +0000 | [diff] [blame] | 369 | } else { |
| 370 | // Otherwise, create a fall-through branch. |
| 371 | Builder.CreateBr(Target); |
| 372 | } |
Daniel Dunbar | 5e08ad3 | 2008-11-11 22:06:59 +0000 | [diff] [blame] | 373 | |
| 374 | Builder.ClearInsertionPoint(); |
Daniel Dunbar | d57a871 | 2008-11-11 09:41:28 +0000 | [diff] [blame] | 375 | } |
| 376 | |
John McCall | 777d6e5 | 2011-08-11 02:22:43 +0000 | [diff] [blame] | 377 | void CodeGenFunction::EmitBlockAfterUses(llvm::BasicBlock *block) { |
| 378 | bool inserted = false; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 379 | for (llvm::User *u : block->users()) { |
| 380 | if (llvm::Instruction *insn = dyn_cast<llvm::Instruction>(u)) { |
John McCall | 777d6e5 | 2011-08-11 02:22:43 +0000 | [diff] [blame] | 381 | CurFn->getBasicBlockList().insertAfter(insn->getParent(), block); |
| 382 | inserted = true; |
| 383 | break; |
| 384 | } |
| 385 | } |
| 386 | |
| 387 | if (!inserted) |
| 388 | CurFn->getBasicBlockList().push_back(block); |
| 389 | |
| 390 | Builder.SetInsertPoint(block); |
| 391 | } |
| 392 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 393 | CodeGenFunction::JumpDest |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 394 | CodeGenFunction::getJumpDestForLabel(const LabelDecl *D) { |
| 395 | JumpDest &Dest = LabelMap[D]; |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 396 | if (Dest.isValid()) return Dest; |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 397 | |
| 398 | // Create, but don't insert, the new block. |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 399 | Dest = JumpDest(createBasicBlock(D->getName()), |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 400 | EHScopeStack::stable_iterator::invalid(), |
| 401 | NextCleanupDestIndex++); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 402 | return Dest; |
| 403 | } |
| 404 | |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 405 | void CodeGenFunction::EmitLabel(const LabelDecl *D) { |
Nadav Rotem | 495cfa4 | 2013-03-23 06:43:35 +0000 | [diff] [blame] | 406 | // Add this label to the current lexical scope if we're within any |
| 407 | // normal cleanups. Jumps "in" to this label --- when permitted by |
| 408 | // the language --- may need to be routed around such cleanups. |
| 409 | if (EHStack.hasNormalCleanups() && CurLexicalScope) |
| 410 | CurLexicalScope->addLabel(D); |
| 411 | |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 412 | JumpDest &Dest = LabelMap[D]; |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 413 | |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 414 | // If we didn't need a forward reference to this label, just go |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 415 | // ahead and create a destination at the current scope. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 416 | if (!Dest.isValid()) { |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 417 | Dest = getJumpDestInCurrentScope(D->getName()); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 418 | |
| 419 | // Otherwise, we need to give this label a target depth and remove |
| 420 | // it from the branch-fixups list. |
| 421 | } else { |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 422 | assert(!Dest.getScopeDepth().isValid() && "already emitted label!"); |
Nadav Rotem | 495cfa4 | 2013-03-23 06:43:35 +0000 | [diff] [blame] | 423 | Dest.setScopeDepth(EHStack.stable_begin()); |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 424 | ResolveBranchFixups(Dest.getBlock()); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 425 | } |
| 426 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 427 | RegionCounter Cnt = getPGORegionCounter(D->getStmt()); |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 428 | EmitBlock(Dest.getBlock()); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 429 | Cnt.beginRegion(Builder); |
Chris Lattner | 91d723d | 2008-07-26 20:23:23 +0000 | [diff] [blame] | 430 | } |
| 431 | |
Nadav Rotem | 495cfa4 | 2013-03-23 06:43:35 +0000 | [diff] [blame] | 432 | /// Change the cleanup scope of the labels in this lexical scope to |
| 433 | /// match the scope of the enclosing context. |
| 434 | void CodeGenFunction::LexicalScope::rescopeLabels() { |
| 435 | assert(!Labels.empty()); |
| 436 | EHScopeStack::stable_iterator innermostScope |
| 437 | = CGF.EHStack.getInnermostNormalCleanup(); |
| 438 | |
| 439 | // Change the scope depth of all the labels. |
| 440 | for (SmallVectorImpl<const LabelDecl*>::const_iterator |
| 441 | i = Labels.begin(), e = Labels.end(); i != e; ++i) { |
| 442 | assert(CGF.LabelMap.count(*i)); |
| 443 | JumpDest &dest = CGF.LabelMap.find(*i)->second; |
| 444 | assert(dest.getScopeDepth().isValid()); |
| 445 | assert(innermostScope.encloses(dest.getScopeDepth())); |
| 446 | dest.setScopeDepth(innermostScope); |
| 447 | } |
| 448 | |
| 449 | // Reparent the labels if the new scope also has cleanups. |
| 450 | if (innermostScope != EHScopeStack::stable_end() && ParentScope) { |
| 451 | ParentScope->Labels.append(Labels.begin(), Labels.end()); |
| 452 | } |
| 453 | } |
| 454 | |
Chris Lattner | 91d723d | 2008-07-26 20:23:23 +0000 | [diff] [blame] | 455 | |
| 456 | void CodeGenFunction::EmitLabelStmt(const LabelStmt &S) { |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 457 | EmitLabel(S.getDecl()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 458 | EmitStmt(S.getSubStmt()); |
| 459 | } |
| 460 | |
Richard Smith | 534986f | 2012-04-14 00:33:13 +0000 | [diff] [blame] | 461 | void CodeGenFunction::EmitAttributedStmt(const AttributedStmt &S) { |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 462 | const Stmt *SubStmt = S.getSubStmt(); |
| 463 | switch (SubStmt->getStmtClass()) { |
| 464 | case Stmt::DoStmtClass: |
| 465 | EmitDoStmt(cast<DoStmt>(*SubStmt), S.getAttrs()); |
| 466 | break; |
| 467 | case Stmt::ForStmtClass: |
| 468 | EmitForStmt(cast<ForStmt>(*SubStmt), S.getAttrs()); |
| 469 | break; |
| 470 | case Stmt::WhileStmtClass: |
| 471 | EmitWhileStmt(cast<WhileStmt>(*SubStmt), S.getAttrs()); |
| 472 | break; |
| 473 | case Stmt::CXXForRangeStmtClass: |
| 474 | EmitCXXForRangeStmt(cast<CXXForRangeStmt>(*SubStmt), S.getAttrs()); |
| 475 | break; |
| 476 | default: |
| 477 | EmitStmt(SubStmt); |
| 478 | } |
Richard Smith | 534986f | 2012-04-14 00:33:13 +0000 | [diff] [blame] | 479 | } |
| 480 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 481 | void CodeGenFunction::EmitGotoStmt(const GotoStmt &S) { |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 482 | // If this code is reachable then emit a stop point (if generating |
| 483 | // debug info). We have to do this ourselves because we are on the |
| 484 | // "simple" statement path. |
| 485 | if (HaveInsertPoint()) |
| 486 | EmitStopPoint(&S); |
Mike Stump | 36a2ada | 2009-02-07 12:52:26 +0000 | [diff] [blame] | 487 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 488 | EmitBranchThroughCleanup(getJumpDestForLabel(S.getLabel())); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 489 | } |
| 490 | |
Chris Lattner | 3d00fdc | 2009-10-13 06:55:33 +0000 | [diff] [blame] | 491 | |
Daniel Dunbar | 0ffb125 | 2008-08-04 16:51:22 +0000 | [diff] [blame] | 492 | void CodeGenFunction::EmitIndirectGotoStmt(const IndirectGotoStmt &S) { |
Chris Lattner | ad8dcf4 | 2011-02-17 07:39:24 +0000 | [diff] [blame] | 493 | if (const LabelDecl *Target = S.getConstantTarget()) { |
John McCall | 95c225d | 2010-10-28 08:53:48 +0000 | [diff] [blame] | 494 | EmitBranchThroughCleanup(getJumpDestForLabel(Target)); |
| 495 | return; |
| 496 | } |
| 497 | |
Chris Lattner | 49c952f | 2009-11-06 18:10:47 +0000 | [diff] [blame] | 498 | // Ensure that we have an i8* for our PHI node. |
Chris Lattner | d9becd1 | 2009-10-28 23:59:40 +0000 | [diff] [blame] | 499 | llvm::Value *V = Builder.CreateBitCast(EmitScalarExpr(S.getTarget()), |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 500 | Int8PtrTy, "addr"); |
Chris Lattner | 3d00fdc | 2009-10-13 06:55:33 +0000 | [diff] [blame] | 501 | llvm::BasicBlock *CurBB = Builder.GetInsertBlock(); |
Daniel Dunbar | 0ffb125 | 2008-08-04 16:51:22 +0000 | [diff] [blame] | 502 | |
Chris Lattner | 3d00fdc | 2009-10-13 06:55:33 +0000 | [diff] [blame] | 503 | // Get the basic block for the indirect goto. |
| 504 | llvm::BasicBlock *IndGotoBB = GetIndirectGotoBlock(); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 505 | |
Chris Lattner | 3d00fdc | 2009-10-13 06:55:33 +0000 | [diff] [blame] | 506 | // The first instruction in the block has to be the PHI for the switch dest, |
| 507 | // add an entry for this branch. |
| 508 | cast<llvm::PHINode>(IndGotoBB->begin())->addIncoming(V, CurBB); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 509 | |
Chris Lattner | 3d00fdc | 2009-10-13 06:55:33 +0000 | [diff] [blame] | 510 | EmitBranch(IndGotoBB); |
Daniel Dunbar | 0ffb125 | 2008-08-04 16:51:22 +0000 | [diff] [blame] | 511 | } |
| 512 | |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 513 | void CodeGenFunction::EmitIfStmt(const IfStmt &S) { |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 514 | // C99 6.8.4.1: The first substatement is executed if the expression compares |
| 515 | // unequal to 0. The condition must be a scalar type. |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 516 | LexicalScope ConditionScope(*this, S.getCond()->getSourceRange()); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 517 | RegionCounter Cnt = getPGORegionCounter(&S); |
Adrian Prantl | 8d37858 | 2013-06-08 00:16:55 +0000 | [diff] [blame] | 518 | |
Douglas Gregor | 8cfe5a7 | 2009-11-23 23:44:04 +0000 | [diff] [blame] | 519 | if (S.getConditionVariable()) |
John McCall | b6bbcc9 | 2010-10-15 04:57:14 +0000 | [diff] [blame] | 520 | EmitAutoVarDecl(*S.getConditionVariable()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 521 | |
Chris Lattner | 9bc47e2 | 2008-11-12 07:46:33 +0000 | [diff] [blame] | 522 | // If the condition constant folds and can be elided, try to avoid emitting |
| 523 | // the condition and the dead arm of the if/else. |
Chris Lattner | c2c9001 | 2011-02-27 23:02:32 +0000 | [diff] [blame] | 524 | bool CondConstant; |
| 525 | if (ConstantFoldsToSimpleInteger(S.getCond(), CondConstant)) { |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 526 | // Figure out which block (then or else) is executed. |
Chris Lattner | c2c9001 | 2011-02-27 23:02:32 +0000 | [diff] [blame] | 527 | const Stmt *Executed = S.getThen(); |
| 528 | const Stmt *Skipped = S.getElse(); |
| 529 | if (!CondConstant) // Condition false? |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 530 | std::swap(Executed, Skipped); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 531 | |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 532 | // If the skipped block has no labels in it, just emit the executed block. |
| 533 | // This avoids emitting dead code and simplifies the CFG substantially. |
Chris Lattner | 9bc47e2 | 2008-11-12 07:46:33 +0000 | [diff] [blame] | 534 | if (!ContainsLabel(Skipped)) { |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 535 | if (CondConstant) |
| 536 | Cnt.beginRegion(Builder); |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 537 | if (Executed) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 538 | RunCleanupsScope ExecutedScope(*this); |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 539 | EmitStmt(Executed); |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 540 | } |
Chris Lattner | 62b72f6 | 2008-11-11 07:24:28 +0000 | [diff] [blame] | 541 | return; |
| 542 | } |
| 543 | } |
Chris Lattner | 9bc47e2 | 2008-11-12 07:46:33 +0000 | [diff] [blame] | 544 | |
| 545 | // Otherwise, the condition did not fold, or we couldn't elide it. Just emit |
| 546 | // the conditional branch. |
Daniel Dunbar | 781d7ca | 2008-11-13 00:47:57 +0000 | [diff] [blame] | 547 | llvm::BasicBlock *ThenBlock = createBasicBlock("if.then"); |
| 548 | llvm::BasicBlock *ContBlock = createBasicBlock("if.end"); |
| 549 | llvm::BasicBlock *ElseBlock = ContBlock; |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 550 | if (S.getElse()) |
Daniel Dunbar | 781d7ca | 2008-11-13 00:47:57 +0000 | [diff] [blame] | 551 | ElseBlock = createBasicBlock("if.else"); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 552 | |
| 553 | EmitBranchOnBoolExpr(S.getCond(), ThenBlock, ElseBlock, Cnt.getCount()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 554 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 555 | // Emit the 'then' code. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 556 | EmitBlock(ThenBlock); |
| 557 | Cnt.beginRegion(Builder); |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 558 | { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 559 | RunCleanupsScope ThenScope(*this); |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 560 | EmitStmt(S.getThen()); |
| 561 | } |
Daniel Dunbar | d57a871 | 2008-11-11 09:41:28 +0000 | [diff] [blame] | 562 | EmitBranch(ContBlock); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 563 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 564 | // Emit the 'else' code if present. |
| 565 | if (const Stmt *Else = S.getElse()) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 566 | { |
| 567 | // There is no need to emit line number for unconditional branch. |
| 568 | SuppressDebugLocation S(Builder); |
| 569 | EmitBlock(ElseBlock); |
| 570 | } |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 571 | { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 572 | RunCleanupsScope ElseScope(*this); |
Douglas Gregor | 01234bb | 2009-11-24 16:43:22 +0000 | [diff] [blame] | 573 | EmitStmt(Else); |
| 574 | } |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 575 | { |
| 576 | // There is no need to emit line number for unconditional branch. |
| 577 | SuppressDebugLocation S(Builder); |
| 578 | EmitBranch(ContBlock); |
| 579 | } |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 580 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 581 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 582 | // Emit the continuation block for code after the if. |
Daniel Dunbar | c22d665 | 2008-11-13 01:54:24 +0000 | [diff] [blame] | 583 | EmitBlock(ContBlock, true); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 584 | } |
| 585 | |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 586 | void CodeGenFunction::EmitCondBrHints(llvm::LLVMContext &Context, |
| 587 | llvm::BranchInst *CondBr, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 588 | ArrayRef<const Attr *> Attrs) { |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 589 | // Return if there are no hints. |
| 590 | if (Attrs.empty()) |
| 591 | return; |
| 592 | |
| 593 | // Add vectorize and unroll hints to the metadata on the conditional branch. |
| 594 | SmallVector<llvm::Value *, 2> Metadata(1); |
| 595 | for (const auto *Attr : Attrs) { |
| 596 | const LoopHintAttr *LH = dyn_cast<LoopHintAttr>(Attr); |
| 597 | |
| 598 | // Skip non loop hint attributes |
| 599 | if (!LH) |
| 600 | continue; |
| 601 | |
| 602 | LoopHintAttr::OptionType Option = LH->getOption(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 603 | LoopHintAttr::LoopHintState State = LH->getState(); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 604 | const char *MetadataName; |
| 605 | switch (Option) { |
| 606 | case LoopHintAttr::Vectorize: |
| 607 | case LoopHintAttr::VectorizeWidth: |
| 608 | MetadataName = "llvm.loop.vectorize.width"; |
| 609 | break; |
| 610 | case LoopHintAttr::Interleave: |
| 611 | case LoopHintAttr::InterleaveCount: |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 612 | MetadataName = "llvm.loop.interleave.count"; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 613 | break; |
| 614 | case LoopHintAttr::Unroll: |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 615 | // With the unroll loop hint, a non-zero value indicates full unrolling. |
| 616 | MetadataName = State == LoopHintAttr::Disable ? "llvm.loop.unroll.disable" |
| 617 | : "llvm.loop.unroll.full"; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 618 | break; |
| 619 | case LoopHintAttr::UnrollCount: |
| 620 | MetadataName = "llvm.loop.unroll.count"; |
| 621 | break; |
| 622 | } |
| 623 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 624 | Expr *ValueExpr = LH->getValue(); |
| 625 | int ValueInt = 1; |
| 626 | if (ValueExpr) { |
| 627 | llvm::APSInt ValueAPS = |
| 628 | ValueExpr->EvaluateKnownConstInt(CGM.getContext()); |
| 629 | ValueInt = static_cast<int>(ValueAPS.getSExtValue()); |
| 630 | } |
| 631 | |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 632 | llvm::Value *Value; |
| 633 | llvm::MDString *Name; |
| 634 | switch (Option) { |
| 635 | case LoopHintAttr::Vectorize: |
| 636 | case LoopHintAttr::Interleave: |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 637 | if (State != LoopHintAttr::Disable) { |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 638 | // FIXME: In the future I will modifiy the behavior of the metadata |
| 639 | // so we can enable/disable vectorization and interleaving separately. |
| 640 | Name = llvm::MDString::get(Context, "llvm.loop.vectorize.enable"); |
| 641 | Value = Builder.getTrue(); |
| 642 | break; |
| 643 | } |
| 644 | // Vectorization/interleaving is disabled, set width/count to 1. |
| 645 | ValueInt = 1; |
| 646 | // Fallthrough. |
| 647 | case LoopHintAttr::VectorizeWidth: |
| 648 | case LoopHintAttr::InterleaveCount: |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 649 | case LoopHintAttr::UnrollCount: |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 650 | Name = llvm::MDString::get(Context, MetadataName); |
| 651 | Value = llvm::ConstantInt::get(Int32Ty, ValueInt); |
| 652 | break; |
| 653 | case LoopHintAttr::Unroll: |
| 654 | Name = llvm::MDString::get(Context, MetadataName); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 655 | Value = nullptr; |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 656 | break; |
| 657 | } |
| 658 | |
| 659 | SmallVector<llvm::Value *, 2> OpValues; |
| 660 | OpValues.push_back(Name); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 661 | if (Value) |
| 662 | OpValues.push_back(Value); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 663 | |
| 664 | // Set or overwrite metadata indicated by Name. |
| 665 | Metadata.push_back(llvm::MDNode::get(Context, OpValues)); |
| 666 | } |
| 667 | |
| 668 | if (!Metadata.empty()) { |
| 669 | // Add llvm.loop MDNode to CondBr. |
| 670 | llvm::MDNode *LoopID = llvm::MDNode::get(Context, Metadata); |
| 671 | LoopID->replaceOperandWith(0, LoopID); // First op points to itself. |
| 672 | |
| 673 | CondBr->setMetadata("llvm.loop", LoopID); |
| 674 | } |
| 675 | } |
| 676 | |
| 677 | void CodeGenFunction::EmitWhileStmt(const WhileStmt &S, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 678 | ArrayRef<const Attr *> WhileAttrs) { |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 679 | RegionCounter Cnt = getPGORegionCounter(&S); |
| 680 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 681 | // Emit the header for the loop, which will also become |
| 682 | // the continue target. |
| 683 | JumpDest LoopHeader = getJumpDestInCurrentScope("while.cond"); |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 684 | EmitBlock(LoopHeader.getBlock()); |
Mike Stump | 72cac2c | 2009-02-07 18:08:12 +0000 | [diff] [blame] | 685 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 686 | LoopStack.push(LoopHeader.getBlock()); |
| 687 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 688 | // Create an exit block for when the condition fails, which will |
| 689 | // also become the break target. |
| 690 | JumpDest LoopExit = getJumpDestInCurrentScope("while.end"); |
Mike Stump | 72cac2c | 2009-02-07 18:08:12 +0000 | [diff] [blame] | 691 | |
| 692 | // Store the blocks to use for break and continue. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 693 | BreakContinueStack.push_back(BreakContinue(LoopExit, LoopHeader)); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 694 | |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 695 | // C++ [stmt.while]p2: |
| 696 | // When the condition of a while statement is a declaration, the |
| 697 | // scope of the variable that is declared extends from its point |
| 698 | // of declaration (3.3.2) to the end of the while statement. |
| 699 | // [...] |
| 700 | // The object created in a condition is destroyed and created |
| 701 | // with each iteration of the loop. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 702 | RunCleanupsScope ConditionScope(*this); |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 703 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 704 | if (S.getConditionVariable()) |
John McCall | b6bbcc9 | 2010-10-15 04:57:14 +0000 | [diff] [blame] | 705 | EmitAutoVarDecl(*S.getConditionVariable()); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 706 | |
Mike Stump | 16b1620 | 2009-02-07 17:18:33 +0000 | [diff] [blame] | 707 | // Evaluate the conditional in the while header. C99 6.8.5.1: The |
| 708 | // evaluation of the controlling expression takes place before each |
| 709 | // execution of the loop body. |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 710 | llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond()); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 711 | |
Devang Patel | 2c30d8f | 2007-10-09 20:51:27 +0000 | [diff] [blame] | 712 | // while(1) is common, avoid extra exit blocks. Be sure |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 713 | // to correctly handle break/continue though. |
Devang Patel | 2c30d8f | 2007-10-09 20:51:27 +0000 | [diff] [blame] | 714 | bool EmitBoolCondBranch = true; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 715 | if (llvm::ConstantInt *C = dyn_cast<llvm::ConstantInt>(BoolCondVal)) |
Devang Patel | 2c30d8f | 2007-10-09 20:51:27 +0000 | [diff] [blame] | 716 | if (C->isOne()) |
| 717 | EmitBoolCondBranch = false; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 718 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 719 | // As long as the condition is true, go to the loop body. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 720 | llvm::BasicBlock *LoopBody = createBasicBlock("while.body"); |
| 721 | if (EmitBoolCondBranch) { |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 722 | llvm::BasicBlock *ExitBlock = LoopExit.getBlock(); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 723 | if (ConditionScope.requiresCleanups()) |
| 724 | ExitBlock = createBasicBlock("while.exit"); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 725 | llvm::BranchInst *CondBr = |
| 726 | Builder.CreateCondBr(BoolCondVal, LoopBody, ExitBlock, |
| 727 | PGO.createLoopWeights(S.getCond(), Cnt)); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 728 | |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 729 | if (ExitBlock != LoopExit.getBlock()) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 730 | EmitBlock(ExitBlock); |
| 731 | EmitBranchThroughCleanup(LoopExit); |
| 732 | } |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 733 | |
| 734 | // Attach metadata to loop body conditional branch. |
| 735 | EmitCondBrHints(LoopBody->getContext(), CondBr, WhileAttrs); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 736 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 737 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 738 | // Emit the loop body. We have to emit this in a cleanup scope |
| 739 | // because it might be a singleton DeclStmt. |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 740 | { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 741 | RunCleanupsScope BodyScope(*this); |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 742 | EmitBlock(LoopBody); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 743 | Cnt.beginRegion(Builder); |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 744 | EmitStmt(S.getBody()); |
| 745 | } |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 746 | |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 747 | BreakContinueStack.pop_back(); |
| 748 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 749 | // Immediately force cleanup. |
| 750 | ConditionScope.ForceCleanup(); |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 751 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 752 | EmitStopPoint(&S); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 753 | // Branch to the loop header again. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 754 | EmitBranch(LoopHeader.getBlock()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 755 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 756 | LoopStack.pop(); |
| 757 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 758 | // Emit the exit block. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 759 | EmitBlock(LoopExit.getBlock(), true); |
Douglas Gregor | 5656e14 | 2009-11-24 21:15:44 +0000 | [diff] [blame] | 760 | |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 761 | // The LoopHeader typically is just a branch if we skipped emitting |
| 762 | // a branch, try to erase it. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 763 | if (!EmitBoolCondBranch) |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 764 | SimplifyForwardingBlocks(LoopHeader.getBlock()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 765 | } |
| 766 | |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 767 | void CodeGenFunction::EmitDoStmt(const DoStmt &S, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 768 | ArrayRef<const Attr *> DoAttrs) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 769 | JumpDest LoopExit = getJumpDestInCurrentScope("do.end"); |
| 770 | JumpDest LoopCond = getJumpDestInCurrentScope("do.cond"); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 771 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 772 | RegionCounter Cnt = getPGORegionCounter(&S); |
| 773 | |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 774 | // Store the blocks to use for break and continue. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 775 | BreakContinueStack.push_back(BreakContinue(LoopExit, LoopCond)); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 776 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 777 | // Emit the body of the loop. |
| 778 | llvm::BasicBlock *LoopBody = createBasicBlock("do.body"); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 779 | |
| 780 | LoopStack.push(LoopBody); |
| 781 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 782 | EmitBlockWithFallThrough(LoopBody, Cnt); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 783 | { |
| 784 | RunCleanupsScope BodyScope(*this); |
| 785 | EmitStmt(S.getBody()); |
| 786 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 787 | |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 788 | EmitBlock(LoopCond.getBlock()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 789 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 790 | // C99 6.8.5.2: "The evaluation of the controlling expression takes place |
| 791 | // after each execution of the loop body." |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 792 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 793 | // Evaluate the conditional in the while header. |
| 794 | // C99 6.8.5p2/p4: The first substatement is executed if the expression |
| 795 | // compares unequal to 0. The condition must be a scalar type. |
| 796 | llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond()); |
Devang Patel | 05f6e6b | 2007-10-09 20:33:39 +0000 | [diff] [blame] | 797 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 798 | BreakContinueStack.pop_back(); |
| 799 | |
Devang Patel | 05f6e6b | 2007-10-09 20:33:39 +0000 | [diff] [blame] | 800 | // "do {} while (0)" is common in macros, avoid extra blocks. Be sure |
| 801 | // to correctly handle break/continue though. |
| 802 | bool EmitBoolCondBranch = true; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 803 | if (llvm::ConstantInt *C = dyn_cast<llvm::ConstantInt>(BoolCondVal)) |
Devang Patel | 05f6e6b | 2007-10-09 20:33:39 +0000 | [diff] [blame] | 804 | if (C->isZero()) |
| 805 | EmitBoolCondBranch = false; |
| 806 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 807 | // As long as the condition is true, iterate the loop. |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 808 | if (EmitBoolCondBranch) { |
| 809 | llvm::BranchInst *CondBr = |
| 810 | Builder.CreateCondBr(BoolCondVal, LoopBody, LoopExit.getBlock(), |
| 811 | PGO.createLoopWeights(S.getCond(), Cnt)); |
| 812 | |
| 813 | // Attach metadata to loop body conditional branch. |
| 814 | EmitCondBrHints(LoopBody->getContext(), CondBr, DoAttrs); |
| 815 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 816 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 817 | LoopStack.pop(); |
| 818 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 819 | // Emit the exit block. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 820 | EmitBlock(LoopExit.getBlock()); |
Devang Patel | 05f6e6b | 2007-10-09 20:33:39 +0000 | [diff] [blame] | 821 | |
Daniel Dunbar | aa5bd87 | 2009-04-01 04:37:47 +0000 | [diff] [blame] | 822 | // The DoCond block typically is just a branch if we skipped |
| 823 | // emitting a branch, try to erase it. |
| 824 | if (!EmitBoolCondBranch) |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 825 | SimplifyForwardingBlocks(LoopCond.getBlock()); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 826 | } |
| 827 | |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 828 | void CodeGenFunction::EmitForStmt(const ForStmt &S, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 829 | ArrayRef<const Attr *> ForAttrs) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 830 | JumpDest LoopExit = getJumpDestInCurrentScope("for.end"); |
| 831 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 832 | LexicalScope ForScope(*this, S.getSourceRange()); |
Devang Patel | 0554e0e | 2010-08-25 00:28:56 +0000 | [diff] [blame] | 833 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 834 | // Evaluate the first part before the loop. |
| 835 | if (S.getInit()) |
| 836 | EmitStmt(S.getInit()); |
| 837 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 838 | RegionCounter Cnt = getPGORegionCounter(&S); |
| 839 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 840 | // Start the loop with a block that tests the condition. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 841 | // If there's an increment, the continue scope will be overwritten |
| 842 | // later. |
| 843 | JumpDest Continue = getJumpDestInCurrentScope("for.cond"); |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 844 | llvm::BasicBlock *CondBlock = Continue.getBlock(); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 845 | EmitBlock(CondBlock); |
| 846 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 847 | LoopStack.push(CondBlock); |
| 848 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 849 | // If the for loop doesn't have an increment we can just use the |
| 850 | // condition as the continue block. Otherwise we'll need to create |
| 851 | // a block for it (in the current scope, i.e. in the scope of the |
| 852 | // condition), and that we will become our continue block. |
| 853 | if (S.getInc()) |
| 854 | Continue = getJumpDestInCurrentScope("for.inc"); |
| 855 | |
| 856 | // Store the blocks to use for break and continue. |
| 857 | BreakContinueStack.push_back(BreakContinue(LoopExit, Continue)); |
| 858 | |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 859 | // Create a cleanup scope for the condition variable cleanups. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 860 | LexicalScope ConditionScope(*this, S.getSourceRange()); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 861 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 862 | if (S.getCond()) { |
Douglas Gregor | 99e9b4d | 2009-11-25 00:27:52 +0000 | [diff] [blame] | 863 | // If the for statement has a condition scope, emit the local variable |
| 864 | // declaration. |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 865 | if (S.getConditionVariable()) { |
John McCall | b6bbcc9 | 2010-10-15 04:57:14 +0000 | [diff] [blame] | 866 | EmitAutoVarDecl(*S.getConditionVariable()); |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 867 | } |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 868 | |
Justin Bogner | fd93e4a | 2013-11-04 16:13:18 +0000 | [diff] [blame] | 869 | llvm::BasicBlock *ExitBlock = LoopExit.getBlock(); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 870 | // If there are any cleanups between here and the loop-exit scope, |
| 871 | // create a block to stage a loop exit along. |
| 872 | if (ForScope.requiresCleanups()) |
| 873 | ExitBlock = createBasicBlock("for.cond.cleanup"); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 874 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 875 | // As long as the condition is true, iterate the loop. |
Daniel Dunbar | 9615ecb | 2008-11-13 01:38:36 +0000 | [diff] [blame] | 876 | llvm::BasicBlock *ForBody = createBasicBlock("for.body"); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 877 | |
Chris Lattner | 31a0984 | 2008-11-12 08:04:58 +0000 | [diff] [blame] | 878 | // C99 6.8.5p2/p4: The first substatement is executed if the expression |
| 879 | // compares unequal to 0. The condition must be a scalar type. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 880 | llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond()); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 881 | llvm::BranchInst *CondBr = |
| 882 | Builder.CreateCondBr(BoolCondVal, ForBody, ExitBlock, |
| 883 | PGO.createLoopWeights(S.getCond(), Cnt)); |
| 884 | |
| 885 | // Attach metadata to loop body conditional branch. |
| 886 | EmitCondBrHints(ForBody->getContext(), CondBr, ForAttrs); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 887 | |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 888 | if (ExitBlock != LoopExit.getBlock()) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 889 | EmitBlock(ExitBlock); |
| 890 | EmitBranchThroughCleanup(LoopExit); |
| 891 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 892 | |
| 893 | EmitBlock(ForBody); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 894 | } else { |
| 895 | // Treat it as a non-zero constant. Don't even create a new block for the |
| 896 | // body, just fall into it. |
| 897 | } |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 898 | Cnt.beginRegion(Builder); |
Mike Stump | 3e9da66 | 2009-02-07 23:02:10 +0000 | [diff] [blame] | 899 | |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 900 | { |
| 901 | // Create a separate cleanup scope for the body, in case it is not |
| 902 | // a compound statement. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 903 | RunCleanupsScope BodyScope(*this); |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 904 | EmitStmt(S.getBody()); |
| 905 | } |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 906 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 907 | // If there is an increment, emit it next. |
Daniel Dunbar | ad12b6d | 2008-09-28 00:19:22 +0000 | [diff] [blame] | 908 | if (S.getInc()) { |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 909 | EmitBlock(Continue.getBlock()); |
Chris Lattner | 883f6a7 | 2007-08-11 00:04:45 +0000 | [diff] [blame] | 910 | EmitStmt(S.getInc()); |
Daniel Dunbar | ad12b6d | 2008-09-28 00:19:22 +0000 | [diff] [blame] | 911 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 912 | |
Douglas Gregor | 45d3fe1 | 2010-05-21 18:36:48 +0000 | [diff] [blame] | 913 | BreakContinueStack.pop_back(); |
Douglas Gregor | d975206 | 2009-11-25 01:51:31 +0000 | [diff] [blame] | 914 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 915 | ConditionScope.ForceCleanup(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 916 | |
| 917 | EmitStopPoint(&S); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 918 | EmitBranch(CondBlock); |
| 919 | |
| 920 | ForScope.ForceCleanup(); |
| 921 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 922 | LoopStack.pop(); |
| 923 | |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 924 | // Emit the fall-through block. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 925 | EmitBlock(LoopExit.getBlock(), true); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 926 | } |
| 927 | |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 928 | void |
| 929 | CodeGenFunction::EmitCXXForRangeStmt(const CXXForRangeStmt &S, |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 930 | ArrayRef<const Attr *> ForAttrs) { |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 931 | JumpDest LoopExit = getJumpDestInCurrentScope("for.end"); |
| 932 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 933 | LexicalScope ForScope(*this, S.getSourceRange()); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 934 | |
| 935 | // Evaluate the first pieces before the loop. |
| 936 | EmitStmt(S.getRangeStmt()); |
| 937 | EmitStmt(S.getBeginEndStmt()); |
| 938 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 939 | RegionCounter Cnt = getPGORegionCounter(&S); |
| 940 | |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 941 | // Start the loop with a block that tests the condition. |
| 942 | // If there's an increment, the continue scope will be overwritten |
| 943 | // later. |
| 944 | llvm::BasicBlock *CondBlock = createBasicBlock("for.cond"); |
| 945 | EmitBlock(CondBlock); |
| 946 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 947 | LoopStack.push(CondBlock); |
| 948 | |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 949 | // If there are any cleanups between here and the loop-exit scope, |
| 950 | // create a block to stage a loop exit along. |
| 951 | llvm::BasicBlock *ExitBlock = LoopExit.getBlock(); |
| 952 | if (ForScope.requiresCleanups()) |
| 953 | ExitBlock = createBasicBlock("for.cond.cleanup"); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 954 | |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 955 | // The loop body, consisting of the specified body and the loop variable. |
| 956 | llvm::BasicBlock *ForBody = createBasicBlock("for.body"); |
| 957 | |
| 958 | // The body is executed if the expression, contextually converted |
| 959 | // to bool, is true. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 960 | llvm::Value *BoolCondVal = EvaluateExprAsBool(S.getCond()); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 961 | llvm::BranchInst *CondBr = Builder.CreateCondBr( |
| 962 | BoolCondVal, ForBody, ExitBlock, PGO.createLoopWeights(S.getCond(), Cnt)); |
| 963 | |
| 964 | // Attach metadata to loop body conditional branch. |
| 965 | EmitCondBrHints(ForBody->getContext(), CondBr, ForAttrs); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 966 | |
| 967 | if (ExitBlock != LoopExit.getBlock()) { |
| 968 | EmitBlock(ExitBlock); |
| 969 | EmitBranchThroughCleanup(LoopExit); |
| 970 | } |
| 971 | |
| 972 | EmitBlock(ForBody); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 973 | Cnt.beginRegion(Builder); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 974 | |
| 975 | // Create a block for the increment. In case of a 'continue', we jump there. |
| 976 | JumpDest Continue = getJumpDestInCurrentScope("for.inc"); |
| 977 | |
| 978 | // Store the blocks to use for break and continue. |
| 979 | BreakContinueStack.push_back(BreakContinue(LoopExit, Continue)); |
| 980 | |
| 981 | { |
| 982 | // Create a separate cleanup scope for the loop variable and body. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 983 | LexicalScope BodyScope(*this, S.getSourceRange()); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 984 | EmitStmt(S.getLoopVarStmt()); |
| 985 | EmitStmt(S.getBody()); |
| 986 | } |
| 987 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 988 | EmitStopPoint(&S); |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 989 | // If there is an increment, emit it next. |
| 990 | EmitBlock(Continue.getBlock()); |
| 991 | EmitStmt(S.getInc()); |
| 992 | |
| 993 | BreakContinueStack.pop_back(); |
| 994 | |
| 995 | EmitBranch(CondBlock); |
| 996 | |
| 997 | ForScope.ForceCleanup(); |
| 998 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 999 | LoopStack.pop(); |
| 1000 | |
Richard Smith | ad762fc | 2011-04-14 22:09:26 +0000 | [diff] [blame] | 1001 | // Emit the fall-through block. |
| 1002 | EmitBlock(LoopExit.getBlock(), true); |
| 1003 | } |
| 1004 | |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 1005 | void CodeGenFunction::EmitReturnOfRValue(RValue RV, QualType Ty) { |
| 1006 | if (RV.isScalar()) { |
| 1007 | Builder.CreateStore(RV.getScalarVal(), ReturnValue); |
| 1008 | } else if (RV.isAggregate()) { |
Chad Rosier | 649b4a1 | 2012-03-29 17:37:10 +0000 | [diff] [blame] | 1009 | EmitAggregateCopy(ReturnValue, RV.getAggregateAddr(), Ty); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 1010 | } else { |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1011 | EmitStoreOfComplex(RV.getComplexVal(), |
| 1012 | MakeNaturalAlignAddrLValue(ReturnValue, Ty), |
| 1013 | /*init*/ true); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 1014 | } |
Anders Carlsson | 82d8ef0 | 2009-02-09 20:31:03 +0000 | [diff] [blame] | 1015 | EmitBranchThroughCleanup(ReturnBlock); |
Daniel Dunbar | 29e0bcc | 2008-09-24 04:00:38 +0000 | [diff] [blame] | 1016 | } |
| 1017 | |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1018 | /// EmitReturnStmt - Note that due to GCC extensions, this can have an operand |
| 1019 | /// if the function returns void, or may be missing one if the function returns |
| 1020 | /// non-void. Fun stuff :). |
| 1021 | void CodeGenFunction::EmitReturnStmt(const ReturnStmt &S) { |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1022 | // Emit the result value, even if unused, to evalute the side effects. |
| 1023 | const Expr *RV = S.getRetValue(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1024 | |
John McCall | 9f357de | 2012-09-25 06:56:03 +0000 | [diff] [blame] | 1025 | // Treat block literals in a return expression as if they appeared |
| 1026 | // in their own scope. This permits a small, easily-implemented |
| 1027 | // exception to our over-conservative rules about not jumping to |
| 1028 | // statements following block literals with non-trivial cleanups. |
| 1029 | RunCleanupsScope cleanupScope(*this); |
| 1030 | if (const ExprWithCleanups *cleanups = |
| 1031 | dyn_cast_or_null<ExprWithCleanups>(RV)) { |
| 1032 | enterFullExpression(cleanups); |
| 1033 | RV = cleanups->getSubExpr(); |
| 1034 | } |
| 1035 | |
Daniel Dunbar | 5ca2084 | 2008-09-09 21:00:17 +0000 | [diff] [blame] | 1036 | // FIXME: Clean this up by using an LValue for ReturnTemp, |
| 1037 | // EmitStoreThroughLValue, and EmitAnyExpr. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1038 | if (getLangOpts().ElideConstructors && |
| 1039 | S.getNRVOCandidate() && S.getNRVOCandidate()->isNRVOVariable()) { |
Douglas Gregor | d86c477 | 2010-05-15 06:46:45 +0000 | [diff] [blame] | 1040 | // Apply the named return value optimization for this return statement, |
| 1041 | // which means doing nothing: the appropriate result has already been |
| 1042 | // constructed into the NRVO variable. |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1043 | |
Douglas Gregor | 3d91bbc | 2010-05-17 15:52:46 +0000 | [diff] [blame] | 1044 | // If there is an NRVO flag for this variable, set it to 1 into indicate |
| 1045 | // that the cleanup code should not destroy the variable. |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1046 | if (llvm::Value *NRVOFlag = NRVOFlags[S.getNRVOCandidate()]) |
| 1047 | Builder.CreateStore(Builder.getTrue(), NRVOFlag); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1048 | } else if (!ReturnValue || (RV && RV->getType()->isVoidType())) { |
Daniel Dunbar | 5ca2084 | 2008-09-09 21:00:17 +0000 | [diff] [blame] | 1049 | // Make sure not to return anything, but evaluate the expression |
| 1050 | // for side effects. |
| 1051 | if (RV) |
Eli Friedman | 144ac61 | 2008-05-22 01:22:33 +0000 | [diff] [blame] | 1052 | EmitAnyExpr(RV); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1053 | } else if (!RV) { |
Daniel Dunbar | 5ca2084 | 2008-09-09 21:00:17 +0000 | [diff] [blame] | 1054 | // Do nothing (return value is left uninitialized) |
Eli Friedman | d54b6ac | 2009-05-27 04:56:12 +0000 | [diff] [blame] | 1055 | } else if (FnRetTy->isReferenceType()) { |
| 1056 | // If this function returns a reference, take the address of the expression |
| 1057 | // rather than the value. |
Richard Smith | d4ec562 | 2013-06-12 23:38:09 +0000 | [diff] [blame] | 1058 | RValue Result = EmitReferenceBindingToExpr(RV); |
Douglas Gregor | 33fd1fc | 2010-03-24 23:14:04 +0000 | [diff] [blame] | 1059 | Builder.CreateStore(Result.getScalarVal(), ReturnValue); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1060 | } else { |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1061 | switch (getEvaluationKind(RV->getType())) { |
| 1062 | case TEK_Scalar: |
| 1063 | Builder.CreateStore(EmitScalarExpr(RV), ReturnValue); |
| 1064 | break; |
| 1065 | case TEK_Complex: |
| 1066 | EmitComplexExprIntoLValue(RV, |
| 1067 | MakeNaturalAlignAddrLValue(ReturnValue, RV->getType()), |
| 1068 | /*isInit*/ true); |
| 1069 | break; |
| 1070 | case TEK_Aggregate: { |
| 1071 | CharUnits Alignment = getContext().getTypeAlignInChars(RV->getType()); |
| 1072 | EmitAggExpr(RV, AggValueSlot::forAddr(ReturnValue, Alignment, |
| 1073 | Qualifiers(), |
| 1074 | AggValueSlot::IsDestructed, |
| 1075 | AggValueSlot::DoesNotNeedGCBarriers, |
| 1076 | AggValueSlot::IsNotAliased)); |
| 1077 | break; |
| 1078 | } |
| 1079 | } |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1080 | } |
Eli Friedman | 144ac61 | 2008-05-22 01:22:33 +0000 | [diff] [blame] | 1081 | |
Adrian Prantl | ddb379e | 2013-05-07 22:41:09 +0000 | [diff] [blame] | 1082 | ++NumReturnExprs; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1083 | if (!RV || RV->isEvaluatable(getContext())) |
Adrian Prantl | ddb379e | 2013-05-07 22:41:09 +0000 | [diff] [blame] | 1084 | ++NumSimpleReturnExprs; |
Adrian Prantl | fa6b079 | 2013-05-02 17:30:20 +0000 | [diff] [blame] | 1085 | |
John McCall | 9f357de | 2012-09-25 06:56:03 +0000 | [diff] [blame] | 1086 | cleanupScope.ForceCleanup(); |
Anders Carlsson | 82d8ef0 | 2009-02-09 20:31:03 +0000 | [diff] [blame] | 1087 | EmitBranchThroughCleanup(ReturnBlock); |
Reid Spencer | 5f016e2 | 2007-07-11 17:01:13 +0000 | [diff] [blame] | 1088 | } |
| 1089 | |
| 1090 | void CodeGenFunction::EmitDeclStmt(const DeclStmt &S) { |
Devang Patel | 9198126 | 2011-06-04 00:38:02 +0000 | [diff] [blame] | 1091 | // As long as debug info is modeled with instructions, we have to ensure we |
| 1092 | // have a place to insert here and write the stop point here. |
Eric Christopher | 2b124ea | 2012-04-10 05:04:07 +0000 | [diff] [blame] | 1093 | if (HaveInsertPoint()) |
Devang Patel | 9198126 | 2011-06-04 00:38:02 +0000 | [diff] [blame] | 1094 | EmitStopPoint(&S); |
| 1095 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1096 | for (const auto *I : S.decls()) |
| 1097 | EmitDecl(*I); |
Chris Lattner | 6fa5f09 | 2007-07-12 15:43:07 +0000 | [diff] [blame] | 1098 | } |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 1099 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 1100 | void CodeGenFunction::EmitBreakStmt(const BreakStmt &S) { |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 1101 | assert(!BreakContinueStack.empty() && "break stmt not in a loop or switch!"); |
| 1102 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 1103 | // If this code is reachable then emit a stop point (if generating |
| 1104 | // debug info). We have to do this ourselves because we are on the |
| 1105 | // "simple" statement path. |
| 1106 | if (HaveInsertPoint()) |
| 1107 | EmitStopPoint(&S); |
Mike Stump | ec9771d | 2009-02-08 09:22:19 +0000 | [diff] [blame] | 1108 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1109 | EmitBranchThroughCleanup(BreakContinueStack.back().BreakBlock); |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 1110 | } |
| 1111 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 1112 | void CodeGenFunction::EmitContinueStmt(const ContinueStmt &S) { |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 1113 | assert(!BreakContinueStack.empty() && "continue stmt not in a loop!"); |
| 1114 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 1115 | // If this code is reachable then emit a stop point (if generating |
| 1116 | // debug info). We have to do this ourselves because we are on the |
| 1117 | // "simple" statement path. |
| 1118 | if (HaveInsertPoint()) |
| 1119 | EmitStopPoint(&S); |
Mike Stump | ec9771d | 2009-02-08 09:22:19 +0000 | [diff] [blame] | 1120 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1121 | EmitBranchThroughCleanup(BreakContinueStack.back().ContinueBlock); |
Chris Lattner | da13870 | 2007-07-16 21:28:45 +0000 | [diff] [blame] | 1122 | } |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1123 | |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1124 | /// EmitCaseStmtRange - If case statement range is not too big then |
| 1125 | /// add multiple cases to switch instruction, one for each value within |
| 1126 | /// the range. If range is too big then emit "if" condition check. |
| 1127 | void CodeGenFunction::EmitCaseStmtRange(const CaseStmt &S) { |
Daniel Dunbar | 4efde8d | 2008-07-24 01:18:41 +0000 | [diff] [blame] | 1128 | assert(S.getRHS() && "Expected RHS value in CaseStmt"); |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1129 | |
Richard Smith | a6b8b2c | 2011-10-10 18:28:20 +0000 | [diff] [blame] | 1130 | llvm::APSInt LHS = S.getLHS()->EvaluateKnownConstInt(getContext()); |
| 1131 | llvm::APSInt RHS = S.getRHS()->EvaluateKnownConstInt(getContext()); |
Daniel Dunbar | 4efde8d | 2008-07-24 01:18:41 +0000 | [diff] [blame] | 1132 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1133 | RegionCounter CaseCnt = getPGORegionCounter(&S); |
| 1134 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1135 | // Emit the code for this case. We do this first to make sure it is |
| 1136 | // properly chained from our predecessor before generating the |
| 1137 | // switch machinery to enter this block. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1138 | llvm::BasicBlock *CaseDest = createBasicBlock("sw.bb"); |
| 1139 | EmitBlockWithFallThrough(CaseDest, CaseCnt); |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1140 | EmitStmt(S.getSubStmt()); |
| 1141 | |
Daniel Dunbar | 4efde8d | 2008-07-24 01:18:41 +0000 | [diff] [blame] | 1142 | // If range is empty, do nothing. |
| 1143 | if (LHS.isSigned() ? RHS.slt(LHS) : RHS.ult(LHS)) |
| 1144 | return; |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1145 | |
| 1146 | llvm::APInt Range = RHS - LHS; |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1147 | // FIXME: parameters such as this should not be hardcoded. |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1148 | if (Range.ult(llvm::APInt(Range.getBitWidth(), 64))) { |
| 1149 | // Range is small enough to add multiple switch instruction cases. |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1150 | uint64_t Total = CaseCnt.getCount(); |
| 1151 | unsigned NCases = Range.getZExtValue() + 1; |
| 1152 | // We only have one region counter for the entire set of cases here, so we |
| 1153 | // need to divide the weights evenly between the generated cases, ensuring |
| 1154 | // that the total weight is preserved. E.g., a weight of 5 over three cases |
| 1155 | // will be distributed as weights of 2, 2, and 1. |
| 1156 | uint64_t Weight = Total / NCases, Rem = Total % NCases; |
| 1157 | for (unsigned I = 0; I != NCases; ++I) { |
| 1158 | if (SwitchWeights) |
| 1159 | SwitchWeights->push_back(Weight + (Rem ? 1 : 0)); |
| 1160 | if (Rem) |
| 1161 | Rem--; |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1162 | SwitchInsn->addCase(Builder.getInt(LHS), CaseDest); |
Devang Patel | 2d79d0f | 2007-10-05 20:54:07 +0000 | [diff] [blame] | 1163 | LHS++; |
| 1164 | } |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1165 | return; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1166 | } |
| 1167 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1168 | // The range is too big. Emit "if" condition into a new block, |
| 1169 | // making sure to save and restore the current insertion point. |
| 1170 | llvm::BasicBlock *RestoreBB = Builder.GetInsertBlock(); |
Devang Patel | 2d79d0f | 2007-10-05 20:54:07 +0000 | [diff] [blame] | 1171 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1172 | // Push this test onto the chain of range checks (which terminates |
| 1173 | // in the default basic block). The switch's default will be changed |
| 1174 | // to the top of this chain after switch emission is complete. |
| 1175 | llvm::BasicBlock *FalseDest = CaseRangeBlock; |
Daniel Dunbar | 55e8742 | 2008-11-11 02:29:29 +0000 | [diff] [blame] | 1176 | CaseRangeBlock = createBasicBlock("sw.caserange"); |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1177 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1178 | CurFn->getBasicBlockList().push_back(CaseRangeBlock); |
| 1179 | Builder.SetInsertPoint(CaseRangeBlock); |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1180 | |
| 1181 | // Emit range check. |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1182 | llvm::Value *Diff = |
Benjamin Kramer | 578faa8 | 2011-09-27 21:06:10 +0000 | [diff] [blame] | 1183 | Builder.CreateSub(SwitchInsn->getCondition(), Builder.getInt(LHS)); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1184 | llvm::Value *Cond = |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1185 | Builder.CreateICmpULE(Diff, Builder.getInt(Range), "inbounds"); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1186 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1187 | llvm::MDNode *Weights = nullptr; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1188 | if (SwitchWeights) { |
| 1189 | uint64_t ThisCount = CaseCnt.getCount(); |
| 1190 | uint64_t DefaultCount = (*SwitchWeights)[0]; |
| 1191 | Weights = PGO.createBranchWeights(ThisCount, DefaultCount); |
| 1192 | |
| 1193 | // Since we're chaining the switch default through each large case range, we |
| 1194 | // need to update the weight for the default, ie, the first case, to include |
| 1195 | // this case. |
| 1196 | (*SwitchWeights)[0] += ThisCount; |
| 1197 | } |
| 1198 | Builder.CreateCondBr(Cond, CaseDest, FalseDest, Weights); |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1199 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1200 | // Restore the appropriate insertion point. |
Daniel Dunbar | a448fb2 | 2008-11-11 23:11:34 +0000 | [diff] [blame] | 1201 | if (RestoreBB) |
| 1202 | Builder.SetInsertPoint(RestoreBB); |
| 1203 | else |
| 1204 | Builder.ClearInsertionPoint(); |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1205 | } |
| 1206 | |
| 1207 | void CodeGenFunction::EmitCaseStmt(const CaseStmt &S) { |
Fariborz Jahanian | d66715d | 2012-01-16 17:35:57 +0000 | [diff] [blame] | 1208 | // If there is no enclosing switch instance that we're aware of, then this |
| 1209 | // case statement and its block can be elided. This situation only happens |
| 1210 | // when we've constant-folded the switch, are emitting the constant case, |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1211 | // and part of the constant case includes another case statement. For |
Fariborz Jahanian | d66715d | 2012-01-16 17:35:57 +0000 | [diff] [blame] | 1212 | // instance: switch (4) { case 4: do { case 5: } while (1); } |
Fariborz Jahanian | 303b4f9 | 2012-01-17 23:55:19 +0000 | [diff] [blame] | 1213 | if (!SwitchInsn) { |
| 1214 | EmitStmt(S.getSubStmt()); |
Fariborz Jahanian | d66715d | 2012-01-16 17:35:57 +0000 | [diff] [blame] | 1215 | return; |
Fariborz Jahanian | 303b4f9 | 2012-01-17 23:55:19 +0000 | [diff] [blame] | 1216 | } |
Fariborz Jahanian | d66715d | 2012-01-16 17:35:57 +0000 | [diff] [blame] | 1217 | |
Chris Lattner | b11f919 | 2011-04-17 00:54:30 +0000 | [diff] [blame] | 1218 | // Handle case ranges. |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1219 | if (S.getRHS()) { |
| 1220 | EmitCaseStmtRange(S); |
| 1221 | return; |
| 1222 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1223 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1224 | RegionCounter CaseCnt = getPGORegionCounter(&S); |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1225 | llvm::ConstantInt *CaseVal = |
Richard Smith | a6b8b2c | 2011-10-10 18:28:20 +0000 | [diff] [blame] | 1226 | Builder.getInt(S.getLHS()->EvaluateKnownConstInt(getContext())); |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1227 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1228 | // If the body of the case is just a 'break', try to not emit an empty block. |
| 1229 | // If we're profiling or we're not optimizing, leave the block in for better |
| 1230 | // debug and coverage analysis. |
| 1231 | if (!CGM.getCodeGenOpts().ProfileInstrGenerate && |
| 1232 | CGM.getCodeGenOpts().OptimizationLevel > 0 && |
Chad Rosier | 1708360 | 2012-08-24 18:31:16 +0000 | [diff] [blame] | 1233 | isa<BreakStmt>(S.getSubStmt())) { |
Chris Lattner | b11f919 | 2011-04-17 00:54:30 +0000 | [diff] [blame] | 1234 | JumpDest Block = BreakContinueStack.back().BreakBlock; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1235 | |
Chris Lattner | b11f919 | 2011-04-17 00:54:30 +0000 | [diff] [blame] | 1236 | // Only do this optimization if there are no cleanups that need emitting. |
| 1237 | if (isObviouslyBranchWithoutCleanups(Block)) { |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1238 | if (SwitchWeights) |
| 1239 | SwitchWeights->push_back(CaseCnt.getCount()); |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1240 | SwitchInsn->addCase(CaseVal, Block.getBlock()); |
Chris Lattner | 4210486 | 2011-04-17 23:21:26 +0000 | [diff] [blame] | 1241 | |
| 1242 | // If there was a fallthrough into this case, make sure to redirect it to |
| 1243 | // the end of the switch as well. |
| 1244 | if (Builder.GetInsertBlock()) { |
| 1245 | Builder.CreateBr(Block.getBlock()); |
| 1246 | Builder.ClearInsertionPoint(); |
| 1247 | } |
Chris Lattner | b11f919 | 2011-04-17 00:54:30 +0000 | [diff] [blame] | 1248 | return; |
| 1249 | } |
| 1250 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1251 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1252 | llvm::BasicBlock *CaseDest = createBasicBlock("sw.bb"); |
| 1253 | EmitBlockWithFallThrough(CaseDest, CaseCnt); |
| 1254 | if (SwitchWeights) |
| 1255 | SwitchWeights->push_back(CaseCnt.getCount()); |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1256 | SwitchInsn->addCase(CaseVal, CaseDest); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1257 | |
Chris Lattner | 5512f28 | 2009-03-04 04:46:18 +0000 | [diff] [blame] | 1258 | // Recursively emitting the statement is acceptable, but is not wonderful for |
| 1259 | // code where we have many case statements nested together, i.e.: |
| 1260 | // case 1: |
| 1261 | // case 2: |
| 1262 | // case 3: etc. |
| 1263 | // Handling this recursively will create a new block for each case statement |
| 1264 | // that falls through to the next case which is IR intensive. It also causes |
| 1265 | // deep recursion which can run into stack depth limitations. Handle |
| 1266 | // sequential non-range case statements specially. |
| 1267 | const CaseStmt *CurCase = &S; |
| 1268 | const CaseStmt *NextCase = dyn_cast<CaseStmt>(S.getSubStmt()); |
| 1269 | |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1270 | // Otherwise, iteratively add consecutive cases to this switch stmt. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1271 | while (NextCase && NextCase->getRHS() == nullptr) { |
Chris Lattner | 5512f28 | 2009-03-04 04:46:18 +0000 | [diff] [blame] | 1272 | CurCase = NextCase; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1273 | llvm::ConstantInt *CaseVal = |
Richard Smith | a6b8b2c | 2011-10-10 18:28:20 +0000 | [diff] [blame] | 1274 | Builder.getInt(CurCase->getLHS()->EvaluateKnownConstInt(getContext())); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1275 | |
| 1276 | CaseCnt = getPGORegionCounter(NextCase); |
| 1277 | if (SwitchWeights) |
| 1278 | SwitchWeights->push_back(CaseCnt.getCount()); |
| 1279 | if (CGM.getCodeGenOpts().ProfileInstrGenerate) { |
| 1280 | CaseDest = createBasicBlock("sw.bb"); |
| 1281 | EmitBlockWithFallThrough(CaseDest, CaseCnt); |
| 1282 | } |
| 1283 | |
Chris Lattner | 97d5437 | 2011-04-19 20:53:45 +0000 | [diff] [blame] | 1284 | SwitchInsn->addCase(CaseVal, CaseDest); |
Chris Lattner | 5512f28 | 2009-03-04 04:46:18 +0000 | [diff] [blame] | 1285 | NextCase = dyn_cast<CaseStmt>(CurCase->getSubStmt()); |
| 1286 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1287 | |
Chris Lattner | 5512f28 | 2009-03-04 04:46:18 +0000 | [diff] [blame] | 1288 | // Normal default recursion for non-cases. |
| 1289 | EmitStmt(CurCase->getSubStmt()); |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1290 | } |
| 1291 | |
| 1292 | void CodeGenFunction::EmitDefaultStmt(const DefaultStmt &S) { |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1293 | llvm::BasicBlock *DefaultBlock = SwitchInsn->getDefaultDest(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1294 | assert(DefaultBlock->empty() && |
Daniel Dunbar | 55e8742 | 2008-11-11 02:29:29 +0000 | [diff] [blame] | 1295 | "EmitDefaultStmt: Default block already defined?"); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1296 | |
| 1297 | RegionCounter Cnt = getPGORegionCounter(&S); |
| 1298 | EmitBlockWithFallThrough(DefaultBlock, Cnt); |
| 1299 | |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1300 | EmitStmt(S.getSubStmt()); |
| 1301 | } |
| 1302 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1303 | /// CollectStatementsForCase - Given the body of a 'switch' statement and a |
| 1304 | /// constant value that is being switched on, see if we can dead code eliminate |
| 1305 | /// the body of the switch to a simple series of statements to emit. Basically, |
| 1306 | /// on a switch (5) we want to find these statements: |
| 1307 | /// case 5: |
| 1308 | /// printf(...); <-- |
| 1309 | /// ++i; <-- |
| 1310 | /// break; |
| 1311 | /// |
| 1312 | /// and add them to the ResultStmts vector. If it is unsafe to do this |
| 1313 | /// transformation (for example, one of the elided statements contains a label |
| 1314 | /// that might be jumped to), return CSFC_Failure. If we handled it and 'S' |
| 1315 | /// should include statements after it (e.g. the printf() line is a substmt of |
| 1316 | /// the case) then return CSFC_FallThrough. If we handled it and found a break |
| 1317 | /// statement, then return CSFC_Success. |
| 1318 | /// |
| 1319 | /// If Case is non-null, then we are looking for the specified case, checking |
| 1320 | /// that nothing we jump over contains labels. If Case is null, then we found |
| 1321 | /// the case and are looking for the break. |
| 1322 | /// |
| 1323 | /// If the recursive walk actually finds our Case, then we set FoundCase to |
| 1324 | /// true. |
| 1325 | /// |
| 1326 | enum CSFC_Result { CSFC_Failure, CSFC_FallThrough, CSFC_Success }; |
| 1327 | static CSFC_Result CollectStatementsForCase(const Stmt *S, |
| 1328 | const SwitchCase *Case, |
| 1329 | bool &FoundCase, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1330 | SmallVectorImpl<const Stmt*> &ResultStmts) { |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1331 | // If this is a null statement, just succeed. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1332 | if (!S) |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1333 | return Case ? CSFC_Success : CSFC_FallThrough; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1334 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1335 | // If this is the switchcase (case 4: or default) that we're looking for, then |
| 1336 | // we're in business. Just add the substatement. |
| 1337 | if (const SwitchCase *SC = dyn_cast<SwitchCase>(S)) { |
| 1338 | if (S == Case) { |
| 1339 | FoundCase = true; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1340 | return CollectStatementsForCase(SC->getSubStmt(), nullptr, FoundCase, |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1341 | ResultStmts); |
| 1342 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1343 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1344 | // Otherwise, this is some other case or default statement, just ignore it. |
| 1345 | return CollectStatementsForCase(SC->getSubStmt(), Case, FoundCase, |
| 1346 | ResultStmts); |
| 1347 | } |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1348 | |
| 1349 | // If we are in the live part of the code and we found our break statement, |
| 1350 | // return a success! |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1351 | if (!Case && isa<BreakStmt>(S)) |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1352 | return CSFC_Success; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1353 | |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1354 | // If this is a switch statement, then it might contain the SwitchCase, the |
| 1355 | // break, or neither. |
| 1356 | if (const CompoundStmt *CS = dyn_cast<CompoundStmt>(S)) { |
| 1357 | // Handle this as two cases: we might be looking for the SwitchCase (if so |
| 1358 | // the skipped statements must be skippable) or we might already have it. |
| 1359 | CompoundStmt::const_body_iterator I = CS->body_begin(), E = CS->body_end(); |
| 1360 | if (Case) { |
Chris Lattner | 3f06e27 | 2011-02-28 07:22:44 +0000 | [diff] [blame] | 1361 | // Keep track of whether we see a skipped declaration. The code could be |
| 1362 | // using the declaration even if it is skipped, so we can't optimize out |
| 1363 | // the decl if the kept statements might refer to it. |
| 1364 | bool HadSkippedDecl = false; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1365 | |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1366 | // If we're looking for the case, just see if we can skip each of the |
| 1367 | // substatements. |
| 1368 | for (; Case && I != E; ++I) { |
Eli Friedman | 4d50934 | 2011-05-21 19:15:39 +0000 | [diff] [blame] | 1369 | HadSkippedDecl |= isa<DeclStmt>(*I); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1370 | |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1371 | switch (CollectStatementsForCase(*I, Case, FoundCase, ResultStmts)) { |
| 1372 | case CSFC_Failure: return CSFC_Failure; |
| 1373 | case CSFC_Success: |
| 1374 | // A successful result means that either 1) that the statement doesn't |
| 1375 | // have the case and is skippable, or 2) does contain the case value |
Chris Lattner | 9467110 | 2011-02-28 07:16:14 +0000 | [diff] [blame] | 1376 | // and also contains the break to exit the switch. In the later case, |
| 1377 | // we just verify the rest of the statements are elidable. |
| 1378 | if (FoundCase) { |
Chris Lattner | 3f06e27 | 2011-02-28 07:22:44 +0000 | [diff] [blame] | 1379 | // If we found the case and skipped declarations, we can't do the |
| 1380 | // optimization. |
| 1381 | if (HadSkippedDecl) |
| 1382 | return CSFC_Failure; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1383 | |
Chris Lattner | 9467110 | 2011-02-28 07:16:14 +0000 | [diff] [blame] | 1384 | for (++I; I != E; ++I) |
| 1385 | if (CodeGenFunction::ContainsLabel(*I, true)) |
| 1386 | return CSFC_Failure; |
| 1387 | return CSFC_Success; |
| 1388 | } |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1389 | break; |
| 1390 | case CSFC_FallThrough: |
| 1391 | // If we have a fallthrough condition, then we must have found the |
| 1392 | // case started to include statements. Consider the rest of the |
| 1393 | // statements in the compound statement as candidates for inclusion. |
| 1394 | assert(FoundCase && "Didn't find case but returned fallthrough?"); |
| 1395 | // We recursively found Case, so we're not looking for it anymore. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1396 | Case = nullptr; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1397 | |
Chris Lattner | 3f06e27 | 2011-02-28 07:22:44 +0000 | [diff] [blame] | 1398 | // If we found the case and skipped declarations, we can't do the |
| 1399 | // optimization. |
| 1400 | if (HadSkippedDecl) |
| 1401 | return CSFC_Failure; |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1402 | break; |
| 1403 | } |
| 1404 | } |
| 1405 | } |
| 1406 | |
| 1407 | // If we have statements in our range, then we know that the statements are |
| 1408 | // live and need to be added to the set of statements we're tracking. |
| 1409 | for (; I != E; ++I) { |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1410 | switch (CollectStatementsForCase(*I, nullptr, FoundCase, ResultStmts)) { |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1411 | case CSFC_Failure: return CSFC_Failure; |
| 1412 | case CSFC_FallThrough: |
| 1413 | // A fallthrough result means that the statement was simple and just |
| 1414 | // included in ResultStmt, keep adding them afterwards. |
| 1415 | break; |
| 1416 | case CSFC_Success: |
| 1417 | // A successful result means that we found the break statement and |
| 1418 | // stopped statement inclusion. We just ensure that any leftover stmts |
| 1419 | // are skippable and return success ourselves. |
| 1420 | for (++I; I != E; ++I) |
| 1421 | if (CodeGenFunction::ContainsLabel(*I, true)) |
| 1422 | return CSFC_Failure; |
| 1423 | return CSFC_Success; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1424 | } |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1425 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1426 | |
Chris Lattner | 3858938 | 2011-02-28 01:02:29 +0000 | [diff] [blame] | 1427 | return Case ? CSFC_Success : CSFC_FallThrough; |
| 1428 | } |
| 1429 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1430 | // Okay, this is some other statement that we don't handle explicitly, like a |
| 1431 | // for statement or increment etc. If we are skipping over this statement, |
| 1432 | // just verify it doesn't have labels, which would make it invalid to elide. |
| 1433 | if (Case) { |
Chris Lattner | 3f06e27 | 2011-02-28 07:22:44 +0000 | [diff] [blame] | 1434 | if (CodeGenFunction::ContainsLabel(S, true)) |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1435 | return CSFC_Failure; |
| 1436 | return CSFC_Success; |
| 1437 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1438 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1439 | // Otherwise, we want to include this statement. Everything is cool with that |
| 1440 | // so long as it doesn't contain a break out of the switch we're in. |
| 1441 | if (CodeGenFunction::containsBreak(S)) return CSFC_Failure; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1442 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1443 | // Otherwise, everything is great. Include the statement and tell the caller |
| 1444 | // that we fall through and include the next statement as well. |
| 1445 | ResultStmts.push_back(S); |
| 1446 | return CSFC_FallThrough; |
| 1447 | } |
| 1448 | |
| 1449 | /// FindCaseStatementsForValue - Find the case statement being jumped to and |
| 1450 | /// then invoke CollectStatementsForCase to find the list of statements to emit |
| 1451 | /// for a switch on constant. See the comment above CollectStatementsForCase |
| 1452 | /// for more details. |
| 1453 | static bool FindCaseStatementsForValue(const SwitchStmt &S, |
Richard Trieu | e1ecdc1 | 2012-07-23 20:21:35 +0000 | [diff] [blame] | 1454 | const llvm::APSInt &ConstantCondValue, |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1455 | SmallVectorImpl<const Stmt*> &ResultStmts, |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1456 | ASTContext &C, |
| 1457 | const SwitchCase *&ResultCase) { |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1458 | // First step, find the switch case that is being branched to. We can do this |
| 1459 | // efficiently by scanning the SwitchCase list. |
| 1460 | const SwitchCase *Case = S.getSwitchCaseList(); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1461 | const DefaultStmt *DefaultCase = nullptr; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1462 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1463 | for (; Case; Case = Case->getNextSwitchCase()) { |
| 1464 | // It's either a default or case. Just remember the default statement in |
| 1465 | // case we're not jumping to any numbered cases. |
| 1466 | if (const DefaultStmt *DS = dyn_cast<DefaultStmt>(Case)) { |
| 1467 | DefaultCase = DS; |
| 1468 | continue; |
| 1469 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1470 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1471 | // Check to see if this case is the one we're looking for. |
| 1472 | const CaseStmt *CS = cast<CaseStmt>(Case); |
| 1473 | // Don't handle case ranges yet. |
| 1474 | if (CS->getRHS()) return false; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1475 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1476 | // If we found our case, remember it as 'case'. |
Richard Smith | a6b8b2c | 2011-10-10 18:28:20 +0000 | [diff] [blame] | 1477 | if (CS->getLHS()->EvaluateKnownConstInt(C) == ConstantCondValue) |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1478 | break; |
| 1479 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1480 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1481 | // If we didn't find a matching case, we use a default if it exists, or we |
| 1482 | // elide the whole switch body! |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1483 | if (!Case) { |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1484 | // It is safe to elide the body of the switch if it doesn't contain labels |
| 1485 | // etc. If it is safe, return successfully with an empty ResultStmts list. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1486 | if (!DefaultCase) |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1487 | return !CodeGenFunction::ContainsLabel(&S); |
| 1488 | Case = DefaultCase; |
| 1489 | } |
| 1490 | |
| 1491 | // Ok, we know which case is being jumped to, try to collect all the |
| 1492 | // statements that follow it. This can fail for a variety of reasons. Also, |
| 1493 | // check to see that the recursive walk actually found our case statement. |
| 1494 | // Insane cases like this can fail to find it in the recursive walk since we |
| 1495 | // don't handle every stmt kind: |
| 1496 | // switch (4) { |
| 1497 | // while (1) { |
| 1498 | // case 4: ... |
| 1499 | bool FoundCase = false; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1500 | ResultCase = Case; |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1501 | return CollectStatementsForCase(S.getBody(), Case, FoundCase, |
| 1502 | ResultStmts) != CSFC_Failure && |
| 1503 | FoundCase; |
| 1504 | } |
| 1505 | |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1506 | void CodeGenFunction::EmitSwitchStmt(const SwitchStmt &S) { |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1507 | // Handle nested switch statements. |
| 1508 | llvm::SwitchInst *SavedSwitchInsn = SwitchInsn; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1509 | SmallVector<uint64_t, 16> *SavedSwitchWeights = SwitchWeights; |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1510 | llvm::BasicBlock *SavedCRBlock = CaseRangeBlock; |
| 1511 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1512 | // See if we can constant fold the condition of the switch and therefore only |
| 1513 | // emit the live case statement (if any) of the switch. |
Richard Trieu | e1ecdc1 | 2012-07-23 20:21:35 +0000 | [diff] [blame] | 1514 | llvm::APSInt ConstantCondValue; |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1515 | if (ConstantFoldsToSimpleInteger(S.getCond(), ConstantCondValue)) { |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1516 | SmallVector<const Stmt*, 4> CaseStmts; |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1517 | const SwitchCase *Case = nullptr; |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1518 | if (FindCaseStatementsForValue(S, ConstantCondValue, CaseStmts, |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1519 | getContext(), Case)) { |
| 1520 | if (Case) { |
| 1521 | RegionCounter CaseCnt = getPGORegionCounter(Case); |
| 1522 | CaseCnt.beginRegion(Builder); |
| 1523 | } |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1524 | RunCleanupsScope ExecutedScope(*this); |
| 1525 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1526 | // Emit the condition variable if needed inside the entire cleanup scope |
| 1527 | // used by this special case for constant folded switches. |
| 1528 | if (S.getConditionVariable()) |
| 1529 | EmitAutoVarDecl(*S.getConditionVariable()); |
| 1530 | |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1531 | // At this point, we are no longer "within" a switch instance, so |
| 1532 | // we can temporarily enforce this to ensure that any embedded case |
| 1533 | // statements are not emitted. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1534 | SwitchInsn = nullptr; |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1535 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1536 | // Okay, we can dead code eliminate everything except this case. Emit the |
| 1537 | // specified series of statements and we're good. |
| 1538 | for (unsigned i = 0, e = CaseStmts.size(); i != e; ++i) |
| 1539 | EmitStmt(CaseStmts[i]); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1540 | RegionCounter ExitCnt = getPGORegionCounter(&S); |
| 1541 | ExitCnt.beginRegion(Builder); |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1542 | |
Eric Christopher | fc65ec8 | 2012-04-10 05:04:04 +0000 | [diff] [blame] | 1543 | // Now we want to restore the saved switch instance so that nested |
| 1544 | // switches continue to function properly |
Fariborz Jahanian | 985df1c | 2012-01-17 23:39:50 +0000 | [diff] [blame] | 1545 | SwitchInsn = SavedSwitchInsn; |
| 1546 | |
Chris Lattner | fda0f1f | 2011-02-28 00:22:07 +0000 | [diff] [blame] | 1547 | return; |
| 1548 | } |
| 1549 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1550 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1551 | JumpDest SwitchExit = getJumpDestInCurrentScope("sw.epilog"); |
| 1552 | |
| 1553 | RunCleanupsScope ConditionScope(*this); |
| 1554 | if (S.getConditionVariable()) |
| 1555 | EmitAutoVarDecl(*S.getConditionVariable()); |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1556 | llvm::Value *CondV = EmitScalarExpr(S.getCond()); |
| 1557 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1558 | // Create basic block to hold stuff that comes after switch |
| 1559 | // statement. We also need to create a default block now so that |
| 1560 | // explicit case ranges tests can have a place to jump to on |
| 1561 | // failure. |
Daniel Dunbar | 55e8742 | 2008-11-11 02:29:29 +0000 | [diff] [blame] | 1562 | llvm::BasicBlock *DefaultBlock = createBasicBlock("sw.default"); |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1563 | SwitchInsn = Builder.CreateSwitch(CondV, DefaultBlock); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1564 | if (PGO.haveRegionCounts()) { |
| 1565 | // Walk the SwitchCase list to find how many there are. |
| 1566 | uint64_t DefaultCount = 0; |
| 1567 | unsigned NumCases = 0; |
| 1568 | for (const SwitchCase *Case = S.getSwitchCaseList(); |
| 1569 | Case; |
| 1570 | Case = Case->getNextSwitchCase()) { |
| 1571 | if (isa<DefaultStmt>(Case)) |
| 1572 | DefaultCount = getPGORegionCounter(Case).getCount(); |
| 1573 | NumCases += 1; |
| 1574 | } |
| 1575 | SwitchWeights = new SmallVector<uint64_t, 16>(); |
| 1576 | SwitchWeights->reserve(NumCases); |
| 1577 | // The default needs to be first. We store the edge count, so we already |
| 1578 | // know the right weight. |
| 1579 | SwitchWeights->push_back(DefaultCount); |
| 1580 | } |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1581 | CaseRangeBlock = DefaultBlock; |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1582 | |
Daniel Dunbar | 0912425 | 2008-11-12 08:21:33 +0000 | [diff] [blame] | 1583 | // Clear the insertion point to indicate we are in unreachable code. |
| 1584 | Builder.ClearInsertionPoint(); |
Eli Friedman | d28a80d | 2008-05-12 16:08:04 +0000 | [diff] [blame] | 1585 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1586 | // All break statements jump to NextBlock. If BreakContinueStack is non-empty |
Devang Patel | e9b8c0a | 2007-10-30 20:59:40 +0000 | [diff] [blame] | 1587 | // then reuse last ContinueBlock. |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1588 | JumpDest OuterContinue; |
Anders Carlsson | e4b6d34 | 2009-02-10 05:52:02 +0000 | [diff] [blame] | 1589 | if (!BreakContinueStack.empty()) |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1590 | OuterContinue = BreakContinueStack.back().ContinueBlock; |
Anders Carlsson | e4b6d34 | 2009-02-10 05:52:02 +0000 | [diff] [blame] | 1591 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1592 | BreakContinueStack.push_back(BreakContinue(SwitchExit, OuterContinue)); |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1593 | |
| 1594 | // Emit switch body. |
| 1595 | EmitStmt(S.getBody()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1596 | |
Anders Carlsson | e4b6d34 | 2009-02-10 05:52:02 +0000 | [diff] [blame] | 1597 | BreakContinueStack.pop_back(); |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1598 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1599 | // Update the default block in case explicit case range tests have |
| 1600 | // been chained on top. |
Stepan Dyatkovskiy | ab14ae2 | 2012-02-01 07:50:21 +0000 | [diff] [blame] | 1601 | SwitchInsn->setDefaultDest(CaseRangeBlock); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1602 | |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1603 | // If a default was never emitted: |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1604 | if (!DefaultBlock->getParent()) { |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1605 | // If we have cleanups, emit the default block so that there's a |
| 1606 | // place to jump through the cleanups from. |
| 1607 | if (ConditionScope.requiresCleanups()) { |
| 1608 | EmitBlock(DefaultBlock); |
| 1609 | |
| 1610 | // Otherwise, just forward the default block to the switch end. |
| 1611 | } else { |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 1612 | DefaultBlock->replaceAllUsesWith(SwitchExit.getBlock()); |
John McCall | f1549f6 | 2010-07-06 01:34:17 +0000 | [diff] [blame] | 1613 | delete DefaultBlock; |
| 1614 | } |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1615 | } |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1616 | |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 1617 | ConditionScope.ForceCleanup(); |
| 1618 | |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1619 | // Emit continuation. |
John McCall | ff8e115 | 2010-07-23 21:56:41 +0000 | [diff] [blame] | 1620 | EmitBlock(SwitchExit.getBlock(), true); |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1621 | RegionCounter ExitCnt = getPGORegionCounter(&S); |
| 1622 | ExitCnt.beginRegion(Builder); |
Daniel Dunbar | 16f2357 | 2008-07-25 01:11:38 +0000 | [diff] [blame] | 1623 | |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1624 | if (SwitchWeights) { |
| 1625 | assert(SwitchWeights->size() == 1 + SwitchInsn->getNumCases() && |
| 1626 | "switch weights do not match switch cases"); |
| 1627 | // If there's only one jump destination there's no sense weighting it. |
| 1628 | if (SwitchWeights->size() > 1) |
| 1629 | SwitchInsn->setMetadata(llvm::LLVMContext::MD_prof, |
| 1630 | PGO.createBranchWeights(*SwitchWeights)); |
| 1631 | delete SwitchWeights; |
| 1632 | } |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1633 | SwitchInsn = SavedSwitchInsn; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1634 | SwitchWeights = SavedSwitchWeights; |
Devang Patel | c049e4f | 2007-10-08 20:57:48 +0000 | [diff] [blame] | 1635 | CaseRangeBlock = SavedCRBlock; |
Devang Patel | 51b09f2 | 2007-10-04 23:45:31 +0000 | [diff] [blame] | 1636 | } |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1637 | |
Chris Lattner | 2819fa8 | 2009-04-26 17:57:12 +0000 | [diff] [blame] | 1638 | static std::string |
Daniel Dunbar | 444be73 | 2009-11-13 05:51:54 +0000 | [diff] [blame] | 1639 | SimplifyConstraint(const char *Constraint, const TargetInfo &Target, |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 1640 | SmallVectorImpl<TargetInfo::ConstraintInfo> *OutCons=nullptr) { |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1641 | std::string Result; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1642 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1643 | while (*Constraint) { |
| 1644 | switch (*Constraint) { |
| 1645 | default: |
Stuart Hastings | 002333f | 2011-06-07 23:45:05 +0000 | [diff] [blame] | 1646 | Result += Target.convertConstraint(Constraint); |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1647 | break; |
| 1648 | // Ignore these |
| 1649 | case '*': |
| 1650 | case '?': |
| 1651 | case '!': |
John Thompson | ef44e11 | 2010-08-10 19:20:14 +0000 | [diff] [blame] | 1652 | case '=': // Will see this and the following in mult-alt constraints. |
| 1653 | case '+': |
| 1654 | break; |
Ulrich Weigand | e6b3dba | 2012-10-29 12:20:54 +0000 | [diff] [blame] | 1655 | case '#': // Ignore the rest of the constraint alternative. |
| 1656 | while (Constraint[1] && Constraint[1] != ',') |
Eric Christopher | 7b309b0 | 2013-07-10 20:14:36 +0000 | [diff] [blame] | 1657 | Constraint++; |
Ulrich Weigand | e6b3dba | 2012-10-29 12:20:54 +0000 | [diff] [blame] | 1658 | break; |
John Thompson | 2f474ea | 2010-09-18 01:15:13 +0000 | [diff] [blame] | 1659 | case ',': |
| 1660 | Result += "|"; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1661 | break; |
| 1662 | case 'g': |
| 1663 | Result += "imr"; |
| 1664 | break; |
Anders Carlsson | 300fb5d | 2009-01-18 02:06:20 +0000 | [diff] [blame] | 1665 | case '[': { |
Chris Lattner | 2819fa8 | 2009-04-26 17:57:12 +0000 | [diff] [blame] | 1666 | assert(OutCons && |
Anders Carlsson | 300fb5d | 2009-01-18 02:06:20 +0000 | [diff] [blame] | 1667 | "Must pass output names to constraints with a symbolic name"); |
| 1668 | unsigned Index; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1669 | bool result = Target.resolveSymbolicName(Constraint, |
Chris Lattner | 2819fa8 | 2009-04-26 17:57:12 +0000 | [diff] [blame] | 1670 | &(*OutCons)[0], |
| 1671 | OutCons->size(), Index); |
Chris Lattner | cbf40f9 | 2011-01-05 18:41:53 +0000 | [diff] [blame] | 1672 | assert(result && "Could not resolve symbolic name"); (void)result; |
Anders Carlsson | 300fb5d | 2009-01-18 02:06:20 +0000 | [diff] [blame] | 1673 | Result += llvm::utostr(Index); |
| 1674 | break; |
| 1675 | } |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1676 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1677 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1678 | Constraint++; |
| 1679 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1680 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1681 | return Result; |
| 1682 | } |
| 1683 | |
Rafael Espindola | 03117d1 | 2011-01-01 21:12:33 +0000 | [diff] [blame] | 1684 | /// AddVariableConstraints - Look at AsmExpr and if it is a variable declared |
| 1685 | /// as using a particular register add that as a constraint that will be used |
| 1686 | /// in this asm stmt. |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1687 | static std::string |
Rafael Espindola | 03117d1 | 2011-01-01 21:12:33 +0000 | [diff] [blame] | 1688 | AddVariableConstraints(const std::string &Constraint, const Expr &AsmExpr, |
| 1689 | const TargetInfo &Target, CodeGenModule &CGM, |
Chad Rosier | a23b91d | 2012-08-28 18:54:39 +0000 | [diff] [blame] | 1690 | const AsmStmt &Stmt) { |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1691 | const DeclRefExpr *AsmDeclRef = dyn_cast<DeclRefExpr>(&AsmExpr); |
| 1692 | if (!AsmDeclRef) |
| 1693 | return Constraint; |
| 1694 | const ValueDecl &Value = *AsmDeclRef->getDecl(); |
| 1695 | const VarDecl *Variable = dyn_cast<VarDecl>(&Value); |
| 1696 | if (!Variable) |
| 1697 | return Constraint; |
Eli Friedman | a43ef3e | 2012-03-15 23:12:51 +0000 | [diff] [blame] | 1698 | if (Variable->getStorageClass() != SC_Register) |
| 1699 | return Constraint; |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1700 | AsmLabelAttr *Attr = Variable->getAttr<AsmLabelAttr>(); |
| 1701 | if (!Attr) |
| 1702 | return Constraint; |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1703 | StringRef Register = Attr->getLabel(); |
Rafael Espindola | baf8695 | 2011-01-01 21:47:03 +0000 | [diff] [blame] | 1704 | assert(Target.isValidGCCRegisterName(Register)); |
Eric Christopher | e3e07a5 | 2011-06-17 01:53:34 +0000 | [diff] [blame] | 1705 | // We're using validateOutputConstraint here because we only care if |
| 1706 | // this is a register constraint. |
| 1707 | TargetInfo::ConstraintInfo Info(Constraint, ""); |
| 1708 | if (Target.validateOutputConstraint(Info) && |
| 1709 | !Info.allowsRegister()) { |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1710 | CGM.ErrorUnsupported(&Stmt, "__asm__"); |
| 1711 | return Constraint; |
| 1712 | } |
Eric Christopher | 43fec87 | 2011-06-21 00:07:10 +0000 | [diff] [blame] | 1713 | // Canonicalize the register here before returning it. |
| 1714 | Register = Target.getNormalizedGCCRegisterName(Register); |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1715 | return "{" + Register.str() + "}"; |
| 1716 | } |
| 1717 | |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1718 | llvm::Value* |
Chad Rosier | 42b6055 | 2012-08-23 20:00:18 +0000 | [diff] [blame] | 1719 | CodeGenFunction::EmitAsmInputLValue(const TargetInfo::ConstraintInfo &Info, |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1720 | LValue InputValue, QualType InputType, |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 1721 | std::string &ConstraintStr, |
| 1722 | SourceLocation Loc) { |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1723 | llvm::Value *Arg; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1724 | if (Info.allowsRegister() || !Info.allowsMemory()) { |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1725 | if (CodeGenFunction::hasScalarEvaluationKind(InputType)) { |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 1726 | Arg = EmitLoadOfLValue(InputValue, Loc).getScalarVal(); |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1727 | } else { |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1728 | llvm::Type *Ty = ConvertType(InputType); |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame] | 1729 | uint64_t Size = CGM.getDataLayout().getTypeSizeInBits(Ty); |
Anders Carlsson | ebaae2a | 2009-01-12 02:22:13 +0000 | [diff] [blame] | 1730 | if (Size <= 64 && llvm::isPowerOf2_64(Size)) { |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 1731 | Ty = llvm::IntegerType::get(getLLVMContext(), Size); |
Anders Carlsson | ebaae2a | 2009-01-12 02:22:13 +0000 | [diff] [blame] | 1732 | Ty = llvm::PointerType::getUnqual(Ty); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1733 | |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1734 | Arg = Builder.CreateLoad(Builder.CreateBitCast(InputValue.getAddress(), |
| 1735 | Ty)); |
Anders Carlsson | ebaae2a | 2009-01-12 02:22:13 +0000 | [diff] [blame] | 1736 | } else { |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1737 | Arg = InputValue.getAddress(); |
Anders Carlsson | ebaae2a | 2009-01-12 02:22:13 +0000 | [diff] [blame] | 1738 | ConstraintStr += '*'; |
| 1739 | } |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1740 | } |
| 1741 | } else { |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1742 | Arg = InputValue.getAddress(); |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1743 | ConstraintStr += '*'; |
| 1744 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1745 | |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1746 | return Arg; |
| 1747 | } |
| 1748 | |
Chad Rosier | 42b6055 | 2012-08-23 20:00:18 +0000 | [diff] [blame] | 1749 | llvm::Value* CodeGenFunction::EmitAsmInput( |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1750 | const TargetInfo::ConstraintInfo &Info, |
| 1751 | const Expr *InputExpr, |
| 1752 | std::string &ConstraintStr) { |
| 1753 | if (Info.allowsRegister() || !Info.allowsMemory()) |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1754 | if (CodeGenFunction::hasScalarEvaluationKind(InputExpr->getType())) |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1755 | return EmitScalarExpr(InputExpr); |
| 1756 | |
| 1757 | InputExpr = InputExpr->IgnoreParenNoopCasts(getContext()); |
| 1758 | LValue Dest = EmitLValue(InputExpr); |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 1759 | return EmitAsmInputLValue(Info, Dest, InputExpr->getType(), ConstraintStr, |
| 1760 | InputExpr->getExprLoc()); |
Eli Friedman | 6d7cfd7 | 2010-07-16 00:55:21 +0000 | [diff] [blame] | 1761 | } |
| 1762 | |
Chris Lattner | 47fc7e9 | 2010-11-17 05:58:54 +0000 | [diff] [blame] | 1763 | /// getAsmSrcLocInfo - Return the !srcloc metadata node to attach to an inline |
Chris Lattner | 5d93653 | 2010-11-17 08:25:26 +0000 | [diff] [blame] | 1764 | /// asm call instruction. The !srcloc MDNode contains a list of constant |
| 1765 | /// integers which are the source locations of the start of each line in the |
| 1766 | /// asm. |
Chris Lattner | 47fc7e9 | 2010-11-17 05:58:54 +0000 | [diff] [blame] | 1767 | static llvm::MDNode *getAsmSrcLocInfo(const StringLiteral *Str, |
| 1768 | CodeGenFunction &CGF) { |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1769 | SmallVector<llvm::Value *, 8> Locs; |
Chris Lattner | 5d93653 | 2010-11-17 08:25:26 +0000 | [diff] [blame] | 1770 | // Add the location of the first line to the MDNode. |
| 1771 | Locs.push_back(llvm::ConstantInt::get(CGF.Int32Ty, |
| 1772 | Str->getLocStart().getRawEncoding())); |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1773 | StringRef StrVal = Str->getString(); |
Chris Lattner | 5d93653 | 2010-11-17 08:25:26 +0000 | [diff] [blame] | 1774 | if (!StrVal.empty()) { |
| 1775 | const SourceManager &SM = CGF.CGM.getContext().getSourceManager(); |
David Blaikie | 4e4d084 | 2012-03-11 07:00:24 +0000 | [diff] [blame] | 1776 | const LangOptions &LangOpts = CGF.CGM.getLangOpts(); |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1777 | |
Chris Lattner | 5d93653 | 2010-11-17 08:25:26 +0000 | [diff] [blame] | 1778 | // Add the location of the start of each subsequent line of the asm to the |
| 1779 | // MDNode. |
| 1780 | for (unsigned i = 0, e = StrVal.size()-1; i != e; ++i) { |
| 1781 | if (StrVal[i] != '\n') continue; |
| 1782 | SourceLocation LineLoc = Str->getLocationOfByte(i+1, SM, LangOpts, |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1783 | CGF.getTarget()); |
Chris Lattner | 5d93653 | 2010-11-17 08:25:26 +0000 | [diff] [blame] | 1784 | Locs.push_back(llvm::ConstantInt::get(CGF.Int32Ty, |
| 1785 | LineLoc.getRawEncoding())); |
| 1786 | } |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 1787 | } |
| 1788 | |
Jay Foad | 6f14165 | 2011-04-21 19:59:12 +0000 | [diff] [blame] | 1789 | return llvm::MDNode::get(CGF.getLLVMContext(), Locs); |
Chris Lattner | 47fc7e9 | 2010-11-17 05:58:54 +0000 | [diff] [blame] | 1790 | } |
| 1791 | |
Chad Rosier | a23b91d | 2012-08-28 18:54:39 +0000 | [diff] [blame] | 1792 | void CodeGenFunction::EmitAsmStmt(const AsmStmt &S) { |
Chad Rosier | be3ace8 | 2012-08-24 17:05:45 +0000 | [diff] [blame] | 1793 | // Assemble the final asm string. |
Chad Rosier | da083b2 | 2012-08-27 20:23:31 +0000 | [diff] [blame] | 1794 | std::string AsmString = S.generateAsmString(getContext()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1795 | |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1796 | // Get all the output and input constraints together. |
Chris Lattner | 5f9e272 | 2011-07-23 10:55:15 +0000 | [diff] [blame] | 1797 | SmallVector<TargetInfo::ConstraintInfo, 4> OutputConstraintInfos; |
| 1798 | SmallVector<TargetInfo::ConstraintInfo, 4> InputConstraintInfos; |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1799 | |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1800 | for (unsigned i = 0, e = S.getNumOutputs(); i != e; i++) { |
John McCall | aeeacf7 | 2013-05-03 00:10:13 +0000 | [diff] [blame] | 1801 | StringRef Name; |
| 1802 | if (const GCCAsmStmt *GAS = dyn_cast<GCCAsmStmt>(&S)) |
| 1803 | Name = GAS->getOutputName(i); |
| 1804 | TargetInfo::ConstraintInfo Info(S.getOutputConstraint(i), Name); |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1805 | bool IsValid = getTarget().validateOutputConstraint(Info); (void)IsValid; |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 1806 | assert(IsValid && "Failed to parse output constraint"); |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1807 | OutputConstraintInfos.push_back(Info); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1808 | } |
| 1809 | |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1810 | for (unsigned i = 0, e = S.getNumInputs(); i != e; i++) { |
John McCall | aeeacf7 | 2013-05-03 00:10:13 +0000 | [diff] [blame] | 1811 | StringRef Name; |
| 1812 | if (const GCCAsmStmt *GAS = dyn_cast<GCCAsmStmt>(&S)) |
| 1813 | Name = GAS->getInputName(i); |
| 1814 | TargetInfo::ConstraintInfo Info(S.getInputConstraint(i), Name); |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1815 | bool IsValid = |
| 1816 | getTarget().validateInputConstraint(OutputConstraintInfos.data(), |
| 1817 | S.getNumOutputs(), Info); |
Chris Lattner | b992259 | 2010-03-03 21:52:23 +0000 | [diff] [blame] | 1818 | assert(IsValid && "Failed to parse input constraint"); (void)IsValid; |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1819 | InputConstraintInfos.push_back(Info); |
| 1820 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1821 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1822 | std::string Constraints; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1823 | |
Chris Lattner | ede9d90 | 2009-05-03 07:53:25 +0000 | [diff] [blame] | 1824 | std::vector<LValue> ResultRegDests; |
| 1825 | std::vector<QualType> ResultRegQualTys; |
Jay Foad | ef6de3d | 2011-07-11 09:56:20 +0000 | [diff] [blame] | 1826 | std::vector<llvm::Type *> ResultRegTypes; |
| 1827 | std::vector<llvm::Type *> ResultTruncRegTypes; |
Chad Rosier | d1c0c94 | 2012-05-01 19:53:37 +0000 | [diff] [blame] | 1828 | std::vector<llvm::Type *> ArgTypes; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1829 | std::vector<llvm::Value*> Args; |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 1830 | |
| 1831 | // Keep track of inout constraints. |
| 1832 | std::string InOutConstraints; |
| 1833 | std::vector<llvm::Value*> InOutArgs; |
Chris Lattner | 9cbe4f0 | 2011-07-09 17:41:47 +0000 | [diff] [blame] | 1834 | std::vector<llvm::Type*> InOutArgTypes; |
Anders Carlsson | 03eb543 | 2009-01-27 20:38:24 +0000 | [diff] [blame] | 1835 | |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1836 | for (unsigned i = 0, e = S.getNumOutputs(); i != e; i++) { |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1837 | TargetInfo::ConstraintInfo &Info = OutputConstraintInfos[i]; |
Anders Carlsson | 03eb543 | 2009-01-27 20:38:24 +0000 | [diff] [blame] | 1838 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1839 | // Simplify the output constraint. |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1840 | std::string OutputConstraint(S.getOutputConstraint(i)); |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1841 | OutputConstraint = SimplifyConstraint(OutputConstraint.c_str() + 1, |
| 1842 | getTarget()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1843 | |
Chris Lattner | 810f6d5 | 2009-03-13 17:38:01 +0000 | [diff] [blame] | 1844 | const Expr *OutExpr = S.getOutputExpr(i); |
| 1845 | OutExpr = OutExpr->IgnoreParenNoopCasts(getContext()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1846 | |
Eric Christopher | a18f539 | 2011-06-03 14:52:25 +0000 | [diff] [blame] | 1847 | OutputConstraint = AddVariableConstraints(OutputConstraint, *OutExpr, |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1848 | getTarget(), CGM, S); |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1849 | |
Chris Lattner | 810f6d5 | 2009-03-13 17:38:01 +0000 | [diff] [blame] | 1850 | LValue Dest = EmitLValue(OutExpr); |
Chris Lattner | ede9d90 | 2009-05-03 07:53:25 +0000 | [diff] [blame] | 1851 | if (!Constraints.empty()) |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 1852 | Constraints += ','; |
| 1853 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1854 | // If this is a register output, then make the inline asm return it |
| 1855 | // by-value. If this is a memory result, return the value by-reference. |
John McCall | 9d232c8 | 2013-03-07 21:37:08 +0000 | [diff] [blame] | 1856 | if (!Info.allowsMemory() && hasScalarEvaluationKind(OutExpr->getType())) { |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1857 | Constraints += "=" + OutputConstraint; |
Chris Lattner | ede9d90 | 2009-05-03 07:53:25 +0000 | [diff] [blame] | 1858 | ResultRegQualTys.push_back(OutExpr->getType()); |
| 1859 | ResultRegDests.push_back(Dest); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1860 | ResultRegTypes.push_back(ConvertTypeForMem(OutExpr->getType())); |
| 1861 | ResultTruncRegTypes.push_back(ResultRegTypes.back()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1862 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1863 | // If this output is tied to an input, and if the input is larger, then |
| 1864 | // we need to set the actual result type of the inline asm node to be the |
| 1865 | // same as the input type. |
| 1866 | if (Info.hasMatchingInput()) { |
Chris Lattner | ebfc985 | 2009-05-03 08:38:58 +0000 | [diff] [blame] | 1867 | unsigned InputNo; |
| 1868 | for (InputNo = 0; InputNo != S.getNumInputs(); ++InputNo) { |
| 1869 | TargetInfo::ConstraintInfo &Input = InputConstraintInfos[InputNo]; |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1870 | if (Input.hasTiedOperand() && Input.getTiedOperand() == i) |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1871 | break; |
Chris Lattner | ebfc985 | 2009-05-03 08:38:58 +0000 | [diff] [blame] | 1872 | } |
| 1873 | assert(InputNo != S.getNumInputs() && "Didn't find matching input!"); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1874 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1875 | QualType InputTy = S.getInputExpr(InputNo)->getType(); |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1876 | QualType OutputType = OutExpr->getType(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1877 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1878 | uint64_t InputSize = getContext().getTypeSize(InputTy); |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1879 | if (getContext().getTypeSize(OutputType) < InputSize) { |
| 1880 | // Form the asm to return the value as a larger integer or fp type. |
| 1881 | ResultRegTypes.back() = ConvertType(InputTy); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 1882 | } |
| 1883 | } |
Tim Northover | 1bea653 | 2013-06-07 00:04:50 +0000 | [diff] [blame] | 1884 | if (llvm::Type* AdjTy = |
Peter Collingbourne | 4b93d66 | 2011-02-19 23:03:58 +0000 | [diff] [blame] | 1885 | getTargetHooks().adjustInlineAsmType(*this, OutputConstraint, |
| 1886 | ResultRegTypes.back())) |
Dale Johannesen | f6e2c20 | 2010-10-29 23:12:32 +0000 | [diff] [blame] | 1887 | ResultRegTypes.back() = AdjTy; |
Tim Northover | 1bea653 | 2013-06-07 00:04:50 +0000 | [diff] [blame] | 1888 | else { |
| 1889 | CGM.getDiags().Report(S.getAsmLoc(), |
| 1890 | diag::err_asm_invalid_type_in_input) |
| 1891 | << OutExpr->getType() << OutputConstraint; |
| 1892 | } |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1893 | } else { |
| 1894 | ArgTypes.push_back(Dest.getAddress()->getType()); |
Anders Carlsson | cad3ab6 | 2008-02-05 16:57:38 +0000 | [diff] [blame] | 1895 | Args.push_back(Dest.getAddress()); |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 1896 | Constraints += "=*"; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1897 | Constraints += OutputConstraint; |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 1898 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1899 | |
Chris Lattner | 44def07 | 2009-04-26 07:16:29 +0000 | [diff] [blame] | 1900 | if (Info.isReadWrite()) { |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 1901 | InOutConstraints += ','; |
Anders Carlsson | 6347172 | 2009-01-11 19:32:54 +0000 | [diff] [blame] | 1902 | |
Anders Carlsson | fca9361 | 2009-08-04 18:18:36 +0000 | [diff] [blame] | 1903 | const Expr *InputExpr = S.getOutputExpr(i); |
Chad Rosier | 42b6055 | 2012-08-23 20:00:18 +0000 | [diff] [blame] | 1904 | llvm::Value *Arg = EmitAsmInputLValue(Info, Dest, InputExpr->getType(), |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 1905 | InOutConstraints, |
| 1906 | InputExpr->getExprLoc()); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1907 | |
Bill Wendling | acb5310 | 2012-03-22 23:25:07 +0000 | [diff] [blame] | 1908 | if (llvm::Type* AdjTy = |
Tim Northover | 1bea653 | 2013-06-07 00:04:50 +0000 | [diff] [blame] | 1909 | getTargetHooks().adjustInlineAsmType(*this, OutputConstraint, |
| 1910 | Arg->getType())) |
Bill Wendling | acb5310 | 2012-03-22 23:25:07 +0000 | [diff] [blame] | 1911 | Arg = Builder.CreateBitCast(Arg, AdjTy); |
| 1912 | |
Chris Lattner | 44def07 | 2009-04-26 07:16:29 +0000 | [diff] [blame] | 1913 | if (Info.allowsRegister()) |
Anders Carlsson | 9f2505b | 2009-01-11 21:23:27 +0000 | [diff] [blame] | 1914 | InOutConstraints += llvm::utostr(i); |
| 1915 | else |
| 1916 | InOutConstraints += OutputConstraint; |
Anders Carlsson | 2763b3a | 2009-01-11 19:46:50 +0000 | [diff] [blame] | 1917 | |
Anders Carlsson | fca9361 | 2009-08-04 18:18:36 +0000 | [diff] [blame] | 1918 | InOutArgTypes.push_back(Arg->getType()); |
| 1919 | InOutArgs.push_back(Arg); |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 1920 | } |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1921 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1922 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 1923 | // If this is a Microsoft-style asm blob, store the return registers (EAX:EDX) |
| 1924 | // to the return value slot. Only do this when returning in registers. |
| 1925 | if (isa<MSAsmStmt>(&S)) { |
| 1926 | const ABIArgInfo &RetAI = CurFnInfo->getReturnInfo(); |
| 1927 | if (RetAI.isDirect() || RetAI.isExtend()) { |
| 1928 | // Make a fake lvalue for the return value slot. |
| 1929 | LValue ReturnSlot = MakeAddrLValue(ReturnValue, FnRetTy); |
| 1930 | CGM.getTargetCodeGenInfo().addReturnRegisterOutputs( |
| 1931 | *this, ReturnSlot, Constraints, ResultRegTypes, ResultTruncRegTypes, |
| 1932 | ResultRegDests, AsmString, S.getNumOutputs()); |
| 1933 | SawAsmBlock = true; |
| 1934 | } |
| 1935 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1936 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1937 | for (unsigned i = 0, e = S.getNumInputs(); i != e; i++) { |
| 1938 | const Expr *InputExpr = S.getInputExpr(i); |
| 1939 | |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1940 | TargetInfo::ConstraintInfo &Info = InputConstraintInfos[i]; |
| 1941 | |
Chris Lattner | ede9d90 | 2009-05-03 07:53:25 +0000 | [diff] [blame] | 1942 | if (!Constraints.empty()) |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1943 | Constraints += ','; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1944 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1945 | // Simplify the input constraint. |
Chris Lattner | 481fef9 | 2009-05-03 07:05:00 +0000 | [diff] [blame] | 1946 | std::string InputConstraint(S.getInputConstraint(i)); |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1947 | InputConstraint = SimplifyConstraint(InputConstraint.c_str(), getTarget(), |
Chris Lattner | 2819fa8 | 2009-04-26 17:57:12 +0000 | [diff] [blame] | 1948 | &OutputConstraintInfos); |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1949 | |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1950 | InputConstraint = |
Rafael Espindola | 03117d1 | 2011-01-01 21:12:33 +0000 | [diff] [blame] | 1951 | AddVariableConstraints(InputConstraint, |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1952 | *InputExpr->IgnoreParenNoopCasts(getContext()), |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 1953 | getTarget(), CGM, S); |
Rafael Espindola | 0ec89f9 | 2010-12-30 22:59:32 +0000 | [diff] [blame] | 1954 | |
Chad Rosier | 42b6055 | 2012-08-23 20:00:18 +0000 | [diff] [blame] | 1955 | llvm::Value *Arg = EmitAsmInput(Info, InputExpr, Constraints); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1956 | |
Chris Lattner | 4df4ee0 | 2009-05-03 07:27:51 +0000 | [diff] [blame] | 1957 | // If this input argument is tied to a larger output result, extend the |
| 1958 | // input to be the same size as the output. The LLVM backend wants to see |
| 1959 | // the input and output of a matching constraint be the same size. Note |
| 1960 | // that GCC does not define what the top bits are here. We use zext because |
| 1961 | // that is usually cheaper, but LLVM IR should really get an anyext someday. |
| 1962 | if (Info.hasTiedOperand()) { |
| 1963 | unsigned Output = Info.getTiedOperand(); |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1964 | QualType OutputType = S.getOutputExpr(Output)->getType(); |
Chris Lattner | 4df4ee0 | 2009-05-03 07:27:51 +0000 | [diff] [blame] | 1965 | QualType InputTy = InputExpr->getType(); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1966 | |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1967 | if (getContext().getTypeSize(OutputType) > |
Chris Lattner | 4df4ee0 | 2009-05-03 07:27:51 +0000 | [diff] [blame] | 1968 | getContext().getTypeSize(InputTy)) { |
| 1969 | // Use ptrtoint as appropriate so that we can do our extension. |
| 1970 | if (isa<llvm::PointerType>(Arg->getType())) |
Chris Lattner | 77b89b8 | 2010-06-27 07:15:29 +0000 | [diff] [blame] | 1971 | Arg = Builder.CreatePtrToInt(Arg, IntPtrTy); |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 1972 | llvm::Type *OutputTy = ConvertType(OutputType); |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1973 | if (isa<llvm::IntegerType>(OutputTy)) |
| 1974 | Arg = Builder.CreateZExt(Arg, OutputTy); |
Peter Collingbourne | 93f1322 | 2011-07-29 00:24:50 +0000 | [diff] [blame] | 1975 | else if (isa<llvm::PointerType>(OutputTy)) |
| 1976 | Arg = Builder.CreateZExt(Arg, IntPtrTy); |
| 1977 | else { |
| 1978 | assert(OutputTy->isFloatingPointTy() && "Unexpected output type"); |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 1979 | Arg = Builder.CreateFPExt(Arg, OutputTy); |
Peter Collingbourne | 93f1322 | 2011-07-29 00:24:50 +0000 | [diff] [blame] | 1980 | } |
Chris Lattner | 4df4ee0 | 2009-05-03 07:27:51 +0000 | [diff] [blame] | 1981 | } |
| 1982 | } |
Bill Wendling | acb5310 | 2012-03-22 23:25:07 +0000 | [diff] [blame] | 1983 | if (llvm::Type* AdjTy = |
Peter Collingbourne | 4b93d66 | 2011-02-19 23:03:58 +0000 | [diff] [blame] | 1984 | getTargetHooks().adjustInlineAsmType(*this, InputConstraint, |
| 1985 | Arg->getType())) |
Dale Johannesen | f6e2c20 | 2010-10-29 23:12:32 +0000 | [diff] [blame] | 1986 | Arg = Builder.CreateBitCast(Arg, AdjTy); |
Tim Northover | 1bea653 | 2013-06-07 00:04:50 +0000 | [diff] [blame] | 1987 | else |
| 1988 | CGM.getDiags().Report(S.getAsmLoc(), diag::err_asm_invalid_type_in_input) |
| 1989 | << InputExpr->getType() << InputConstraint; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1990 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 1991 | ArgTypes.push_back(Arg->getType()); |
| 1992 | Args.push_back(Arg); |
| 1993 | Constraints += InputConstraint; |
| 1994 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 1995 | |
Anders Carlsson | f39a421 | 2008-02-05 20:01:53 +0000 | [diff] [blame] | 1996 | // Append the "input" part of inout constraints last. |
| 1997 | for (unsigned i = 0, e = InOutArgs.size(); i != e; i++) { |
| 1998 | ArgTypes.push_back(InOutArgTypes[i]); |
| 1999 | Args.push_back(InOutArgs[i]); |
| 2000 | } |
| 2001 | Constraints += InOutConstraints; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2002 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2003 | // Clobbers |
| 2004 | for (unsigned i = 0, e = S.getNumClobbers(); i != e; i++) { |
Chad Rosier | 33f0558 | 2012-08-27 23:47:56 +0000 | [diff] [blame] | 2005 | StringRef Clobber = S.getClobber(i); |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2006 | |
Eric Christopher | de31fd7 | 2011-06-28 18:20:53 +0000 | [diff] [blame] | 2007 | if (Clobber != "memory" && Clobber != "cc") |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2008 | Clobber = getTarget().getNormalizedGCCRegisterName(Clobber); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2009 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2010 | if (!Constraints.empty()) |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2011 | Constraints += ','; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2012 | |
Anders Carlsson | ea04175 | 2008-02-06 00:11:32 +0000 | [diff] [blame] | 2013 | Constraints += "~{"; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2014 | Constraints += Clobber; |
Anders Carlsson | ea04175 | 2008-02-06 00:11:32 +0000 | [diff] [blame] | 2015 | Constraints += '}'; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2016 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2017 | |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2018 | // Add machine specific clobbers |
John McCall | 64aa4b3 | 2013-04-16 22:48:15 +0000 | [diff] [blame] | 2019 | std::string MachineClobbers = getTarget().getClobbers(); |
Eli Friedman | ccf614c | 2008-12-21 01:15:32 +0000 | [diff] [blame] | 2020 | if (!MachineClobbers.empty()) { |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2021 | if (!Constraints.empty()) |
| 2022 | Constraints += ','; |
Eli Friedman | ccf614c | 2008-12-21 01:15:32 +0000 | [diff] [blame] | 2023 | Constraints += MachineClobbers; |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2024 | } |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 2025 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 2026 | llvm::Type *ResultType; |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2027 | if (ResultRegTypes.empty()) |
Chris Lattner | 8b41868 | 2012-02-07 00:39:47 +0000 | [diff] [blame] | 2028 | ResultType = VoidTy; |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2029 | else if (ResultRegTypes.size() == 1) |
| 2030 | ResultType = ResultRegTypes[0]; |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 2031 | else |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 2032 | ResultType = llvm::StructType::get(getLLVMContext(), ResultRegTypes); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2033 | |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 2034 | llvm::FunctionType *FTy = |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2035 | llvm::FunctionType::get(ResultType, ArgTypes, false); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2036 | |
Chad Rosier | 2ab7d43 | 2012-09-04 19:50:17 +0000 | [diff] [blame] | 2037 | bool HasSideEffect = S.isVolatile() || S.getNumOutputs() == 0; |
Chad Rosier | fcf75a3 | 2012-09-05 19:01:07 +0000 | [diff] [blame] | 2038 | llvm::InlineAsm::AsmDialect AsmDialect = isa<MSAsmStmt>(&S) ? |
| 2039 | llvm::InlineAsm::AD_Intel : llvm::InlineAsm::AD_ATT; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2040 | llvm::InlineAsm *IA = |
Chad Rosier | 790cbd8 | 2012-09-04 23:08:24 +0000 | [diff] [blame] | 2041 | llvm::InlineAsm::get(FTy, AsmString, Constraints, HasSideEffect, |
Chad Rosier | fcf75a3 | 2012-09-05 19:01:07 +0000 | [diff] [blame] | 2042 | /* IsAlignStack */ false, AsmDialect); |
Jay Foad | 4c7d9f1 | 2011-07-15 08:37:34 +0000 | [diff] [blame] | 2043 | llvm::CallInst *Result = Builder.CreateCall(IA, Args); |
Bill Wendling | 785b778 | 2012-12-07 23:17:26 +0000 | [diff] [blame] | 2044 | Result->addAttribute(llvm::AttributeSet::FunctionIndex, |
Peter Collingbourne | 15e05e9 | 2013-03-02 01:20:22 +0000 | [diff] [blame] | 2045 | llvm::Attribute::NoUnwind); |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2046 | |
Chris Lattner | fc1a9c3 | 2010-04-07 05:46:54 +0000 | [diff] [blame] | 2047 | // Slap the source location of the inline asm into a !srcloc metadata on the |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2048 | // call. |
| 2049 | if (const GCCAsmStmt *gccAsmStmt = dyn_cast<GCCAsmStmt>(&S)) { |
Chad Rosier | a23b91d | 2012-08-28 18:54:39 +0000 | [diff] [blame] | 2050 | Result->setMetadata("srcloc", getAsmSrcLocInfo(gccAsmStmt->getAsmString(), |
| 2051 | *this)); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2052 | } else { |
| 2053 | // At least put the line number on MS inline asm blobs. |
| 2054 | auto Loc = llvm::ConstantInt::get(Int32Ty, S.getAsmLoc().getRawEncoding()); |
| 2055 | Result->setMetadata("srcloc", llvm::MDNode::get(getLLVMContext(), Loc)); |
| 2056 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2057 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2058 | // Extract all of the register value results from the asm. |
| 2059 | std::vector<llvm::Value*> RegResults; |
| 2060 | if (ResultRegTypes.size() == 1) { |
| 2061 | RegResults.push_back(Result); |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 2062 | } else { |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2063 | for (unsigned i = 0, e = ResultRegTypes.size(); i != e; ++i) { |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 2064 | llvm::Value *Tmp = Builder.CreateExtractValue(Result, i, "asmresult"); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2065 | RegResults.push_back(Tmp); |
Anders Carlsson | bad3a94 | 2009-05-01 00:16:04 +0000 | [diff] [blame] | 2066 | } |
| 2067 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2068 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2069 | assert(RegResults.size() == ResultRegTypes.size()); |
| 2070 | assert(RegResults.size() == ResultTruncRegTypes.size()); |
| 2071 | assert(RegResults.size() == ResultRegDests.size()); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2072 | for (unsigned i = 0, e = RegResults.size(); i != e; ++i) { |
| 2073 | llvm::Value *Tmp = RegResults[i]; |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2074 | |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2075 | // If the result type of the LLVM IR asm doesn't match the result type of |
| 2076 | // the expression, do the conversion. |
| 2077 | if (ResultRegTypes[i] != ResultTruncRegTypes[i]) { |
Chris Lattner | 2acc6e3 | 2011-07-18 04:24:23 +0000 | [diff] [blame] | 2078 | llvm::Type *TruncTy = ResultTruncRegTypes[i]; |
Chad Rosier | 6f61ba2 | 2012-06-20 17:43:05 +0000 | [diff] [blame] | 2079 | |
Chris Lattner | aab64d0 | 2010-04-23 17:27:29 +0000 | [diff] [blame] | 2080 | // Truncate the integer result to the right size, note that TruncTy can be |
| 2081 | // a pointer. |
| 2082 | if (TruncTy->isFloatingPointTy()) |
| 2083 | Tmp = Builder.CreateFPTrunc(Tmp, TruncTy); |
Dan Gohman | 2dca88f | 2010-04-24 04:55:02 +0000 | [diff] [blame] | 2084 | else if (TruncTy->isPointerTy() && Tmp->getType()->isIntegerTy()) { |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame] | 2085 | uint64_t ResSize = CGM.getDataLayout().getTypeSizeInBits(TruncTy); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 2086 | Tmp = Builder.CreateTrunc(Tmp, |
| 2087 | llvm::IntegerType::get(getLLVMContext(), (unsigned)ResSize)); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2088 | Tmp = Builder.CreateIntToPtr(Tmp, TruncTy); |
Dan Gohman | 2dca88f | 2010-04-24 04:55:02 +0000 | [diff] [blame] | 2089 | } else if (Tmp->getType()->isPointerTy() && TruncTy->isIntegerTy()) { |
Micah Villmow | 25a6a84 | 2012-10-08 16:25:52 +0000 | [diff] [blame] | 2090 | uint64_t TmpSize =CGM.getDataLayout().getTypeSizeInBits(Tmp->getType()); |
John McCall | d16c2cf | 2011-02-08 08:22:06 +0000 | [diff] [blame] | 2091 | Tmp = Builder.CreatePtrToInt(Tmp, |
| 2092 | llvm::IntegerType::get(getLLVMContext(), (unsigned)TmpSize)); |
Dan Gohman | 2dca88f | 2010-04-24 04:55:02 +0000 | [diff] [blame] | 2093 | Tmp = Builder.CreateTrunc(Tmp, TruncTy); |
| 2094 | } else if (TruncTy->isIntegerTy()) { |
| 2095 | Tmp = Builder.CreateTrunc(Tmp, TruncTy); |
Dale Johannesen | f6e2c20 | 2010-10-29 23:12:32 +0000 | [diff] [blame] | 2096 | } else if (TruncTy->isVectorTy()) { |
| 2097 | Tmp = Builder.CreateBitCast(Tmp, TruncTy); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2098 | } |
| 2099 | } |
Mike Stump | 1eb4433 | 2009-09-09 15:08:12 +0000 | [diff] [blame] | 2100 | |
John McCall | 545d996 | 2011-06-25 02:11:03 +0000 | [diff] [blame] | 2101 | EmitStoreThroughLValue(RValue::get(Tmp), ResultRegDests[i]); |
Chris Lattner | a077b5c | 2009-05-03 08:21:20 +0000 | [diff] [blame] | 2102 | } |
Anders Carlsson | fb1aeb8 | 2008-02-05 16:35:33 +0000 | [diff] [blame] | 2103 | } |
Tareq A. Siraj | 051303c | 2013-04-16 18:53:08 +0000 | [diff] [blame] | 2104 | |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2105 | LValue CodeGenFunction::InitCapturedStruct(const CapturedStmt &S) { |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2106 | const RecordDecl *RD = S.getCapturedRecordDecl(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2107 | QualType RecordTy = getContext().getRecordType(RD); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2108 | |
| 2109 | // Initialize the captured struct. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2110 | LValue SlotLV = MakeNaturalAlignAddrLValue( |
| 2111 | CreateMemTemp(RecordTy, "agg.captured"), RecordTy); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2112 | |
| 2113 | RecordDecl::field_iterator CurField = RD->field_begin(); |
| 2114 | for (CapturedStmt::capture_init_iterator I = S.capture_init_begin(), |
| 2115 | E = S.capture_init_end(); |
| 2116 | I != E; ++I, ++CurField) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2117 | LValue LV = EmitLValueForFieldInitialization(SlotLV, *CurField); |
| 2118 | if (CurField->hasCapturedVLAType()) { |
| 2119 | auto VAT = CurField->getCapturedVLAType(); |
| 2120 | EmitStoreThroughLValue(RValue::get(VLASizeMap[VAT->getSizeExpr()]), LV); |
| 2121 | } else { |
| 2122 | EmitInitializerForField(*CurField, LV, *I, None); |
| 2123 | } |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2124 | } |
| 2125 | |
| 2126 | return SlotLV; |
| 2127 | } |
| 2128 | |
| 2129 | /// Generate an outlined function for the body of a CapturedStmt, store any |
| 2130 | /// captured variables into the captured struct, and call the outlined function. |
| 2131 | llvm::Function * |
| 2132 | CodeGenFunction::EmitCapturedStmt(const CapturedStmt &S, CapturedRegionKind K) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2133 | LValue CapStruct = InitCapturedStruct(S); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2134 | |
| 2135 | // Emit the CapturedDecl |
| 2136 | CodeGenFunction CGF(CGM, true); |
| 2137 | CGF.CapturedStmtInfo = new CGCapturedStmtInfo(S, K); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 2138 | llvm::Function *F = CGF.GenerateCapturedStmtFunction(S); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2139 | delete CGF.CapturedStmtInfo; |
| 2140 | |
| 2141 | // Emit call to the helper function. |
| 2142 | EmitCallOrInvoke(F, CapStruct.getAddress()); |
| 2143 | |
| 2144 | return F; |
| 2145 | } |
| 2146 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 2147 | llvm::Value * |
| 2148 | CodeGenFunction::GenerateCapturedStmtArgument(const CapturedStmt &S) { |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2149 | LValue CapStruct = InitCapturedStruct(S); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 2150 | return CapStruct.getAddress(); |
| 2151 | } |
| 2152 | |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2153 | /// Creates the outlined function for a CapturedStmt. |
| 2154 | llvm::Function * |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 2155 | CodeGenFunction::GenerateCapturedStmtFunction(const CapturedStmt &S) { |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2156 | assert(CapturedStmtInfo && |
| 2157 | "CapturedStmtInfo should be set when generating the captured function"); |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 2158 | const CapturedDecl *CD = S.getCapturedDecl(); |
| 2159 | const RecordDecl *RD = S.getCapturedRecordDecl(); |
| 2160 | SourceLocation Loc = S.getLocStart(); |
| 2161 | assert(CD->hasBody() && "missing CapturedDecl body"); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2162 | |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2163 | // Build the argument list. |
| 2164 | ASTContext &Ctx = CGM.getContext(); |
| 2165 | FunctionArgList Args; |
| 2166 | Args.append(CD->param_begin(), CD->param_end()); |
| 2167 | |
| 2168 | // Create the function declaration. |
| 2169 | FunctionType::ExtInfo ExtInfo; |
| 2170 | const CGFunctionInfo &FuncInfo = |
Stephen Hines | 651f13c | 2014-04-23 16:59:28 -0700 | [diff] [blame] | 2171 | CGM.getTypes().arrangeFreeFunctionDeclaration(Ctx.VoidTy, Args, ExtInfo, |
| 2172 | /*IsVariadic=*/false); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2173 | llvm::FunctionType *FuncLLVMTy = CGM.getTypes().GetFunctionType(FuncInfo); |
| 2174 | |
| 2175 | llvm::Function *F = |
| 2176 | llvm::Function::Create(FuncLLVMTy, llvm::GlobalValue::InternalLinkage, |
| 2177 | CapturedStmtInfo->getHelperName(), &CGM.getModule()); |
| 2178 | CGM.SetInternalFunctionAttributes(CD, F, FuncInfo); |
| 2179 | |
| 2180 | // Generate the function. |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 2181 | StartFunction(CD, Ctx.VoidTy, F, FuncInfo, Args, |
| 2182 | CD->getLocation(), |
| 2183 | CD->getBody()->getLocStart()); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2184 | // Set the context parameter in CapturedStmtInfo. |
| 2185 | llvm::Value *DeclPtr = LocalDeclMap[CD->getContextParam()]; |
| 2186 | assert(DeclPtr && "missing context parameter for CapturedStmt"); |
| 2187 | CapturedStmtInfo->setContextValue(Builder.CreateLoad(DeclPtr)); |
| 2188 | |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 2189 | // Initialize variable-length arrays. |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2190 | LValue Base = MakeNaturalAlignAddrLValue(CapturedStmtInfo->getContextValue(), |
| 2191 | Ctx.getTagDeclType(RD)); |
| 2192 | for (auto *FD : RD->fields()) { |
| 2193 | if (FD->hasCapturedVLAType()) { |
| 2194 | auto *ExprArg = EmitLoadOfLValue(EmitLValueForField(Base, FD), |
| 2195 | S.getLocStart()).getScalarVal(); |
| 2196 | auto VAT = FD->getCapturedVLAType(); |
| 2197 | VLASizeMap[VAT->getSizeExpr()] = ExprArg; |
| 2198 | } |
| 2199 | } |
Stephen Hines | c568f1e | 2014-07-21 00:47:37 -0700 | [diff] [blame] | 2200 | |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2201 | // If 'this' is captured, load it into CXXThisValue. |
| 2202 | if (CapturedStmtInfo->isCXXThisExprCaptured()) { |
| 2203 | FieldDecl *FD = CapturedStmtInfo->getThisFieldDecl(); |
Stephen Hines | 176edba | 2014-12-01 14:53:08 -0800 | [diff] [blame] | 2204 | LValue ThisLValue = EmitLValueForField(Base, FD); |
Nick Lewycky | 4ee7dc2 | 2013-10-02 02:29:49 +0000 | [diff] [blame] | 2205 | CXXThisValue = EmitLoadOfLValue(ThisLValue, Loc).getScalarVal(); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2206 | } |
| 2207 | |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 2208 | PGO.assignRegionCounters(CD, F); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2209 | CapturedStmtInfo->EmitBody(*this, CD->getBody()); |
| 2210 | FinishFunction(CD->getBodyRBrace()); |
Stephen Hines | 6bcf27b | 2014-05-29 04:14:42 -0700 | [diff] [blame] | 2211 | PGO.emitInstrumentationData(); |
| 2212 | PGO.destroyRegionCounters(); |
Ben Langmuir | 524387a | 2013-05-09 19:17:11 +0000 | [diff] [blame] | 2213 | |
| 2214 | return F; |
Tareq A. Siraj | 051303c | 2013-04-16 18:53:08 +0000 | [diff] [blame] | 2215 | } |