blob: 9d5f23ff9a2ae12d7b6bea77f1671f4d3d866697 [file] [log] [blame]
Alexander Musman515ad8c2014-05-22 08:54:05 +00001//===---- CGLoopInfo.h - LLVM CodeGen for loop metadata -*- C++ -*---------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This is the internal state used for llvm translation for loop statement
11// metadata.
12//
13//===----------------------------------------------------------------------===//
14
Benjamin Kramer2f5db8b2014-08-13 16:25:19 +000015#ifndef LLVM_CLANG_LIB_CODEGEN_CGLOOPINFO_H
16#define LLVM_CLANG_LIB_CODEGEN_CGLOOPINFO_H
Alexander Musman515ad8c2014-05-22 08:54:05 +000017
Tyler Nowicki9d268e12015-06-11 23:23:17 +000018#include "llvm/ADT/ArrayRef.h"
Alexander Musman515ad8c2014-05-22 08:54:05 +000019#include "llvm/ADT/SmallVector.h"
Hal Finkelc07e19b2016-05-25 21:53:24 +000020#include "llvm/IR/DebugLoc.h"
Alexander Musman515ad8c2014-05-22 08:54:05 +000021#include "llvm/IR/Value.h"
22#include "llvm/Support/Compiler.h"
23
24namespace llvm {
25class BasicBlock;
26class Instruction;
27class MDNode;
28} // end namespace llvm
29
30namespace clang {
Tyler Nowicki9d268e12015-06-11 23:23:17 +000031class Attr;
Tyler Nowicki54c020d2015-07-27 20:10:20 +000032class ASTContext;
Alexander Musman515ad8c2014-05-22 08:54:05 +000033namespace CodeGen {
34
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000035/// Attributes that may be specified on loops.
Alexander Musman515ad8c2014-05-22 08:54:05 +000036struct LoopAttributes {
37 explicit LoopAttributes(bool IsParallel = false);
38 void clear();
39
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000040 /// Generate llvm.loop.parallel metadata for loads and stores.
Alexander Musman515ad8c2014-05-22 08:54:05 +000041 bool IsParallel;
42
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000043 /// State of loop vectorization or unrolling.
Mark Heffernan397a98d2015-08-10 17:29:39 +000044 enum LVEnableState { Unspecified, Enable, Disable, Full };
Alexander Musman515ad8c2014-05-22 08:54:05 +000045
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000046 /// Value for llvm.loop.vectorize.enable metadata.
Tyler Nowickida46d0e2015-07-14 23:03:09 +000047 LVEnableState VectorizeEnable;
Alexander Musman515ad8c2014-05-22 08:54:05 +000048
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000049 /// Value for llvm.loop.unroll.* metadata (enable, disable, or full).
Tyler Nowicki54c020d2015-07-27 20:10:20 +000050 LVEnableState UnrollEnable;
51
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000052 /// Value for llvm.loop.vectorize.width metadata.
Tyler Nowickida46d0e2015-07-14 23:03:09 +000053 unsigned VectorizeWidth;
Alexander Musman515ad8c2014-05-22 08:54:05 +000054
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000055 /// Value for llvm.loop.interleave.count metadata.
Tyler Nowickida46d0e2015-07-14 23:03:09 +000056 unsigned InterleaveCount;
Tyler Nowicki54c020d2015-07-27 20:10:20 +000057
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000058 /// llvm.unroll.
Tyler Nowicki54c020d2015-07-27 20:10:20 +000059 unsigned UnrollCount;
Adam Nemet2de463e2016-06-14 12:04:26 +000060
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000061 /// Value for llvm.loop.distribute.enable metadata.
Adam Nemet2de463e2016-06-14 12:04:26 +000062 LVEnableState DistributeEnable;
Alexander Musman515ad8c2014-05-22 08:54:05 +000063};
64
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000065/// Information used when generating a structured loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000066class LoopInfo {
67public:
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000068 /// Construct a new LoopInfo for the loop with entry Header.
Hal Finkelc07e19b2016-05-25 21:53:24 +000069 LoopInfo(llvm::BasicBlock *Header, const LoopAttributes &Attrs,
Benjamin Kramer81cb4b72016-11-24 16:01:20 +000070 const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc);
Alexander Musman515ad8c2014-05-22 08:54:05 +000071
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000072 /// Get the loop id metadata for this loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000073 llvm::MDNode *getLoopID() const { return LoopID; }
74
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000075 /// Get the header block of this loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000076 llvm::BasicBlock *getHeader() const { return Header; }
77
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000078 /// Get the set of attributes active for this loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000079 const LoopAttributes &getAttributes() const { return Attrs; }
80
81private:
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000082 /// Loop ID metadata.
Alexander Musman515ad8c2014-05-22 08:54:05 +000083 llvm::MDNode *LoopID;
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000084 /// Header block of this loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000085 llvm::BasicBlock *Header;
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000086 /// The attributes for this loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000087 LoopAttributes Attrs;
88};
89
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000090/// A stack of loop information corresponding to loop nesting levels.
Alexander Musman515ad8c2014-05-22 08:54:05 +000091/// This stack can be used to prepare attributes which are applied when a loop
92/// is emitted.
93class LoopInfoStack {
Aaron Ballmanabc18922015-02-15 22:54:08 +000094 LoopInfoStack(const LoopInfoStack &) = delete;
95 void operator=(const LoopInfoStack &) = delete;
Alexander Musman515ad8c2014-05-22 08:54:05 +000096
97public:
98 LoopInfoStack() {}
99
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000100 /// Begin a new structured loop. The set of staged attributes will be
Alexander Musman515ad8c2014-05-22 08:54:05 +0000101 /// applied to the loop and then cleared.
Benjamin Kramer81cb4b72016-11-24 16:01:20 +0000102 void push(llvm::BasicBlock *Header, const llvm::DebugLoc &StartLoc,
103 const llvm::DebugLoc &EndLoc);
Tyler Nowicki54c020d2015-07-27 20:10:20 +0000104
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000105 /// Begin a new structured loop. Stage attributes from the Attrs list.
Tyler Nowicki54c020d2015-07-27 20:10:20 +0000106 /// The staged attributes are applied to the loop and then cleared.
107 void push(llvm::BasicBlock *Header, clang::ASTContext &Ctx,
Benjamin Kramer81cb4b72016-11-24 16:01:20 +0000108 llvm::ArrayRef<const Attr *> Attrs, const llvm::DebugLoc &StartLoc,
109 const llvm::DebugLoc &EndLoc);
Alexander Musman515ad8c2014-05-22 08:54:05 +0000110
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000111 /// End the current loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000112 void pop();
113
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000114 /// Return the top loop id metadata.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000115 llvm::MDNode *getCurLoopID() const { return getInfo().getLoopID(); }
116
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000117 /// Return true if the top loop is parallel.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000118 bool getCurLoopParallel() const {
119 return hasInfo() ? getInfo().getAttributes().IsParallel : false;
120 }
121
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000122 /// Function called by the CodeGenFunction when an instruction is
Alexander Musman515ad8c2014-05-22 08:54:05 +0000123 /// created.
124 void InsertHelper(llvm::Instruction *I) const;
125
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000126 /// Set the next pushed loop as parallel.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000127 void setParallel(bool Enable = true) { StagedAttrs.IsParallel = Enable; }
128
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000129 /// Set the next pushed loop 'vectorize.enable'
Tyler Nowickida46d0e2015-07-14 23:03:09 +0000130 void setVectorizeEnable(bool Enable = true) {
131 StagedAttrs.VectorizeEnable =
132 Enable ? LoopAttributes::Enable : LoopAttributes::Disable;
Alexander Musman515ad8c2014-05-22 08:54:05 +0000133 }
134
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000135 /// Set the next pushed loop as a distribution candidate.
Adam Nemet2de463e2016-06-14 12:04:26 +0000136 void setDistributeState(bool Enable = true) {
137 StagedAttrs.DistributeEnable =
138 Enable ? LoopAttributes::Enable : LoopAttributes::Disable;
139 }
140
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000141 /// Set the next pushed loop unroll state.
Mark Heffernan397a98d2015-08-10 17:29:39 +0000142 void setUnrollState(const LoopAttributes::LVEnableState &State) {
143 StagedAttrs.UnrollEnable = State;
Tyler Nowicki54c020d2015-07-27 20:10:20 +0000144 }
145
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000146 /// Set the vectorize width for the next loop pushed.
Tyler Nowickida46d0e2015-07-14 23:03:09 +0000147 void setVectorizeWidth(unsigned W) { StagedAttrs.VectorizeWidth = W; }
Alexander Musman515ad8c2014-05-22 08:54:05 +0000148
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000149 /// Set the interleave count for the next loop pushed.
Tyler Nowickida46d0e2015-07-14 23:03:09 +0000150 void setInterleaveCount(unsigned C) { StagedAttrs.InterleaveCount = C; }
Alexander Musman515ad8c2014-05-22 08:54:05 +0000151
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000152 /// Set the unroll count for the next loop pushed.
Tyler Nowicki54c020d2015-07-27 20:10:20 +0000153 void setUnrollCount(unsigned C) { StagedAttrs.UnrollCount = C; }
154
Alexander Musman515ad8c2014-05-22 08:54:05 +0000155private:
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000156 /// Returns true if there is LoopInfo on the stack.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000157 bool hasInfo() const { return !Active.empty(); }
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000158 /// Return the LoopInfo for the current loop. HasInfo should be called
Alexander Musman515ad8c2014-05-22 08:54:05 +0000159 /// first to ensure LoopInfo is present.
160 const LoopInfo &getInfo() const { return Active.back(); }
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000161 /// The set of attributes that will be applied to the next pushed loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000162 LoopAttributes StagedAttrs;
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000163 /// Stack of active loops.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000164 llvm::SmallVector<LoopInfo, 4> Active;
165};
166
167} // end namespace CodeGen
168} // end namespace clang
169
Benjamin Kramer2f5db8b2014-08-13 16:25:19 +0000170#endif