blob: 466fdc9fedd3c8c26b1862832c12534154e516f7 [file] [log] [blame]
Alexander Musman515ad8c2014-05-22 08:54:05 +00001//===---- CGLoopInfo.h - LLVM CodeGen for loop metadata -*- C++ -*---------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This is the internal state used for llvm translation for loop statement
11// metadata.
12//
13//===----------------------------------------------------------------------===//
14
Benjamin Kramer2f5db8b2014-08-13 16:25:19 +000015#ifndef LLVM_CLANG_LIB_CODEGEN_CGLOOPINFO_H
16#define LLVM_CLANG_LIB_CODEGEN_CGLOOPINFO_H
Alexander Musman515ad8c2014-05-22 08:54:05 +000017
Tyler Nowicki9d268e12015-06-11 23:23:17 +000018#include "llvm/ADT/ArrayRef.h"
Alexander Musman515ad8c2014-05-22 08:54:05 +000019#include "llvm/ADT/SmallVector.h"
Hal Finkelc07e19b2016-05-25 21:53:24 +000020#include "llvm/IR/DebugLoc.h"
Alexander Musman515ad8c2014-05-22 08:54:05 +000021#include "llvm/IR/Value.h"
22#include "llvm/Support/Compiler.h"
23
24namespace llvm {
25class BasicBlock;
26class Instruction;
27class MDNode;
28} // end namespace llvm
29
30namespace clang {
Tyler Nowicki9d268e12015-06-11 23:23:17 +000031class Attr;
Tyler Nowicki54c020d2015-07-27 20:10:20 +000032class ASTContext;
Alexander Musman515ad8c2014-05-22 08:54:05 +000033namespace CodeGen {
34
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000035/// Attributes that may be specified on loops.
Alexander Musman515ad8c2014-05-22 08:54:05 +000036struct LoopAttributes {
37 explicit LoopAttributes(bool IsParallel = false);
38 void clear();
39
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000040 /// Generate llvm.loop.parallel metadata for loads and stores.
Alexander Musman515ad8c2014-05-22 08:54:05 +000041 bool IsParallel;
42
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000043 /// State of loop vectorization or unrolling.
Mark Heffernan397a98d2015-08-10 17:29:39 +000044 enum LVEnableState { Unspecified, Enable, Disable, Full };
Alexander Musman515ad8c2014-05-22 08:54:05 +000045
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000046 /// Value for llvm.loop.vectorize.enable metadata.
Tyler Nowickida46d0e2015-07-14 23:03:09 +000047 LVEnableState VectorizeEnable;
Alexander Musman515ad8c2014-05-22 08:54:05 +000048
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000049 /// Value for llvm.loop.unroll.* metadata (enable, disable, or full).
Tyler Nowicki54c020d2015-07-27 20:10:20 +000050 LVEnableState UnrollEnable;
51
David Greenc8e39242018-08-01 14:36:12 +000052 /// Value for llvm.loop.unroll_and_jam.* metadata (enable, disable, or full).
53 LVEnableState UnrollAndJamEnable;
54
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000055 /// Value for llvm.loop.vectorize.width metadata.
Tyler Nowickida46d0e2015-07-14 23:03:09 +000056 unsigned VectorizeWidth;
Alexander Musman515ad8c2014-05-22 08:54:05 +000057
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000058 /// Value for llvm.loop.interleave.count metadata.
Tyler Nowickida46d0e2015-07-14 23:03:09 +000059 unsigned InterleaveCount;
Tyler Nowicki54c020d2015-07-27 20:10:20 +000060
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000061 /// llvm.unroll.
Tyler Nowicki54c020d2015-07-27 20:10:20 +000062 unsigned UnrollCount;
Adam Nemet2de463e2016-06-14 12:04:26 +000063
David Greenc8e39242018-08-01 14:36:12 +000064 /// llvm.unroll.
65 unsigned UnrollAndJamCount;
66
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000067 /// Value for llvm.loop.distribute.enable metadata.
Adam Nemet2de463e2016-06-14 12:04:26 +000068 LVEnableState DistributeEnable;
Alexander Musman515ad8c2014-05-22 08:54:05 +000069};
70
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000071/// Information used when generating a structured loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000072class LoopInfo {
73public:
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000074 /// Construct a new LoopInfo for the loop with entry Header.
Hal Finkelc07e19b2016-05-25 21:53:24 +000075 LoopInfo(llvm::BasicBlock *Header, const LoopAttributes &Attrs,
Benjamin Kramer81cb4b72016-11-24 16:01:20 +000076 const llvm::DebugLoc &StartLoc, const llvm::DebugLoc &EndLoc);
Alexander Musman515ad8c2014-05-22 08:54:05 +000077
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000078 /// Get the loop id metadata for this loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000079 llvm::MDNode *getLoopID() const { return LoopID; }
80
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000081 /// Get the header block of this loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000082 llvm::BasicBlock *getHeader() const { return Header; }
83
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000084 /// Get the set of attributes active for this loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000085 const LoopAttributes &getAttributes() const { return Attrs; }
86
87private:
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000088 /// Loop ID metadata.
Alexander Musman515ad8c2014-05-22 08:54:05 +000089 llvm::MDNode *LoopID;
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000090 /// Header block of this loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000091 llvm::BasicBlock *Header;
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000092 /// The attributes for this loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +000093 LoopAttributes Attrs;
94};
95
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000096/// A stack of loop information corresponding to loop nesting levels.
Alexander Musman515ad8c2014-05-22 08:54:05 +000097/// This stack can be used to prepare attributes which are applied when a loop
98/// is emitted.
99class LoopInfoStack {
Aaron Ballmanabc18922015-02-15 22:54:08 +0000100 LoopInfoStack(const LoopInfoStack &) = delete;
101 void operator=(const LoopInfoStack &) = delete;
Alexander Musman515ad8c2014-05-22 08:54:05 +0000102
103public:
104 LoopInfoStack() {}
105
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000106 /// Begin a new structured loop. The set of staged attributes will be
Alexander Musman515ad8c2014-05-22 08:54:05 +0000107 /// applied to the loop and then cleared.
Benjamin Kramer81cb4b72016-11-24 16:01:20 +0000108 void push(llvm::BasicBlock *Header, const llvm::DebugLoc &StartLoc,
109 const llvm::DebugLoc &EndLoc);
Tyler Nowicki54c020d2015-07-27 20:10:20 +0000110
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000111 /// Begin a new structured loop. Stage attributes from the Attrs list.
Tyler Nowicki54c020d2015-07-27 20:10:20 +0000112 /// The staged attributes are applied to the loop and then cleared.
113 void push(llvm::BasicBlock *Header, clang::ASTContext &Ctx,
Benjamin Kramer81cb4b72016-11-24 16:01:20 +0000114 llvm::ArrayRef<const Attr *> Attrs, const llvm::DebugLoc &StartLoc,
115 const llvm::DebugLoc &EndLoc);
Alexander Musman515ad8c2014-05-22 08:54:05 +0000116
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000117 /// End the current loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000118 void pop();
119
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000120 /// Return the top loop id metadata.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000121 llvm::MDNode *getCurLoopID() const { return getInfo().getLoopID(); }
122
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000123 /// Return true if the top loop is parallel.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000124 bool getCurLoopParallel() const {
125 return hasInfo() ? getInfo().getAttributes().IsParallel : false;
126 }
127
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000128 /// Function called by the CodeGenFunction when an instruction is
Alexander Musman515ad8c2014-05-22 08:54:05 +0000129 /// created.
130 void InsertHelper(llvm::Instruction *I) const;
131
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000132 /// Set the next pushed loop as parallel.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000133 void setParallel(bool Enable = true) { StagedAttrs.IsParallel = Enable; }
134
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000135 /// Set the next pushed loop 'vectorize.enable'
Tyler Nowickida46d0e2015-07-14 23:03:09 +0000136 void setVectorizeEnable(bool Enable = true) {
137 StagedAttrs.VectorizeEnable =
138 Enable ? LoopAttributes::Enable : LoopAttributes::Disable;
Alexander Musman515ad8c2014-05-22 08:54:05 +0000139 }
140
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000141 /// Set the next pushed loop as a distribution candidate.
Adam Nemet2de463e2016-06-14 12:04:26 +0000142 void setDistributeState(bool Enable = true) {
143 StagedAttrs.DistributeEnable =
144 Enable ? LoopAttributes::Enable : LoopAttributes::Disable;
145 }
146
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000147 /// Set the next pushed loop unroll state.
Mark Heffernan397a98d2015-08-10 17:29:39 +0000148 void setUnrollState(const LoopAttributes::LVEnableState &State) {
149 StagedAttrs.UnrollEnable = State;
Tyler Nowicki54c020d2015-07-27 20:10:20 +0000150 }
151
David Greenc8e39242018-08-01 14:36:12 +0000152 /// Set the next pushed loop unroll_and_jam state.
153 void setUnrollAndJamState(const LoopAttributes::LVEnableState &State) {
154 StagedAttrs.UnrollAndJamEnable = State;
155 }
156
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000157 /// Set the vectorize width for the next loop pushed.
Tyler Nowickida46d0e2015-07-14 23:03:09 +0000158 void setVectorizeWidth(unsigned W) { StagedAttrs.VectorizeWidth = W; }
Alexander Musman515ad8c2014-05-22 08:54:05 +0000159
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000160 /// Set the interleave count for the next loop pushed.
Tyler Nowickida46d0e2015-07-14 23:03:09 +0000161 void setInterleaveCount(unsigned C) { StagedAttrs.InterleaveCount = C; }
Alexander Musman515ad8c2014-05-22 08:54:05 +0000162
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000163 /// Set the unroll count for the next loop pushed.
Tyler Nowicki54c020d2015-07-27 20:10:20 +0000164 void setUnrollCount(unsigned C) { StagedAttrs.UnrollCount = C; }
165
David Greenc8e39242018-08-01 14:36:12 +0000166 /// \brief Set the unroll count for the next loop pushed.
167 void setUnrollAndJamCount(unsigned C) { StagedAttrs.UnrollAndJamCount = C; }
168
Alexander Musman515ad8c2014-05-22 08:54:05 +0000169private:
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000170 /// Returns true if there is LoopInfo on the stack.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000171 bool hasInfo() const { return !Active.empty(); }
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000172 /// Return the LoopInfo for the current loop. HasInfo should be called
Alexander Musman515ad8c2014-05-22 08:54:05 +0000173 /// first to ensure LoopInfo is present.
174 const LoopInfo &getInfo() const { return Active.back(); }
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000175 /// The set of attributes that will be applied to the next pushed loop.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000176 LoopAttributes StagedAttrs;
Adrian Prantl9fc8faf2018-05-09 01:00:01 +0000177 /// Stack of active loops.
Alexander Musman515ad8c2014-05-22 08:54:05 +0000178 llvm::SmallVector<LoopInfo, 4> Active;
179};
180
181} // end namespace CodeGen
182} // end namespace clang
183
Benjamin Kramer2f5db8b2014-08-13 16:25:19 +0000184#endif