blob: e5b9118fb062f6734cf25937d92a4218cd3b9726 [file] [log] [blame]
Andrew Trick2661b412012-07-07 04:00:00 +00001//===- CodeGenSchedule.h - Scheduling Machine Models ------------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines structures to encapsulate the machine model as decribed in
11// the target description.
12//
13//===----------------------------------------------------------------------===//
14
15#ifndef CODEGEN_SCHEDULE_H
16#define CODEGEN_SCHEDULE_H
17
Andrew Trick13745262012-10-03 23:06:32 +000018#include "SetTheory.h"
Andrew Trick2661b412012-07-07 04:00:00 +000019#include "llvm/ADT/DenseMap.h"
20#include "llvm/ADT/StringMap.h"
Chandler Carruth4ffd89f2012-12-04 10:37:14 +000021#include "llvm/Support/ErrorHandling.h"
22#include "llvm/TableGen/Record.h"
Andrew Trick2661b412012-07-07 04:00:00 +000023
24namespace llvm {
25
26class CodeGenTarget;
Andrew Trick48605c32012-09-15 00:19:57 +000027class CodeGenSchedModels;
28class CodeGenInstruction;
Andrew Trick2661b412012-07-07 04:00:00 +000029
Andrew Trick48605c32012-09-15 00:19:57 +000030typedef std::vector<Record*> RecVec;
31typedef std::vector<Record*>::const_iterator RecIter;
32
33typedef std::vector<unsigned> IdxVec;
34typedef std::vector<unsigned>::const_iterator IdxIter;
35
36void splitSchedReadWrites(const RecVec &RWDefs,
37 RecVec &WriteDefs, RecVec &ReadDefs);
38
39/// We have two kinds of SchedReadWrites. Explicitly defined and inferred
40/// sequences. TheDef is nonnull for explicit SchedWrites, but Sequence may or
41/// may not be empty. TheDef is null for inferred sequences, and Sequence must
42/// be nonempty.
43///
44/// IsVariadic controls whether the variants are expanded into multiple operands
45/// or a sequence of writes on one operand.
46struct CodeGenSchedRW {
Andrew Trick2062b122012-10-03 23:06:28 +000047 unsigned Index;
Andrew Trick48605c32012-09-15 00:19:57 +000048 std::string Name;
49 Record *TheDef;
Andrew Trick2062b122012-10-03 23:06:28 +000050 bool IsRead;
Andrew Trick92649882012-09-22 02:24:21 +000051 bool IsAlias;
Andrew Trick48605c32012-09-15 00:19:57 +000052 bool HasVariants;
53 bool IsVariadic;
54 bool IsSequence;
55 IdxVec Sequence;
Andrew Trick92649882012-09-22 02:24:21 +000056 RecVec Aliases;
Andrew Trick48605c32012-09-15 00:19:57 +000057
Richard Smith8efd0f02012-12-20 01:05:39 +000058 CodeGenSchedRW()
59 : Index(0), TheDef(0), IsRead(false), IsAlias(false),
60 HasVariants(false), IsVariadic(false), IsSequence(false) {}
61 CodeGenSchedRW(unsigned Idx, Record *Def)
62 : Index(Idx), TheDef(Def), IsAlias(false), IsVariadic(false) {
Andrew Trick48605c32012-09-15 00:19:57 +000063 Name = Def->getName();
Andrew Trick2062b122012-10-03 23:06:28 +000064 IsRead = Def->isSubClassOf("SchedRead");
Andrew Trick48605c32012-09-15 00:19:57 +000065 HasVariants = Def->isSubClassOf("SchedVariant");
66 if (HasVariants)
67 IsVariadic = Def->getValueAsBit("Variadic");
68
69 // Read records don't currently have sequences, but it can be easily
70 // added. Note that implicit Reads (from ReadVariant) may have a Sequence
71 // (but no record).
72 IsSequence = Def->isSubClassOf("WriteSequence");
73 }
74
Andrew Trick2062b122012-10-03 23:06:28 +000075 CodeGenSchedRW(unsigned Idx, bool Read, const IdxVec &Seq,
Richard Smith8efd0f02012-12-20 01:05:39 +000076 const std::string &Name)
77 : Index(Idx), Name(Name), TheDef(0), IsRead(Read), IsAlias(false),
78 HasVariants(false), IsVariadic(false), IsSequence(true), Sequence(Seq) {
Andrew Trick48605c32012-09-15 00:19:57 +000079 assert(Sequence.size() > 1 && "implied sequence needs >1 RWs");
80 }
81
82 bool isValid() const {
83 assert((!HasVariants || TheDef) && "Variant write needs record def");
84 assert((!IsVariadic || HasVariants) && "Variadic write needs variants");
85 assert((!IsSequence || !HasVariants) && "Sequence can't have variant");
86 assert((!IsSequence || !Sequence.empty()) && "Sequence should be nonempty");
Andrew Trick92649882012-09-22 02:24:21 +000087 assert((!IsAlias || Aliases.empty()) && "Alias cannot have aliases");
Andrew Trick48605c32012-09-15 00:19:57 +000088 return TheDef || !Sequence.empty();
89 }
90
91#ifndef NDEBUG
92 void dump() const;
93#endif
94};
95
Andrew Tricke076bb12012-09-18 04:03:30 +000096/// Represent a transition between SchedClasses induced by SchedVariant.
Andrew Trick5e613c22012-09-15 00:19:59 +000097struct CodeGenSchedTransition {
98 unsigned ToClassIdx;
99 IdxVec ProcIndices;
100 RecVec PredTerm;
101};
102
Andrew Trick48605c32012-09-15 00:19:57 +0000103/// Scheduling class.
104///
105/// Each instruction description will be mapped to a scheduling class. There are
106/// four types of classes:
107///
108/// 1) An explicitly defined itinerary class with ItinClassDef set.
109/// Writes and ReadDefs are empty. ProcIndices contains 0 for any processor.
110///
111/// 2) An implied class with a list of SchedWrites and SchedReads that are
112/// defined in an instruction definition and which are common across all
113/// subtargets. ProcIndices contains 0 for any processor.
114///
115/// 3) An implied class with a list of InstRW records that map instructions to
116/// SchedWrites and SchedReads per-processor. InstrClassMap should map the same
117/// instructions to this class. ProcIndices contains all the processors that
118/// provided InstrRW records for this class. ItinClassDef or Writes/Reads may
119/// still be defined for processors with no InstRW entry.
120///
121/// 4) An inferred class represents a variant of another class that may be
122/// resolved at runtime. ProcIndices contains the set of processors that may
123/// require the class. ProcIndices are propagated through SchedClasses as
124/// variants are expanded. Multiple SchedClasses may be inferred from an
125/// itinerary class. Each inherits the processor index from the ItinRW record
126/// that mapped the itinerary class to the variant Writes or Reads.
Andrew Trick2661b412012-07-07 04:00:00 +0000127struct CodeGenSchedClass {
Andrew Trick1ab961f2013-03-16 18:58:55 +0000128 unsigned Index;
Andrew Trick2661b412012-07-07 04:00:00 +0000129 std::string Name;
Andrew Trick2661b412012-07-07 04:00:00 +0000130 Record *ItinClassDef;
131
Andrew Trick48605c32012-09-15 00:19:57 +0000132 IdxVec Writes;
133 IdxVec Reads;
134 // Sorted list of ProcIdx, where ProcIdx==0 implies any processor.
135 IdxVec ProcIndices;
136
Andrew Trick5e613c22012-09-15 00:19:59 +0000137 std::vector<CodeGenSchedTransition> Transitions;
138
Andrew Trick92649882012-09-22 02:24:21 +0000139 // InstRW records associated with this class. These records may refer to an
140 // Instruction no longer mapped to this class by InstrClassMap. These
141 // Instructions should be ignored by this class because they have been split
142 // off to join another inferred class.
Andrew Trick48605c32012-09-15 00:19:57 +0000143 RecVec InstRWs;
144
Andrew Trick1ab961f2013-03-16 18:58:55 +0000145 CodeGenSchedClass(): Index(0), ItinClassDef(0) {}
146
147 bool isKeyEqual(Record *IC, const IdxVec &W, const IdxVec &R) {
148 return ItinClassDef == IC && Writes == W && Reads == R;
Andrew Trick2661b412012-07-07 04:00:00 +0000149 }
Andrew Trick48605c32012-09-15 00:19:57 +0000150
Andrew Trick1ab961f2013-03-16 18:58:55 +0000151 // Is this class generated from a variants if existing classes? Instructions
152 // are never mapped directly to inferred scheduling classes.
153 bool isInferred() const { return !ItinClassDef; }
154
Andrew Trick48605c32012-09-15 00:19:57 +0000155#ifndef NDEBUG
156 void dump(const CodeGenSchedModels *SchedModels) const;
157#endif
Andrew Trick2661b412012-07-07 04:00:00 +0000158};
159
160// Processor model.
161//
162// ModelName is a unique name used to name an instantiation of MCSchedModel.
163//
164// ModelDef is NULL for inferred Models. This happens when a processor defines
165// an itinerary but no machine model. If the processer defines neither a machine
166// model nor itinerary, then ModelDef remains pointing to NoModel. NoModel has
167// the special "NoModel" field set to true.
168//
169// ItinsDef always points to a valid record definition, but may point to the
170// default NoItineraries. NoItineraries has an empty list of InstrItinData
171// records.
172//
173// ItinDefList orders this processor's InstrItinData records by SchedClass idx.
174struct CodeGenProcModel {
Andrew Trick48605c32012-09-15 00:19:57 +0000175 unsigned Index;
Andrew Trick2661b412012-07-07 04:00:00 +0000176 std::string ModelName;
177 Record *ModelDef;
178 Record *ItinsDef;
179
Andrew Trick48605c32012-09-15 00:19:57 +0000180 // Derived members...
Andrew Trick2661b412012-07-07 04:00:00 +0000181
Andrew Trick48605c32012-09-15 00:19:57 +0000182 // Array of InstrItinData records indexed by a CodeGenSchedClass index.
183 // This list is empty if the Processor has no value for Itineraries.
184 // Initialized by collectProcItins().
185 RecVec ItinDefList;
186
187 // Map itinerary classes to per-operand resources.
188 // This list is empty if no ItinRW refers to this Processor.
189 RecVec ItinRWDefs;
190
Andrew Trick3cbd1782012-09-15 00:20:02 +0000191 // All read/write resources associated with this processor.
192 RecVec WriteResDefs;
193 RecVec ReadAdvanceDefs;
194
195 // Per-operand machine model resources associated with this processor.
196 RecVec ProcResourceDefs;
Andrew Trick1ab961f2013-03-16 18:58:55 +0000197 RecVec ProcResGroupDefs;
Andrew Trick3cbd1782012-09-15 00:20:02 +0000198
Andrew Trick48605c32012-09-15 00:19:57 +0000199 CodeGenProcModel(unsigned Idx, const std::string &Name, Record *MDef,
200 Record *IDef) :
201 Index(Idx), ModelName(Name), ModelDef(MDef), ItinsDef(IDef) {}
202
Andrew Trick1ab961f2013-03-16 18:58:55 +0000203 bool hasItineraries() const {
204 return !ItinsDef->getValueAsListOfDefs("IID").empty();
205 }
206
Andrew Trick3cbd1782012-09-15 00:20:02 +0000207 bool hasInstrSchedModel() const {
208 return !WriteResDefs.empty() || !ItinRWDefs.empty();
209 }
210
211 unsigned getProcResourceIdx(Record *PRDef) const;
212
Andrew Trick48605c32012-09-15 00:19:57 +0000213#ifndef NDEBUG
214 void dump() const;
215#endif
Andrew Trick2661b412012-07-07 04:00:00 +0000216};
217
Andrew Trick48605c32012-09-15 00:19:57 +0000218/// Top level container for machine model data.
Andrew Trick2661b412012-07-07 04:00:00 +0000219class CodeGenSchedModels {
220 RecordKeeper &Records;
221 const CodeGenTarget &Target;
222
Andrew Trick13745262012-10-03 23:06:32 +0000223 // Map dag expressions to Instruction lists.
224 SetTheory Sets;
225
Andrew Trick48605c32012-09-15 00:19:57 +0000226 // List of unique processor models.
227 std::vector<CodeGenProcModel> ProcModels;
228
229 // Map Processor's MachineModel or ProcItin to a CodeGenProcModel index.
230 typedef DenseMap<Record*, unsigned> ProcModelMapTy;
231 ProcModelMapTy ProcModelMap;
232
233 // Per-operand SchedReadWrite types.
234 std::vector<CodeGenSchedRW> SchedWrites;
235 std::vector<CodeGenSchedRW> SchedReads;
236
Andrew Trick2661b412012-07-07 04:00:00 +0000237 // List of unique SchedClasses.
238 std::vector<CodeGenSchedClass> SchedClasses;
239
Andrew Trick48605c32012-09-15 00:19:57 +0000240 // Any inferred SchedClass has an index greater than NumInstrSchedClassses.
241 unsigned NumInstrSchedClasses;
Andrew Trick2661b412012-07-07 04:00:00 +0000242
Andrew Trick1ab961f2013-03-16 18:58:55 +0000243 // Map each instruction to its unique SchedClass index considering the
244 // combination of it's itinerary class, SchedRW list, and InstRW records.
Andrew Trick48605c32012-09-15 00:19:57 +0000245 typedef DenseMap<Record*, unsigned> InstClassMapTy;
246 InstClassMapTy InstrClassMap;
Andrew Trick2661b412012-07-07 04:00:00 +0000247
248public:
249 CodeGenSchedModels(RecordKeeper& RK, const CodeGenTarget &TGT);
250
Andrew Trick48605c32012-09-15 00:19:57 +0000251 Record *getModelOrItinDef(Record *ProcDef) const {
252 Record *ModelDef = ProcDef->getValueAsDef("SchedModel");
253 Record *ItinsDef = ProcDef->getValueAsDef("ProcItin");
254 if (!ItinsDef->getValueAsListOfDefs("IID").empty()) {
255 assert(ModelDef->getValueAsBit("NoModel")
256 && "Itineraries must be defined within SchedMachineModel");
257 return ItinsDef;
258 }
259 return ModelDef;
260 }
261
262 const CodeGenProcModel &getModelForProc(Record *ProcDef) const {
263 Record *ModelDef = getModelOrItinDef(ProcDef);
264 ProcModelMapTy::const_iterator I = ProcModelMap.find(ModelDef);
265 assert(I != ProcModelMap.end() && "missing machine model");
266 return ProcModels[I->second];
267 }
268
269 const CodeGenProcModel &getProcModel(Record *ModelDef) const {
270 ProcModelMapTy::const_iterator I = ProcModelMap.find(ModelDef);
271 assert(I != ProcModelMap.end() && "missing machine model");
272 return ProcModels[I->second];
273 }
274
275 // Iterate over the unique processor models.
276 typedef std::vector<CodeGenProcModel>::const_iterator ProcIter;
277 ProcIter procModelBegin() const { return ProcModels.begin(); }
278 ProcIter procModelEnd() const { return ProcModels.end(); }
279
Andrew Trick1ab961f2013-03-16 18:58:55 +0000280 // Return true if any processors have itineraries.
281 bool hasItineraries() const;
282
Andrew Trick48605c32012-09-15 00:19:57 +0000283 // Get a SchedWrite from its index.
284 const CodeGenSchedRW &getSchedWrite(unsigned Idx) const {
285 assert(Idx < SchedWrites.size() && "bad SchedWrite index");
286 assert(SchedWrites[Idx].isValid() && "invalid SchedWrite");
287 return SchedWrites[Idx];
288 }
289 // Get a SchedWrite from its index.
290 const CodeGenSchedRW &getSchedRead(unsigned Idx) const {
291 assert(Idx < SchedReads.size() && "bad SchedRead index");
292 assert(SchedReads[Idx].isValid() && "invalid SchedRead");
293 return SchedReads[Idx];
294 }
295
296 const CodeGenSchedRW &getSchedRW(unsigned Idx, bool IsRead) const {
297 return IsRead ? getSchedRead(Idx) : getSchedWrite(Idx);
298 }
Andrew Trick2062b122012-10-03 23:06:28 +0000299 CodeGenSchedRW &getSchedRW(Record *Def) {
Andrew Trick92649882012-09-22 02:24:21 +0000300 bool IsRead = Def->isSubClassOf("SchedRead");
Andrew Trick2062b122012-10-03 23:06:28 +0000301 unsigned Idx = getSchedRWIdx(Def, IsRead);
Andrew Trick92649882012-09-22 02:24:21 +0000302 return const_cast<CodeGenSchedRW&>(
303 IsRead ? getSchedRead(Idx) : getSchedWrite(Idx));
304 }
Andrew Trick2062b122012-10-03 23:06:28 +0000305 const CodeGenSchedRW &getSchedRW(Record*Def) const {
306 return const_cast<CodeGenSchedModels&>(*this).getSchedRW(Def);
Andrew Trick92649882012-09-22 02:24:21 +0000307 }
Andrew Trick48605c32012-09-15 00:19:57 +0000308
309 unsigned getSchedRWIdx(Record *Def, bool IsRead, unsigned After = 0) const;
310
Andrew Trick3b8fb642012-09-19 04:43:19 +0000311 // Return true if the given write record is referenced by a ReadAdvance.
312 bool hasReadOfWrite(Record *WriteDef) const;
313
Andrew Trick2661b412012-07-07 04:00:00 +0000314 // Get a SchedClass from its index.
Andrew Trick48605c32012-09-15 00:19:57 +0000315 CodeGenSchedClass &getSchedClass(unsigned Idx) {
316 assert(Idx < SchedClasses.size() && "bad SchedClass index");
317 return SchedClasses[Idx];
318 }
319 const CodeGenSchedClass &getSchedClass(unsigned Idx) const {
Andrew Trick2661b412012-07-07 04:00:00 +0000320 assert(Idx < SchedClasses.size() && "bad SchedClass index");
321 return SchedClasses[Idx];
322 }
323
Andrew Trick48605c32012-09-15 00:19:57 +0000324 // Get the SchedClass index for an instruction. Instructions with no
325 // itinerary, no SchedReadWrites, and no InstrReadWrites references return 0
326 // for NoItinerary.
327 unsigned getSchedClassIdx(const CodeGenInstruction &Inst) const;
328
Andrew Trick48605c32012-09-15 00:19:57 +0000329 typedef std::vector<CodeGenSchedClass>::const_iterator SchedClassIter;
330 SchedClassIter schedClassBegin() const { return SchedClasses.begin(); }
331 SchedClassIter schedClassEnd() const { return SchedClasses.end(); }
Andrew Trick2661b412012-07-07 04:00:00 +0000332
Andrew Trick1ab961f2013-03-16 18:58:55 +0000333 unsigned numInstrSchedClasses() const { return NumInstrSchedClasses; }
334
Andrew Trick48605c32012-09-15 00:19:57 +0000335 void findRWs(const RecVec &RWDefs, IdxVec &Writes, IdxVec &Reads) const;
336 void findRWs(const RecVec &RWDefs, IdxVec &RWs, bool IsRead) const;
Andrew Trick5e613c22012-09-15 00:19:59 +0000337 void expandRWSequence(unsigned RWIdx, IdxVec &RWSeq, bool IsRead) const;
Andrew Trick2062b122012-10-03 23:06:28 +0000338 void expandRWSeqForProc(unsigned RWIdx, IdxVec &RWSeq, bool IsRead,
339 const CodeGenProcModel &ProcModel) const;
Andrew Trick48605c32012-09-15 00:19:57 +0000340
Andrew Trick1ab961f2013-03-16 18:58:55 +0000341 unsigned addSchedClass(Record *ItinDef, const IdxVec &OperWrites,
342 const IdxVec &OperReads, const IdxVec &ProcIndices);
Andrew Trick48605c32012-09-15 00:19:57 +0000343
344 unsigned findOrInsertRW(ArrayRef<unsigned> Seq, bool IsRead);
345
Andrew Trick1ab961f2013-03-16 18:58:55 +0000346 unsigned findSchedClassIdx(Record *ItinClassDef,
347 const IdxVec &Writes,
348 const IdxVec &Reads) const;
Andrew Trick2661b412012-07-07 04:00:00 +0000349
Andrew Trick3cbd1782012-09-15 00:20:02 +0000350 Record *findProcResUnits(Record *ProcResKind,
351 const CodeGenProcModel &PM) const;
352
Andrew Trick2661b412012-07-07 04:00:00 +0000353private:
Andrew Trick48605c32012-09-15 00:19:57 +0000354 void collectProcModels();
Andrew Trick2661b412012-07-07 04:00:00 +0000355
356 // Initialize a new processor model if it is unique.
357 void addProcModel(Record *ProcDef);
358
Andrew Trick48605c32012-09-15 00:19:57 +0000359 void collectSchedRW();
360
361 std::string genRWName(const IdxVec& Seq, bool IsRead);
362 unsigned findRWForSequence(const IdxVec &Seq, bool IsRead);
363
364 void collectSchedClasses();
365
Andrew Trick1ab961f2013-03-16 18:58:55 +0000366 std::string createSchedClassName(Record *ItinClassDef,
367 const IdxVec &OperWrites,
Andrew Trick48605c32012-09-15 00:19:57 +0000368 const IdxVec &OperReads);
369 std::string createSchedClassName(const RecVec &InstDefs);
370 void createInstRWClass(Record *InstRWDef);
371
372 void collectProcItins();
373
374 void collectProcItinRW();
Andrew Trick5e613c22012-09-15 00:19:59 +0000375
376 void inferSchedClasses();
377
378 void inferFromRW(const IdxVec &OperWrites, const IdxVec &OperReads,
379 unsigned FromClassIdx, const IdxVec &ProcIndices);
380 void inferFromItinClass(Record *ItinClassDef, unsigned FromClassIdx);
381 void inferFromInstRWs(unsigned SCIdx);
Andrew Trick3cbd1782012-09-15 00:20:02 +0000382
383 void collectProcResources();
384
385 void collectItinProcResources(Record *ItinClassDef);
386
Andrew Trickdbe6d432012-10-10 05:43:13 +0000387 void collectRWResources(unsigned RWIdx, bool IsRead,
388 const IdxVec &ProcIndices);
389
Andrew Trick3cbd1782012-09-15 00:20:02 +0000390 void collectRWResources(const IdxVec &Writes, const IdxVec &Reads,
391 const IdxVec &ProcIndices);
392
393 void addProcResource(Record *ProcResourceKind, CodeGenProcModel &PM);
394
395 void addWriteRes(Record *ProcWriteResDef, unsigned PIdx);
396
397 void addReadAdvance(Record *ProcReadAdvanceDef, unsigned PIdx);
Andrew Trick2661b412012-07-07 04:00:00 +0000398};
399
400} // namespace llvm
401
402#endif