blob: 4e54b1a1c1d8939e6907631da6633a9bd4990be1 [file] [log] [blame]
Lei Zhangf18e1f22016-09-12 14:11:46 -04001// Copyright (c) 2016 Google Inc.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
dan sinclair58a68762018-08-03 08:05:33 -040015#ifndef INCLUDE_SPIRV_TOOLS_OPTIMIZER_HPP_
16#define INCLUDE_SPIRV_TOOLS_OPTIMIZER_HPP_
Lei Zhangf18e1f22016-09-12 14:11:46 -040017
18#include <memory>
David Netoc32e79e2018-01-04 12:59:50 -050019#include <ostream>
Lei Zhangf18e1f22016-09-12 14:11:46 -040020#include <string>
21#include <unordered_map>
22#include <vector>
23
24#include "libspirv.hpp"
Lei Zhangf18e1f22016-09-12 14:11:46 -040025
26namespace spvtools {
27
Arseny Kapoulkinef765d162018-05-22 14:31:26 -070028namespace opt {
29class Pass;
30}
31
Lei Zhangf18e1f22016-09-12 14:11:46 -040032// C++ interface for SPIR-V optimization functionalities. It wraps the context
33// (including target environment and the corresponding SPIR-V grammar) and
34// provides methods for registering optimization passes and optimizing.
35//
36// Instances of this class provides basic thread-safety guarantee.
37class Optimizer {
38 public:
39 // The token for an optimization pass. It is returned via one of the
40 // Create*Pass() standalone functions at the end of this header file and
41 // consumed by the RegisterPass() method. Tokens are one-time objects that
42 // only support move; copying is not allowed.
43 struct PassToken {
44 struct Impl; // Opaque struct for holding inernal data.
45
46 PassToken(std::unique_ptr<Impl>);
47
Arseny Kapoulkinef765d162018-05-22 14:31:26 -070048 // Tokens for built-in passes should be created using Create*Pass functions
49 // below; for out-of-tree passes, use this constructor instead.
50 // Note that this API isn't guaranteed to be stable and may change without
51 // preserving source or binary compatibility in the future.
52 PassToken(std::unique_ptr<opt::Pass>&& pass);
53
Lei Zhangf18e1f22016-09-12 14:11:46 -040054 // Tokens can only be moved. Copying is disabled.
55 PassToken(const PassToken&) = delete;
56 PassToken(PassToken&&);
57 PassToken& operator=(const PassToken&) = delete;
58 PassToken& operator=(PassToken&&);
59
60 ~PassToken();
61
62 std::unique_ptr<Impl> impl_; // Unique pointer to internal data.
63 };
64
65 // Constructs an instance with the given target |env|, which is used to decode
66 // the binaries to be optimized later.
67 //
68 // The constructed instance will have an empty message consumer, which just
69 // ignores all messages from the library. Use SetMessageConsumer() to supply
70 // one if messages are of concern.
71 explicit Optimizer(spv_target_env env);
72
73 // Disables copy/move constructor/assignment operations.
74 Optimizer(const Optimizer&) = delete;
75 Optimizer(Optimizer&&) = delete;
76 Optimizer& operator=(const Optimizer&) = delete;
77 Optimizer& operator=(Optimizer&&) = delete;
78
79 // Destructs this instance.
80 ~Optimizer();
81
82 // Sets the message consumer to the given |consumer|. The |consumer| will be
83 // invoked once for each message communicated from the library.
84 void SetMessageConsumer(MessageConsumer consumer);
85
Diego Novillo99fe61e2018-07-25 15:21:44 -040086 // Returns a reference to the registered message consumer.
87 const MessageConsumer& consumer() const;
88
Lei Zhangf18e1f22016-09-12 14:11:46 -040089 // Registers the given |pass| to this optimizer. Passes will be run in the
90 // exact order of registration. The token passed in will be consumed by this
91 // method.
92 Optimizer& RegisterPass(PassToken&& pass);
93
Diego Novilloc90d7302017-08-30 14:19:22 -040094 // Registers passes that attempt to improve performance of generated code.
95 // This sequence of passes is subject to constant review and will change
96 // from time to time.
97 Optimizer& RegisterPerformancePasses();
98
99 // Registers passes that attempt to improve the size of generated code.
100 // This sequence of passes is subject to constant review and will change
101 // from time to time.
102 Optimizer& RegisterSizePasses();
103
Ryan Harrison0cb2d402019-04-05 15:12:26 -0400104 // Registers passes that have been prescribed for converting from Vulkan to
105 // WebGPU. This sequence of passes is subject to constant review and will
106 // change from time to time.
107 Optimizer& RegisterVulkanToWebGPUPasses();
108
109 // Registers passes that have been prescribed for converting from WebGPU to
110 // Vulkan. This sequence of passes is subject to constant review and will
111 // change from time to time.
112 Optimizer& RegisterWebGPUToVulkanPasses();
Ryan Harrison47c08a72018-12-18 15:10:34 -0500113
Lei Zhangaec60b82017-11-17 16:50:43 -0500114 // Registers passes that attempt to legalize the generated code.
115 //
Diego Novillo99fe61e2018-07-25 15:21:44 -0400116 // Note: this recipe is specially designed for legalizing SPIR-V. It should be
117 // used by compilers after translating HLSL source code literally. It should
Lei Zhangaec60b82017-11-17 16:50:43 -0500118 // *not* be used by general workloads for performance or size improvement.
119 //
120 // This sequence of passes is subject to constant review and will change
121 // from time to time.
122 Optimizer& RegisterLegalizationPasses();
123
Diego Novillo99fe61e2018-07-25 15:21:44 -0400124 // Register passes specified in the list of |flags|. Each flag must be a
125 // string of a form accepted by Optimizer::FlagHasValidForm().
126 //
127 // If the list of flags contains an invalid entry, it returns false and an
128 // error message is emitted to the MessageConsumer object (use
129 // Optimizer::SetMessageConsumer to define a message consumer, if needed).
130 //
131 // If all the passes are registered successfully, it returns true.
132 bool RegisterPassesFromFlags(const std::vector<std::string>& flags);
133
134 // Registers the optimization pass associated with |flag|. This only accepts
135 // |flag| values of the form "--pass_name[=pass_args]". If no such pass
136 // exists, it returns false. Otherwise, the pass is registered and it returns
137 // true.
138 //
139 // The following flags have special meaning:
140 //
141 // -O: Registers all performance optimization passes
142 // (Optimizer::RegisterPerformancePasses)
143 //
144 // -Os: Registers all size optimization passes
145 // (Optimizer::RegisterSizePasses).
146 //
147 // --legalize-hlsl: Registers all passes that legalize SPIR-V generated by an
148 // HLSL front-end.
149 bool RegisterPassFromFlag(const std::string& flag);
150
151 // Validates that |flag| has a valid format. Strings accepted:
152 //
153 // --pass_name[=pass_args]
154 // -O
155 // -Os
156 //
157 // If |flag| takes one of the forms above, it returns true. Otherwise, it
158 // returns false.
159 bool FlagHasValidForm(const std::string& flag) const;
160
Ryan Harrisone0292c22018-12-17 16:54:23 -0500161 // Allows changing, after creation time, the target environment to be
162 // optimized for. Should be called before calling Run().
163 void SetTargetEnv(const spv_target_env env);
164
Lei Zhangf18e1f22016-09-12 14:11:46 -0400165 // Optimizes the given SPIR-V module |original_binary| and writes the
166 // optimized binary into |optimized_binary|.
167 // Returns true on successful optimization, whether or not the module is
Steven Perronbcb0b692018-08-13 13:18:46 -0400168 // modified. Returns false if |original_binary| fails to validate or if errors
169 // occur when processing |original_binary| using any of the registered passes.
170 // In that case, no further passes are executed and the contents in
171 // |optimized_binary| may be invalid.
Lei Zhangf18e1f22016-09-12 14:11:46 -0400172 //
173 // It's allowed to alias |original_binary| to the start of |optimized_binary|.
174 bool Run(const uint32_t* original_binary, size_t original_binary_size,
175 std::vector<uint32_t>* optimized_binary) const;
Steven Perronbcb0b692018-08-13 13:18:46 -0400176
Steven Perron75c1bf22018-09-10 11:49:41 -0400177 // DEPRECATED: Same as above, except passes |options| to the validator when
178 // trying to validate the binary. If |skip_validation| is true, then the
179 // caller is guaranteeing that |original_binary| is valid, and the validator
180 // will not be run. The |max_id_bound| is the limit on the max id in the
181 // module.
Steven Perronbcb0b692018-08-13 13:18:46 -0400182 bool Run(const uint32_t* original_binary, const size_t original_binary_size,
Steven Perron5c8b4f52018-08-08 11:16:19 -0400183 std::vector<uint32_t>* optimized_binary,
Steven Perron75c1bf22018-09-10 11:49:41 -0400184 const ValidatorOptions& options, bool skip_validation) const;
185
186 // Same as above, except it takes an options object. See the documentation
187 // for |OptimizerOptions| to see which options can be set.
188 bool Run(const uint32_t* original_binary, const size_t original_binary_size,
189 std::vector<uint32_t>* optimized_binary,
190 const spv_optimizer_options opt_options) const;
Lei Zhangf18e1f22016-09-12 14:11:46 -0400191
Diego Novilloc90d7302017-08-30 14:19:22 -0400192 // Returns a vector of strings with all the pass names added to this
193 // optimizer's pass manager. These strings are valid until the associated
194 // pass manager is destroyed.
Steven Perron58347192017-10-20 12:17:41 -0400195 std::vector<const char*> GetPassNames() const;
Diego Novilloc90d7302017-08-30 14:19:22 -0400196
David Netoc32e79e2018-01-04 12:59:50 -0500197 // Sets the option to print the disassembly before each pass and after the
198 // last pass. If |out| is null, then no output is generated. Otherwise,
199 // output is sent to the |out| output stream.
200 Optimizer& SetPrintAll(std::ostream* out);
201
Jaebaek Seo3b594e12018-03-07 09:25:51 -0500202 // Sets the option to print the resource utilization of each pass. If |out|
203 // is null, then no output is generated. Otherwise, output is sent to the
204 // |out| output stream.
205 Optimizer& SetTimeReport(std::ostream* out);
206
alan-baker42e6f1a2019-03-26 14:38:59 -0400207 // Sets the option to validate the module after each pass.
208 Optimizer& SetValidateAfterAll(bool validate);
209
Lei Zhangf18e1f22016-09-12 14:11:46 -0400210 private:
211 struct Impl; // Opaque struct for holding internal data.
212 std::unique_ptr<Impl> impl_; // Unique pointer to internal data.
213};
214
215// Creates a null pass.
216// A null pass does nothing to the SPIR-V module to be optimized.
217Optimizer::PassToken CreateNullPass();
218
Ryan Harrisone5455222019-03-14 13:34:33 -0400219// Creates a strip-atomic-counter-memory pass.
220// A strip-atomic-counter-memory pass removes all usages of the
221// AtomicCounterMemory bit in Memory Semantics bitmasks. This bit is a no-op in
222// Vulkan, so isn't needed in that env. And the related capability is not
223// allowed in WebGPU, so it is not allowed in that env.
224Optimizer::PassToken CreateStripAtomicCounterMemoryPass();
225
Lei Zhangf18e1f22016-09-12 14:11:46 -0400226// Creates a strip-debug-info pass.
227// A strip-debug-info pass removes all debug instructions (as documented in
228// Section 3.32.2 of the SPIR-V spec) of the SPIR-V module to be optimized.
229Optimizer::PassToken CreateStripDebugInfoPass();
230
David Neto844e1862018-03-09 16:08:57 -0500231// Creates a strip-reflect-info pass.
232// A strip-reflect-info pass removes all reflections instructions.
233// For now, this is limited to removing decorations defined in
234// SPV_GOOGLE_hlsl_functionality1. The coverage may expand in
235// the future.
236Optimizer::PassToken CreateStripReflectInfoPass();
237
Steven Perrone43c9102017-09-19 10:12:13 -0400238// Creates an eliminate-dead-functions pass.
Steven Perron58347192017-10-20 12:17:41 -0400239// An eliminate-dead-functions pass will remove all functions that are not in
240// the call trees rooted at entry points and exported functions. These
241// functions are not needed because they will never be called.
Steven Perrone43c9102017-09-19 10:12:13 -0400242Optimizer::PassToken CreateEliminateDeadFunctionsPass();
243
Steven Perron1b0047f2019-02-14 13:42:35 -0500244// Creates an eliminate-dead-members pass.
245// An eliminate-dead-members pass will remove all unused members of structures.
246// This will not affect the data layout of the remaining members.
247Optimizer::PassToken CreateEliminateDeadMembersPass();
248
qining144f59e2017-04-19 18:10:59 -0400249// Creates a set-spec-constant-default-value pass from a mapping from spec-ids
250// to the default values in the form of string.
Lei Zhangf18e1f22016-09-12 14:11:46 -0400251// A set-spec-constant-default-value pass sets the default values for the
252// spec constants that have SpecId decorations (i.e., those defined by
253// OpSpecConstant{|True|False} instructions).
254Optimizer::PassToken CreateSetSpecConstantDefaultValuePass(
255 const std::unordered_map<uint32_t, std::string>& id_value_map);
256
qining144f59e2017-04-19 18:10:59 -0400257// Creates a set-spec-constant-default-value pass from a mapping from spec-ids
258// to the default values in the form of bit pattern.
259// A set-spec-constant-default-value pass sets the default values for the
260// spec constants that have SpecId decorations (i.e., those defined by
261// OpSpecConstant{|True|False} instructions).
262Optimizer::PassToken CreateSetSpecConstantDefaultValuePass(
263 const std::unordered_map<uint32_t, std::vector<uint32_t>>& id_value_map);
264
David Neto11a867f2017-04-01 16:10:16 -0400265// Creates a flatten-decoration pass.
266// A flatten-decoration pass replaces grouped decorations with equivalent
267// ungrouped decorations. That is, it replaces each OpDecorationGroup
268// instruction and associated OpGroupDecorate and OpGroupMemberDecorate
269// instructions with equivalent OpDecorate and OpMemberDecorate instructions.
270// The pass does not attempt to preserve debug information for instructions
271// it removes.
272Optimizer::PassToken CreateFlattenDecorationPass();
273
Lei Zhangf18e1f22016-09-12 14:11:46 -0400274// Creates a freeze-spec-constant-value pass.
275// A freeze-spec-constant pass specializes the value of spec constants to
276// their default values. This pass only processes the spec constants that have
277// SpecId decorations (defined by OpSpecConstant, OpSpecConstantTrue, or
278// OpSpecConstantFalse instructions) and replaces them with their normal
279// counterparts (OpConstant, OpConstantTrue, or OpConstantFalse). The
280// corresponding SpecId annotation instructions will also be removed. This
281// pass does not fold the newly added normal constants and does not process
282// other spec constants defined by OpSpecConstantComposite or
283// OpSpecConstantOp.
284Optimizer::PassToken CreateFreezeSpecConstantValuePass();
285
286// Creates a fold-spec-constant-op-and-composite pass.
287// A fold-spec-constant-op-and-composite pass folds spec constants defined by
288// OpSpecConstantOp or OpSpecConstantComposite instruction, to normal Constants
289// defined by OpConstantTrue, OpConstantFalse, OpConstant, OpConstantNull, or
290// OpConstantComposite instructions. Note that spec constants defined with
291// OpSpecConstant, OpSpecConstantTrue, or OpSpecConstantFalse instructions are
292// not handled, as these instructions indicate their value are not determined
293// and can be changed in future. A spec constant is foldable if all of its
294// value(s) can be determined from the module. E.g., an integer spec constant
295// defined with OpSpecConstantOp instruction can be folded if its value won't
296// change later. This pass will replace the original OpSpecContantOp instruction
297// with an OpConstant instruction. When folding composite spec constants,
298// new instructions may be inserted to define the components of the composite
299// constant first, then the original spec constants will be replaced by
300// OpConstantComposite instructions.
301//
302// There are some operations not supported yet:
303// OpSConvert, OpFConvert, OpQuantizeToF16 and
304// all the operations under Kernel capability.
305// TODO(qining): Add support for the operations listed above.
306Optimizer::PassToken CreateFoldSpecConstantOpAndCompositePass();
307
308// Creates a unify-constant pass.
309// A unify-constant pass de-duplicates the constants. Constants with the exact
310// same value and identical form will be unified and only one constant will
311// be kept for each unique pair of type and value.
312// There are several cases not handled by this pass:
313// 1) Constants defined by OpConstantNull instructions (null constants) and
314// constants defined by OpConstantFalse, OpConstant or OpConstantComposite
315// with value 0 (zero-valued normal constants) are not considered equivalent.
316// So null constants won't be used to replace zero-valued normal constants,
317// vice versa.
318// 2) Whenever there are decorations to the constant's result id id, the
319// constant won't be handled, which means, it won't be used to replace any
320// other constants, neither can other constants replace it.
321// 3) NaN in float point format with different bit patterns are not unified.
322Optimizer::PassToken CreateUnifyConstantPass();
323
324// Creates a eliminate-dead-constant pass.
325// A eliminate-dead-constant pass removes dead constants, including normal
326// contants defined by OpConstant, OpConstantComposite, OpConstantTrue, or
327// OpConstantFalse and spec constants defined by OpSpecConstant,
328// OpSpecConstantComposite, OpSpecConstantTrue, OpSpecConstantFalse or
329// OpSpecConstantOp.
330Optimizer::PassToken CreateEliminateDeadConstantPass();
331
Steven Perrone4c7d8e2017-09-08 12:08:03 -0400332// Creates a strength-reduction pass.
333// A strength-reduction pass will look for opportunities to replace an
334// instruction with an equivalent and less expensive one. For example,
335// multiplying by a power of 2 can be replaced by a bit shift.
336Optimizer::PassToken CreateStrengthReductionPass();
337
GregFad1d0352017-06-07 15:28:53 -0600338// Creates a block merge pass.
339// This pass searches for blocks with a single Branch to a block with no
340// other predecessors and merges the blocks into a single block. Continue
341// blocks and Merge blocks are not candidates for the second block.
342//
343// The pass is most useful after Dead Branch Elimination, which can leave
344// such sequences of blocks. Merging them makes subsequent passes more
345// effective, such as single block local store-load elimination.
346//
347// While this pass reduces the number of occurrences of this sequence, at
348// this time it does not guarantee all such sequences are eliminated.
349//
350// Presence of phi instructions can inhibit this optimization. Handling
Steven Perrone43c9102017-09-19 10:12:13 -0400351// these is left for future improvements.
GregFad1d0352017-06-07 15:28:53 -0600352Optimizer::PassToken CreateBlockMergePass();
353
GregF429ca052017-08-15 17:58:28 -0600354// Creates an exhaustive inline pass.
355// An exhaustive inline pass attempts to exhaustively inline all function
356// calls in all functions in an entry point call tree. The intent is to enable,
357// albeit through brute force, analysis and optimization across function
358// calls by subsequent optimization passes. As the inlining is exhaustive,
359// there is no attempt to optimize for size or runtime performance. Functions
360// that are not in the call tree of an entry point are not changed.
GregFe28bd392017-08-01 17:20:13 -0600361Optimizer::PassToken CreateInlineExhaustivePass();
Steven Perrone43c9102017-09-19 10:12:13 -0400362
GregF429ca052017-08-15 17:58:28 -0600363// Creates an opaque inline pass.
364// An opaque inline pass inlines all function calls in all functions in all
365// entry point call trees where the called function contains an opaque type
366// in either its parameter types or return type. An opaque type is currently
367// defined as Image, Sampler or SampledImage. The intent is to enable, albeit
368// through brute force, analysis and optimization across these function calls
369// by subsequent passes in order to remove the storing of opaque types which is
370// not legal in Vulkan. Functions that are not in the call tree of an entry
371// point are not changed.
372Optimizer::PassToken CreateInlineOpaquePass();
Steven Perrone43c9102017-09-19 10:12:13 -0400373
GregF7c8da662017-05-18 14:51:55 -0600374// Creates a single-block local variable load/store elimination pass.
Steven Perrone43c9102017-09-19 10:12:13 -0400375// For every entry point function, do single block memory optimization of
GregF7c8da662017-05-18 14:51:55 -0600376// function variables referenced only with non-access-chain loads and stores.
377// For each targeted variable load, if previous store to that variable in the
378// block, replace the load's result id with the value id of the store.
379// If previous load within the block, replace the current load's result id
380// with the previous load's result id. In either case, delete the current
381// load. Finally, check if any remaining stores are useless, and delete store
382// and variable if possible.
383//
384// The presence of access chain references and function calls can inhibit
385// the above optimization.
386//
Steven Perron79a00642017-12-11 13:10:24 -0500387// Only modules with relaxed logical addressing (see opt/instruction.h) are
388// currently processed.
GregF7c8da662017-05-18 14:51:55 -0600389//
Steven Perrone43c9102017-09-19 10:12:13 -0400390// This pass is most effective if preceeded by Inlining and
GregF7c8da662017-05-18 14:51:55 -0600391// LocalAccessChainConvert. This pass will reduce the work needed to be done
GregFcc8bad32017-06-16 15:37:31 -0600392// by LocalSingleStoreElim and LocalMultiStoreElim.
GregF429ca052017-08-15 17:58:28 -0600393//
394// Only functions in the call tree of an entry point are processed.
GregF7c8da662017-05-18 14:51:55 -0600395Optimizer::PassToken CreateLocalSingleBlockLoadStoreElimPass();
Greg Fischer04fcc662016-11-10 10:11:50 -0700396
GregF52e247f2017-06-02 13:23:20 -0600397// Create dead branch elimination pass.
398// For each entry point function, this pass will look for SelectionMerge
399// BranchConditionals with constant condition and convert to a Branch to
400// the indicated label. It will delete resulting dead blocks.
401//
Andrey Tuganov4b1577a2017-10-05 16:26:09 -0400402// For all phi functions in merge block, replace all uses with the id
403// corresponding to the living predecessor.
404//
Alan Baker1b6cfd32018-01-04 17:04:03 -0500405// Note that some branches and blocks may be left to avoid creating invalid
406// control flow. Improving this is left to future work.
GregF52e247f2017-06-02 13:23:20 -0600407//
408// This pass is most effective when preceeded by passes which eliminate
409// local loads and stores, effectively propagating constant values where
410// possible.
411Optimizer::PassToken CreateDeadBranchElimPass();
412
GregFcc8bad32017-06-16 15:37:31 -0600413// Creates an SSA local variable load/store elimination pass.
414// For every entry point function, eliminate all loads and stores of function
415// scope variables only referenced with non-access-chain loads and stores.
Steven Perrone43c9102017-09-19 10:12:13 -0400416// Eliminate the variables as well.
GregFcc8bad32017-06-16 15:37:31 -0600417//
418// The presence of access chain references and function calls can inhibit
419// the above optimization.
420//
Steven Perron79a00642017-12-11 13:10:24 -0500421// Only shader modules with relaxed logical addressing (see opt/instruction.h)
422// are currently processed. Currently modules with any extensions enabled are
423// not processed. This is left for future work.
GregFcc8bad32017-06-16 15:37:31 -0600424//
Steven Perrone43c9102017-09-19 10:12:13 -0400425// This pass is most effective if preceeded by Inlining and
GregFcc8bad32017-06-16 15:37:31 -0600426// LocalAccessChainConvert. LocalSingleStoreElim and LocalSingleBlockElim
427// will reduce the work that this pass has to do.
428Optimizer::PassToken CreateLocalMultiStoreElimPass();
429
GregFaa7e6872017-05-12 17:27:21 -0600430// Creates a local access chain conversion pass.
431// A local access chain conversion pass identifies all function scope
432// variables which are accessed only with loads, stores and access chains
433// with constant indices. It then converts all loads and stores of such
434// variables into equivalent sequences of loads, stores, extracts and inserts.
435//
436// This pass only processes entry point functions. It currently only converts
437// non-nested, non-ptr access chains. It does not process modules with
438// non-32-bit integer types present. Optional memory access options on loads
439// and stores are ignored as we are only processing function scope variables.
440//
441// This pass unifies access to these variables to a single mode and simplifies
442// subsequent analysis and elimination of these variables along with their
443// loads and stores allowing values to propagate to their points of use where
444// possible.
445Optimizer::PassToken CreateLocalAccessChainConvertPass();
446
GregF0c5722f2017-05-19 17:31:28 -0600447// Creates a local single store elimination pass.
Steven Perrone43c9102017-09-19 10:12:13 -0400448// For each entry point function, this pass eliminates loads and stores for
GregF0c5722f2017-05-19 17:31:28 -0600449// function scope variable that are stored to only once, where possible. Only
450// whole variable loads and stores are eliminated; access-chain references are
451// not optimized. Replace all loads of such variables with the value that is
452// stored and eliminate any resulting dead code.
453//
454// Currently, the presence of access chains and function calls can inhibit this
455// pass, however the Inlining and LocalAccessChainConvert passes can make it
456// more effective. In additional, many non-load/store memory operations are
457// not supported and will prohibit optimization of a function. Support of
458// these operations are future work.
459//
Steven Perron79a00642017-12-11 13:10:24 -0500460// Only shader modules with relaxed logical addressing (see opt/instruction.h)
461// are currently processed.
462//
GregF0c5722f2017-05-19 17:31:28 -0600463// This pass will reduce the work needed to be done by LocalSingleBlockElim
GregFcc8bad32017-06-16 15:37:31 -0600464// and LocalMultiStoreElim and can improve the effectiveness of other passes
465// such as DeadBranchElimination which depend on values for their analysis.
GregF0c5722f2017-05-19 17:31:28 -0600466Optimizer::PassToken CreateLocalSingleStoreElimPass();
467
GregF6136bf92017-05-26 10:33:11 -0600468// Creates an insert/extract elimination pass.
469// This pass processes each entry point function in the module, searching for
470// extracts on a sequence of inserts. It further searches the sequence for an
471// insert with indices identical to the extract. If such an insert can be
472// found before hitting a conflicting insert, the extract's result id is
473// replaced with the id of the values from the insert.
474//
475// Besides removing extracts this pass enables subsequent dead code elimination
476// passes to delete the inserts. This pass performs best after access chains are
477// converted to inserts and extracts and local loads and stores are eliminated.
478Optimizer::PassToken CreateInsertExtractElimPass();
479
GregFf28b1062018-01-26 17:05:33 -0700480// Creates a dead insert elimination pass.
481// This pass processes each entry point function in the module, searching for
482// unreferenced inserts into composite types. These are most often unused
483// stores to vector components. They are unused because they are never
484// referenced, or because there is another insert to the same component between
485// the insert and the reference. After removing the inserts, dead code
486// elimination is attempted on the inserted values.
487//
488// This pass performs best after access chains are converted to inserts and
489// extracts and local loads and stores are eliminated. While executing this
490// pass can be advantageous on its own, it is also advantageous to execute
491// this pass after CreateInsertExtractPass() as it will remove any unused
492// inserts created by that pass.
493Optimizer::PassToken CreateDeadInsertElimPass();
494
GregF9de4e692017-06-08 10:37:21 -0600495// Create aggressive dead code elimination pass
Alan Baker3a054e12017-12-18 12:13:10 -0500496// This pass eliminates unused code from the module. In addition,
GregF9de4e692017-06-08 10:37:21 -0600497// it detects and eliminates code which may have spurious uses but which do
498// not contribute to the output of the function. The most common cause of
499// such code sequences is summations in loops whose result is no longer used
500// due to dead code elimination. This optimization has additional compile
501// time cost over standard dead code elimination.
502//
503// This pass only processes entry point functions. It also only processes
Alan Baker3a054e12017-12-18 12:13:10 -0500504// shaders with relaxed logical addressing (see opt/instruction.h). It
505// currently will not process functions with function calls. Unreachable
506// functions are deleted.
GregF9de4e692017-06-08 10:37:21 -0600507//
508// This pass will be made more effective by first running passes that remove
509// dead control flow and inlines function calls.
510//
511// This pass can be especially useful after running Local Access Chain
512// Conversion, which tends to cause cycles of dead code to be left after
513// Store/Load elimination passes are completed. These cycles cannot be
514// eliminated with standard dead code elimination.
515Optimizer::PassToken CreateAggressiveDCEPass();
516
greg-lunargc37388f2018-11-15 12:06:17 -0700517// Create line propagation pass
518// This pass propagates line information based on the rules for OpLine and
519// OpNoline and clones an appropriate line instruction into every instruction
520// which does not already have debug line instructions.
521//
522// This pass is intended to maximize preservation of source line information
523// through passes which delete, move and clone instructions. Ideally it should
524// be run before any such pass. It is a bookend pass with EliminateDeadLines
525// which can be used to remove redundant line instructions at the end of a
526// run of such passes and reduce final output file size.
527Optimizer::PassToken CreatePropagateLineInfoPass();
528
529// Create dead line elimination pass
530// This pass eliminates redundant line instructions based on the rules for
531// OpLine and OpNoline. Its main purpose is to reduce the size of the file
532// need to store the SPIR-V without losing line information.
533//
534// This is a bookend pass with PropagateLines which attaches line instructions
535// to every instruction to preserve line information during passes which
536// delete, move and clone instructions. DeadLineElim should be run after
537// PropagateLines and all such subsequent passes. Normally it would be one
538// of the last passes to be run.
539Optimizer::PassToken CreateRedundantLineInfoElimPass();
540
Andrey Tuganov1e309af2017-04-11 15:11:04 -0400541// Creates a compact ids pass.
542// The pass remaps result ids to a compact and gapless range starting from %1.
543Optimizer::PassToken CreateCompactIdsPass();
544
Pierre Moreau7183ad52018-01-03 01:54:55 +0100545// Creates a remove duplicate pass.
546// This pass removes various duplicates:
547// * duplicate capabilities;
548// * duplicate extended instruction imports;
549// * duplicate types;
550// * duplicate decorations.
Pierre Moreau86627f72017-07-13 02:16:51 +0200551Optimizer::PassToken CreateRemoveDuplicatesPass();
552
Diego Novilloc75704e2017-09-06 08:56:41 -0400553// Creates a CFG cleanup pass.
554// This pass removes cruft from the control flow graph of functions that are
555// reachable from entry points and exported functions. It currently includes the
556// following functionality:
557//
558// - Removal of unreachable basic blocks.
559Optimizer::PassToken CreateCFGCleanupPass();
560
Steven Perron58347192017-10-20 12:17:41 -0400561// Create dead variable elimination pass.
562// This pass will delete module scope variables, along with their decorations,
563// that are not referenced.
564Optimizer::PassToken CreateDeadVariableEliminationPass();
565
Steven Perronb3daa932018-03-06 11:20:28 -0500566// create merge return pass.
567// changes functions that have multiple return statements so they have a single
568// return statement.
Alan Bakera92d69b2017-11-08 16:22:10 -0500569//
Steven Perronb3daa932018-03-06 11:20:28 -0500570// for structured control flow it is assumed that the only unreachable blocks in
571// the function are trivial merge and continue blocks.
Alan Bakera92d69b2017-11-08 16:22:10 -0500572//
Steven Perronb3daa932018-03-06 11:20:28 -0500573// a trivial merge block contains the label and an opunreachable instructions,
574// nothing else. a trivial continue block contain a label and an opbranch to
575// the header, nothing else.
576//
577// these conditions are guaranteed to be met after running dead-branch
578// elimination.
Alan Bakera92d69b2017-11-08 16:22:10 -0500579Optimizer::PassToken CreateMergeReturnPass();
580
Steven Perron28c41552017-11-10 20:26:55 -0500581// Create value numbering pass.
582// This pass will look for instructions in the same basic block that compute the
583// same value, and remove the redundant ones.
584Optimizer::PassToken CreateLocalRedundancyEliminationPass();
Steven Perron5d602ab2017-12-04 12:29:51 -0500585
Alexander Johnston84ccd0b2018-01-29 10:39:55 +0000586// Create LICM pass.
587// This pass will look for invariant instructions inside loops and hoist them to
588// the loops preheader.
589Optimizer::PassToken CreateLoopInvariantCodeMotionPass();
590
Stephen McGroarty9a5dd6f2018-04-23 21:01:12 +0100591// Creates a loop fission pass.
592// This pass will split all top level loops whose register pressure exceedes the
593// given |threshold|.
594Optimizer::PassToken CreateLoopFissionPass(size_t threshold);
595
Toomas Remmelg1dc24582018-04-20 15:14:45 +0100596// Creates a loop fusion pass.
597// This pass will look for adjacent loops that are compatible and legal to be
598// fused. The fuse all such loops as long as the register usage for the fused
599// loop stays under the threshold defined by |max_registers_per_loop|.
600Optimizer::PassToken CreateLoopFusionPass(size_t max_registers_per_loop);
601
Victor Lomuller10e5d7c2018-03-29 12:22:42 +0100602// Creates a loop peeling pass.
603// This pass will look for conditions inside a loop that are true or false only
604// for the N first or last iteration. For loop with such condition, those N
605// iterations of the loop will be executed outside of the main loop.
606// To limit code size explosion, the loop peeling can only happen if the code
607// size growth for each loop is under |code_growth_threshold|.
608Optimizer::PassToken CreateLoopPeelingPass();
609
Victor Lomuller3497a942018-02-12 21:42:15 +0000610// Creates a loop unswitch pass.
611// This pass will look for loop independent branch conditions and move the
612// condition out of the loop and version the loop based on the taken branch.
613// Works best after LICM and local multi store elimination pass.
614Optimizer::PassToken CreateLoopUnswitchPass();
615
Steven Perron5d602ab2017-12-04 12:29:51 -0500616// Create global value numbering pass.
617// This pass will look for instructions where the same value is computed on all
618// paths leading to the instruction. Those instructions are deleted.
619Optimizer::PassToken CreateRedundancyEliminationPass();
Alan Baker867451f2017-11-30 17:03:06 -0500620
621// Create scalar replacement pass.
622// This pass replaces composite function scope variables with variables for each
Steven Perrona579e722018-04-16 09:58:00 -0400623// element if those elements are accessed individually. The parameter is a
624// limit on the number of members in the composite variable that the pass will
625// consider replacing.
626Optimizer::PassToken CreateScalarReplacementPass(uint32_t size_limit = 100);
Steven Perronb86eb682017-12-11 13:10:24 -0500627
628// Create a private to local pass.
629// This pass looks for variables delcared in the private storage class that are
630// used in only one function. Those variables are moved to the function storage
631// class in the function that they are used.
632Optimizer::PassToken CreatePrivateToLocalPass();
Diego Novillo4ba9dcc2017-12-05 11:39:25 -0500633
634// Creates a conditional constant propagation (CCP) pass.
635// This pass implements the SSA-CCP algorithm in
636//
637// Constant propagation with conditional branches,
638// Wegman and Zadeck, ACM TOPLAS 13(2):181-210.
639//
640// Constant values in expressions and conditional jumps are folded and
641// simplified. This may reduce code size by removing never executed jump targets
642// and computations with constant operands.
643Optimizer::PassToken CreateCCPPass();
644
Steven Perron34d42942018-01-17 14:57:37 -0500645// Creates a workaround driver bugs pass. This pass attempts to work around
646// a known driver bug (issue #1209) by identifying the bad code sequences and
647// rewriting them.
648//
649// Current workaround: Avoid OpUnreachable instructions in loops.
650Optimizer::PassToken CreateWorkaround1209Pass();
651
Alan Baker2e93e802018-01-16 11:15:06 -0500652// Creates a pass that converts if-then-else like assignments into OpSelect.
653Optimizer::PassToken CreateIfConversionPass();
654
Steven Perron61d8c032018-01-30 11:24:03 -0500655// Creates a pass that will replace instructions that are not valid for the
656// current shader stage by constants. Has no effect on non-shader modules.
657Optimizer::PassToken CreateReplaceInvalidOpcodePass();
658
Steven Perron06cdb962018-02-02 11:55:05 -0500659// Creates a pass that simplifies instructions using the instruction folder.
660Optimizer::PassToken CreateSimplificationPass();
661
Stephen McGroartydd8400e2018-02-14 17:03:12 +0000662// Create loop unroller pass.
Stephen McGroartye3549842018-02-27 11:50:08 +0000663// Creates a pass to unroll loops which have the "Unroll" loop control
Stephen McGroartydd8400e2018-02-14 17:03:12 +0000664// mask set. The loops must meet a specific criteria in order to be unrolled
665// safely this criteria is checked before doing the unroll by the
666// LoopUtils::CanPerformUnroll method. Any loop that does not meet the criteria
667// won't be unrolled. See CanPerformUnroll LoopUtils.h for more information.
Stephen McGroartye3549842018-02-27 11:50:08 +0000668Optimizer::PassToken CreateLoopUnrollPass(bool fully_unroll, int factor = 0);
Stephen McGroartydd8400e2018-02-14 17:03:12 +0000669
Diego Novillo735d8a52018-02-22 16:18:29 -0500670// Create the SSA rewrite pass.
671// This pass converts load/store operations on function local variables into
672// operations on SSA IDs. This allows SSA optimizers to act on these variables.
673// Only variables that are local to the function and of supported types are
674// processed (see IsSSATargetVar for details).
675Optimizer::PassToken CreateSSARewritePass();
676
Steven Perronc4dc0462018-03-20 23:33:24 -0400677// Create copy propagate arrays pass.
678// This pass looks to copy propagate memory references for arrays. It looks
679// for specific code patterns to recognize array copies.
680Optimizer::PassToken CreateCopyPropagateArraysPass();
Steven Perron2c0ce872018-04-23 11:13:07 -0400681
682// Create a vector dce pass.
683// This pass looks for components of vectors that are unused, and removes them
684// from the vector. Note this would still leave around lots of dead code that
685// a pass of ADCE will be able to remove.
686Optimizer::PassToken CreateVectorDCEPass();
687
Steven Perronaf430ec2018-05-07 12:31:03 -0400688// Create a pass to reduce the size of loads.
689// This pass looks for loads of structures where only a few of its members are
690// used. It replaces the loads feeding an OpExtract with an OpAccessChain and
691// a load of the specific elements.
692Optimizer::PassToken CreateReduceLoadSizePass();
693
Alan Baker755e5c92018-07-23 11:23:11 -0400694// Create a pass to combine chained access chains.
695// This pass looks for access chains fed by other access chains and combines
696// them into a single instruction where possible.
697Optimizer::PassToken CreateCombineAccessChainsPass();
698
greg-lunarg1e9fc1a2018-11-08 11:54:54 -0700699// Create a pass to instrument bindless descriptor checking
700// This pass instruments all bindless references to check that descriptor
greg-lunarge1a76262019-03-19 06:53:43 -0700701// array indices are inbounds, and if the descriptor indexing extension is
702// enabled, that the descriptor has been initialized. If the reference is
703// invalid, a record is written to the debug output buffer (if space allows)
704// and a null value is returned. This pass is designed to support bindless
705// validation in the Vulkan validation layers.
706//
707// TODO(greg-lunarg): Add support for buffer references. Currently only does
708// checking for image references.
greg-lunarg1e9fc1a2018-11-08 11:54:54 -0700709//
710// Dead code elimination should be run after this pass as the original,
711// potentially invalid code is not removed and could cause undefined behavior,
712// including crashes. It may also be beneficial to run Simplification
713// (ie Constant Propagation), DeadBranchElim and BlockMerge after this pass to
714// optimize instrument code involving the testing of compile-time constants.
715// It is also generally recommended that this pass (and all
716// instrumentation passes) be run after any legalization and optimization
717// passes. This will give better analysis for the instrumentation and avoid
718// potentially de-optimizing the instrument code, for example, inlining
719// the debug record output function throughout the module.
720//
721// The instrumentation will read and write buffers in debug
722// descriptor set |desc_set|. It will write |shader_id| in each output record
723// to identify the shader module which generated the record.
greg-lunarge1a76262019-03-19 06:53:43 -0700724// |input_length_enable| controls instrumentation of runtime descriptor array
725// references, and |input_init_enable| controls instrumentation of descriptor
726// initialization checking, both of which require input buffer support.
greg-lunarg3d62cb82019-05-29 19:08:21 +0000727// |version| specifies the buffer record format.
greg-lunargcf211462019-02-07 12:00:36 -0700728Optimizer::PassToken CreateInstBindlessCheckPass(
greg-lunarge1a76262019-03-19 06:53:43 -0700729 uint32_t desc_set, uint32_t shader_id, bool input_length_enable = false,
greg-lunarg3d62cb82019-05-29 19:08:21 +0000730 bool input_init_enable = false, uint32_t version = 1);
greg-lunarg1e9fc1a2018-11-08 11:54:54 -0700731
greg-lunarg06407252019-08-16 07:18:34 -0600732// Create a pass to instrument physical buffer address checking
733// This pass instruments all physical buffer address references to check that
734// all referenced bytes fall in a valid buffer. If the reference is
735// invalid, a record is written to the debug output buffer (if space allows)
736// and a null value is returned. This pass is designed to support buffer
737// address validation in the Vulkan validation layers.
738//
739// Dead code elimination should be run after this pass as the original,
740// potentially invalid code is not removed and could cause undefined behavior,
741// including crashes. Instruction simplification would likely also be
742// beneficial. It is also generally recommended that this pass (and all
743// instrumentation passes) be run after any legalization and optimization
744// passes. This will give better analysis for the instrumentation and avoid
745// potentially de-optimizing the instrument code, for example, inlining
746// the debug record output function throughout the module.
747//
748// The instrumentation will read and write buffers in debug
749// descriptor set |desc_set|. It will write |shader_id| in each output record
750// to identify the shader module which generated the record.
751// |version| specifies the output buffer record format.
752Optimizer::PassToken CreateInstBuffAddrCheckPass(uint32_t desc_set,
753 uint32_t shader_id,
754 uint32_t version = 2);
755
alan-bakere510b1b2018-11-30 14:15:51 -0500756// Create a pass to upgrade to the VulkanKHR memory model.
757// This pass upgrades the Logical GLSL450 memory model to Logical VulkanKHR.
758// Additionally, it modifies memory, image, atomic and barrier operations to
759// conform to that model's requirements.
760Optimizer::PassToken CreateUpgradeMemoryModelPass();
761
Steven Perrondd4157d2019-01-17 15:56:36 -0500762// Create a pass to do code sinking. Code sinking is a transformation
763// where an instruction is moved into a more deeply nested construct.
764Optimizer::PassToken CreateCodeSinkingPass();
765
Ryan Harrison01964e32019-04-03 11:44:09 -0400766// Create a pass to adds initializers for OpVariable calls that require them
767// in WebGPU. Currently this pass naively initializes variables that are
768// missing an initializer with a null value. In the future it may initialize
769// variables to the first value stored in them, if that is a constant.
770Optimizer::PassToken CreateGenerateWebGPUInitializersPass();
771
Steven Perron3a0bc9e2019-04-05 13:12:08 -0400772// Create a pass to fix incorrect storage classes. In order to make code
773// generation simpler, DXC may generate code where the storage classes do not
774// match up correctly. This pass will fix the errors that it can.
775Optimizer::PassToken CreateFixStorageClassPass();
776
Ryan Harrison102e4302019-04-12 12:14:23 -0400777// Create a pass to legalize OpVectorShuffle operands going into WebGPU. WebGPU
778// forbids using 0xFFFFFFFF, which indicates an undefined result, so this pass
779// converts those literals to 0.
780Optimizer::PassToken CreateLegalizeVectorShufflePass();
781
Ryan Harrison048dcd32019-04-16 14:31:36 -0400782// Create a pass to decompose initialized variables into a seperate variable
783// declaration and an initial store.
784Optimizer::PassToken CreateDecomposeInitializedVariablesPass();
785
Ryan Harrisonf6d9a172019-05-09 12:56:10 -0400786// Create a pass to attempt to split up invalid unreachable merge-blocks and
787// continue-targets to legalize for WebGPU.
788Optimizer::PassToken CreateSplitInvalidUnreachablePass();
789
David Neto31590102019-07-30 19:52:46 -0400790// Creates a graphics robust access pass.
791//
792// This pass injects code to clamp indexed accesses to buffers and internal
793// arrays, providing guarantees satisfying Vulkan's robustBufferAccess rules.
794//
795// TODO(dneto): Clamps coordinates and sample index for pointer calculations
796// into storage images (OpImageTexelPointer). For an cube array image, it
797// assumes the maximum layer count times 6 is at most 0xffffffff.
798//
799// NOTE: This pass will fail with a message if:
800// - The module is not a Shader module.
801// - The module declares VariablePointers, VariablePointersStorageBuffer, or
802// RuntimeDescriptorArrayEXT capabilities.
803// - The module uses an addressing model other than Logical
804// - Access chain indices are wider than 64 bits.
805// - Access chain index for a struct is not an OpConstant integer or is out
806// of range. (The module is already invalid if that is the case.)
807// - TODO(dneto): The OpImageTexelPointer coordinate component is not 32-bits
808// wide.
809Optimizer::PassToken CreateGraphicsRobustAccessPass();
810
Steven Perron4b64beb2019-08-08 10:53:19 -0400811// Create descriptor scalar replacement pass.
812// This pass replaces every array variable |desc| that has a DescriptorSet and
813// Binding decorations with a new variable for each element of the array.
814// Suppose |desc| was bound at binding |b|. Then the variable corresponding to
815// |desc[i]| will have binding |b+i|. The descriptor set will be the same. It
816// is assumed that no other variable already has a binding that will used by one
817// of the new variables. If not, the pass will generate invalid Spir-V. All
818// accesses to |desc| must be OpAccessChain instructions with a literal index
819// for the first index.
820Optimizer::PassToken CreateDescriptorScalarReplacementPass();
821
Steven Perron60043ed2019-08-14 09:27:12 -0400822// Create a pass to replace all OpKill instruction with a function call to a
823// function that has a single OpKill. This allows more code to be inlined.
824Optimizer::PassToken CreateWrapOpKillPass();
825
Steven Perron35d98be2019-08-29 12:48:17 -0400826// Replaces the extensions VK_AMD_shader_ballot,VK_AMD_gcn_shader, and
827// VK_AMD_shader_trinary_minmax with equivalent code using core instructions and
828// capabilities.
829Optimizer::PassToken CreateAmdExtToKhrPass();
830
Lei Zhangf18e1f22016-09-12 14:11:46 -0400831} // namespace spvtools
832
dan sinclair58a68762018-08-03 08:05:33 -0400833#endif // INCLUDE_SPIRV_TOOLS_OPTIMIZER_HPP_