blob: 77c264f288b96c46f811a79876e8760c32a52168 [file] [log] [blame]
Eric Anholtcad97662010-04-07 11:46:26 -07001/*
2 * Copyright © 2010 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
22 */
23
24/**
25 * \file ir_function_inlining.cpp
26 *
27 * Replaces calls to functions with the body of the function.
28 */
29
Eric Anholt4b6fd392010-06-23 11:37:12 -070030#include <inttypes.h>
Eric Anholtcad97662010-04-07 11:46:26 -070031#include "ir.h"
32#include "ir_visitor.h"
33#include "ir_function_inlining.h"
Eric Anholt0d423212010-04-16 12:53:46 -070034#include "ir_expression_flattening.h"
Eric Anholtcad97662010-04-07 11:46:26 -070035#include "glsl_types.h"
Eric Anholt4b6fd392010-06-23 11:37:12 -070036#include "hash_table.h"
Eric Anholtcad97662010-04-07 11:46:26 -070037
Ian Romanicke668c2a2010-05-26 18:58:27 -070038class ir_function_inlining_visitor : public ir_hierarchical_visitor {
Eric Anholtbdd9b1f2010-05-05 11:45:30 -070039public:
40 ir_function_inlining_visitor()
41 {
Ian Romanicke668c2a2010-05-26 18:58:27 -070042 progress = false;
Eric Anholtbdd9b1f2010-05-05 11:45:30 -070043 }
44
45 virtual ~ir_function_inlining_visitor()
46 {
47 /* empty */
48 }
49
Ian Romanicke668c2a2010-05-26 18:58:27 -070050 virtual ir_visitor_status visit_enter(ir_expression *);
51 virtual ir_visitor_status visit_enter(ir_call *);
52 virtual ir_visitor_status visit_enter(ir_assignment *);
53 virtual ir_visitor_status visit_enter(ir_return *);
Kenneth Graunke26d74cd2010-05-26 17:42:03 -070054 virtual ir_visitor_status visit_enter(ir_texture *);
Ian Romanicke668c2a2010-05-26 18:58:27 -070055 virtual ir_visitor_status visit_enter(ir_swizzle *);
56
57 bool progress;
Eric Anholtbdd9b1f2010-05-05 11:45:30 -070058};
59
Eric Anholtcad97662010-04-07 11:46:26 -070060
Eric Anholtcad97662010-04-07 11:46:26 -070061bool
Eric Anholt0d423212010-04-16 12:53:46 -070062automatic_inlining_predicate(ir_instruction *ir)
63{
64 ir_call *call = ir->as_call();
65
66 if (call && can_inline(call))
67 return true;
68
69 return false;
70}
71
72bool
Eric Anholtcad97662010-04-07 11:46:26 -070073do_function_inlining(exec_list *instructions)
74{
Ian Romanicke668c2a2010-05-26 18:58:27 -070075 ir_function_inlining_visitor v;
Eric Anholtcad97662010-04-07 11:46:26 -070076
Eric Anholt0d423212010-04-16 12:53:46 -070077 do_expression_flattening(instructions, automatic_inlining_predicate);
78
Ian Romanicke668c2a2010-05-26 18:58:27 -070079 v.run(instructions);
Eric Anholtcad97662010-04-07 11:46:26 -070080
Ian Romanicke668c2a2010-05-26 18:58:27 -070081 return v.progress;
Eric Anholtcad97662010-04-07 11:46:26 -070082}
83
Eric Anholtf66ba4f2010-06-24 08:59:57 -070084static void
85replace_return_with_assignment(ir_instruction *ir, void *data)
86{
Eric Anholte33c1032010-06-24 15:13:03 -070087 void *ctx = talloc_parent(ir);
Eric Anholtf66ba4f2010-06-24 08:59:57 -070088 ir_variable *retval = (ir_variable *)data;
89 ir_return *ret = ir->as_return();
90
91 if (ret) {
92 if (ret->value) {
Eric Anholte33c1032010-06-24 15:13:03 -070093 ir_rvalue *lhs = new(ctx) ir_dereference_variable(retval);
Kenneth Graunkec7a18da2010-07-19 21:44:03 -070094 ret->replace_with(new(ctx) ir_assignment(lhs, ret->value, NULL));
Eric Anholtf66ba4f2010-06-24 08:59:57 -070095 } else {
96 /* un-valued return has to be the last return, or we shouldn't
97 * have reached here. (see can_inline()).
98 */
Eric Anholt62c47632010-07-29 13:52:25 -070099 assert(!ret->next->is_tail_sentinel());
Eric Anholt42852472010-07-29 13:42:39 -0700100 ret->remove();
Eric Anholtf66ba4f2010-06-24 08:59:57 -0700101 }
102 }
103}
104
Eric Anholtcad97662010-04-07 11:46:26 -0700105ir_rvalue *
106ir_call::generate_inline(ir_instruction *next_ir)
107{
Carl Worth1660a292010-06-23 18:11:51 -0700108 void *ctx = talloc_parent(this);
Eric Anholtcad97662010-04-07 11:46:26 -0700109 ir_variable **parameters;
110 int num_parameters;
111 int i;
112 ir_variable *retval = NULL;
Eric Anholt4b6fd392010-06-23 11:37:12 -0700113 struct hash_table *ht;
114
Ian Romanickd1a1ee52010-07-06 14:49:14 -0700115 ht = hash_table_ctor(0, hash_table_pointer_hash, hash_table_pointer_compare);
Eric Anholtcad97662010-04-07 11:46:26 -0700116
117 num_parameters = 0;
118 foreach_iter(exec_list_iterator, iter_sig, this->callee->parameters)
119 num_parameters++;
120
121 parameters = new ir_variable *[num_parameters];
122
123 /* Generate storage for the return value. */
124 if (this->callee->return_type) {
Ian Romanick7e2aa912010-07-19 17:12:42 -0700125 retval = new(ctx) ir_variable(this->callee->return_type, "__retval",
126 ir_var_auto);
Eric Anholtcad97662010-04-07 11:46:26 -0700127 next_ir->insert_before(retval);
128 }
129
Eric Anholtcad97662010-04-07 11:46:26 -0700130 /* Generate the declarations for the parameters to our inlined code,
131 * and set up the mapping of real function body variables to ours.
132 */
133 i = 0;
134 exec_list_iterator sig_param_iter = this->callee->parameters.iterator();
135 exec_list_iterator param_iter = this->actual_parameters.iterator();
136 for (i = 0; i < num_parameters; i++) {
Eric Anholt8ec0b812010-07-22 13:52:41 -0700137 ir_variable *sig_param = (ir_variable *) sig_param_iter.get();
Eric Anholtcad97662010-04-07 11:46:26 -0700138 ir_rvalue *param = (ir_rvalue *) param_iter.get();
139
140 /* Generate a new variable for the parameter. */
Eric Anholt8ec0b812010-07-22 13:52:41 -0700141 if (sig_param->type->base_type == GLSL_TYPE_SAMPLER) {
142 /* For samplers, we want the inlined sampler references
143 * referencing the passed in sampler variable, since that
144 * will have the location information, which an assignment of
145 * a sampler wouldn't.
146 */
147 parameters[i] = NULL;
148 hash_table_insert(ht, param->variable_referenced(), sig_param);
149 } else {
150 parameters[i] = sig_param->clone(ht);
151 parameters[i]->mode = ir_var_auto;
152 next_ir->insert_before(parameters[i]);
153 }
Eric Anholtcad97662010-04-07 11:46:26 -0700154
Eric Anholtcad97662010-04-07 11:46:26 -0700155 /* Move the actual param into our param variable if it's an 'in' type. */
Eric Anholt8ec0b812010-07-22 13:52:41 -0700156 if (parameters[i] && (sig_param->mode == ir_var_in ||
157 sig_param->mode == ir_var_inout)) {
Eric Anholtcad97662010-04-07 11:46:26 -0700158 ir_assignment *assign;
159
Carl Worth1660a292010-06-23 18:11:51 -0700160 assign = new(ctx) ir_assignment(new(ctx) ir_dereference_variable(parameters[i]),
161 param, NULL);
Eric Anholtcad97662010-04-07 11:46:26 -0700162 next_ir->insert_before(assign);
163 }
164
165 sig_param_iter.next();
166 param_iter.next();
167 }
168
169 /* Generate the inlined body of the function. */
170 foreach_iter(exec_list_iterator, iter, callee->body) {
171 ir_instruction *ir = (ir_instruction *)iter.get();
Eric Anholtf66ba4f2010-06-24 08:59:57 -0700172 ir_instruction *new_ir = ir->clone(ht);
Eric Anholtcad97662010-04-07 11:46:26 -0700173
Eric Anholtf66ba4f2010-06-24 08:59:57 -0700174 next_ir->insert_before(new_ir);
175 visit_tree(new_ir, replace_return_with_assignment, retval);
Eric Anholtcad97662010-04-07 11:46:26 -0700176 }
177
Kenneth Graunkec07fdae2010-04-30 23:38:50 -0700178 /* Copy back the value of any 'out' parameters from the function body
179 * variables to our own.
Eric Anholtcad97662010-04-07 11:46:26 -0700180 */
181 i = 0;
182 param_iter = this->actual_parameters.iterator();
Eric Anholt325a4972010-07-20 16:03:46 -0700183 sig_param_iter = this->callee->parameters.iterator();
Eric Anholtcad97662010-04-07 11:46:26 -0700184 for (i = 0; i < num_parameters; i++) {
185 ir_instruction *const param = (ir_instruction *) param_iter.get();
Eric Anholt325a4972010-07-20 16:03:46 -0700186 const ir_variable *const sig_param = (ir_variable *) sig_param_iter.get();
Eric Anholtcad97662010-04-07 11:46:26 -0700187
Kenneth Graunkec07fdae2010-04-30 23:38:50 -0700188 /* Move our param variable into the actual param if it's an 'out' type. */
Eric Anholt8ec0b812010-07-22 13:52:41 -0700189 if (parameters[i] && (sig_param->mode == ir_var_out ||
190 sig_param->mode == ir_var_inout)) {
Eric Anholtcad97662010-04-07 11:46:26 -0700191 ir_assignment *assign;
192
Eric Anholt325a4972010-07-20 16:03:46 -0700193 assign = new(ctx) ir_assignment(param->clone(NULL)->as_rvalue(),
Carl Worth1660a292010-06-23 18:11:51 -0700194 new(ctx) ir_dereference_variable(parameters[i]),
195 NULL);
Eric Anholtcad97662010-04-07 11:46:26 -0700196 next_ir->insert_before(assign);
197 }
198
199 param_iter.next();
Eric Anholt325a4972010-07-20 16:03:46 -0700200 sig_param_iter.next();
Eric Anholtcad97662010-04-07 11:46:26 -0700201 }
202
Ian Romanick2f8b0432010-06-09 11:00:00 -0700203 delete [] parameters;
Eric Anholtcad97662010-04-07 11:46:26 -0700204
Eric Anholt4b6fd392010-06-23 11:37:12 -0700205 hash_table_dtor(ht);
206
Eric Anholtcad97662010-04-07 11:46:26 -0700207 if (retval)
Carl Worth1660a292010-06-23 18:11:51 -0700208 return new(ctx) ir_dereference_variable(retval);
Eric Anholtcad97662010-04-07 11:46:26 -0700209 else
210 return NULL;
211}
212
Ian Romanicke668c2a2010-05-26 18:58:27 -0700213
214ir_visitor_status
215ir_function_inlining_visitor::visit_enter(ir_expression *ir)
Eric Anholtcad97662010-04-07 11:46:26 -0700216{
217 (void) ir;
Ian Romanicke668c2a2010-05-26 18:58:27 -0700218 return visit_continue_with_parent;
Eric Anholtcad97662010-04-07 11:46:26 -0700219}
220
221
Ian Romanicke668c2a2010-05-26 18:58:27 -0700222ir_visitor_status
223ir_function_inlining_visitor::visit_enter(ir_return *ir)
Eric Anholtcad97662010-04-07 11:46:26 -0700224{
225 (void) ir;
Ian Romanicke668c2a2010-05-26 18:58:27 -0700226 return visit_continue_with_parent;
Eric Anholtcad97662010-04-07 11:46:26 -0700227}
228
229
Ian Romanicke668c2a2010-05-26 18:58:27 -0700230ir_visitor_status
Kenneth Graunke26d74cd2010-05-26 17:42:03 -0700231ir_function_inlining_visitor::visit_enter(ir_texture *ir)
232{
233 (void) ir;
234 return visit_continue_with_parent;
235}
236
237
238ir_visitor_status
Ian Romanicke668c2a2010-05-26 18:58:27 -0700239ir_function_inlining_visitor::visit_enter(ir_swizzle *ir)
Eric Anholtcad97662010-04-07 11:46:26 -0700240{
Ian Romanicke668c2a2010-05-26 18:58:27 -0700241 (void) ir;
242 return visit_continue_with_parent;
Eric Anholtcad97662010-04-07 11:46:26 -0700243}
244
245
Ian Romanicke668c2a2010-05-26 18:58:27 -0700246ir_visitor_status
247ir_function_inlining_visitor::visit_enter(ir_call *ir)
Eric Anholtcad97662010-04-07 11:46:26 -0700248{
Ian Romanicke668c2a2010-05-26 18:58:27 -0700249 if (can_inline(ir)) {
Eric Anholtd2afc872010-07-12 10:13:20 -0700250 /* If the call was part of some tree, then it should have been
251 * flattened out or we shouldn't have seen it because of a
252 * visit_continue_with_parent in this visitor.
253 */
254 assert(ir == base_ir);
255
Ian Romanicke668c2a2010-05-26 18:58:27 -0700256 (void) ir->generate_inline(ir);
257 ir->remove();
258 this->progress = true;
Kenneth Graunke9fa99f32010-04-21 12:30:22 -0700259 }
Eric Anholtcad97662010-04-07 11:46:26 -0700260
Ian Romanicke668c2a2010-05-26 18:58:27 -0700261 return visit_continue;
Eric Anholtcad97662010-04-07 11:46:26 -0700262}
263
264
Ian Romanicke668c2a2010-05-26 18:58:27 -0700265ir_visitor_status
266ir_function_inlining_visitor::visit_enter(ir_assignment *ir)
Eric Anholtcad97662010-04-07 11:46:26 -0700267{
Ian Romanicke668c2a2010-05-26 18:58:27 -0700268 ir_call *call = ir->rhs->as_call();
269 if (!call || !can_inline(call))
270 return visit_continue;
Eric Anholtcad97662010-04-07 11:46:26 -0700271
Ian Romanicke668c2a2010-05-26 18:58:27 -0700272 /* generates the parameter setup, function body, and returns the return
273 * value of the function
274 */
275 ir_rvalue *rhs = call->generate_inline(ir);
276 assert(rhs);
Eric Anholtcad97662010-04-07 11:46:26 -0700277
Ian Romanicke668c2a2010-05-26 18:58:27 -0700278 ir->rhs = rhs;
279 this->progress = true;
Ian Romanickc7b10462010-05-19 13:20:12 +0200280
Ian Romanicke668c2a2010-05-26 18:58:27 -0700281 return visit_continue;
Eric Anholtcad97662010-04-07 11:46:26 -0700282}