blob: d74de650e0ac2184ef6d7ae8a5e60d1851360c2e [file] [log] [blame]
Eric Anholtcad97662010-04-07 11:46:26 -07001/*
2 * Copyright © 2010 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
22 */
23
24/**
25 * \file ir_function_inlining.cpp
26 *
27 * Replaces calls to functions with the body of the function.
28 */
29
Eric Anholt4b6fd392010-06-23 11:37:12 -070030#include <inttypes.h>
Eric Anholtcad97662010-04-07 11:46:26 -070031#include "ir.h"
32#include "ir_visitor.h"
33#include "ir_function_inlining.h"
Eric Anholt0d423212010-04-16 12:53:46 -070034#include "ir_expression_flattening.h"
Eric Anholtcad97662010-04-07 11:46:26 -070035#include "glsl_types.h"
Eric Anholt4b6fd392010-06-23 11:37:12 -070036#include "hash_table.h"
Eric Anholtcad97662010-04-07 11:46:26 -070037
Ian Romanicke668c2a2010-05-26 18:58:27 -070038class ir_function_inlining_visitor : public ir_hierarchical_visitor {
Eric Anholtbdd9b1f2010-05-05 11:45:30 -070039public:
40 ir_function_inlining_visitor()
41 {
Ian Romanicke668c2a2010-05-26 18:58:27 -070042 progress = false;
Eric Anholtbdd9b1f2010-05-05 11:45:30 -070043 }
44
45 virtual ~ir_function_inlining_visitor()
46 {
47 /* empty */
48 }
49
Ian Romanicke668c2a2010-05-26 18:58:27 -070050 virtual ir_visitor_status visit_enter(ir_expression *);
51 virtual ir_visitor_status visit_enter(ir_call *);
52 virtual ir_visitor_status visit_enter(ir_assignment *);
53 virtual ir_visitor_status visit_enter(ir_return *);
Kenneth Graunke26d74cd2010-05-26 17:42:03 -070054 virtual ir_visitor_status visit_enter(ir_texture *);
Ian Romanicke668c2a2010-05-26 18:58:27 -070055 virtual ir_visitor_status visit_enter(ir_swizzle *);
56
57 bool progress;
Eric Anholtbdd9b1f2010-05-05 11:45:30 -070058};
59
Eric Anholtcad97662010-04-07 11:46:26 -070060
Eric Anholt4b6fd392010-06-23 11:37:12 -070061unsigned int hash_func(const void *key)
Eric Anholtcad97662010-04-07 11:46:26 -070062{
Eric Anholt4b6fd392010-06-23 11:37:12 -070063 return (unsigned int)(uintptr_t)key;
Eric Anholtcad97662010-04-07 11:46:26 -070064}
65
Eric Anholt4b6fd392010-06-23 11:37:12 -070066int hash_compare_func(const void *key1, const void *key2)
Eric Anholtcad97662010-04-07 11:46:26 -070067{
Eric Anholt4b6fd392010-06-23 11:37:12 -070068 return key1 == key2 ? 0 : 1;
Eric Anholtcad97662010-04-07 11:46:26 -070069}
70
71bool
Eric Anholt0d423212010-04-16 12:53:46 -070072automatic_inlining_predicate(ir_instruction *ir)
73{
74 ir_call *call = ir->as_call();
75
76 if (call && can_inline(call))
77 return true;
78
79 return false;
80}
81
82bool
Eric Anholtcad97662010-04-07 11:46:26 -070083do_function_inlining(exec_list *instructions)
84{
Ian Romanicke668c2a2010-05-26 18:58:27 -070085 ir_function_inlining_visitor v;
Eric Anholtcad97662010-04-07 11:46:26 -070086
Eric Anholt0d423212010-04-16 12:53:46 -070087 do_expression_flattening(instructions, automatic_inlining_predicate);
88
Ian Romanicke668c2a2010-05-26 18:58:27 -070089 v.run(instructions);
Eric Anholtcad97662010-04-07 11:46:26 -070090
Ian Romanicke668c2a2010-05-26 18:58:27 -070091 return v.progress;
Eric Anholtcad97662010-04-07 11:46:26 -070092}
93
Eric Anholtf66ba4f2010-06-24 08:59:57 -070094static void
95replace_return_with_assignment(ir_instruction *ir, void *data)
96{
97 ir_variable *retval = (ir_variable *)data;
98 ir_return *ret = ir->as_return();
99
100 if (ret) {
101 if (ret->value) {
102 ir_rvalue *lhs = new ir_dereference_variable(retval);
103 ret->insert_before(new ir_assignment(lhs, ret->value, NULL));
104 ret->remove();
105 } else {
106 /* un-valued return has to be the last return, or we shouldn't
107 * have reached here. (see can_inline()).
108 */
109 assert(!ret->next->is_tail_sentinal());
110 }
111 }
112}
113
Eric Anholtcad97662010-04-07 11:46:26 -0700114ir_rvalue *
115ir_call::generate_inline(ir_instruction *next_ir)
116{
117 ir_variable **parameters;
118 int num_parameters;
119 int i;
120 ir_variable *retval = NULL;
Eric Anholt4b6fd392010-06-23 11:37:12 -0700121 struct hash_table *ht;
122
123 ht = hash_table_ctor(0, hash_func, hash_compare_func);
Eric Anholtcad97662010-04-07 11:46:26 -0700124
125 num_parameters = 0;
126 foreach_iter(exec_list_iterator, iter_sig, this->callee->parameters)
127 num_parameters++;
128
129 parameters = new ir_variable *[num_parameters];
130
131 /* Generate storage for the return value. */
132 if (this->callee->return_type) {
133 retval = new ir_variable(this->callee->return_type, "__retval");
134 next_ir->insert_before(retval);
135 }
136
Eric Anholtcad97662010-04-07 11:46:26 -0700137 /* Generate the declarations for the parameters to our inlined code,
138 * and set up the mapping of real function body variables to ours.
139 */
140 i = 0;
141 exec_list_iterator sig_param_iter = this->callee->parameters.iterator();
142 exec_list_iterator param_iter = this->actual_parameters.iterator();
143 for (i = 0; i < num_parameters; i++) {
144 const ir_variable *const sig_param = (ir_variable *) sig_param_iter.get();
145 ir_rvalue *param = (ir_rvalue *) param_iter.get();
146
147 /* Generate a new variable for the parameter. */
Eric Anholt4b6fd392010-06-23 11:37:12 -0700148 parameters[i] = (ir_variable *)sig_param->clone(ht);
Eric Anholtcad97662010-04-07 11:46:26 -0700149 next_ir->insert_before(parameters[i]);
150
Eric Anholtcad97662010-04-07 11:46:26 -0700151 /* Move the actual param into our param variable if it's an 'in' type. */
152 if (parameters[i]->mode == ir_var_in ||
153 parameters[i]->mode == ir_var_inout) {
154 ir_assignment *assign;
155
Ian Romanick70fe8b62010-05-19 11:37:35 +0200156 assign = new ir_assignment(new ir_dereference_variable(parameters[i]),
Eric Anholtcad97662010-04-07 11:46:26 -0700157 param, NULL);
158 next_ir->insert_before(assign);
159 }
160
161 sig_param_iter.next();
162 param_iter.next();
163 }
164
165 /* Generate the inlined body of the function. */
166 foreach_iter(exec_list_iterator, iter, callee->body) {
167 ir_instruction *ir = (ir_instruction *)iter.get();
Eric Anholtf66ba4f2010-06-24 08:59:57 -0700168 ir_instruction *new_ir = ir->clone(ht);
Eric Anholtcad97662010-04-07 11:46:26 -0700169
Eric Anholtf66ba4f2010-06-24 08:59:57 -0700170 next_ir->insert_before(new_ir);
171 visit_tree(new_ir, replace_return_with_assignment, retval);
Eric Anholtcad97662010-04-07 11:46:26 -0700172 }
173
Kenneth Graunkec07fdae2010-04-30 23:38:50 -0700174 /* Copy back the value of any 'out' parameters from the function body
175 * variables to our own.
Eric Anholtcad97662010-04-07 11:46:26 -0700176 */
177 i = 0;
178 param_iter = this->actual_parameters.iterator();
179 for (i = 0; i < num_parameters; i++) {
180 ir_instruction *const param = (ir_instruction *) param_iter.get();
181
Kenneth Graunkec07fdae2010-04-30 23:38:50 -0700182 /* Move our param variable into the actual param if it's an 'out' type. */
Eric Anholtcad97662010-04-07 11:46:26 -0700183 if (parameters[i]->mode == ir_var_out ||
184 parameters[i]->mode == ir_var_inout) {
185 ir_assignment *assign;
186
187 assign = new ir_assignment(param->as_rvalue(),
Ian Romanick70fe8b62010-05-19 11:37:35 +0200188 new ir_dereference_variable(parameters[i]),
Eric Anholtcad97662010-04-07 11:46:26 -0700189 NULL);
190 next_ir->insert_before(assign);
191 }
192
193 param_iter.next();
194 }
195
Ian Romanick2f8b0432010-06-09 11:00:00 -0700196 delete [] parameters;
Eric Anholtcad97662010-04-07 11:46:26 -0700197
Eric Anholt4b6fd392010-06-23 11:37:12 -0700198 hash_table_dtor(ht);
199
Eric Anholtcad97662010-04-07 11:46:26 -0700200 if (retval)
Ian Romanick70fe8b62010-05-19 11:37:35 +0200201 return new ir_dereference_variable(retval);
Eric Anholtcad97662010-04-07 11:46:26 -0700202 else
203 return NULL;
204}
205
Ian Romanicke668c2a2010-05-26 18:58:27 -0700206
207ir_visitor_status
208ir_function_inlining_visitor::visit_enter(ir_expression *ir)
Eric Anholtcad97662010-04-07 11:46:26 -0700209{
210 (void) ir;
Ian Romanicke668c2a2010-05-26 18:58:27 -0700211 return visit_continue_with_parent;
Eric Anholtcad97662010-04-07 11:46:26 -0700212}
213
214
Ian Romanicke668c2a2010-05-26 18:58:27 -0700215ir_visitor_status
216ir_function_inlining_visitor::visit_enter(ir_return *ir)
Eric Anholtcad97662010-04-07 11:46:26 -0700217{
218 (void) ir;
Ian Romanicke668c2a2010-05-26 18:58:27 -0700219 return visit_continue_with_parent;
Eric Anholtcad97662010-04-07 11:46:26 -0700220}
221
222
Ian Romanicke668c2a2010-05-26 18:58:27 -0700223ir_visitor_status
Kenneth Graunke26d74cd2010-05-26 17:42:03 -0700224ir_function_inlining_visitor::visit_enter(ir_texture *ir)
225{
226 (void) ir;
227 return visit_continue_with_parent;
228}
229
230
231ir_visitor_status
Ian Romanicke668c2a2010-05-26 18:58:27 -0700232ir_function_inlining_visitor::visit_enter(ir_swizzle *ir)
Eric Anholtcad97662010-04-07 11:46:26 -0700233{
Ian Romanicke668c2a2010-05-26 18:58:27 -0700234 (void) ir;
235 return visit_continue_with_parent;
Eric Anholtcad97662010-04-07 11:46:26 -0700236}
237
238
Ian Romanicke668c2a2010-05-26 18:58:27 -0700239ir_visitor_status
240ir_function_inlining_visitor::visit_enter(ir_call *ir)
Eric Anholtcad97662010-04-07 11:46:26 -0700241{
Ian Romanicke668c2a2010-05-26 18:58:27 -0700242 if (can_inline(ir)) {
243 (void) ir->generate_inline(ir);
244 ir->remove();
245 this->progress = true;
Kenneth Graunke9fa99f32010-04-21 12:30:22 -0700246 }
Eric Anholtcad97662010-04-07 11:46:26 -0700247
Ian Romanicke668c2a2010-05-26 18:58:27 -0700248 return visit_continue;
Eric Anholtcad97662010-04-07 11:46:26 -0700249}
250
251
Ian Romanicke668c2a2010-05-26 18:58:27 -0700252ir_visitor_status
253ir_function_inlining_visitor::visit_enter(ir_assignment *ir)
Eric Anholtcad97662010-04-07 11:46:26 -0700254{
Ian Romanicke668c2a2010-05-26 18:58:27 -0700255 ir_call *call = ir->rhs->as_call();
256 if (!call || !can_inline(call))
257 return visit_continue;
Eric Anholtcad97662010-04-07 11:46:26 -0700258
Ian Romanicke668c2a2010-05-26 18:58:27 -0700259 /* generates the parameter setup, function body, and returns the return
260 * value of the function
261 */
262 ir_rvalue *rhs = call->generate_inline(ir);
263 assert(rhs);
Eric Anholtcad97662010-04-07 11:46:26 -0700264
Ian Romanicke668c2a2010-05-26 18:58:27 -0700265 ir->rhs = rhs;
266 this->progress = true;
Ian Romanickc7b10462010-05-19 13:20:12 +0200267
Ian Romanicke668c2a2010-05-26 18:58:27 -0700268 return visit_continue;
Eric Anholtcad97662010-04-07 11:46:26 -0700269}