blob: 89ea71a9023e341964cc4245a12cfa928d2b0bf7 [file] [log] [blame]
Elliott Hughes0f3c5532012-03-30 14:51:51 -07001/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Ian Rogers7655f292013-07-29 11:07:13 -070017#include "asm_support_x86.S"
Elliott Hughes5e284222012-04-04 13:38:03 -070018
Ian Rogers57b86d42012-03-27 16:05:41 -070019 /*
20 * Macro that sets up the callee save frame to conform with
Ian Rogers7caad772012-03-30 01:07:54 -070021 * Runtime::CreateCalleeSaveMethod(kSaveAll)
Ian Rogers57b86d42012-03-27 16:05:41 -070022 */
Elliott Hughes787ec202012-03-29 17:14:15 -070023MACRO0(SETUP_SAVE_ALL_CALLEE_SAVE_FRAME)
Ian Rogersaeeada42013-02-13 11:28:34 -080024 PUSH edi // Save callee saves (ebx is saved/restored by the upcall)
25 PUSH esi
26 PUSH ebp
Elliott Hughesea944212012-04-05 13:11:53 -070027 subl MACRO_LITERAL(16), %esp // Grow stack by 4 words, bottom word will hold Method*
Ian Rogersaeeada42013-02-13 11:28:34 -080028 .cfi_adjust_cfa_offset 16
Elliott Hughes787ec202012-03-29 17:14:15 -070029END_MACRO
Ian Rogers57b86d42012-03-27 16:05:41 -070030
Ian Rogers7caad772012-03-30 01:07:54 -070031 /*
32 * Macro that sets up the callee save frame to conform with
33 * Runtime::CreateCalleeSaveMethod(kRefsOnly)
34 */
35MACRO0(SETUP_REF_ONLY_CALLEE_SAVE_FRAME)
Ian Rogersaeeada42013-02-13 11:28:34 -080036 PUSH edi // Save callee saves (ebx is saved/restored by the upcall)
37 PUSH esi
38 PUSH ebp
Elliott Hughesea944212012-04-05 13:11:53 -070039 subl MACRO_LITERAL(16), %esp // Grow stack by 4 words, bottom word will hold Method*
Ian Rogersaeeada42013-02-13 11:28:34 -080040 .cfi_adjust_cfa_offset 16
Ian Rogers7caad772012-03-30 01:07:54 -070041END_MACRO
42
43MACRO0(RESTORE_REF_ONLY_CALLEE_SAVE_FRAME)
Elliott Hughesea944212012-04-05 13:11:53 -070044 addl MACRO_LITERAL(28), %esp // Unwind stack up to return address
Ian Rogersaeeada42013-02-13 11:28:34 -080045 .cfi_adjust_cfa_offset -28
Elliott Hughes787ec202012-03-29 17:14:15 -070046END_MACRO
Ian Rogers57b86d42012-03-27 16:05:41 -070047
48 /*
49 * Macro that sets up the callee save frame to conform with
Ian Rogers7caad772012-03-30 01:07:54 -070050 * Runtime::CreateCalleeSaveMethod(kRefsAndArgs)
Ian Rogers57b86d42012-03-27 16:05:41 -070051 */
jeffhao9dbb23e2012-05-18 17:03:57 -070052MACRO0(SETUP_REF_AND_ARGS_CALLEE_SAVE_FRAME)
Ian Rogersaeeada42013-02-13 11:28:34 -080053 PUSH edi // Save callee saves
54 PUSH esi
55 PUSH ebp
56 PUSH ebx // Save args
57 PUSH edx
58 PUSH ecx
59 PUSH eax // Align stack, eax will be clobbered by Method*
Elliott Hughes787ec202012-03-29 17:14:15 -070060END_MACRO
Ian Rogers57b86d42012-03-27 16:05:41 -070061
jeffhao9dbb23e2012-05-18 17:03:57 -070062MACRO0(RESTORE_REF_AND_ARGS_CALLEE_SAVE_FRAME)
Elliott Hughesea944212012-04-05 13:11:53 -070063 addl MACRO_LITERAL(4), %esp // Remove padding
Ian Rogersaeeada42013-02-13 11:28:34 -080064 .cfi_adjust_cfa_offset -4
65 POP ecx // Restore args except eax
66 POP edx
67 POP ebx
68 POP ebp // Restore callee saves
69 POP esi
70 POP edi
Elliott Hughes787ec202012-03-29 17:14:15 -070071END_MACRO
Ian Rogers57b86d42012-03-27 16:05:41 -070072
73 /*
74 * Macro that set calls through to artDeliverPendingExceptionFromCode, where the pending
75 * exception is Thread::Current()->exception_.
76 */
Elliott Hughes787ec202012-03-29 17:14:15 -070077MACRO0(DELIVER_PENDING_EXCEPTION)
Ian Rogers57b86d42012-03-27 16:05:41 -070078 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME // save callee saves for throw
79 mov %esp, %ecx
80 // Outgoing argument set up
Elliott Hughesea944212012-04-05 13:11:53 -070081 subl MACRO_LITERAL(8), %esp // Alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -080082 .cfi_adjust_cfa_offset 8
83 PUSH ecx // pass SP
Ian Rogers57b86d42012-03-27 16:05:41 -070084 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -080085 .cfi_adjust_cfa_offset 4
jeffhao9dbb23e2012-05-18 17:03:57 -070086 call SYMBOL(artDeliverPendingExceptionFromCode) // artDeliverPendingExceptionFromCode(Thread*, SP)
87 int3 // unreached
Elliott Hughes787ec202012-03-29 17:14:15 -070088END_MACRO
Ian Rogers57b86d42012-03-27 16:05:41 -070089
Elliott Hughes787ec202012-03-29 17:14:15 -070090MACRO2(NO_ARG_RUNTIME_EXCEPTION, c_name, cxx_name)
Ian Rogersaeeada42013-02-13 11:28:34 -080091 DEFINE_FUNCTION VAR(c_name, 0)
Ian Rogers57b86d42012-03-27 16:05:41 -070092 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME // save all registers as basis for long jump context
93 mov %esp, %ecx
94 // Outgoing argument set up
Elliott Hughesea944212012-04-05 13:11:53 -070095 subl MACRO_LITERAL(8), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -080096 .cfi_adjust_cfa_offset 8
97 PUSH ecx // pass SP
Ian Rogers55bd45f2012-04-04 17:31:20 -070098 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -080099 .cfi_adjust_cfa_offset 4
Elliott Hughes787ec202012-03-29 17:14:15 -0700100 call VAR(cxx_name, 1) // cxx_name(Thread*, SP)
Ian Rogers57b86d42012-03-27 16:05:41 -0700101 int3 // unreached
Ian Rogersaeeada42013-02-13 11:28:34 -0800102 END_FUNCTION VAR(c_name, 0)
Elliott Hughes787ec202012-03-29 17:14:15 -0700103END_MACRO
Ian Rogers57b86d42012-03-27 16:05:41 -0700104
Elliott Hughes787ec202012-03-29 17:14:15 -0700105MACRO2(ONE_ARG_RUNTIME_EXCEPTION, c_name, cxx_name)
Ian Rogersaeeada42013-02-13 11:28:34 -0800106 DEFINE_FUNCTION VAR(c_name, 0)
Ian Rogers57b86d42012-03-27 16:05:41 -0700107 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME // save all registers as basis for long jump context
108 mov %esp, %ecx
109 // Outgoing argument set up
Ian Rogersaeeada42013-02-13 11:28:34 -0800110 PUSH eax // alignment padding
111 PUSH ecx // pass SP
Ian Rogers57b86d42012-03-27 16:05:41 -0700112 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800113 .cfi_adjust_cfa_offset 4
114 PUSH eax // pass arg1
Elliott Hughes787ec202012-03-29 17:14:15 -0700115 call VAR(cxx_name, 1) // cxx_name(arg1, Thread*, SP)
Ian Rogers57b86d42012-03-27 16:05:41 -0700116 int3 // unreached
Ian Rogersaeeada42013-02-13 11:28:34 -0800117 END_FUNCTION VAR(c_name, 0)
Elliott Hughes787ec202012-03-29 17:14:15 -0700118END_MACRO
Ian Rogers57b86d42012-03-27 16:05:41 -0700119
Elliott Hughes787ec202012-03-29 17:14:15 -0700120MACRO2(TWO_ARG_RUNTIME_EXCEPTION, c_name, cxx_name)
Ian Rogersaeeada42013-02-13 11:28:34 -0800121 DEFINE_FUNCTION VAR(c_name, 0)
Ian Rogers57b86d42012-03-27 16:05:41 -0700122 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME // save all registers as basis for long jump context
123 mov %esp, %edx
124 // Outgoing argument set up
Ian Rogersaeeada42013-02-13 11:28:34 -0800125 PUSH edx // pass SP
Ian Rogers57b86d42012-03-27 16:05:41 -0700126 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800127 .cfi_adjust_cfa_offset 4
128 PUSH ecx // pass arg2
129 PUSH eax // pass arg1
Ian Rogers7caad772012-03-30 01:07:54 -0700130 call VAR(cxx_name, 1) // cxx_name(arg1, arg2, Thread*, SP)
Ian Rogers57b86d42012-03-27 16:05:41 -0700131 int3 // unreached
Ian Rogersaeeada42013-02-13 11:28:34 -0800132 END_FUNCTION VAR(c_name, 0)
Elliott Hughes787ec202012-03-29 17:14:15 -0700133END_MACRO
Ian Rogers57b86d42012-03-27 16:05:41 -0700134
135 /*
136 * Called by managed code to create and deliver a NullPointerException.
137 */
Logan Chien8dbb7082013-01-25 20:31:17 +0800138NO_ARG_RUNTIME_EXCEPTION art_quick_throw_null_pointer_exception_from_code, artThrowNullPointerExceptionFromCode
Ian Rogers57b86d42012-03-27 16:05:41 -0700139
140 /*
141 * Called by managed code to create and deliver an ArithmeticException.
142 */
Logan Chien8dbb7082013-01-25 20:31:17 +0800143NO_ARG_RUNTIME_EXCEPTION art_quick_throw_div_zero_from_code, artThrowDivZeroFromCode
Ian Rogers57b86d42012-03-27 16:05:41 -0700144
145 /*
Ian Rogers57b86d42012-03-27 16:05:41 -0700146 * Called by managed code to create and deliver a StackOverflowError.
147 */
Logan Chien8dbb7082013-01-25 20:31:17 +0800148NO_ARG_RUNTIME_EXCEPTION art_quick_throw_stack_overflow_from_code, artThrowStackOverflowFromCode
Ian Rogers57b86d42012-03-27 16:05:41 -0700149
150 /*
Elliott Hughes787ec202012-03-29 17:14:15 -0700151 * Called by managed code, saves callee saves and then calls artThrowException
152 * that will place a mock Method* at the bottom of the stack. Arg1 holds the exception.
153 */
Logan Chien8dbb7082013-01-25 20:31:17 +0800154ONE_ARG_RUNTIME_EXCEPTION art_quick_deliver_exception_from_code, artDeliverExceptionFromCode
Elliott Hughes787ec202012-03-29 17:14:15 -0700155
156 /*
Ian Rogers57b86d42012-03-27 16:05:41 -0700157 * Called by managed code to create and deliver a NoSuchMethodError.
158 */
Logan Chien8dbb7082013-01-25 20:31:17 +0800159ONE_ARG_RUNTIME_EXCEPTION art_quick_throw_no_such_method_from_code, artThrowNoSuchMethodFromCode
Ian Rogers57b86d42012-03-27 16:05:41 -0700160
161 /*
Elliott Hughes787ec202012-03-29 17:14:15 -0700162 * Called by managed code to create and deliver an ArrayIndexOutOfBoundsException. Arg1 holds
163 * index, arg2 holds limit.
164 */
Logan Chien8dbb7082013-01-25 20:31:17 +0800165TWO_ARG_RUNTIME_EXCEPTION art_quick_throw_array_bounds_from_code, artThrowArrayBoundsFromCode
Elliott Hughes787ec202012-03-29 17:14:15 -0700166
167 /*
Ian Rogers57b86d42012-03-27 16:05:41 -0700168 * All generated callsites for interface invokes and invocation slow paths will load arguments
169 * as usual - except instead of loading arg0/r0 with the target Method*, arg0/r0 will contain
170 * the method_idx. This wrapper will save arg1-arg3, load the caller's Method*, align the
171 * stack and call the appropriate C helper.
172 * NOTE: "this" is first visible argument of the target, and so can be found in arg1/r1.
173 *
174 * The helper will attempt to locate the target and return a 64-bit result in r0/r1 consisting
175 * of the target Method* in r0 and method->code_ in r1.
176 *
177 * If unsuccessful, the helper will return NULL/NULL. There will bea pending exception in the
178 * thread and we branch to another stub to deliver it.
179 *
180 * On success this wrapper will restore arguments and *jump* to the target, leaving the lr
181 * pointing back to the original caller.
182 */
Elliott Hughes787ec202012-03-29 17:14:15 -0700183MACRO2(INVOKE_TRAMPOLINE, c_name, cxx_name)
Ian Rogersaeeada42013-02-13 11:28:34 -0800184 DEFINE_FUNCTION VAR(c_name, 0)
Ian Rogers7caad772012-03-30 01:07:54 -0700185 // Set up the callee save frame to conform with Runtime::CreateCalleeSaveMethod(kRefsAndArgs)
186 // return address
Ian Rogersaeeada42013-02-13 11:28:34 -0800187 PUSH edi
188 PUSH esi
189 PUSH ebp
190 PUSH ebx
191 PUSH edx
192 PUSH ecx
193 PUSH eax // <-- callee save Method* to go here
Ian Rogers7caad772012-03-30 01:07:54 -0700194 movl %esp, %edx // remember SP
195 // Outgoing argument set up
Elliott Hughesea944212012-04-05 13:11:53 -0700196 subl MACRO_LITERAL(12), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800197 .cfi_adjust_cfa_offset 12
198 PUSH edx // pass SP
Ian Rogers7caad772012-03-30 01:07:54 -0700199 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800200 .cfi_adjust_cfa_offset 4
Ian Rogers7caad772012-03-30 01:07:54 -0700201 pushl 32(%edx) // pass caller Method*
Ian Rogersaeeada42013-02-13 11:28:34 -0800202 .cfi_adjust_cfa_offset 4
203 PUSH ecx // pass arg2
204 PUSH eax // pass arg1
Ian Rogers7caad772012-03-30 01:07:54 -0700205 call VAR(cxx_name, 1) // cxx_name(arg1, arg2, arg3, Thread*, SP)
206 movl %edx, %edi // save code pointer in EDI
Elliott Hughesea944212012-04-05 13:11:53 -0700207 addl MACRO_LITERAL(36), %esp // Pop arguments skip eax
Ian Rogersaeeada42013-02-13 11:28:34 -0800208 .cfi_adjust_cfa_offset -36
209 POP ecx // Restore args
210 POP edx
211 POP ebx
212 POP ebp // Restore callee saves.
213 POP esi
Ian Rogers7caad772012-03-30 01:07:54 -0700214 // Swap EDI callee save with code pointer.
215 xchgl %edi, (%esp)
216 testl %eax, %eax // Branch forward if exception pending.
217 jz 1f
218 // Tail call to intended method.
219 ret
2201:
jeffhao20b5c6c2012-05-21 14:15:18 -0700221 addl MACRO_LITERAL(4), %esp // Pop code pointer off stack
Ian Rogers5793fea2013-02-14 13:33:34 -0800222 .cfi_adjust_cfa_offset -4
Ian Rogers7caad772012-03-30 01:07:54 -0700223 DELIVER_PENDING_EXCEPTION
Ian Rogersaeeada42013-02-13 11:28:34 -0800224 END_FUNCTION VAR(c_name, 0)
Elliott Hughes787ec202012-03-29 17:14:15 -0700225END_MACRO
Ian Rogers57b86d42012-03-27 16:05:41 -0700226
Logan Chien8dbb7082013-01-25 20:31:17 +0800227INVOKE_TRAMPOLINE art_quick_invoke_interface_trampoline, artInvokeInterfaceTrampoline
228INVOKE_TRAMPOLINE art_quick_invoke_interface_trampoline_with_access_check, artInvokeInterfaceTrampolineWithAccessCheck
Ian Rogers57b86d42012-03-27 16:05:41 -0700229
Logan Chien8dbb7082013-01-25 20:31:17 +0800230INVOKE_TRAMPOLINE art_quick_invoke_static_trampoline_with_access_check, artInvokeStaticTrampolineWithAccessCheck
231INVOKE_TRAMPOLINE art_quick_invoke_direct_trampoline_with_access_check, artInvokeDirectTrampolineWithAccessCheck
232INVOKE_TRAMPOLINE art_quick_invoke_super_trampoline_with_access_check, artInvokeSuperTrampolineWithAccessCheck
233INVOKE_TRAMPOLINE art_quick_invoke_virtual_trampoline_with_access_check, artInvokeVirtualTrampolineWithAccessCheck
Ian Rogers57b86d42012-03-27 16:05:41 -0700234
Jeff Hao5d917302013-02-27 17:57:33 -0800235 /*
Jeff Hao6474d192013-03-26 14:08:09 -0700236 * Quick invocation stub.
237 * On entry:
238 * [sp] = return address
239 * [sp + 4] = method pointer
240 * [sp + 8] = argument array or NULL for no argument methods
241 * [sp + 12] = size of argument array in bytes
242 * [sp + 16] = (managed) thread pointer
243 * [sp + 20] = JValue* result
244 * [sp + 24] = result type char
Jeff Hao5d917302013-02-27 17:57:33 -0800245 */
246DEFINE_FUNCTION art_quick_invoke_stub
247 PUSH ebp // save ebp
248 PUSH ebx // save ebx
249 mov %esp, %ebp // copy value of stack pointer into base pointer
250 .cfi_def_cfa_register ebp
251 mov 20(%ebp), %ebx // get arg array size
252 addl LITERAL(28), %ebx // reserve space for return addr, method*, ebx, and ebp in frame
Jeff Hao6474d192013-03-26 14:08:09 -0700253 andl LITERAL(0xFFFFFFF0), %ebx // align frame size to 16 bytes
Jeff Hao5d917302013-02-27 17:57:33 -0800254 subl LITERAL(12), %ebx // remove space for return address, ebx, and ebp
255 subl %ebx, %esp // reserve stack space for argument array
256 lea 4(%esp), %eax // use stack pointer + method ptr as dest for memcpy
257 pushl 20(%ebp) // push size of region to memcpy
258 pushl 16(%ebp) // push arg array as source of memcpy
259 pushl %eax // push stack pointer as destination of memcpy
260 call SYMBOL(memcpy) // (void*, const void*, size_t)
261 addl LITERAL(12), %esp // pop arguments to memcpy
262 movl LITERAL(0), (%esp) // store NULL for method*
263 mov 12(%ebp), %eax // move method pointer into eax
264 mov 4(%esp), %ecx // copy arg1 into ecx
265 mov 8(%esp), %edx // copy arg2 into edx
266 mov 12(%esp), %ebx // copy arg3 into ebx
Ian Rogers225ade22013-03-18 17:45:44 -0700267 call *METHOD_CODE_OFFSET(%eax) // call the method
Jeff Hao5d917302013-02-27 17:57:33 -0800268 mov %ebp, %esp // restore stack pointer
269 POP ebx // pop ebx
270 POP ebp // pop ebp
271 mov 20(%esp), %ecx // get result pointer
Jeff Hao6474d192013-03-26 14:08:09 -0700272 cmpl LITERAL(68), 24(%esp) // test if result type char == 'D'
273 je return_double_quick
274 cmpl LITERAL(70), 24(%esp) // test if result type char == 'F'
275 je return_float_quick
Jeff Hao5d917302013-02-27 17:57:33 -0800276 mov %eax, (%ecx) // store the result
277 mov %edx, 4(%ecx) // store the other half of the result
Jeff Hao6474d192013-03-26 14:08:09 -0700278 ret
279return_double_quick:
280return_float_quick:
Jeff Hao5d917302013-02-27 17:57:33 -0800281 movsd %xmm0, (%ecx) // store the floating point result
282 ret
283END_FUNCTION art_quick_invoke_stub
284
Ian Rogersd36c52e2012-04-09 16:29:25 -0700285MACRO3(NO_ARG_DOWNCALL, c_name, cxx_name, return_macro)
Ian Rogersaeeada42013-02-13 11:28:34 -0800286 DEFINE_FUNCTION VAR(c_name, 0)
Ian Rogersd36c52e2012-04-09 16:29:25 -0700287 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
288 mov %esp, %edx // remember SP
289 // Outgoing argument set up
290 subl MACRO_LITERAL(8), %esp // push padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800291 .cfi_adjust_cfa_offset 8
292 PUSH edx // pass SP
Ian Rogersd36c52e2012-04-09 16:29:25 -0700293 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800294 .cfi_adjust_cfa_offset 4
Ian Rogersd36c52e2012-04-09 16:29:25 -0700295 call VAR(cxx_name, 1) // cxx_name(Thread*, SP)
296 addl MACRO_LITERAL(16), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800297 .cfi_adjust_cfa_offset -16
Ian Rogersd36c52e2012-04-09 16:29:25 -0700298 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
Elliott Hughes754caaa2012-04-10 10:57:36 -0700299 CALL_MACRO(return_macro, 2) // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800300 END_FUNCTION VAR(c_name, 0)
Ian Rogersd36c52e2012-04-09 16:29:25 -0700301END_MACRO
302
303MACRO3(ONE_ARG_DOWNCALL, c_name, cxx_name, return_macro)
Ian Rogersaeeada42013-02-13 11:28:34 -0800304 DEFINE_FUNCTION VAR(c_name, 0)
Ian Rogersd36c52e2012-04-09 16:29:25 -0700305 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
306 mov %esp, %edx // remember SP
307 // Outgoing argument set up
Ian Rogersaeeada42013-02-13 11:28:34 -0800308 PUSH eax // push padding
309 PUSH edx // pass SP
Ian Rogersd36c52e2012-04-09 16:29:25 -0700310 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800311 .cfi_adjust_cfa_offset 4
312 PUSH eax // pass arg1
Ian Rogersd36c52e2012-04-09 16:29:25 -0700313 call VAR(cxx_name, 1) // cxx_name(arg1, Thread*, SP)
314 addl MACRO_LITERAL(16), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800315 .cfi_adjust_cfa_offset -16
Ian Rogersd36c52e2012-04-09 16:29:25 -0700316 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
Elliott Hughes754caaa2012-04-10 10:57:36 -0700317 CALL_MACRO(return_macro, 2) // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800318 END_FUNCTION VAR(c_name, 0)
Ian Rogersd36c52e2012-04-09 16:29:25 -0700319END_MACRO
320
321MACRO3(TWO_ARG_DOWNCALL, c_name, cxx_name, return_macro)
Ian Rogersaeeada42013-02-13 11:28:34 -0800322 DEFINE_FUNCTION VAR(c_name, 0)
Ian Rogers7caad772012-03-30 01:07:54 -0700323 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
324 mov %esp, %edx // remember SP
325 // Outgoing argument set up
Ian Rogersaeeada42013-02-13 11:28:34 -0800326 PUSH edx // pass SP
Ian Rogers7caad772012-03-30 01:07:54 -0700327 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800328 .cfi_adjust_cfa_offset 4
329 PUSH ecx // pass arg2
330 PUSH eax // pass arg1
Ian Rogersd36c52e2012-04-09 16:29:25 -0700331 call VAR(cxx_name, 1) // cxx_name(arg1, arg2, Thread*, SP)
Elliott Hughesea944212012-04-05 13:11:53 -0700332 addl MACRO_LITERAL(16), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800333 .cfi_adjust_cfa_offset -16
Ian Rogers7caad772012-03-30 01:07:54 -0700334 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
Elliott Hughes754caaa2012-04-10 10:57:36 -0700335 CALL_MACRO(return_macro, 2) // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800336 END_FUNCTION VAR(c_name, 0)
Ian Rogers7caad772012-03-30 01:07:54 -0700337END_MACRO
338
Ian Rogersd36c52e2012-04-09 16:29:25 -0700339MACRO3(THREE_ARG_DOWNCALL, c_name, cxx_name, return_macro)
Ian Rogersaeeada42013-02-13 11:28:34 -0800340 DEFINE_FUNCTION VAR(c_name, 0)
Ian Rogers7caad772012-03-30 01:07:54 -0700341 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
342 mov %esp, %ebx // remember SP
343 // Outgoing argument set up
Elliott Hughesea944212012-04-05 13:11:53 -0700344 subl MACRO_LITERAL(12), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800345 .cfi_adjust_cfa_offset 12
346 PUSH ebx // pass SP
Ian Rogers7caad772012-03-30 01:07:54 -0700347 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800348 .cfi_adjust_cfa_offset 4
349 PUSH edx // pass arg3
350 PUSH ecx // pass arg2
351 PUSH eax // pass arg1
Ian Rogersd36c52e2012-04-09 16:29:25 -0700352 call VAR(cxx_name, 1) // cxx_name(arg1, arg2, arg3, Thread*, SP)
Elliott Hughesea944212012-04-05 13:11:53 -0700353 addl MACRO_LITERAL(32), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800354 .cfi_adjust_cfa_offset -32
Ian Rogers7caad772012-03-30 01:07:54 -0700355 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
Elliott Hughes754caaa2012-04-10 10:57:36 -0700356 CALL_MACRO(return_macro, 2) // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800357 END_FUNCTION VAR(c_name, 0)
Ian Rogersd36c52e2012-04-09 16:29:25 -0700358END_MACRO
359
360MACRO0(RETURN_IF_EAX_NOT_ZERO)
Ian Rogers7caad772012-03-30 01:07:54 -0700361 testl %eax, %eax // eax == 0 ?
Ian Rogersd36c52e2012-04-09 16:29:25 -0700362 jz 1f // if eax == 0 goto 1
363 ret // return
3641: // deliver exception on current thread
Ian Rogers7caad772012-03-30 01:07:54 -0700365 DELIVER_PENDING_EXCEPTION
366END_MACRO
367
Ian Rogersd36c52e2012-04-09 16:29:25 -0700368MACRO0(RETURN_IF_EAX_ZERO)
369 testl %eax, %eax // eax == 0 ?
370 jnz 1f // if eax != 0 goto 1
371 ret // return
3721: // deliver exception on current thread
Ian Rogers7caad772012-03-30 01:07:54 -0700373 DELIVER_PENDING_EXCEPTION
Ian Rogersd36c52e2012-04-09 16:29:25 -0700374END_MACRO
Ian Rogers7caad772012-03-30 01:07:54 -0700375
jeffhaod66a8752012-05-22 15:30:16 -0700376MACRO0(RETURN_OR_DELIVER_PENDING_EXCEPTION)
377 mov %fs:THREAD_EXCEPTION_OFFSET, %ebx // get exception field
378 testl %ebx, %ebx // ebx == 0 ?
379 jnz 1f // if ebx != 0 goto 1
380 ret // return
3811: // deliver exception on current thread
382 DELIVER_PENDING_EXCEPTION
383END_MACRO
384
Logan Chien8dbb7082013-01-25 20:31:17 +0800385TWO_ARG_DOWNCALL art_quick_alloc_object_from_code, artAllocObjectFromCode, RETURN_IF_EAX_NOT_ZERO
386TWO_ARG_DOWNCALL art_quick_alloc_object_from_code_with_access_check, artAllocObjectFromCodeWithAccessCheck, RETURN_IF_EAX_NOT_ZERO
387THREE_ARG_DOWNCALL art_quick_alloc_array_from_code, artAllocArrayFromCode, RETURN_IF_EAX_NOT_ZERO
388THREE_ARG_DOWNCALL art_quick_alloc_array_from_code_with_access_check, artAllocArrayFromCodeWithAccessCheck, RETURN_IF_EAX_NOT_ZERO
389THREE_ARG_DOWNCALL art_quick_check_and_alloc_array_from_code, artCheckAndAllocArrayFromCode, RETURN_IF_EAX_NOT_ZERO
390THREE_ARG_DOWNCALL art_quick_check_and_alloc_array_from_code_with_access_check, artCheckAndAllocArrayFromCodeWithAccessCheck, RETURN_IF_EAX_NOT_ZERO
Ian Rogersd36c52e2012-04-09 16:29:25 -0700391
Logan Chien8dbb7082013-01-25 20:31:17 +0800392TWO_ARG_DOWNCALL art_quick_resolve_string_from_code, artResolveStringFromCode, RETURN_IF_EAX_NOT_ZERO
393TWO_ARG_DOWNCALL art_quick_initialize_static_storage_from_code, artInitializeStaticStorageFromCode, RETURN_IF_EAX_NOT_ZERO
394TWO_ARG_DOWNCALL art_quick_initialize_type_from_code, artInitializeTypeFromCode, RETURN_IF_EAX_NOT_ZERO
395TWO_ARG_DOWNCALL art_quick_initialize_type_and_verify_access_from_code, artInitializeTypeAndVerifyAccessFromCode, RETURN_IF_EAX_NOT_ZERO
Ian Rogersd36c52e2012-04-09 16:29:25 -0700396
Logan Chien8dbb7082013-01-25 20:31:17 +0800397ONE_ARG_DOWNCALL art_quick_lock_object_from_code, artLockObjectFromCode, ret
398ONE_ARG_DOWNCALL art_quick_unlock_object_from_code, artUnlockObjectFromCode, RETURN_IF_EAX_ZERO
Ian Rogersd36c52e2012-04-09 16:29:25 -0700399
Logan Chien8dbb7082013-01-25 20:31:17 +0800400TWO_ARG_DOWNCALL art_quick_handle_fill_data_from_code, artHandleFillArrayDataFromCode, RETURN_IF_EAX_ZERO
Ian Rogers7caad772012-03-30 01:07:54 -0700401
Logan Chien8dbb7082013-01-25 20:31:17 +0800402DEFINE_FUNCTION art_quick_is_assignable_from_code
Ian Rogersaeeada42013-02-13 11:28:34 -0800403 PUSH eax // alignment padding
404 PUSH ecx // pass arg2
405 PUSH eax // pass arg1
Elliott Hughesadc078a2012-04-04 11:39:05 -0700406 call SYMBOL(artIsAssignableFromCode) // (Class* a, Class* b, Thread*, SP)
Ian Rogers55bd45f2012-04-04 17:31:20 -0700407 addl LITERAL(12), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800408 .cfi_adjust_cfa_offset -12
Ian Rogers7caad772012-03-30 01:07:54 -0700409 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800410END_FUNCTION art_quick_is_assignable_from_code
Ian Rogers7caad772012-03-30 01:07:54 -0700411
Logan Chien8dbb7082013-01-25 20:31:17 +0800412DEFINE_FUNCTION art_quick_memcpy
Ian Rogersaeeada42013-02-13 11:28:34 -0800413 PUSH edx // pass arg3
414 PUSH ecx // pass arg2
415 PUSH eax // pass arg1
Elliott Hughesadc078a2012-04-04 11:39:05 -0700416 call SYMBOL(memcpy) // (void*, const void*, size_t)
Ian Rogers55bd45f2012-04-04 17:31:20 -0700417 addl LITERAL(12), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800418 .cfi_adjust_cfa_offset -12
Ian Rogers7caad772012-03-30 01:07:54 -0700419 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800420END_FUNCTION art_quick_memcpy
Ian Rogers7caad772012-03-30 01:07:54 -0700421
Logan Chien8dbb7082013-01-25 20:31:17 +0800422TWO_ARG_DOWNCALL art_quick_check_cast_from_code, artCheckCastFromCode, RETURN_IF_EAX_ZERO
423TWO_ARG_DOWNCALL art_quick_can_put_array_element_from_code, artCanPutArrayElementFromCode, RETURN_IF_EAX_ZERO
Ian Rogersd36c52e2012-04-09 16:29:25 -0700424
Logan Chien8dbb7082013-01-25 20:31:17 +0800425NO_ARG_DOWNCALL art_quick_test_suspend, artTestSuspendFromCode, ret
Ian Rogers7caad772012-03-30 01:07:54 -0700426
Logan Chien8dbb7082013-01-25 20:31:17 +0800427DEFINE_FUNCTION art_quick_fmod_from_code
jeffhao1395b1e2012-06-13 18:05:13 -0700428 subl LITERAL(12), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800429 .cfi_adjust_cfa_offset 12
430 PUSH ebx // pass arg4 b.hi
431 PUSH edx // pass arg3 b.lo
432 PUSH ecx // pass arg2 a.hi
433 PUSH eax // pass arg1 a.lo
jeffhao1395b1e2012-06-13 18:05:13 -0700434 call SYMBOL(fmod) // (jdouble a, jdouble b)
435 fstpl (%esp) // pop return value off fp stack
436 movsd (%esp), %xmm0 // place into %xmm0
437 addl LITERAL(28), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800438 .cfi_adjust_cfa_offset -28
jeffhao292188d2012-05-17 15:45:04 -0700439 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800440END_FUNCTION art_quick_fmod_from_code
jeffhao292188d2012-05-17 15:45:04 -0700441
Logan Chien8dbb7082013-01-25 20:31:17 +0800442DEFINE_FUNCTION art_quick_fmodf_from_code
Ian Rogersaeeada42013-02-13 11:28:34 -0800443 PUSH eax // alignment padding
444 PUSH ecx // pass arg2 b
445 PUSH eax // pass arg1 a
jeffhao1395b1e2012-06-13 18:05:13 -0700446 call SYMBOL(fmodf) // (jfloat a, jfloat b)
Ian Rogers1b09b092012-08-20 15:35:52 -0700447 fstps (%esp) // pop return value off fp stack
jeffhao1395b1e2012-06-13 18:05:13 -0700448 movss (%esp), %xmm0 // place into %xmm0
449 addl LITERAL(12), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800450 .cfi_adjust_cfa_offset -12
jeffhao292188d2012-05-17 15:45:04 -0700451 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800452END_FUNCTION art_quick_fmodf_from_code
jeffhao292188d2012-05-17 15:45:04 -0700453
Logan Chien8dbb7082013-01-25 20:31:17 +0800454DEFINE_FUNCTION art_quick_l2d_from_code
Ian Rogers5793fea2013-02-14 13:33:34 -0800455 PUSH ecx // push arg2 a.hi
456 PUSH eax // push arg1 a.lo
457 fildll (%esp) // load as integer and push into st0
458 fstpl (%esp) // pop value off fp stack as double
jeffhao41005dd2012-05-09 17:58:52 -0700459 movsd (%esp), %xmm0 // place into %xmm0
Ian Rogers5793fea2013-02-14 13:33:34 -0800460 addl LITERAL(8), %esp // pop arguments
461 .cfi_adjust_cfa_offset -8
jeffhao41005dd2012-05-09 17:58:52 -0700462 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800463END_FUNCTION art_quick_l2d_from_code
jeffhao41005dd2012-05-09 17:58:52 -0700464
Logan Chien8dbb7082013-01-25 20:31:17 +0800465DEFINE_FUNCTION art_quick_l2f_from_code
Ian Rogers5793fea2013-02-14 13:33:34 -0800466 PUSH ecx // push arg2 a.hi
467 PUSH eax // push arg1 a.lo
468 fildll (%esp) // load as integer and push into st0
469 fstps (%esp) // pop value off fp stack as a single
jeffhao41005dd2012-05-09 17:58:52 -0700470 movss (%esp), %xmm0 // place into %xmm0
Ian Rogers5793fea2013-02-14 13:33:34 -0800471 addl LITERAL(8), %esp // pop argument
472 .cfi_adjust_cfa_offset -8
jeffhao41005dd2012-05-09 17:58:52 -0700473 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800474END_FUNCTION art_quick_l2f_from_code
jeffhao41005dd2012-05-09 17:58:52 -0700475
Logan Chien8dbb7082013-01-25 20:31:17 +0800476DEFINE_FUNCTION art_quick_d2l_from_code
Ian Rogersaeeada42013-02-13 11:28:34 -0800477 PUSH eax // alignment padding
478 PUSH ecx // pass arg2 a.hi
479 PUSH eax // pass arg1 a.lo
jeffhao1395b1e2012-06-13 18:05:13 -0700480 call SYMBOL(art_d2l) // (jdouble a)
jeffhao41005dd2012-05-09 17:58:52 -0700481 addl LITERAL(12), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800482 .cfi_adjust_cfa_offset -12
jeffhao41005dd2012-05-09 17:58:52 -0700483 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800484END_FUNCTION art_quick_d2l_from_code
jeffhao41005dd2012-05-09 17:58:52 -0700485
Logan Chien8dbb7082013-01-25 20:31:17 +0800486DEFINE_FUNCTION art_quick_f2l_from_code
jeffhao41005dd2012-05-09 17:58:52 -0700487 subl LITERAL(8), %esp // alignment padding
Ian Rogers5793fea2013-02-14 13:33:34 -0800488 .cfi_adjust_cfa_offset 8
Ian Rogersaeeada42013-02-13 11:28:34 -0800489 PUSH eax // pass arg1 a
jeffhao1395b1e2012-06-13 18:05:13 -0700490 call SYMBOL(art_f2l) // (jfloat a)
jeffhao41005dd2012-05-09 17:58:52 -0700491 addl LITERAL(12), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800492 .cfi_adjust_cfa_offset -12
jeffhao41005dd2012-05-09 17:58:52 -0700493 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800494END_FUNCTION art_quick_f2l_from_code
jeffhao41005dd2012-05-09 17:58:52 -0700495
Logan Chien8dbb7082013-01-25 20:31:17 +0800496DEFINE_FUNCTION art_quick_idivmod_from_code
jeffhao174651d2012-04-19 15:27:22 -0700497 cmpl LITERAL(0x80000000), %eax
498 je check_arg2 // special case
499args_ok:
Ian Rogers7caad772012-03-30 01:07:54 -0700500 cdq // edx:eax = sign extend eax
501 idiv %ecx // (edx,eax) = (edx:eax % ecx, edx:eax / ecx)
Ian Rogers7caad772012-03-30 01:07:54 -0700502 ret
jeffhao174651d2012-04-19 15:27:22 -0700503check_arg2:
504 cmpl LITERAL(-1), %ecx
505 jne args_ok
506 xorl %edx, %edx
507 ret // eax already holds min int
Ian Rogersaeeada42013-02-13 11:28:34 -0800508END_FUNCTION art_quick_idivmod_from_code
Ian Rogers7caad772012-03-30 01:07:54 -0700509
Logan Chien8dbb7082013-01-25 20:31:17 +0800510DEFINE_FUNCTION art_quick_ldiv_from_code
Ian Rogers141d6222012-04-05 12:23:06 -0700511 subl LITERAL(12), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800512 .cfi_adjust_cfa_offset 12
513 PUSH ebx // pass arg4 b.hi
514 PUSH edx // pass arg3 b.lo
515 PUSH ecx // pass arg2 a.hi
516 PUSH eax // pass arg1 a.lo
jeffhao1395b1e2012-06-13 18:05:13 -0700517 call SYMBOL(artLdivFromCode) // (jlong a, jlong b)
Ian Rogers55bd45f2012-04-04 17:31:20 -0700518 addl LITERAL(28), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800519 .cfi_adjust_cfa_offset -28
Ian Rogers55bd45f2012-04-04 17:31:20 -0700520 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800521END_FUNCTION art_quick_ldiv_from_code
Ian Rogers55bd45f2012-04-04 17:31:20 -0700522
Logan Chien8dbb7082013-01-25 20:31:17 +0800523DEFINE_FUNCTION art_quick_ldivmod_from_code
Ian Rogers141d6222012-04-05 12:23:06 -0700524 subl LITERAL(12), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800525 .cfi_adjust_cfa_offset 12
526 PUSH ebx // pass arg4 b.hi
527 PUSH edx // pass arg3 b.lo
528 PUSH ecx // pass arg2 a.hi
529 PUSH eax // pass arg1 a.lo
jeffhao1395b1e2012-06-13 18:05:13 -0700530 call SYMBOL(artLdivmodFromCode) // (jlong a, jlong b)
Ian Rogers55bd45f2012-04-04 17:31:20 -0700531 addl LITERAL(28), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800532 .cfi_adjust_cfa_offset -28
Ian Rogers55bd45f2012-04-04 17:31:20 -0700533 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800534END_FUNCTION art_quick_ldivmod_from_code
Ian Rogers55bd45f2012-04-04 17:31:20 -0700535
Logan Chien8dbb7082013-01-25 20:31:17 +0800536DEFINE_FUNCTION art_quick_lmul_from_code
Ian Rogers5793fea2013-02-14 13:33:34 -0800537 imul %eax, %ebx // ebx = a.lo(eax) * b.hi(ebx)
538 imul %edx, %ecx // ecx = b.lo(edx) * a.hi(ecx)
539 mul %edx // edx:eax = a.lo(eax) * b.lo(edx)
540 add %ebx, %ecx
541 add %ecx, %edx // edx += (a.lo * b.hi) + (b.lo * a.hi)
jeffhao644d5312012-05-03 19:04:49 -0700542 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800543END_FUNCTION art_quick_lmul_from_code
jeffhao644d5312012-05-03 19:04:49 -0700544
Logan Chien8dbb7082013-01-25 20:31:17 +0800545DEFINE_FUNCTION art_quick_lshl_from_code
jeffhao644d5312012-05-03 19:04:49 -0700546 // ecx:eax << edx
Ian Rogers141d6222012-04-05 12:23:06 -0700547 xchg %edx, %ecx
548 shld %cl,%eax,%edx
549 shl %cl,%eax
550 test LITERAL(32), %cl
551 jz 1f
552 mov %eax, %edx
553 xor %eax, %eax
5541:
555 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800556END_FUNCTION art_quick_lshl_from_code
Ian Rogers141d6222012-04-05 12:23:06 -0700557
Logan Chien8dbb7082013-01-25 20:31:17 +0800558DEFINE_FUNCTION art_quick_lshr_from_code
jeffhao644d5312012-05-03 19:04:49 -0700559 // ecx:eax >> edx
Ian Rogers141d6222012-04-05 12:23:06 -0700560 xchg %edx, %ecx
jeffhao644d5312012-05-03 19:04:49 -0700561 shrd %cl,%edx,%eax
562 sar %cl,%edx
Ian Rogers141d6222012-04-05 12:23:06 -0700563 test LITERAL(32),%cl
564 jz 1f
jeffhao5121e0b2012-05-08 18:23:38 -0700565 mov %edx, %eax
566 sar LITERAL(31), %edx
Ian Rogers141d6222012-04-05 12:23:06 -07005671:
568 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800569END_FUNCTION art_quick_lshr_from_code
Ian Rogers141d6222012-04-05 12:23:06 -0700570
Logan Chien8dbb7082013-01-25 20:31:17 +0800571DEFINE_FUNCTION art_quick_lushr_from_code
jeffhao644d5312012-05-03 19:04:49 -0700572 // ecx:eax >>> edx
Ian Rogers141d6222012-04-05 12:23:06 -0700573 xchg %edx, %ecx
jeffhao644d5312012-05-03 19:04:49 -0700574 shrd %cl,%edx,%eax
575 shr %cl,%edx
576 test LITERAL(32),%cl
Ian Rogers141d6222012-04-05 12:23:06 -0700577 jz 1f
jeffhao5121e0b2012-05-08 18:23:38 -0700578 mov %edx, %eax
579 xor %edx, %edx
Ian Rogers141d6222012-04-05 12:23:06 -07005801:
581 ret
Ian Rogersaeeada42013-02-13 11:28:34 -0800582END_FUNCTION art_quick_lushr_from_code
Ian Rogers141d6222012-04-05 12:23:06 -0700583
Logan Chien8dbb7082013-01-25 20:31:17 +0800584DEFINE_FUNCTION art_quick_set32_instance_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700585 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
586 mov %esp, %ebx // remember SP
jeffhao1ff4cd72012-05-21 11:17:48 -0700587 subl LITERAL(8), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800588 .cfi_adjust_cfa_offset 8
589 PUSH ebx // pass SP
jeffhao9dbb23e2012-05-18 17:03:57 -0700590 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800591 .cfi_adjust_cfa_offset 4
jeffhao9dbb23e2012-05-18 17:03:57 -0700592 mov 32(%ebx), %ebx // get referrer
Ian Rogersaeeada42013-02-13 11:28:34 -0800593 PUSH ebx // pass referrer
594 PUSH edx // pass new_val
595 PUSH ecx // pass object
596 PUSH eax // pass field_idx
jeffhao9dbb23e2012-05-18 17:03:57 -0700597 call SYMBOL(artSet32InstanceFromCode) // (field_idx, Object*, new_val, referrer, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700598 addl LITERAL(32), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800599 .cfi_adjust_cfa_offset -32
jeffhao9dbb23e2012-05-18 17:03:57 -0700600 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
601 RETURN_IF_EAX_ZERO // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800602END_FUNCTION art_quick_set32_instance_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700603
Logan Chien8dbb7082013-01-25 20:31:17 +0800604DEFINE_FUNCTION art_quick_set64_instance_from_code
Ian Rogersaeeada42013-02-13 11:28:34 -0800605 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
jeffhao1ff4cd72012-05-21 11:17:48 -0700606 subl LITERAL(8), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800607 .cfi_adjust_cfa_offset 8
608 PUSH esp // pass SP-8
jeffhao1ff4cd72012-05-21 11:17:48 -0700609 addl LITERAL(8), (%esp) // fix SP on stack by adding 8
jeffhao9dbb23e2012-05-18 17:03:57 -0700610 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800611 .cfi_adjust_cfa_offset 4
612 PUSH ebx // pass high half of new_val
613 PUSH edx // pass low half of new_val
614 PUSH ecx // pass object
615 PUSH eax // pass field_idx
jeffhao9dbb23e2012-05-18 17:03:57 -0700616 call SYMBOL(artSet64InstanceFromCode) // (field_idx, Object*, new_val, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700617 addl LITERAL(32), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800618 .cfi_adjust_cfa_offset -32
619 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
jeffhao9dbb23e2012-05-18 17:03:57 -0700620 RETURN_IF_EAX_ZERO // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800621END_FUNCTION art_quick_set64_instance_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700622
Logan Chien8dbb7082013-01-25 20:31:17 +0800623DEFINE_FUNCTION art_quick_set_obj_instance_from_code
Ian Rogersaeeada42013-02-13 11:28:34 -0800624 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
jeffhao9dbb23e2012-05-18 17:03:57 -0700625 mov %esp, %ebx // remember SP
jeffhao1ff4cd72012-05-21 11:17:48 -0700626 subl LITERAL(8), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800627 .cfi_adjust_cfa_offset 8
628 PUSH ebx // pass SP
jeffhao9dbb23e2012-05-18 17:03:57 -0700629 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800630 .cfi_adjust_cfa_offset 4
jeffhao9dbb23e2012-05-18 17:03:57 -0700631 mov 32(%ebx), %ebx // get referrer
Ian Rogersaeeada42013-02-13 11:28:34 -0800632 PUSH ebx // pass referrer
633 PUSH edx // pass new_val
634 PUSH ecx // pass object
635 PUSH eax // pass field_idx
jeffhao9dbb23e2012-05-18 17:03:57 -0700636 call SYMBOL(artSetObjInstanceFromCode) // (field_idx, Object*, new_val, referrer, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700637 addl LITERAL(32), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800638 .cfi_adjust_cfa_offset -32
jeffhao9dbb23e2012-05-18 17:03:57 -0700639 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
640 RETURN_IF_EAX_ZERO // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800641END_FUNCTION art_quick_set_obj_instance_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700642
Logan Chien8dbb7082013-01-25 20:31:17 +0800643DEFINE_FUNCTION art_quick_get32_instance_from_code
Ian Rogersaeeada42013-02-13 11:28:34 -0800644 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
jeffhao9dbb23e2012-05-18 17:03:57 -0700645 mov %esp, %ebx // remember SP
646 mov 32(%esp), %edx // get referrer
jeffhao1ff4cd72012-05-21 11:17:48 -0700647 subl LITERAL(12), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800648 .cfi_adjust_cfa_offset 12
649 PUSH ebx // pass SP
jeffhao9dbb23e2012-05-18 17:03:57 -0700650 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800651 .cfi_adjust_cfa_offset 4
652 PUSH edx // pass referrer
653 PUSH ecx // pass object
654 PUSH eax // pass field_idx
jeffhao9dbb23e2012-05-18 17:03:57 -0700655 call SYMBOL(artGet32InstanceFromCode) // (field_idx, Object*, referrer, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700656 addl LITERAL(32), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800657 .cfi_adjust_cfa_offset -32
jeffhao9dbb23e2012-05-18 17:03:57 -0700658 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
jeffhaod66a8752012-05-22 15:30:16 -0700659 RETURN_OR_DELIVER_PENDING_EXCEPTION // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800660END_FUNCTION art_quick_get32_instance_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700661
Logan Chien8dbb7082013-01-25 20:31:17 +0800662DEFINE_FUNCTION art_quick_get64_instance_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700663 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
664 mov %esp, %ebx // remember SP
665 mov 32(%esp), %edx // get referrer
jeffhao1ff4cd72012-05-21 11:17:48 -0700666 subl LITERAL(12), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800667 .cfi_adjust_cfa_offset 12
668 PUSH ebx // pass SP
jeffhao9dbb23e2012-05-18 17:03:57 -0700669 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800670 .cfi_adjust_cfa_offset 4
671 PUSH edx // pass referrer
672 PUSH ecx // pass object
673 PUSH eax // pass field_idx
jeffhao9dbb23e2012-05-18 17:03:57 -0700674 call SYMBOL(artGet64InstanceFromCode) // (field_idx, Object*, referrer, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700675 addl LITERAL(32), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800676 .cfi_adjust_cfa_offset -32
jeffhao9dbb23e2012-05-18 17:03:57 -0700677 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
jeffhaod66a8752012-05-22 15:30:16 -0700678 RETURN_OR_DELIVER_PENDING_EXCEPTION // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800679END_FUNCTION art_quick_get64_instance_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700680
Logan Chien8dbb7082013-01-25 20:31:17 +0800681DEFINE_FUNCTION art_quick_get_obj_instance_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700682 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
683 mov %esp, %ebx // remember SP
684 mov 32(%esp), %edx // get referrer
jeffhao1ff4cd72012-05-21 11:17:48 -0700685 subl LITERAL(12), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800686 .cfi_adjust_cfa_offset 12
687 PUSH ebx // pass SP
jeffhao9dbb23e2012-05-18 17:03:57 -0700688 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800689 .cfi_adjust_cfa_offset 4
690 PUSH edx // pass referrer
691 PUSH ecx // pass object
692 PUSH eax // pass field_idx
jeffhao9dbb23e2012-05-18 17:03:57 -0700693 call SYMBOL(artGetObjInstanceFromCode) // (field_idx, Object*, referrer, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700694 addl LITERAL(32), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800695 .cfi_adjust_cfa_offset -32
jeffhao9dbb23e2012-05-18 17:03:57 -0700696 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
jeffhaod66a8752012-05-22 15:30:16 -0700697 RETURN_OR_DELIVER_PENDING_EXCEPTION // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800698END_FUNCTION art_quick_get_obj_instance_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700699
Logan Chien8dbb7082013-01-25 20:31:17 +0800700DEFINE_FUNCTION art_quick_set32_static_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700701 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
702 mov %esp, %ebx // remember SP
703 mov 32(%esp), %edx // get referrer
jeffhao1ff4cd72012-05-21 11:17:48 -0700704 subl LITERAL(12), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800705 .cfi_adjust_cfa_offset 12
706 PUSH ebx // pass SP
jeffhao9dbb23e2012-05-18 17:03:57 -0700707 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800708 .cfi_adjust_cfa_offset 4
709 PUSH edx // pass referrer
710 PUSH ecx // pass new_val
711 PUSH eax // pass field_idx
jeffhao9dbb23e2012-05-18 17:03:57 -0700712 call SYMBOL(artSet32StaticFromCode) // (field_idx, new_val, referrer, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700713 addl LITERAL(32), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800714 .cfi_adjust_cfa_offset -32
jeffhao9dbb23e2012-05-18 17:03:57 -0700715 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
716 RETURN_IF_EAX_ZERO // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800717END_FUNCTION art_quick_set32_static_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700718
Logan Chien8dbb7082013-01-25 20:31:17 +0800719DEFINE_FUNCTION art_quick_set64_static_from_code
Ian Rogersaeeada42013-02-13 11:28:34 -0800720 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
jeffhao9dbb23e2012-05-18 17:03:57 -0700721 mov %esp, %ebx // remember SP
jeffhao1ff4cd72012-05-21 11:17:48 -0700722 subl LITERAL(8), %esp // alignment padding
Ian Rogersaeeada42013-02-13 11:28:34 -0800723 .cfi_adjust_cfa_offset 8
724 PUSH ebx // pass SP
jeffhao9dbb23e2012-05-18 17:03:57 -0700725 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800726 .cfi_adjust_cfa_offset 4
jeffhao9dbb23e2012-05-18 17:03:57 -0700727 mov 32(%ebx), %ebx // get referrer
Ian Rogersaeeada42013-02-13 11:28:34 -0800728 PUSH edx // pass high half of new_val
729 PUSH ecx // pass low half of new_val
730 PUSH ebx // pass referrer
731 PUSH eax // pass field_idx
732 call SYMBOL(artSet64StaticFromCode) // (field_idx, referrer, new_val, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700733 addl LITERAL(32), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800734 .cfi_adjust_cfa_offset -32
735 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
jeffhao9dbb23e2012-05-18 17:03:57 -0700736 RETURN_IF_EAX_ZERO // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800737END_FUNCTION art_quick_set64_static_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700738
Logan Chien8dbb7082013-01-25 20:31:17 +0800739DEFINE_FUNCTION art_quick_set_obj_static_from_code
Ian Rogersaeeada42013-02-13 11:28:34 -0800740 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
jeffhao9dbb23e2012-05-18 17:03:57 -0700741 mov %esp, %ebx // remember SP
742 mov 32(%esp), %edx // get referrer
jeffhao1ff4cd72012-05-21 11:17:48 -0700743 subl LITERAL(12), %esp // alignment padding
Ian Rogers62d6c772013-02-27 08:32:07 -0800744 .cfi_adjust_cfa_offset 12
Ian Rogersaeeada42013-02-13 11:28:34 -0800745 PUSH ebx // pass SP
jeffhao9dbb23e2012-05-18 17:03:57 -0700746 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800747 .cfi_adjust_cfa_offset 4
748 PUSH edx // pass referrer
749 PUSH ecx // pass new_val
750 PUSH eax // pass field_idx
751 call SYMBOL(artSetObjStaticFromCode) // (field_idx, new_val, referrer, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700752 addl LITERAL(32), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800753 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
jeffhao9dbb23e2012-05-18 17:03:57 -0700754 RETURN_IF_EAX_ZERO // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800755END_FUNCTION art_quick_set_obj_static_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700756
Logan Chien8dbb7082013-01-25 20:31:17 +0800757DEFINE_FUNCTION art_quick_get32_static_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700758 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
759 mov %esp, %edx // remember SP
760 mov 32(%esp), %ecx // get referrer
Ian Rogersaeeada42013-02-13 11:28:34 -0800761 PUSH edx // pass SP
jeffhao9dbb23e2012-05-18 17:03:57 -0700762 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800763 .cfi_adjust_cfa_offset 4
764 PUSH ecx // pass referrer
765 PUSH eax // pass field_idx
jeffhao9dbb23e2012-05-18 17:03:57 -0700766 call SYMBOL(artGet32StaticFromCode) // (field_idx, referrer, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700767 addl LITERAL(16), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800768 .cfi_adjust_cfa_offset -16
jeffhao9dbb23e2012-05-18 17:03:57 -0700769 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
jeffhaod66a8752012-05-22 15:30:16 -0700770 RETURN_OR_DELIVER_PENDING_EXCEPTION // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800771END_FUNCTION art_quick_get32_static_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700772
Logan Chien8dbb7082013-01-25 20:31:17 +0800773DEFINE_FUNCTION art_quick_get64_static_from_code
Ian Rogersaeeada42013-02-13 11:28:34 -0800774 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
jeffhao9dbb23e2012-05-18 17:03:57 -0700775 mov %esp, %edx // remember SP
776 mov 32(%esp), %ecx // get referrer
Ian Rogersaeeada42013-02-13 11:28:34 -0800777 PUSH edx // pass SP
jeffhao9dbb23e2012-05-18 17:03:57 -0700778 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800779 .cfi_adjust_cfa_offset 4
780 PUSH ecx // pass referrer
781 PUSH eax // pass field_idx
jeffhao9dbb23e2012-05-18 17:03:57 -0700782 call SYMBOL(artGet64StaticFromCode) // (field_idx, referrer, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700783 addl LITERAL(16), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800784 .cfi_adjust_cfa_offset -16
jeffhao9dbb23e2012-05-18 17:03:57 -0700785 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
jeffhaod66a8752012-05-22 15:30:16 -0700786 RETURN_OR_DELIVER_PENDING_EXCEPTION // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800787END_FUNCTION art_quick_get64_static_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700788
Logan Chien8dbb7082013-01-25 20:31:17 +0800789DEFINE_FUNCTION art_quick_get_obj_static_from_code
jeffhao9dbb23e2012-05-18 17:03:57 -0700790 SETUP_REF_ONLY_CALLEE_SAVE_FRAME // save ref containing registers for GC
791 mov %esp, %edx // remember SP
792 mov 32(%esp), %ecx // get referrer
Ian Rogersaeeada42013-02-13 11:28:34 -0800793 PUSH edx // pass SP
jeffhao9dbb23e2012-05-18 17:03:57 -0700794 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800795 .cfi_adjust_cfa_offset 4
796 PUSH ecx // pass referrer
797 PUSH eax // pass field_idx
jeffhao9dbb23e2012-05-18 17:03:57 -0700798 call SYMBOL(artGetObjStaticFromCode) // (field_idx, referrer, Thread*, SP)
jeffhao1ff4cd72012-05-21 11:17:48 -0700799 addl LITERAL(16), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800800 .cfi_adjust_cfa_offset -16
jeffhao9dbb23e2012-05-18 17:03:57 -0700801 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME // restore frame up to return address
jeffhaod66a8752012-05-22 15:30:16 -0700802 RETURN_OR_DELIVER_PENDING_EXCEPTION // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800803END_FUNCTION art_quick_get_obj_static_from_code
jeffhaod66a8752012-05-22 15:30:16 -0700804
Logan Chien8dbb7082013-01-25 20:31:17 +0800805DEFINE_FUNCTION art_quick_proxy_invoke_handler
Ian Rogers7db619b2013-01-16 18:35:48 -0800806 SETUP_REF_AND_ARGS_CALLEE_SAVE_FRAME // save frame and Method*
Ian Rogersaeeada42013-02-13 11:28:34 -0800807 PUSH esp // pass SP
jeffhaod66a8752012-05-22 15:30:16 -0700808 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800809 .cfi_adjust_cfa_offset 4
810 PUSH ecx // pass receiver
811 PUSH eax // pass proxy method
Jeff Hao5fa60c32013-04-04 17:57:01 -0700812 call SYMBOL(artQuickProxyInvokeHandler) // (proxy method, receiver, Thread*, SP)
Ian Rogersaf6e67a2013-01-16 08:38:37 -0800813 movd %eax, %xmm0 // place return value also into floating point return value
814 movd %edx, %xmm1
815 punpckldq %xmm1, %xmm0
jeffhaod66a8752012-05-22 15:30:16 -0700816 addl LITERAL(44), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800817 .cfi_adjust_cfa_offset -44
jeffhaod66a8752012-05-22 15:30:16 -0700818 RETURN_OR_DELIVER_PENDING_EXCEPTION // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800819END_FUNCTION art_quick_proxy_invoke_handler
jeffhao9dbb23e2012-05-18 17:03:57 -0700820
Logan Chien8dbb7082013-01-25 20:31:17 +0800821DEFINE_FUNCTION art_quick_interpreter_entry
Ian Rogers62d6c772013-02-27 08:32:07 -0800822 SETUP_REF_AND_ARGS_CALLEE_SAVE_FRAME // save frame
Ian Rogersaeeada42013-02-13 11:28:34 -0800823 mov %esp, %edx // remember SP
824 PUSH eax // alignment padding
825 PUSH edx // pass SP
Ian Rogers7db619b2013-01-16 18:35:48 -0800826 pushl %fs:THREAD_SELF_OFFSET // pass Thread::Current()
Ian Rogersaeeada42013-02-13 11:28:34 -0800827 .cfi_adjust_cfa_offset 4
828 PUSH eax // pass method
Ian Rogers7db619b2013-01-16 18:35:48 -0800829 call SYMBOL(artInterpreterEntry) // (method, Thread*, SP)
830 movd %eax, %xmm0 // place return value also into floating point return value
831 movd %edx, %xmm1
832 punpckldq %xmm1, %xmm0
833 addl LITERAL(44), %esp // pop arguments
Ian Rogersaeeada42013-02-13 11:28:34 -0800834 .cfi_adjust_cfa_offset -44
Ian Rogers7db619b2013-01-16 18:35:48 -0800835 RETURN_OR_DELIVER_PENDING_EXCEPTION // return or deliver exception
Ian Rogersaeeada42013-02-13 11:28:34 -0800836END_FUNCTION art_quick_interpreter_entry
Ian Rogers7db619b2013-01-16 18:35:48 -0800837
jeffhao7e4fcb82013-01-10 18:11:08 -0800838 /*
839 * Routine that intercepts method calls and returns.
840 */
Logan Chien8dbb7082013-01-25 20:31:17 +0800841DEFINE_FUNCTION art_quick_instrumentation_entry_from_code
Ian Rogers62d6c772013-02-27 08:32:07 -0800842 SETUP_REF_AND_ARGS_CALLEE_SAVE_FRAME
843 movl %esp, %edx // Save SP.
844 PUSH eax // Save eax which will be clobbered by the callee-save method.
845 subl LITERAL(8), %esp // Align stack.
846 .cfi_adjust_cfa_offset 8
847 pushl 40(%esp) // Pass LR.
Ian Rogersaeeada42013-02-13 11:28:34 -0800848 .cfi_adjust_cfa_offset 4
Ian Rogers62d6c772013-02-27 08:32:07 -0800849 PUSH edx // Pass SP.
850 pushl %fs:THREAD_SELF_OFFSET // Pass Thread::Current().
Ian Rogersaeeada42013-02-13 11:28:34 -0800851 .cfi_adjust_cfa_offset 4
Ian Rogers62d6c772013-02-27 08:32:07 -0800852 PUSH ecx // Pass receiver.
853 PUSH eax // Pass Method*.
854 call SYMBOL(artInstrumentationMethodEntryFromCode) // (Method*, Object*, Thread*, SP, LR)
855 addl LITERAL(28), %esp // Pop arguments upto saved Method*.
856 movl 28(%esp), %edi // Restore edi.
857 movl %eax, 28(%esp) // Place code* over edi, just under return pc.
858 movl LITERAL(SYMBOL(art_quick_instrumentation_exit_from_code)), 32(%esp)
859 // Place instrumentation exit as return pc.
860 movl (%esp), %eax // Restore eax.
861 movl 8(%esp), %ecx // Restore ecx.
862 movl 12(%esp), %edx // Restore edx.
863 movl 16(%esp), %ebx // Restore ebx.
864 movl 20(%esp), %ebp // Restore ebp.
865 movl 24(%esp), %esi // Restore esi.
866 addl LITERAL(28), %esp // Wind stack back upto code*.
867 ret // Call method (and pop).
Ian Rogersaeeada42013-02-13 11:28:34 -0800868END_FUNCTION art_quick_instrumentation_entry_from_code
Ian Rogers62d6c772013-02-27 08:32:07 -0800869
Logan Chien8dbb7082013-01-25 20:31:17 +0800870DEFINE_FUNCTION art_quick_instrumentation_exit_from_code
Ian Rogers62d6c772013-02-27 08:32:07 -0800871 pushl LITERAL(0) // Push a fake return PC as there will be none on the stack.
872 SETUP_REF_ONLY_CALLEE_SAVE_FRAME
873 mov %esp, %ecx // Remember SP
874 subl LITERAL(8), %esp // Save float return value.
875 .cfi_adjust_cfa_offset 8
876 movd %xmm0, (%esp)
877 PUSH edx // Save gpr return value.
878 PUSH eax
879 subl LITERAL(8), %esp // Align stack
880 movd %xmm0, (%esp)
881 subl LITERAL(8), %esp // Pass float return value.
882 .cfi_adjust_cfa_offset 8
883 movd %xmm0, (%esp)
884 PUSH edx // Pass gpr return value.
885 PUSH eax
886 PUSH ecx // Pass SP.
887 pushl %fs:THREAD_SELF_OFFSET // Pass Thread::Current.
Ian Rogersaeeada42013-02-13 11:28:34 -0800888 .cfi_adjust_cfa_offset 4
Ian Rogers62d6c772013-02-27 08:32:07 -0800889 call SYMBOL(artInstrumentationMethodExitFromCode) // (Thread*, SP, gpr_result, fpr_result)
890 mov %eax, %ecx // Move returned link register.
891 addl LITERAL(32), %esp // Pop arguments.
892 .cfi_adjust_cfa_offset -32
893 movl %edx, %ebx // Move returned link register for deopt
894 // (ebx is pretending to be our LR).
895 POP eax // Restore gpr return value.
896 POP edx
897 movd (%esp), %xmm0 // Restore fpr return value.
898 addl LITERAL(8), %esp
Ian Rogers5793fea2013-02-14 13:33:34 -0800899 .cfi_adjust_cfa_offset -8
Ian Rogers62d6c772013-02-27 08:32:07 -0800900 RESTORE_REF_ONLY_CALLEE_SAVE_FRAME
901 addl LITERAL(4), %esp // Remove fake return pc.
902 jmp *%ecx // Return.
Ian Rogersaeeada42013-02-13 11:28:34 -0800903END_FUNCTION art_quick_instrumentation_exit_from_code
jeffhao162fd332013-01-08 16:21:01 -0800904
jeffhao7e4fcb82013-01-10 18:11:08 -0800905 /*
Ian Rogers62d6c772013-02-27 08:32:07 -0800906 * Instrumentation has requested that we deoptimize into the interpreter. The deoptimization
907 * will long jump to the upcall with a special exception of -1.
jeffhao7e4fcb82013-01-10 18:11:08 -0800908 */
Logan Chien8dbb7082013-01-25 20:31:17 +0800909DEFINE_FUNCTION art_quick_deoptimize
Ian Rogers62d6c772013-02-27 08:32:07 -0800910 pushl %ebx // Fake that we were called.
Jeff Haoc1fcdf12013-04-11 13:34:01 -0700911 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
Ian Rogers62d6c772013-02-27 08:32:07 -0800912 mov %esp, %ecx // Remember SP.
913 subl LITERAL(8), %esp // Align stack.
914 .cfi_adjust_cfa_offset 8
915 PUSH ecx // Pass SP.
916 pushl %fs:THREAD_SELF_OFFSET // Pass Thread::Current().
Ian Rogersaeeada42013-02-13 11:28:34 -0800917 .cfi_adjust_cfa_offset 4
Ian Rogers62d6c772013-02-27 08:32:07 -0800918 call SYMBOL(artDeoptimize) // artDeoptimize(Thread*, SP)
919 int3 // Unreachable.
Ian Rogersaeeada42013-02-13 11:28:34 -0800920END_FUNCTION art_quick_deoptimize
jeffhao162fd332013-01-08 16:21:01 -0800921
jeffhao86e46712012-08-08 17:30:59 -0700922 /*
Jeff Hao79fe5392013-04-24 18:41:58 -0700923 * Quick abstract method error stub. %eax contains method* on entry.
924 */
925DEFINE_FUNCTION art_quick_abstract_method_error_stub
926 SETUP_SAVE_ALL_CALLEE_SAVE_FRAME
927 movl %esp, %ecx // Remember SP.
928 PUSH eax // Align frame.
929 PUSH ecx // Pass SP for Method*.
930 pushl %fs:THREAD_SELF_OFFSET // Pass Thread::Current().
931 .cfi_adjust_cfa_offset 4
932 PUSH eax // Pass Method*.
933 call SYMBOL(artThrowAbstractMethodErrorFromCode) // (Method*, Thread*, SP)
934 int3 // Unreachable.
935END_FUNCTION art_quick_abstract_method_error_stub
936
937 /*
jeffhao86e46712012-08-08 17:30:59 -0700938 * String's indexOf.
939 *
940 * On entry:
941 * eax: string object (known non-null)
942 * ecx: char to match (known <= 0xFFFF)
943 * edx: Starting offset in string data
944 */
Logan Chien8dbb7082013-01-25 20:31:17 +0800945DEFINE_FUNCTION art_quick_indexof
Ian Rogersaeeada42013-02-13 11:28:34 -0800946 PUSH edi // push callee save reg
jeffhao86e46712012-08-08 17:30:59 -0700947 mov STRING_COUNT_OFFSET(%eax), %ebx
948 mov STRING_VALUE_OFFSET(%eax), %edi
949 mov STRING_OFFSET_OFFSET(%eax), %eax
950 testl %edx, %edx // check if start < 0
951 jl clamp_min
952clamp_done:
953 cmpl %ebx, %edx // check if start >= count
954 jge not_found
955 lea STRING_DATA_OFFSET(%edi, %eax, 2), %edi // build a pointer to the start of string data
956 mov %edi, %eax // save a copy in eax to later compute result
957 lea (%edi, %edx, 2), %edi // build pointer to start of data to compare
958 subl %edx, %ebx // compute iteration count
959 /*
960 * At this point we have:
961 * eax: original start of string data
962 * ecx: char to compare
963 * ebx: length to compare
964 * edi: start of data to test
965 */
966 mov %eax, %edx
967 mov %ecx, %eax // put char to match in %eax
968 mov %ebx, %ecx // put length to compare in %ecx
969 repne scasw // find %ax, starting at [%edi], up to length %ecx
970 jne not_found
971 subl %edx, %edi
972 sar LITERAL(1), %edi
973 decl %edi // index = ((curr_ptr - orig_ptr) / 2) - 1
974 mov %edi, %eax
Ian Rogersaeeada42013-02-13 11:28:34 -0800975 POP edi // pop callee save reg
jeffhao86e46712012-08-08 17:30:59 -0700976 ret
977 .balign 16
978not_found:
979 mov LITERAL(-1), %eax // return -1 (not found)
Ian Rogersaeeada42013-02-13 11:28:34 -0800980 POP edi // pop callee save reg
jeffhao86e46712012-08-08 17:30:59 -0700981 ret
982clamp_min:
983 xor %edx, %edx // clamp start to 0
984 jmp clamp_done
Ian Rogersaeeada42013-02-13 11:28:34 -0800985END_FUNCTION art_quick_indexof
jeffhao86e46712012-08-08 17:30:59 -0700986
987 /*
988 * String's compareTo.
989 *
990 * On entry:
991 * eax: this string object (known non-null)
992 * ecx: comp string object (known non-null)
993 */
Logan Chien8dbb7082013-01-25 20:31:17 +0800994DEFINE_FUNCTION art_quick_string_compareto
Ian Rogersaeeada42013-02-13 11:28:34 -0800995 PUSH esi // push callee save reg
996 PUSH edi // push callee save reg
jeffhao86e46712012-08-08 17:30:59 -0700997 mov STRING_COUNT_OFFSET(%eax), %edx
998 mov STRING_COUNT_OFFSET(%ecx), %ebx
999 mov STRING_VALUE_OFFSET(%eax), %esi
1000 mov STRING_VALUE_OFFSET(%ecx), %edi
1001 mov STRING_OFFSET_OFFSET(%eax), %eax
1002 mov STRING_OFFSET_OFFSET(%ecx), %ecx
1003 /* Build pointers to the start of string data */
1004 lea STRING_DATA_OFFSET(%esi, %eax, 2), %esi
1005 lea STRING_DATA_OFFSET(%edi, %ecx, 2), %edi
1006 /* Calculate min length and count diff */
1007 mov %edx, %ecx
1008 mov %edx, %eax
1009 subl %ebx, %eax
1010 cmovg %ebx, %ecx
1011 /*
1012 * At this point we have:
1013 * eax: value to return if first part of strings are equal
1014 * ecx: minimum among the lengths of the two strings
1015 * esi: pointer to this string data
1016 * edi: pointer to comp string data
1017 */
1018 repe cmpsw // find nonmatching chars in [%esi] and [%edi], up to length %ecx
1019 jne not_equal
Ian Rogersaeeada42013-02-13 11:28:34 -08001020 POP edi // pop callee save reg
1021 POP esi // pop callee save reg
jeffhao86e46712012-08-08 17:30:59 -07001022 ret
1023 .balign 16
1024not_equal:
Ian Rogers1b09b092012-08-20 15:35:52 -07001025 movzwl -2(%esi), %eax // get last compared char from this string
1026 movzwl -2(%edi), %ecx // get last compared char from comp string
jeffhao86e46712012-08-08 17:30:59 -07001027 subl %ecx, %eax // return the difference
Ian Rogersaeeada42013-02-13 11:28:34 -08001028 POP edi // pop callee save reg
1029 POP esi // pop callee save reg
jeffhao86e46712012-08-08 17:30:59 -07001030 ret
Ian Rogersaeeada42013-02-13 11:28:34 -08001031END_FUNCTION art_quick_string_compareto
jeffhao86e46712012-08-08 17:30:59 -07001032
Elliott Hughes787ec202012-03-29 17:14:15 -07001033MACRO1(UNIMPLEMENTED,name)
1034 .globl VAR(name, 0)
1035 ALIGN_FUNCTION_ENTRY
1036VAR(name, 0):
Ian Rogers57b86d42012-03-27 16:05:41 -07001037 int3
Elliott Hughes787ec202012-03-29 17:14:15 -07001038END_MACRO
Ian Rogers57b86d42012-03-27 16:05:41 -07001039
Elliott Hughes787ec202012-03-29 17:14:15 -07001040 // TODO: implement these!
Logan Chien8dbb7082013-01-25 20:31:17 +08001041UNIMPLEMENTED art_quick_memcmp16