blob: f4f8eaf759235bdbdc0e7ca82100f0eadd9e14a1 [file] [log] [blame]
Elliott Hughes2faa5f12012-01-30 14:42:07 -08001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Ian Rogers9651f422011-09-19 20:26:07 -070016
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_RUNTIME_ASM_SUPPORT_H_
18#define ART_RUNTIME_ASM_SUPPORT_H_
Ian Rogers9651f422011-09-19 20:26:07 -070019
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070020#if defined(__cplusplus)
Mathieu Chartiere401d142015-04-22 13:56:20 -070021#include "art_method.h"
Hiroshi Yamauchie15ea082015-02-09 17:11:42 -080022#include "lock_word.h"
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070023#include "mirror/class.h"
24#include "mirror/string.h"
25#include "runtime.h"
26#include "thread.h"
27#endif
28
Hiroshi Yamauchi800ac2d2014-04-02 17:32:54 -070029#include "read_barrier_c.h"
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -080030
Zheng Xu69a50302015-04-14 20:04:41 +080031#if defined(__arm__) || defined(__mips__)
32// In quick code for ARM and MIPS we make poor use of registers and perform frequent suspend
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070033// checks in the event of loop back edges. The SUSPEND_CHECK_INTERVAL constant is loaded into a
34// register at the point of an up-call or after handling a suspend check. It reduces the number of
35// loads of the TLS suspend check value by the given amount (turning it into a decrement and compare
36// of a register). This increases the time for a thread to respond to requests from GC and the
37// debugger, damaging GC performance and creating other unwanted artifacts. For example, this count
38// has the effect of making loops and Java code look cold in profilers, where the count is reset
39// impacts where samples will occur. Reducing the count as much as possible improves profiler
40// accuracy in tools like traceview.
41// TODO: get a compiler that can do a proper job of loop optimization and remove this.
buzbee72be1cd2014-11-11 22:48:59 -080042#define SUSPEND_CHECK_INTERVAL 96
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070043#endif
44
45#if defined(__cplusplus)
46
47#ifndef ADD_TEST_EQ // Allow #include-r to replace with their own.
48#define ADD_TEST_EQ(x, y) CHECK_EQ(x, y);
49#endif
50
51static inline void CheckAsmSupportOffsetsAndSizes() {
52#else
53#define ADD_TEST_EQ(x, y)
54#endif
55
56// Size of references to the heap on the stack.
57#define STACK_REFERENCE_SIZE 4
58ADD_TEST_EQ(static_cast<size_t>(STACK_REFERENCE_SIZE), sizeof(art::StackReference<art::mirror::Object>))
59
Mathieu Chartierbb87e0f2015-04-03 11:21:55 -070060// Size of heap references
61#define COMPRESSED_REFERENCE_SIZE 4
62ADD_TEST_EQ(static_cast<size_t>(COMPRESSED_REFERENCE_SIZE),
63 sizeof(art::mirror::CompressedReference<art::mirror::Object>))
64
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070065// Note: these callee save methods loads require read barriers.
66// Offset of field Runtime::callee_save_methods_[kSaveAll]
67#define RUNTIME_SAVE_ALL_CALLEE_SAVE_FRAME_OFFSET 0
68ADD_TEST_EQ(static_cast<size_t>(RUNTIME_SAVE_ALL_CALLEE_SAVE_FRAME_OFFSET),
69 art::Runtime::GetCalleeSaveMethodOffset(art::Runtime::kSaveAll))
70
71// Offset of field Runtime::callee_save_methods_[kRefsOnly]
Mathieu Chartiere401d142015-04-22 13:56:20 -070072#define RUNTIME_REFS_ONLY_CALLEE_SAVE_FRAME_OFFSET 8
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070073ADD_TEST_EQ(static_cast<size_t>(RUNTIME_REFS_ONLY_CALLEE_SAVE_FRAME_OFFSET),
74 art::Runtime::GetCalleeSaveMethodOffset(art::Runtime::kRefsOnly))
75
76// Offset of field Runtime::callee_save_methods_[kRefsAndArgs]
Mathieu Chartiere401d142015-04-22 13:56:20 -070077#define RUNTIME_REFS_AND_ARGS_CALLEE_SAVE_FRAME_OFFSET (2 * 8)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070078ADD_TEST_EQ(static_cast<size_t>(RUNTIME_REFS_AND_ARGS_CALLEE_SAVE_FRAME_OFFSET),
79 art::Runtime::GetCalleeSaveMethodOffset(art::Runtime::kRefsAndArgs))
80
81// Offset of field Thread::tls32_.state_and_flags.
82#define THREAD_FLAGS_OFFSET 0
83ADD_TEST_EQ(THREAD_FLAGS_OFFSET,
84 art::Thread::ThreadFlagsOffset<__SIZEOF_POINTER__>().Int32Value())
85
86// Offset of field Thread::tls32_.thin_lock_thread_id.
87#define THREAD_ID_OFFSET 12
88ADD_TEST_EQ(THREAD_ID_OFFSET,
89 art::Thread::ThinLockIdOffset<__SIZEOF_POINTER__>().Int32Value())
90
91// Offset of field Thread::tlsPtr_.card_table.
Hiroshi Yamauchi0b713572015-06-16 18:29:23 -070092#define THREAD_CARD_TABLE_OFFSET 136
Ian Rogers1d8cdbc2014-09-22 22:51:09 -070093ADD_TEST_EQ(THREAD_CARD_TABLE_OFFSET,
94 art::Thread::CardTableOffset<__SIZEOF_POINTER__>().Int32Value())
95
96// Offset of field Thread::tlsPtr_.exception.
97#define THREAD_EXCEPTION_OFFSET (THREAD_CARD_TABLE_OFFSET + __SIZEOF_POINTER__)
98ADD_TEST_EQ(THREAD_EXCEPTION_OFFSET,
99 art::Thread::ExceptionOffset<__SIZEOF_POINTER__>().Int32Value())
100
101// Offset of field Thread::tlsPtr_.managed_stack.top_quick_frame_.
102#define THREAD_TOP_QUICK_FRAME_OFFSET (THREAD_CARD_TABLE_OFFSET + (3 * __SIZEOF_POINTER__))
103ADD_TEST_EQ(THREAD_TOP_QUICK_FRAME_OFFSET,
104 art::Thread::TopOfManagedStackOffset<__SIZEOF_POINTER__>().Int32Value())
105
Roland Levillainca80ecc2015-07-22 17:19:28 +0100106// Offset of field Thread::tlsPtr_.self.
Andreas Gampe449357d2015-06-01 22:29:51 -0700107#define THREAD_SELF_OFFSET (THREAD_CARD_TABLE_OFFSET + (9 * __SIZEOF_POINTER__))
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700108ADD_TEST_EQ(THREAD_SELF_OFFSET,
109 art::Thread::SelfOffset<__SIZEOF_POINTER__>().Int32Value())
Ian Rogers4a510d82011-10-09 14:30:24 -0700110
Roland Levillainca80ecc2015-07-22 17:19:28 +0100111// Offset of field Thread::tlsPtr_.thread_local_pos.
Yu Lieac44242015-06-29 10:50:03 +0800112#define THREAD_LOCAL_POS_OFFSET (THREAD_CARD_TABLE_OFFSET + 150 * __SIZEOF_POINTER__)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700113ADD_TEST_EQ(THREAD_LOCAL_POS_OFFSET,
114 art::Thread::ThreadLocalPosOffset<__SIZEOF_POINTER__>().Int32Value())
Roland Levillainca80ecc2015-07-22 17:19:28 +0100115// Offset of field Thread::tlsPtr_.thread_local_end.
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700116#define THREAD_LOCAL_END_OFFSET (THREAD_LOCAL_POS_OFFSET + __SIZEOF_POINTER__)
117ADD_TEST_EQ(THREAD_LOCAL_END_OFFSET,
118 art::Thread::ThreadLocalEndOffset<__SIZEOF_POINTER__>().Int32Value())
Roland Levillainca80ecc2015-07-22 17:19:28 +0100119// Offset of field Thread::tlsPtr_.thread_local_objects.
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700120#define THREAD_LOCAL_OBJECTS_OFFSET (THREAD_LOCAL_POS_OFFSET + 2 * __SIZEOF_POINTER__)
121ADD_TEST_EQ(THREAD_LOCAL_OBJECTS_OFFSET,
122 art::Thread::ThreadLocalObjectsOffset<__SIZEOF_POINTER__>().Int32Value())
123
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700124// Offsets within java.lang.Object.
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700125#define MIRROR_OBJECT_CLASS_OFFSET 0
126ADD_TEST_EQ(MIRROR_OBJECT_CLASS_OFFSET, art::mirror::Object::ClassOffset().Int32Value())
127#define MIRROR_OBJECT_LOCK_WORD_OFFSET 4
128ADD_TEST_EQ(MIRROR_OBJECT_LOCK_WORD_OFFSET, art::mirror::Object::MonitorOffset().Int32Value())
Ian Rogersd9c4fc92013-10-01 19:45:43 -0700129
Hiroshi Yamauchi60f63f52015-04-23 16:12:40 -0700130#if defined(USE_BROOKS_READ_BARRIER)
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700131#define MIRROR_OBJECT_HEADER_SIZE 16
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800132#else
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700133#define MIRROR_OBJECT_HEADER_SIZE 8
134#endif
135ADD_TEST_EQ(size_t(MIRROR_OBJECT_HEADER_SIZE), sizeof(art::mirror::Object))
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800136
137// Offsets within java.lang.Class.
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700138#define MIRROR_CLASS_COMPONENT_TYPE_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE)
139ADD_TEST_EQ(MIRROR_CLASS_COMPONENT_TYPE_OFFSET,
140 art::mirror::Class::ComponentTypeOffset().Int32Value())
Mathieu Chartiere401d142015-04-22 13:56:20 -0700141#define MIRROR_CLASS_ACCESS_FLAGS_OFFSET (36 + MIRROR_OBJECT_HEADER_SIZE)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700142ADD_TEST_EQ(MIRROR_CLASS_ACCESS_FLAGS_OFFSET,
143 art::mirror::Class::AccessFlagsOffset().Int32Value())
Mathieu Chartiere401d142015-04-22 13:56:20 -0700144#define MIRROR_CLASS_OBJECT_SIZE_OFFSET (112 + MIRROR_OBJECT_HEADER_SIZE)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700145ADD_TEST_EQ(MIRROR_CLASS_OBJECT_SIZE_OFFSET,
146 art::mirror::Class::ObjectSizeOffset().Int32Value())
Mathieu Chartiere401d142015-04-22 13:56:20 -0700147#define MIRROR_CLASS_STATUS_OFFSET (124 + MIRROR_OBJECT_HEADER_SIZE)
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700148ADD_TEST_EQ(MIRROR_CLASS_STATUS_OFFSET,
149 art::mirror::Class::StatusOffset().Int32Value())
150
151#define MIRROR_CLASS_STATUS_INITIALIZED 10
152ADD_TEST_EQ(static_cast<uint32_t>(MIRROR_CLASS_STATUS_INITIALIZED),
153 static_cast<uint32_t>(art::mirror::Class::kStatusInitialized))
154#define ACCESS_FLAGS_CLASS_IS_FINALIZABLE 0x80000000
155ADD_TEST_EQ(static_cast<uint32_t>(ACCESS_FLAGS_CLASS_IS_FINALIZABLE),
156 static_cast<uint32_t>(kAccClassIsFinalizable))
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800157
158// Array offsets.
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700159#define MIRROR_ARRAY_LENGTH_OFFSET MIRROR_OBJECT_HEADER_SIZE
160ADD_TEST_EQ(MIRROR_ARRAY_LENGTH_OFFSET, art::mirror::Array::LengthOffset().Int32Value())
161
162#define MIRROR_CHAR_ARRAY_DATA_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE)
163ADD_TEST_EQ(MIRROR_CHAR_ARRAY_DATA_OFFSET,
164 art::mirror::Array::DataOffset(sizeof(uint16_t)).Int32Value())
165
166#define MIRROR_OBJECT_ARRAY_DATA_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE)
167ADD_TEST_EQ(MIRROR_OBJECT_ARRAY_DATA_OFFSET,
168 art::mirror::Array::DataOffset(
169 sizeof(art::mirror::HeapReference<art::mirror::Object>)).Int32Value())
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800170
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700171#define MIRROR_OBJECT_ARRAY_COMPONENT_SIZE 4
172ADD_TEST_EQ(static_cast<size_t>(MIRROR_OBJECT_ARRAY_COMPONENT_SIZE),
173 sizeof(art::mirror::HeapReference<art::mirror::Object>))
174
Mathieu Chartiere401d142015-04-22 13:56:20 -0700175#define MIRROR_LONG_ARRAY_DATA_OFFSET (8 + MIRROR_OBJECT_HEADER_SIZE)
176ADD_TEST_EQ(MIRROR_LONG_ARRAY_DATA_OFFSET,
177 art::mirror::Array::DataOffset(sizeof(uint64_t)).Int32Value())
178
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800179// Offsets within java.lang.String.
Jeff Hao848f70a2014-01-15 13:49:50 -0800180#define MIRROR_STRING_COUNT_OFFSET MIRROR_OBJECT_HEADER_SIZE
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700181ADD_TEST_EQ(MIRROR_STRING_COUNT_OFFSET, art::mirror::String::CountOffset().Int32Value())
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800182
Jeff Hao848f70a2014-01-15 13:49:50 -0800183#define MIRROR_STRING_VALUE_OFFSET (8 + MIRROR_OBJECT_HEADER_SIZE)
184ADD_TEST_EQ(MIRROR_STRING_VALUE_OFFSET, art::mirror::String::ValueOffset().Int32Value())
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700185
186// Offsets within java.lang.reflect.ArtMethod.
Mathieu Chartiere401d142015-04-22 13:56:20 -0700187#define ART_METHOD_DEX_CACHE_METHODS_OFFSET 4
188ADD_TEST_EQ(ART_METHOD_DEX_CACHE_METHODS_OFFSET,
189 art::ArtMethod::DexCacheResolvedMethodsOffset().Int32Value())
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700190
Mathieu Chartiere401d142015-04-22 13:56:20 -0700191#define ART_METHOD_DEX_CACHE_TYPES_OFFSET 8
192ADD_TEST_EQ(ART_METHOD_DEX_CACHE_TYPES_OFFSET,
193 art::ArtMethod::DexCacheResolvedTypesOffset().Int32Value())
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700194
Nicolas Geoffray7bf2b4f2015-07-08 10:11:59 +0000195#define ART_METHOD_QUICK_CODE_OFFSET_32 32
Mathieu Chartiere401d142015-04-22 13:56:20 -0700196ADD_TEST_EQ(ART_METHOD_QUICK_CODE_OFFSET_32,
197 art::ArtMethod::EntryPointFromQuickCompiledCodeOffset(4).Int32Value())
Mathieu Chartier2d721012014-11-10 11:08:06 -0800198
Nicolas Geoffray7bf2b4f2015-07-08 10:11:59 +0000199#define ART_METHOD_QUICK_CODE_OFFSET_64 40
Mathieu Chartiere401d142015-04-22 13:56:20 -0700200ADD_TEST_EQ(ART_METHOD_QUICK_CODE_OFFSET_64,
201 art::ArtMethod::EntryPointFromQuickCompiledCodeOffset(8).Int32Value())
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700202
Hiroshi Yamauchie15ea082015-02-09 17:11:42 -0800203#define LOCK_WORD_STATE_SHIFT 30
204ADD_TEST_EQ(LOCK_WORD_STATE_SHIFT, static_cast<int32_t>(art::LockWord::kStateShift))
205
206#define LOCK_WORD_STATE_MASK 0xC0000000
207ADD_TEST_EQ(LOCK_WORD_STATE_MASK, static_cast<uint32_t>(art::LockWord::kStateMaskShifted))
208
209#define LOCK_WORD_READ_BARRIER_STATE_SHIFT 28
210ADD_TEST_EQ(LOCK_WORD_READ_BARRIER_STATE_SHIFT,
211 static_cast<int32_t>(art::LockWord::kReadBarrierStateShift))
212
213#define LOCK_WORD_READ_BARRIER_STATE_MASK 0x30000000
214ADD_TEST_EQ(LOCK_WORD_READ_BARRIER_STATE_MASK,
215 static_cast<int32_t>(art::LockWord::kReadBarrierStateMaskShifted))
216
217#define LOCK_WORD_READ_BARRIER_STATE_MASK_TOGGLED 0xCFFFFFFF
218ADD_TEST_EQ(LOCK_WORD_READ_BARRIER_STATE_MASK_TOGGLED,
219 static_cast<uint32_t>(art::LockWord::kReadBarrierStateMaskShiftedToggled))
220
221#define LOCK_WORD_THIN_LOCK_COUNT_ONE 65536
222ADD_TEST_EQ(LOCK_WORD_THIN_LOCK_COUNT_ONE, static_cast<int32_t>(art::LockWord::kThinLockCountOne))
223
Hiroshi Yamauchie01a5202015-03-19 12:35:04 -0700224#define OBJECT_ALIGNMENT_MASK 7
225ADD_TEST_EQ(static_cast<size_t>(OBJECT_ALIGNMENT_MASK), art::kObjectAlignment - 1)
226
227#define OBJECT_ALIGNMENT_MASK_TOGGLED 0xFFFFFFF8
228ADD_TEST_EQ(static_cast<uint32_t>(OBJECT_ALIGNMENT_MASK_TOGGLED),
229 ~static_cast<uint32_t>(art::kObjectAlignment - 1))
230
Ian Rogers1d8cdbc2014-09-22 22:51:09 -0700231#if defined(__cplusplus)
232} // End of CheckAsmSupportOffsets.
Hiroshi Yamauchi9d04a202014-01-31 13:35:49 -0800233#endif
234
Brian Carlstromfc0e3212013-07-17 14:40:12 -0700235#endif // ART_RUNTIME_ASM_SUPPORT_H_