Elliott Hughes | 2faa5f1 | 2012-01-30 14:42:07 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Ian Rogers | 9651f42 | 2011-09-19 20:26:07 -0700 | [diff] [blame] | 16 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 17 | #ifndef ART_RUNTIME_ASM_SUPPORT_H_ |
| 18 | #define ART_RUNTIME_ASM_SUPPORT_H_ |
Ian Rogers | 9651f42 | 2011-09-19 20:26:07 -0700 | [diff] [blame] | 19 | |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 20 | #if defined(__cplusplus) |
Hiroshi Yamauchi | e15ea08 | 2015-02-09 17:11:42 -0800 | [diff] [blame] | 21 | #include "lock_word.h" |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 22 | #include "mirror/art_method.h" |
| 23 | #include "mirror/class.h" |
| 24 | #include "mirror/string.h" |
| 25 | #include "runtime.h" |
| 26 | #include "thread.h" |
| 27 | #endif |
| 28 | |
Hiroshi Yamauchi | 800ac2d | 2014-04-02 17:32:54 -0700 | [diff] [blame] | 29 | #include "read_barrier_c.h" |
Hiroshi Yamauchi | 9d04a20 | 2014-01-31 13:35:49 -0800 | [diff] [blame] | 30 | |
Zheng Xu | 69a5030 | 2015-04-14 20:04:41 +0800 | [diff] [blame^] | 31 | #if defined(__arm__) || defined(__mips__) |
| 32 | // In quick code for ARM and MIPS we make poor use of registers and perform frequent suspend |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 33 | // checks in the event of loop back edges. The SUSPEND_CHECK_INTERVAL constant is loaded into a |
| 34 | // register at the point of an up-call or after handling a suspend check. It reduces the number of |
| 35 | // loads of the TLS suspend check value by the given amount (turning it into a decrement and compare |
| 36 | // of a register). This increases the time for a thread to respond to requests from GC and the |
| 37 | // debugger, damaging GC performance and creating other unwanted artifacts. For example, this count |
| 38 | // has the effect of making loops and Java code look cold in profilers, where the count is reset |
| 39 | // impacts where samples will occur. Reducing the count as much as possible improves profiler |
| 40 | // accuracy in tools like traceview. |
| 41 | // TODO: get a compiler that can do a proper job of loop optimization and remove this. |
buzbee | 72be1cd | 2014-11-11 22:48:59 -0800 | [diff] [blame] | 42 | #define SUSPEND_CHECK_INTERVAL 96 |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 43 | #endif |
| 44 | |
| 45 | #if defined(__cplusplus) |
| 46 | |
| 47 | #ifndef ADD_TEST_EQ // Allow #include-r to replace with their own. |
| 48 | #define ADD_TEST_EQ(x, y) CHECK_EQ(x, y); |
| 49 | #endif |
| 50 | |
| 51 | static inline void CheckAsmSupportOffsetsAndSizes() { |
| 52 | #else |
| 53 | #define ADD_TEST_EQ(x, y) |
| 54 | #endif |
| 55 | |
| 56 | // Size of references to the heap on the stack. |
| 57 | #define STACK_REFERENCE_SIZE 4 |
| 58 | ADD_TEST_EQ(static_cast<size_t>(STACK_REFERENCE_SIZE), sizeof(art::StackReference<art::mirror::Object>)) |
| 59 | |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 60 | // Size of heap references |
| 61 | #define COMPRESSED_REFERENCE_SIZE 4 |
| 62 | ADD_TEST_EQ(static_cast<size_t>(COMPRESSED_REFERENCE_SIZE), |
| 63 | sizeof(art::mirror::CompressedReference<art::mirror::Object>)) |
| 64 | |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 65 | // Note: these callee save methods loads require read barriers. |
| 66 | // Offset of field Runtime::callee_save_methods_[kSaveAll] |
| 67 | #define RUNTIME_SAVE_ALL_CALLEE_SAVE_FRAME_OFFSET 0 |
| 68 | ADD_TEST_EQ(static_cast<size_t>(RUNTIME_SAVE_ALL_CALLEE_SAVE_FRAME_OFFSET), |
| 69 | art::Runtime::GetCalleeSaveMethodOffset(art::Runtime::kSaveAll)) |
| 70 | |
| 71 | // Offset of field Runtime::callee_save_methods_[kRefsOnly] |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 72 | #define RUNTIME_REFS_ONLY_CALLEE_SAVE_FRAME_OFFSET COMPRESSED_REFERENCE_SIZE |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 73 | ADD_TEST_EQ(static_cast<size_t>(RUNTIME_REFS_ONLY_CALLEE_SAVE_FRAME_OFFSET), |
| 74 | art::Runtime::GetCalleeSaveMethodOffset(art::Runtime::kRefsOnly)) |
| 75 | |
| 76 | // Offset of field Runtime::callee_save_methods_[kRefsAndArgs] |
Mathieu Chartier | bb87e0f | 2015-04-03 11:21:55 -0700 | [diff] [blame] | 77 | #define RUNTIME_REFS_AND_ARGS_CALLEE_SAVE_FRAME_OFFSET (2 * COMPRESSED_REFERENCE_SIZE) |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 78 | ADD_TEST_EQ(static_cast<size_t>(RUNTIME_REFS_AND_ARGS_CALLEE_SAVE_FRAME_OFFSET), |
| 79 | art::Runtime::GetCalleeSaveMethodOffset(art::Runtime::kRefsAndArgs)) |
| 80 | |
| 81 | // Offset of field Thread::tls32_.state_and_flags. |
| 82 | #define THREAD_FLAGS_OFFSET 0 |
| 83 | ADD_TEST_EQ(THREAD_FLAGS_OFFSET, |
| 84 | art::Thread::ThreadFlagsOffset<__SIZEOF_POINTER__>().Int32Value()) |
| 85 | |
| 86 | // Offset of field Thread::tls32_.thin_lock_thread_id. |
| 87 | #define THREAD_ID_OFFSET 12 |
| 88 | ADD_TEST_EQ(THREAD_ID_OFFSET, |
| 89 | art::Thread::ThinLockIdOffset<__SIZEOF_POINTER__>().Int32Value()) |
| 90 | |
| 91 | // Offset of field Thread::tlsPtr_.card_table. |
| 92 | #define THREAD_CARD_TABLE_OFFSET 120 |
| 93 | ADD_TEST_EQ(THREAD_CARD_TABLE_OFFSET, |
| 94 | art::Thread::CardTableOffset<__SIZEOF_POINTER__>().Int32Value()) |
| 95 | |
| 96 | // Offset of field Thread::tlsPtr_.exception. |
| 97 | #define THREAD_EXCEPTION_OFFSET (THREAD_CARD_TABLE_OFFSET + __SIZEOF_POINTER__) |
| 98 | ADD_TEST_EQ(THREAD_EXCEPTION_OFFSET, |
| 99 | art::Thread::ExceptionOffset<__SIZEOF_POINTER__>().Int32Value()) |
| 100 | |
| 101 | // Offset of field Thread::tlsPtr_.managed_stack.top_quick_frame_. |
| 102 | #define THREAD_TOP_QUICK_FRAME_OFFSET (THREAD_CARD_TABLE_OFFSET + (3 * __SIZEOF_POINTER__)) |
| 103 | ADD_TEST_EQ(THREAD_TOP_QUICK_FRAME_OFFSET, |
| 104 | art::Thread::TopOfManagedStackOffset<__SIZEOF_POINTER__>().Int32Value()) |
| 105 | |
| 106 | // Offset of field Thread::tlsPtr_.managed_stack.top_quick_frame_. |
| 107 | #define THREAD_SELF_OFFSET (THREAD_CARD_TABLE_OFFSET + (8 * __SIZEOF_POINTER__)) |
| 108 | ADD_TEST_EQ(THREAD_SELF_OFFSET, |
| 109 | art::Thread::SelfOffset<__SIZEOF_POINTER__>().Int32Value()) |
Ian Rogers | 4a510d8 | 2011-10-09 14:30:24 -0700 | [diff] [blame] | 110 | |
Mingyao Yang | d43b3ac | 2015-04-01 14:03:04 -0700 | [diff] [blame] | 111 | #define THREAD_LOCAL_POS_OFFSET (THREAD_CARD_TABLE_OFFSET + 126 * __SIZEOF_POINTER__) |
Hiroshi Yamauchi | e01a520 | 2015-03-19 12:35:04 -0700 | [diff] [blame] | 112 | ADD_TEST_EQ(THREAD_LOCAL_POS_OFFSET, |
| 113 | art::Thread::ThreadLocalPosOffset<__SIZEOF_POINTER__>().Int32Value()) |
| 114 | #define THREAD_LOCAL_END_OFFSET (THREAD_LOCAL_POS_OFFSET + __SIZEOF_POINTER__) |
| 115 | ADD_TEST_EQ(THREAD_LOCAL_END_OFFSET, |
| 116 | art::Thread::ThreadLocalEndOffset<__SIZEOF_POINTER__>().Int32Value()) |
| 117 | #define THREAD_LOCAL_OBJECTS_OFFSET (THREAD_LOCAL_POS_OFFSET + 2 * __SIZEOF_POINTER__) |
| 118 | ADD_TEST_EQ(THREAD_LOCAL_OBJECTS_OFFSET, |
| 119 | art::Thread::ThreadLocalObjectsOffset<__SIZEOF_POINTER__>().Int32Value()) |
| 120 | |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 121 | // Offsets within java.lang.Object. |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 122 | #define MIRROR_OBJECT_CLASS_OFFSET 0 |
| 123 | ADD_TEST_EQ(MIRROR_OBJECT_CLASS_OFFSET, art::mirror::Object::ClassOffset().Int32Value()) |
| 124 | #define MIRROR_OBJECT_LOCK_WORD_OFFSET 4 |
| 125 | ADD_TEST_EQ(MIRROR_OBJECT_LOCK_WORD_OFFSET, art::mirror::Object::MonitorOffset().Int32Value()) |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 126 | |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 127 | #if defined(USE_BAKER_OR_BROOKS_READ_BARRIER) |
| 128 | #define MIRROR_OBJECT_HEADER_SIZE 16 |
Hiroshi Yamauchi | 9d04a20 | 2014-01-31 13:35:49 -0800 | [diff] [blame] | 129 | #else |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 130 | #define MIRROR_OBJECT_HEADER_SIZE 8 |
| 131 | #endif |
| 132 | ADD_TEST_EQ(size_t(MIRROR_OBJECT_HEADER_SIZE), sizeof(art::mirror::Object)) |
Hiroshi Yamauchi | 9d04a20 | 2014-01-31 13:35:49 -0800 | [diff] [blame] | 133 | |
| 134 | // Offsets within java.lang.Class. |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 135 | #define MIRROR_CLASS_COMPONENT_TYPE_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE) |
| 136 | ADD_TEST_EQ(MIRROR_CLASS_COMPONENT_TYPE_OFFSET, |
| 137 | art::mirror::Class::ComponentTypeOffset().Int32Value()) |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 138 | #define MIRROR_CLASS_ACCESS_FLAGS_OFFSET (44 + MIRROR_OBJECT_HEADER_SIZE) |
Hiroshi Yamauchi | e01a520 | 2015-03-19 12:35:04 -0700 | [diff] [blame] | 139 | ADD_TEST_EQ(MIRROR_CLASS_ACCESS_FLAGS_OFFSET, |
| 140 | art::mirror::Class::AccessFlagsOffset().Int32Value()) |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 141 | #define MIRROR_CLASS_OBJECT_SIZE_OFFSET (96 + MIRROR_OBJECT_HEADER_SIZE) |
Hiroshi Yamauchi | e01a520 | 2015-03-19 12:35:04 -0700 | [diff] [blame] | 142 | ADD_TEST_EQ(MIRROR_CLASS_OBJECT_SIZE_OFFSET, |
| 143 | art::mirror::Class::ObjectSizeOffset().Int32Value()) |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 144 | #define MIRROR_CLASS_STATUS_OFFSET (108 + MIRROR_OBJECT_HEADER_SIZE) |
Hiroshi Yamauchi | e01a520 | 2015-03-19 12:35:04 -0700 | [diff] [blame] | 145 | ADD_TEST_EQ(MIRROR_CLASS_STATUS_OFFSET, |
| 146 | art::mirror::Class::StatusOffset().Int32Value()) |
| 147 | |
| 148 | #define MIRROR_CLASS_STATUS_INITIALIZED 10 |
| 149 | ADD_TEST_EQ(static_cast<uint32_t>(MIRROR_CLASS_STATUS_INITIALIZED), |
| 150 | static_cast<uint32_t>(art::mirror::Class::kStatusInitialized)) |
| 151 | #define ACCESS_FLAGS_CLASS_IS_FINALIZABLE 0x80000000 |
| 152 | ADD_TEST_EQ(static_cast<uint32_t>(ACCESS_FLAGS_CLASS_IS_FINALIZABLE), |
| 153 | static_cast<uint32_t>(kAccClassIsFinalizable)) |
Hiroshi Yamauchi | 9d04a20 | 2014-01-31 13:35:49 -0800 | [diff] [blame] | 154 | |
| 155 | // Array offsets. |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 156 | #define MIRROR_ARRAY_LENGTH_OFFSET MIRROR_OBJECT_HEADER_SIZE |
| 157 | ADD_TEST_EQ(MIRROR_ARRAY_LENGTH_OFFSET, art::mirror::Array::LengthOffset().Int32Value()) |
| 158 | |
| 159 | #define MIRROR_CHAR_ARRAY_DATA_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE) |
| 160 | ADD_TEST_EQ(MIRROR_CHAR_ARRAY_DATA_OFFSET, |
| 161 | art::mirror::Array::DataOffset(sizeof(uint16_t)).Int32Value()) |
| 162 | |
| 163 | #define MIRROR_OBJECT_ARRAY_DATA_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE) |
| 164 | ADD_TEST_EQ(MIRROR_OBJECT_ARRAY_DATA_OFFSET, |
| 165 | art::mirror::Array::DataOffset( |
| 166 | sizeof(art::mirror::HeapReference<art::mirror::Object>)).Int32Value()) |
Hiroshi Yamauchi | 9d04a20 | 2014-01-31 13:35:49 -0800 | [diff] [blame] | 167 | |
Hiroshi Yamauchi | e01a520 | 2015-03-19 12:35:04 -0700 | [diff] [blame] | 168 | #define MIRROR_OBJECT_ARRAY_COMPONENT_SIZE 4 |
| 169 | ADD_TEST_EQ(static_cast<size_t>(MIRROR_OBJECT_ARRAY_COMPONENT_SIZE), |
| 170 | sizeof(art::mirror::HeapReference<art::mirror::Object>)) |
| 171 | |
Hiroshi Yamauchi | 9d04a20 | 2014-01-31 13:35:49 -0800 | [diff] [blame] | 172 | // Offsets within java.lang.String. |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 173 | #define MIRROR_STRING_VALUE_OFFSET MIRROR_OBJECT_HEADER_SIZE |
| 174 | ADD_TEST_EQ(MIRROR_STRING_VALUE_OFFSET, art::mirror::String::ValueOffset().Int32Value()) |
Hiroshi Yamauchi | 9d04a20 | 2014-01-31 13:35:49 -0800 | [diff] [blame] | 175 | |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 176 | #define MIRROR_STRING_COUNT_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE) |
| 177 | ADD_TEST_EQ(MIRROR_STRING_COUNT_OFFSET, art::mirror::String::CountOffset().Int32Value()) |
Hiroshi Yamauchi | 9d04a20 | 2014-01-31 13:35:49 -0800 | [diff] [blame] | 178 | |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 179 | #define MIRROR_STRING_OFFSET_OFFSET (12 + MIRROR_OBJECT_HEADER_SIZE) |
| 180 | ADD_TEST_EQ(MIRROR_STRING_OFFSET_OFFSET, art::mirror::String::OffsetOffset().Int32Value()) |
| 181 | |
| 182 | // Offsets within java.lang.reflect.ArtMethod. |
| 183 | #define MIRROR_ART_METHOD_DEX_CACHE_METHODS_OFFSET (4 + MIRROR_OBJECT_HEADER_SIZE) |
| 184 | ADD_TEST_EQ(MIRROR_ART_METHOD_DEX_CACHE_METHODS_OFFSET, |
| 185 | art::mirror::ArtMethod::DexCacheResolvedMethodsOffset().Int32Value()) |
| 186 | |
Hiroshi Yamauchi | e01a520 | 2015-03-19 12:35:04 -0700 | [diff] [blame] | 187 | #define MIRROR_ART_METHOD_DEX_CACHE_TYPES_OFFSET (8 + MIRROR_OBJECT_HEADER_SIZE) |
| 188 | ADD_TEST_EQ(MIRROR_ART_METHOD_DEX_CACHE_TYPES_OFFSET, |
| 189 | art::mirror::ArtMethod::DexCacheResolvedTypesOffset().Int32Value()) |
| 190 | |
Mathieu Chartier | eace458 | 2014-11-24 18:29:54 -0800 | [diff] [blame] | 191 | #define MIRROR_ART_METHOD_QUICK_CODE_OFFSET_32 (36 + MIRROR_OBJECT_HEADER_SIZE) |
Mathieu Chartier | 2d72101 | 2014-11-10 11:08:06 -0800 | [diff] [blame] | 192 | ADD_TEST_EQ(MIRROR_ART_METHOD_QUICK_CODE_OFFSET_32, |
| 193 | art::mirror::ArtMethod::EntryPointFromQuickCompiledCodeOffset(4).Int32Value()) |
| 194 | |
Mathieu Chartier | 2d72101 | 2014-11-10 11:08:06 -0800 | [diff] [blame] | 195 | #define MIRROR_ART_METHOD_QUICK_CODE_OFFSET_64 (48 + MIRROR_OBJECT_HEADER_SIZE) |
| 196 | ADD_TEST_EQ(MIRROR_ART_METHOD_QUICK_CODE_OFFSET_64, |
| 197 | art::mirror::ArtMethod::EntryPointFromQuickCompiledCodeOffset(8).Int32Value()) |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 198 | |
Hiroshi Yamauchi | e15ea08 | 2015-02-09 17:11:42 -0800 | [diff] [blame] | 199 | #define LOCK_WORD_STATE_SHIFT 30 |
| 200 | ADD_TEST_EQ(LOCK_WORD_STATE_SHIFT, static_cast<int32_t>(art::LockWord::kStateShift)) |
| 201 | |
| 202 | #define LOCK_WORD_STATE_MASK 0xC0000000 |
| 203 | ADD_TEST_EQ(LOCK_WORD_STATE_MASK, static_cast<uint32_t>(art::LockWord::kStateMaskShifted)) |
| 204 | |
| 205 | #define LOCK_WORD_READ_BARRIER_STATE_SHIFT 28 |
| 206 | ADD_TEST_EQ(LOCK_WORD_READ_BARRIER_STATE_SHIFT, |
| 207 | static_cast<int32_t>(art::LockWord::kReadBarrierStateShift)) |
| 208 | |
| 209 | #define LOCK_WORD_READ_BARRIER_STATE_MASK 0x30000000 |
| 210 | ADD_TEST_EQ(LOCK_WORD_READ_BARRIER_STATE_MASK, |
| 211 | static_cast<int32_t>(art::LockWord::kReadBarrierStateMaskShifted)) |
| 212 | |
| 213 | #define LOCK_WORD_READ_BARRIER_STATE_MASK_TOGGLED 0xCFFFFFFF |
| 214 | ADD_TEST_EQ(LOCK_WORD_READ_BARRIER_STATE_MASK_TOGGLED, |
| 215 | static_cast<uint32_t>(art::LockWord::kReadBarrierStateMaskShiftedToggled)) |
| 216 | |
| 217 | #define LOCK_WORD_THIN_LOCK_COUNT_ONE 65536 |
| 218 | ADD_TEST_EQ(LOCK_WORD_THIN_LOCK_COUNT_ONE, static_cast<int32_t>(art::LockWord::kThinLockCountOne)) |
| 219 | |
Hiroshi Yamauchi | e01a520 | 2015-03-19 12:35:04 -0700 | [diff] [blame] | 220 | #define OBJECT_ALIGNMENT_MASK 7 |
| 221 | ADD_TEST_EQ(static_cast<size_t>(OBJECT_ALIGNMENT_MASK), art::kObjectAlignment - 1) |
| 222 | |
| 223 | #define OBJECT_ALIGNMENT_MASK_TOGGLED 0xFFFFFFF8 |
| 224 | ADD_TEST_EQ(static_cast<uint32_t>(OBJECT_ALIGNMENT_MASK_TOGGLED), |
| 225 | ~static_cast<uint32_t>(art::kObjectAlignment - 1)) |
| 226 | |
Ian Rogers | 1d8cdbc | 2014-09-22 22:51:09 -0700 | [diff] [blame] | 227 | #if defined(__cplusplus) |
| 228 | } // End of CheckAsmSupportOffsets. |
Hiroshi Yamauchi | 9d04a20 | 2014-01-31 13:35:49 -0800 | [diff] [blame] | 229 | #endif |
| 230 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 231 | #endif // ART_RUNTIME_ASM_SUPPORT_H_ |