Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #include "image_writer.h" |
| 18 | |
| 19 | #include <sys/stat.h> |
| 20 | |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 21 | #include <memory> |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 22 | #include <vector> |
| 23 | |
| 24 | #include "base/logging.h" |
| 25 | #include "base/unix_file/fd_file.h" |
| 26 | #include "class_linker.h" |
| 27 | #include "compiled_method.h" |
| 28 | #include "dex_file-inl.h" |
| 29 | #include "driver/compiler_driver.h" |
Alex Light | 53cb16b | 2014-06-12 11:26:29 -0700 | [diff] [blame] | 30 | #include "elf_file.h" |
| 31 | #include "elf_utils.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 32 | #include "elf_writer.h" |
| 33 | #include "gc/accounting/card_table-inl.h" |
| 34 | #include "gc/accounting/heap_bitmap.h" |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 35 | #include "gc/accounting/space_bitmap-inl.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 36 | #include "gc/heap.h" |
| 37 | #include "gc/space/large_object_space.h" |
| 38 | #include "gc/space/space-inl.h" |
| 39 | #include "globals.h" |
| 40 | #include "image.h" |
| 41 | #include "intern_table.h" |
Mathieu Chartier | ad2541a | 2013-10-25 10:05:23 -0700 | [diff] [blame] | 42 | #include "lock_word.h" |
Brian Carlstrom | ea46f95 | 2013-07-30 01:26:50 -0700 | [diff] [blame] | 43 | #include "mirror/art_field-inl.h" |
| 44 | #include "mirror/art_method-inl.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 45 | #include "mirror/array-inl.h" |
| 46 | #include "mirror/class-inl.h" |
| 47 | #include "mirror/class_loader.h" |
| 48 | #include "mirror/dex_cache-inl.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 49 | #include "mirror/object-inl.h" |
| 50 | #include "mirror/object_array-inl.h" |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 51 | #include "mirror/string-inl.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 52 | #include "oat.h" |
| 53 | #include "oat_file.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 54 | #include "runtime.h" |
| 55 | #include "scoped_thread_state_change.h" |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 56 | #include "handle_scope-inl.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 57 | #include "utils.h" |
| 58 | |
Brian Carlstrom | ea46f95 | 2013-07-30 01:26:50 -0700 | [diff] [blame] | 59 | using ::art::mirror::ArtField; |
| 60 | using ::art::mirror::ArtMethod; |
Brian Carlstrom | 3e3d591 | 2013-07-18 00:19:45 -0700 | [diff] [blame] | 61 | using ::art::mirror::Class; |
| 62 | using ::art::mirror::DexCache; |
| 63 | using ::art::mirror::EntryPointFromInterpreter; |
Brian Carlstrom | 3e3d591 | 2013-07-18 00:19:45 -0700 | [diff] [blame] | 64 | using ::art::mirror::Object; |
| 65 | using ::art::mirror::ObjectArray; |
| 66 | using ::art::mirror::String; |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 67 | |
| 68 | namespace art { |
| 69 | |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 70 | bool ImageWriter::PrepareImageAddressSpace() { |
| 71 | { |
| 72 | Thread::Current()->TransitionFromSuspendedToRunnable(); |
| 73 | PruneNonImageClasses(); // Remove junk |
| 74 | ComputeLazyFieldsForImageClasses(); // Add useful information |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 75 | Thread::Current()->TransitionFromRunnableToSuspended(kNative); |
| 76 | } |
| 77 | gc::Heap* heap = Runtime::Current()->GetHeap(); |
| 78 | heap->CollectGarbage(false); // Remove garbage. |
| 79 | |
| 80 | if (!AllocMemory()) { |
| 81 | return false; |
| 82 | } |
| 83 | |
| 84 | if (kIsDebugBuild) { |
| 85 | ScopedObjectAccess soa(Thread::Current()); |
| 86 | CheckNonImageClassesRemoved(); |
| 87 | } |
| 88 | |
| 89 | Thread::Current()->TransitionFromSuspendedToRunnable(); |
| 90 | CalculateNewObjectOffsets(); |
| 91 | Thread::Current()->TransitionFromRunnableToSuspended(kNative); |
| 92 | |
| 93 | return true; |
| 94 | } |
| 95 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 96 | bool ImageWriter::Write(const std::string& image_filename, |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 97 | const std::string& oat_filename, |
| 98 | const std::string& oat_location) { |
| 99 | CHECK(!image_filename.empty()); |
| 100 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 101 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 102 | |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 103 | std::unique_ptr<File> oat_file(OS::OpenFileReadWrite(oat_filename.c_str())); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 104 | if (oat_file.get() == NULL) { |
Andreas Gampe | 88ec7f4 | 2014-11-05 10:18:32 -0800 | [diff] [blame] | 105 | PLOG(ERROR) << "Failed to open oat file " << oat_filename << " for " << oat_location; |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 106 | return false; |
| 107 | } |
Ian Rogers | 8d31bbd | 2013-10-13 10:44:14 -0700 | [diff] [blame] | 108 | std::string error_msg; |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 109 | oat_file_ = OatFile::OpenReadable(oat_file.get(), oat_location, &error_msg); |
Ian Rogers | 8d31bbd | 2013-10-13 10:44:14 -0700 | [diff] [blame] | 110 | if (oat_file_ == nullptr) { |
Andreas Gampe | 88ec7f4 | 2014-11-05 10:18:32 -0800 | [diff] [blame] | 111 | PLOG(ERROR) << "Failed to open writable oat file " << oat_filename << " for " << oat_location |
Ian Rogers | 8d31bbd | 2013-10-13 10:44:14 -0700 | [diff] [blame] | 112 | << ": " << error_msg; |
Brian Carlstrom | c50d8e1 | 2013-07-23 22:35:16 -0700 | [diff] [blame] | 113 | return false; |
| 114 | } |
Ian Rogers | 8d31bbd | 2013-10-13 10:44:14 -0700 | [diff] [blame] | 115 | CHECK_EQ(class_linker->RegisterOatFile(oat_file_), oat_file_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 116 | |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 117 | interpreter_to_interpreter_bridge_offset_ = |
| 118 | oat_file_->GetOatHeader().GetInterpreterToInterpreterBridgeOffset(); |
| 119 | interpreter_to_compiled_code_bridge_offset_ = |
| 120 | oat_file_->GetOatHeader().GetInterpreterToCompiledCodeBridgeOffset(); |
| 121 | |
| 122 | jni_dlsym_lookup_offset_ = oat_file_->GetOatHeader().GetJniDlsymLookupOffset(); |
| 123 | |
Jeff Hao | 88474b4 | 2013-10-23 16:24:40 -0700 | [diff] [blame] | 124 | portable_imt_conflict_trampoline_offset_ = |
| 125 | oat_file_->GetOatHeader().GetPortableImtConflictTrampolineOffset(); |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 126 | portable_resolution_trampoline_offset_ = |
| 127 | oat_file_->GetOatHeader().GetPortableResolutionTrampolineOffset(); |
| 128 | portable_to_interpreter_bridge_offset_ = |
| 129 | oat_file_->GetOatHeader().GetPortableToInterpreterBridgeOffset(); |
| 130 | |
Andreas Gampe | 2da8823 | 2014-02-27 12:26:20 -0800 | [diff] [blame] | 131 | quick_generic_jni_trampoline_offset_ = |
| 132 | oat_file_->GetOatHeader().GetQuickGenericJniTrampolineOffset(); |
Jeff Hao | 88474b4 | 2013-10-23 16:24:40 -0700 | [diff] [blame] | 133 | quick_imt_conflict_trampoline_offset_ = |
| 134 | oat_file_->GetOatHeader().GetQuickImtConflictTrampolineOffset(); |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 135 | quick_resolution_trampoline_offset_ = |
| 136 | oat_file_->GetOatHeader().GetQuickResolutionTrampolineOffset(); |
| 137 | quick_to_interpreter_bridge_offset_ = |
| 138 | oat_file_->GetOatHeader().GetQuickToInterpreterBridgeOffset(); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 139 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 140 | size_t oat_loaded_size = 0; |
| 141 | size_t oat_data_offset = 0; |
| 142 | ElfWriter::GetOatElfInformation(oat_file.get(), oat_loaded_size, oat_data_offset); |
Alex Light | 53cb16b | 2014-06-12 11:26:29 -0700 | [diff] [blame] | 143 | |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 144 | Thread::Current()->TransitionFromSuspendedToRunnable(); |
| 145 | CreateHeader(oat_loaded_size, oat_data_offset); |
| 146 | CopyAndFixupObjects(); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 147 | Thread::Current()->TransitionFromRunnableToSuspended(kNative); |
| 148 | |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 149 | SetOatChecksumFromElfFile(oat_file.get()); |
| 150 | |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 151 | std::unique_ptr<File> image_file(OS::CreateEmptyFile(image_filename.c_str())); |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 152 | ImageHeader* image_header = reinterpret_cast<ImageHeader*>(image_->Begin()); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 153 | if (image_file.get() == NULL) { |
| 154 | LOG(ERROR) << "Failed to open image file " << image_filename; |
| 155 | return false; |
| 156 | } |
| 157 | if (fchmod(image_file->Fd(), 0644) != 0) { |
| 158 | PLOG(ERROR) << "Failed to make image file world readable: " << image_filename; |
| 159 | return EXIT_FAILURE; |
| 160 | } |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 161 | |
| 162 | // Write out the image. |
| 163 | CHECK_EQ(image_end_, image_header->GetImageSize()); |
| 164 | if (!image_file->WriteFully(image_->Begin(), image_end_)) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 165 | PLOG(ERROR) << "Failed to write image file " << image_filename; |
| 166 | return false; |
| 167 | } |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 168 | |
| 169 | // Write out the image bitmap at the page aligned start of the image end. |
| 170 | CHECK_ALIGNED(image_header->GetImageBitmapOffset(), kPageSize); |
| 171 | if (!image_file->Write(reinterpret_cast<char*>(image_bitmap_->Begin()), |
| 172 | image_header->GetImageBitmapSize(), |
| 173 | image_header->GetImageBitmapOffset())) { |
| 174 | PLOG(ERROR) << "Failed to write image file " << image_filename; |
| 175 | return false; |
| 176 | } |
| 177 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 178 | return true; |
| 179 | } |
| 180 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 181 | void ImageWriter::SetImageOffset(mirror::Object* object, size_t offset) { |
| 182 | DCHECK(object != nullptr); |
| 183 | DCHECK_NE(offset, 0U); |
| 184 | DCHECK(!IsImageOffsetAssigned(object)); |
| 185 | mirror::Object* obj = reinterpret_cast<mirror::Object*>(image_->Begin() + offset); |
| 186 | DCHECK_ALIGNED(obj, kObjectAlignment); |
| 187 | image_bitmap_->Set(obj); |
| 188 | // Before we stomp over the lock word, save the hash code for later. |
| 189 | Monitor::Deflate(Thread::Current(), object);; |
Mathieu Chartier | 4d7f61d | 2014-04-17 14:43:39 -0700 | [diff] [blame] | 190 | LockWord lw(object->GetLockWord(false)); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 191 | switch (lw.GetState()) { |
| 192 | case LockWord::kFatLocked: { |
| 193 | LOG(FATAL) << "Fat locked object " << obj << " found during object copy"; |
| 194 | break; |
| 195 | } |
| 196 | case LockWord::kThinLocked: { |
| 197 | LOG(FATAL) << "Thin locked object " << obj << " found during object copy"; |
| 198 | break; |
| 199 | } |
| 200 | case LockWord::kUnlocked: |
| 201 | // No hash, don't need to save it. |
| 202 | break; |
| 203 | case LockWord::kHashCode: |
| 204 | saved_hashes_.push_back(std::make_pair(obj, lw.GetHashCode())); |
| 205 | break; |
| 206 | default: |
| 207 | LOG(FATAL) << "Unreachable."; |
Ian Rogers | 2c4257b | 2014-10-24 14:20:06 -0700 | [diff] [blame] | 208 | UNREACHABLE(); |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 209 | } |
Mathieu Chartier | 4d7f61d | 2014-04-17 14:43:39 -0700 | [diff] [blame] | 210 | object->SetLockWord(LockWord::FromForwardingAddress(offset), false); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 211 | DCHECK(IsImageOffsetAssigned(object)); |
| 212 | } |
| 213 | |
| 214 | void ImageWriter::AssignImageOffset(mirror::Object* object) { |
| 215 | DCHECK(object != nullptr); |
| 216 | SetImageOffset(object, image_end_); |
| 217 | image_end_ += RoundUp(object->SizeOf(), 8); // 64-bit alignment |
| 218 | DCHECK_LT(image_end_, image_->Size()); |
| 219 | } |
| 220 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 221 | bool ImageWriter::IsImageOffsetAssigned(mirror::Object* object) const { |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 222 | DCHECK(object != nullptr); |
Mathieu Chartier | 4d7f61d | 2014-04-17 14:43:39 -0700 | [diff] [blame] | 223 | return object->GetLockWord(false).GetState() == LockWord::kForwardingAddress; |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 224 | } |
| 225 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 226 | size_t ImageWriter::GetImageOffset(mirror::Object* object) const { |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 227 | DCHECK(object != nullptr); |
| 228 | DCHECK(IsImageOffsetAssigned(object)); |
Mathieu Chartier | 4d7f61d | 2014-04-17 14:43:39 -0700 | [diff] [blame] | 229 | LockWord lock_word = object->GetLockWord(false); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 230 | size_t offset = lock_word.ForwardingAddress(); |
| 231 | DCHECK_LT(offset, image_end_); |
| 232 | return offset; |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 233 | } |
| 234 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 235 | bool ImageWriter::AllocMemory() { |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 236 | size_t length = RoundUp(Runtime::Current()->GetHeap()->GetTotalMemory(), kPageSize); |
Ian Rogers | 8d31bbd | 2013-10-13 10:44:14 -0700 | [diff] [blame] | 237 | std::string error_msg; |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 238 | image_.reset(MemMap::MapAnonymous("image writer image", NULL, length, PROT_READ | PROT_WRITE, |
Ian Rogers | 3cd86d6 | 2014-08-14 08:53:12 -0700 | [diff] [blame] | 239 | false, &error_msg)); |
Ian Rogers | 8d31bbd | 2013-10-13 10:44:14 -0700 | [diff] [blame] | 240 | if (UNLIKELY(image_.get() == nullptr)) { |
| 241 | LOG(ERROR) << "Failed to allocate memory for image file generation: " << error_msg; |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 242 | return false; |
| 243 | } |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 244 | |
| 245 | // Create the image bitmap. |
Mathieu Chartier | a8e8f9c | 2014-04-09 14:51:05 -0700 | [diff] [blame] | 246 | image_bitmap_.reset(gc::accounting::ContinuousSpaceBitmap::Create("image bitmap", image_->Begin(), |
| 247 | length)); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 248 | if (image_bitmap_.get() == nullptr) { |
| 249 | LOG(ERROR) << "Failed to allocate memory for image bitmap"; |
| 250 | return false; |
| 251 | } |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 252 | return true; |
| 253 | } |
| 254 | |
| 255 | void ImageWriter::ComputeLazyFieldsForImageClasses() { |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 256 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 257 | class_linker->VisitClassesWithoutClassesLock(ComputeLazyFieldsForClassesVisitor, NULL); |
| 258 | } |
| 259 | |
| 260 | bool ImageWriter::ComputeLazyFieldsForClassesVisitor(Class* c, void* /*arg*/) { |
Mathieu Chartier | f832284 | 2014-05-16 10:59:25 -0700 | [diff] [blame] | 261 | Thread* self = Thread::Current(); |
| 262 | StackHandleScope<1> hs(self); |
| 263 | mirror::Class::ComputeName(hs.NewHandle(c)); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 264 | return true; |
| 265 | } |
| 266 | |
Mathieu Chartier | fd04b6f | 2014-11-14 19:34:18 -0800 | [diff] [blame^] | 267 | // Count the number of strings in the heap and put the result in arg as a size_t pointer. |
| 268 | static void CountStringsCallback(Object* obj, void* arg) |
| 269 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { |
| 270 | if (obj->GetClass()->IsStringClass()) { |
| 271 | ++*reinterpret_cast<size_t*>(arg); |
| 272 | } |
| 273 | } |
| 274 | |
| 275 | // Collect all the java.lang.String in the heap and put them in the output strings_ array. |
| 276 | class StringCollector { |
| 277 | public: |
| 278 | StringCollector(Handle<mirror::ObjectArray<mirror::String>> strings, size_t index) |
| 279 | : strings_(strings), index_(index) { |
| 280 | } |
| 281 | static void Callback(Object* obj, void* arg) SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { |
| 282 | auto* collector = reinterpret_cast<StringCollector*>(arg); |
| 283 | if (obj->GetClass()->IsStringClass()) { |
| 284 | collector->strings_->SetWithoutChecks<false>(collector->index_++, obj->AsString()); |
| 285 | } |
| 286 | } |
| 287 | size_t GetIndex() const { |
| 288 | return index_; |
| 289 | } |
| 290 | |
| 291 | private: |
| 292 | Handle<mirror::ObjectArray<mirror::String>> strings_; |
| 293 | size_t index_; |
| 294 | }; |
| 295 | |
| 296 | // Compare strings based on length, used for sorting strings by length / reverse length. |
| 297 | class StringLengthComparator { |
| 298 | public: |
| 299 | explicit StringLengthComparator(Handle<mirror::ObjectArray<mirror::String>> strings) |
| 300 | : strings_(strings) { |
| 301 | } |
| 302 | bool operator()(size_t a, size_t b) const SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) { |
| 303 | return strings_->GetWithoutChecks(a)->GetLength() < strings_->GetWithoutChecks(b)->GetLength(); |
| 304 | } |
| 305 | |
| 306 | private: |
| 307 | Handle<mirror::ObjectArray<mirror::String>> strings_; |
| 308 | }; |
| 309 | |
| 310 | // If string a is a prefix of b or b is a prefix of a then they are considered equal. This |
| 311 | // enables us to find prefixes instead of exact matches. Otherwise we do a normal string |
| 312 | // comparison. The strings compared of the form <position, length> inside of the chars_ array. |
| 313 | class SubstringComparator { |
| 314 | public: |
| 315 | explicit SubstringComparator(const std::vector<uint16_t>* const chars) : chars_(chars) { |
| 316 | } |
| 317 | bool operator()(const std::pair<size_t, size_t>& a, const std::pair<size_t, size_t>& b) { |
| 318 | size_t compare_length = std::min(a.second, b.second); |
| 319 | const uint16_t* ptr_a = &chars_->at(a.first); |
| 320 | const uint16_t* ptr_b = &chars_->at(b.first); |
| 321 | for (size_t i = 0; i < compare_length; ++i) { |
| 322 | if (ptr_a[i] != ptr_b[i]) { |
| 323 | return ptr_a[i] < ptr_b[i]; |
| 324 | } |
| 325 | } |
| 326 | return false; |
| 327 | } |
| 328 | |
| 329 | private: |
| 330 | const std::vector<uint16_t>* const chars_; |
| 331 | }; |
| 332 | |
| 333 | void ImageWriter::ProcessStrings() { |
| 334 | size_t total_strings = 0; |
| 335 | gc::Heap* heap = Runtime::Current()->GetHeap(); |
| 336 | ClassLinker* cl = Runtime::Current()->GetClassLinker(); |
| 337 | { |
| 338 | ReaderMutexLock mu(Thread::Current(), *Locks::heap_bitmap_lock_); |
| 339 | heap->VisitObjects(CountStringsCallback, &total_strings); // Count the strings. |
| 340 | } |
| 341 | Thread* self = Thread::Current(); |
| 342 | StackHandleScope<1> hs(self); |
| 343 | auto strings = hs.NewHandle(cl->AllocStringArray(self, total_strings)); |
| 344 | StringCollector string_collector(strings, 0U); |
| 345 | { |
| 346 | ReaderMutexLock mu(Thread::Current(), *Locks::heap_bitmap_lock_); |
| 347 | // Read strings into the array. |
| 348 | heap->VisitObjects(StringCollector::Callback, &string_collector); |
| 349 | } |
| 350 | // Some strings could have gotten freed if AllocStringArray caused a GC. |
| 351 | CHECK_LE(string_collector.GetIndex(), total_strings); |
| 352 | total_strings = string_collector.GetIndex(); |
| 353 | size_t total_length = 0; |
| 354 | std::vector<size_t> reverse_sorted_strings; |
| 355 | for (size_t i = 0; i < total_strings; ++i) { |
| 356 | mirror::String* s = strings->GetWithoutChecks(i); |
| 357 | // Look up the string in the array. |
| 358 | total_length += s->GetLength(); |
| 359 | reverse_sorted_strings.push_back(i); |
| 360 | } |
| 361 | // Sort by reverse length. |
| 362 | StringLengthComparator comparator(strings); |
| 363 | std::sort(reverse_sorted_strings.rbegin(), reverse_sorted_strings.rend(), comparator); |
| 364 | // Deduplicate prefixes and add strings to the char array. |
| 365 | std::vector<uint16_t> combined_chars(total_length, 0U); |
| 366 | size_t num_chars = 0; |
| 367 | // Characters of strings which are non equal prefix of another string (not the same string). |
| 368 | // We don't count the savings from equal strings since these would get interned later anyways. |
| 369 | size_t prefix_saved_chars = 0; |
| 370 | std::set<std::pair<size_t, size_t>, SubstringComparator> existing_strings(( |
| 371 | SubstringComparator(&combined_chars))); |
| 372 | for (size_t i = 0; i < total_strings; ++i) { |
| 373 | mirror::String* s = strings->GetWithoutChecks(reverse_sorted_strings[i]); |
| 374 | // Add the string to the end of the char array. |
| 375 | size_t length = s->GetLength(); |
| 376 | for (size_t j = 0; j < length; ++j) { |
| 377 | combined_chars[num_chars++] = s->CharAt(j); |
| 378 | } |
| 379 | // Try to see if the string exists as a prefix of an existing string. |
| 380 | size_t new_offset = 0; |
| 381 | std::pair<size_t, size_t> new_string(num_chars - length, length); |
| 382 | auto it = existing_strings.find(new_string); |
| 383 | if (it != existing_strings.end()) { |
| 384 | for (size_t j = 0; j < length; ++j) { |
| 385 | DCHECK_EQ(combined_chars[it->first + j], s->CharAt(j)); |
| 386 | } |
| 387 | // Shares a prefix, set the offset to where the new offset will be. |
| 388 | new_offset = it->first; |
| 389 | // Remove the added chars. |
| 390 | num_chars -= length; |
| 391 | if (it->second != length) { |
| 392 | prefix_saved_chars += length; |
| 393 | } |
| 394 | } else { |
| 395 | new_offset = new_string.first; |
| 396 | existing_strings.insert(new_string); |
| 397 | } |
| 398 | s->SetOffset(new_offset); |
| 399 | } |
| 400 | // Allocate and update the char arrays. |
| 401 | auto* array = mirror::CharArray::Alloc(self, num_chars); |
| 402 | for (size_t i = 0; i < num_chars; ++i) { |
| 403 | array->SetWithoutChecks<false>(i, combined_chars[i]); |
| 404 | } |
| 405 | for (size_t i = 0; i < total_strings; ++i) { |
| 406 | strings->GetWithoutChecks(i)->SetArray(array); |
| 407 | } |
| 408 | VLOG(compiler) << "Total # image strings=" << total_strings << " combined length=" |
| 409 | << total_length << " prefix saved chars=" << prefix_saved_chars; |
| 410 | ComputeEagerResolvedStrings(); |
| 411 | } |
| 412 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 413 | void ImageWriter::ComputeEagerResolvedStringsCallback(Object* obj, void* arg ATTRIBUTE_UNUSED) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 414 | if (!obj->GetClass()->IsStringClass()) { |
| 415 | return; |
| 416 | } |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 417 | mirror::String* string = obj->AsString(); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 418 | const uint16_t* utf16_string = string->GetCharArray()->GetData() + string->GetOffset(); |
Hiroshi Yamauchi | e9e3e69 | 2014-06-24 14:31:37 -0700 | [diff] [blame] | 419 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
| 420 | ReaderMutexLock mu(Thread::Current(), *class_linker->DexLock()); |
| 421 | size_t dex_cache_count = class_linker->GetDexCacheCount(); |
| 422 | for (size_t i = 0; i < dex_cache_count; ++i) { |
| 423 | DexCache* dex_cache = class_linker->GetDexCache(i); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 424 | const DexFile& dex_file = *dex_cache->GetDexFile(); |
Ian Rogers | 24c534d | 2013-11-14 00:15:00 -0800 | [diff] [blame] | 425 | const DexFile::StringId* string_id; |
| 426 | if (UNLIKELY(string->GetLength() == 0)) { |
| 427 | string_id = dex_file.FindStringId(""); |
| 428 | } else { |
| 429 | string_id = dex_file.FindStringId(utf16_string); |
| 430 | } |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 431 | if (string_id != nullptr) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 432 | // This string occurs in this dex file, assign the dex cache entry. |
| 433 | uint32_t string_idx = dex_file.GetIndexForStringId(*string_id); |
| 434 | if (dex_cache->GetResolvedString(string_idx) == NULL) { |
| 435 | dex_cache->SetResolvedString(string_idx, string); |
| 436 | } |
| 437 | } |
| 438 | } |
| 439 | } |
| 440 | |
Mathieu Chartier | fd04b6f | 2014-11-14 19:34:18 -0800 | [diff] [blame^] | 441 | void ImageWriter::ComputeEagerResolvedStrings() { |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 442 | ReaderMutexLock mu(Thread::Current(), *Locks::heap_bitmap_lock_); |
| 443 | Runtime::Current()->GetHeap()->VisitObjects(ComputeEagerResolvedStringsCallback, this); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 444 | } |
| 445 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 446 | bool ImageWriter::IsImageClass(Class* klass) { |
Ian Rogers | 1ff3c98 | 2014-08-12 02:30:58 -0700 | [diff] [blame] | 447 | std::string temp; |
| 448 | return compiler_driver_.IsImageClass(klass->GetDescriptor(&temp)); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 449 | } |
| 450 | |
| 451 | struct NonImageClasses { |
| 452 | ImageWriter* image_writer; |
| 453 | std::set<std::string>* non_image_classes; |
| 454 | }; |
| 455 | |
| 456 | void ImageWriter::PruneNonImageClasses() { |
| 457 | if (compiler_driver_.GetImageClasses() == NULL) { |
| 458 | return; |
| 459 | } |
| 460 | Runtime* runtime = Runtime::Current(); |
| 461 | ClassLinker* class_linker = runtime->GetClassLinker(); |
| 462 | |
| 463 | // Make a list of classes we would like to prune. |
| 464 | std::set<std::string> non_image_classes; |
| 465 | NonImageClasses context; |
| 466 | context.image_writer = this; |
| 467 | context.non_image_classes = &non_image_classes; |
| 468 | class_linker->VisitClasses(NonImageClassesVisitor, &context); |
| 469 | |
| 470 | // Remove the undesired classes from the class roots. |
Mathieu Chartier | 02e2511 | 2013-08-14 16:14:24 -0700 | [diff] [blame] | 471 | for (const std::string& it : non_image_classes) { |
Mathieu Chartier | c2e2062 | 2014-11-03 11:41:47 -0800 | [diff] [blame] | 472 | bool result = class_linker->RemoveClass(it.c_str(), NULL); |
| 473 | DCHECK(result); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 474 | } |
| 475 | |
| 476 | // Clear references to removed classes from the DexCaches. |
Brian Carlstrom | ea46f95 | 2013-07-30 01:26:50 -0700 | [diff] [blame] | 477 | ArtMethod* resolution_method = runtime->GetResolutionMethod(); |
Hiroshi Yamauchi | e9e3e69 | 2014-06-24 14:31:37 -0700 | [diff] [blame] | 478 | ReaderMutexLock mu(Thread::Current(), *class_linker->DexLock()); |
| 479 | size_t dex_cache_count = class_linker->GetDexCacheCount(); |
| 480 | for (size_t idx = 0; idx < dex_cache_count; ++idx) { |
| 481 | DexCache* dex_cache = class_linker->GetDexCache(idx); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 482 | for (size_t i = 0; i < dex_cache->NumResolvedTypes(); i++) { |
| 483 | Class* klass = dex_cache->GetResolvedType(i); |
| 484 | if (klass != NULL && !IsImageClass(klass)) { |
| 485 | dex_cache->SetResolvedType(i, NULL); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 486 | } |
| 487 | } |
| 488 | for (size_t i = 0; i < dex_cache->NumResolvedMethods(); i++) { |
Brian Carlstrom | ea46f95 | 2013-07-30 01:26:50 -0700 | [diff] [blame] | 489 | ArtMethod* method = dex_cache->GetResolvedMethod(i); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 490 | if (method != NULL && !IsImageClass(method->GetDeclaringClass())) { |
| 491 | dex_cache->SetResolvedMethod(i, resolution_method); |
| 492 | } |
| 493 | } |
| 494 | for (size_t i = 0; i < dex_cache->NumResolvedFields(); i++) { |
Brian Carlstrom | ea46f95 | 2013-07-30 01:26:50 -0700 | [diff] [blame] | 495 | ArtField* field = dex_cache->GetResolvedField(i); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 496 | if (field != NULL && !IsImageClass(field->GetDeclaringClass())) { |
| 497 | dex_cache->SetResolvedField(i, NULL); |
| 498 | } |
| 499 | } |
| 500 | } |
| 501 | } |
| 502 | |
| 503 | bool ImageWriter::NonImageClassesVisitor(Class* klass, void* arg) { |
| 504 | NonImageClasses* context = reinterpret_cast<NonImageClasses*>(arg); |
| 505 | if (!context->image_writer->IsImageClass(klass)) { |
Ian Rogers | 1ff3c98 | 2014-08-12 02:30:58 -0700 | [diff] [blame] | 506 | std::string temp; |
| 507 | context->non_image_classes->insert(klass->GetDescriptor(&temp)); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 508 | } |
| 509 | return true; |
| 510 | } |
| 511 | |
Mathieu Chartier | fd04b6f | 2014-11-14 19:34:18 -0800 | [diff] [blame^] | 512 | void ImageWriter::CheckNonImageClassesRemoved() { |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 513 | if (compiler_driver_.GetImageClasses() != nullptr) { |
| 514 | gc::Heap* heap = Runtime::Current()->GetHeap(); |
| 515 | ReaderMutexLock mu(Thread::Current(), *Locks::heap_bitmap_lock_); |
| 516 | heap->VisitObjects(CheckNonImageClassesRemovedCallback, this); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 517 | } |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 518 | } |
| 519 | |
| 520 | void ImageWriter::CheckNonImageClassesRemovedCallback(Object* obj, void* arg) { |
| 521 | ImageWriter* image_writer = reinterpret_cast<ImageWriter*>(arg); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 522 | if (obj->IsClass()) { |
| 523 | Class* klass = obj->AsClass(); |
| 524 | if (!image_writer->IsImageClass(klass)) { |
| 525 | image_writer->DumpImageClasses(); |
Ian Rogers | 1ff3c98 | 2014-08-12 02:30:58 -0700 | [diff] [blame] | 526 | std::string temp; |
| 527 | CHECK(image_writer->IsImageClass(klass)) << klass->GetDescriptor(&temp) |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 528 | << " " << PrettyDescriptor(klass); |
| 529 | } |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 530 | } |
| 531 | } |
| 532 | |
| 533 | void ImageWriter::DumpImageClasses() { |
Ian Rogers | 1ff3c98 | 2014-08-12 02:30:58 -0700 | [diff] [blame] | 534 | const std::set<std::string>* image_classes = compiler_driver_.GetImageClasses(); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 535 | CHECK(image_classes != NULL); |
Mathieu Chartier | 02e2511 | 2013-08-14 16:14:24 -0700 | [diff] [blame] | 536 | for (const std::string& image_class : *image_classes) { |
| 537 | LOG(INFO) << " " << image_class; |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 538 | } |
| 539 | } |
| 540 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 541 | void ImageWriter::CalculateObjectOffsets(Object* obj) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 542 | DCHECK(obj != NULL); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 543 | // if it is a string, we want to intern it if its not interned. |
| 544 | if (obj->GetClass()->IsStringClass()) { |
| 545 | // we must be an interned string that was forward referenced and already assigned |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 546 | if (IsImageOffsetAssigned(obj)) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 547 | DCHECK_EQ(obj, obj->AsString()->Intern()); |
| 548 | return; |
| 549 | } |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 550 | mirror::String* const interned = obj->AsString()->Intern(); |
| 551 | if (obj != interned) { |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 552 | if (!IsImageOffsetAssigned(interned)) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 553 | // interned obj is after us, allocate its location early |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 554 | AssignImageOffset(interned); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 555 | } |
| 556 | // point those looking for this object to the interned version. |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 557 | SetImageOffset(obj, GetImageOffset(interned)); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 558 | return; |
| 559 | } |
| 560 | // else (obj == interned), nothing to do but fall through to the normal case |
| 561 | } |
| 562 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 563 | AssignImageOffset(obj); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 564 | } |
| 565 | |
| 566 | ObjectArray<Object>* ImageWriter::CreateImageRoots() const { |
| 567 | Runtime* runtime = Runtime::Current(); |
| 568 | ClassLinker* class_linker = runtime->GetClassLinker(); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 569 | Thread* self = Thread::Current(); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 570 | StackHandleScope<3> hs(self); |
| 571 | Handle<Class> object_array_class(hs.NewHandle( |
| 572 | class_linker->FindSystemClass(self, "[Ljava/lang/Object;"))); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 573 | |
Hiroshi Yamauchi | e9e3e69 | 2014-06-24 14:31:37 -0700 | [diff] [blame] | 574 | // build an Object[] of all the DexCaches used in the source_space_. |
| 575 | // Since we can't hold the dex lock when allocating the dex_caches |
| 576 | // ObjectArray, we lock the dex lock twice, first to get the number |
| 577 | // of dex caches first and then lock it again to copy the dex |
| 578 | // caches. We check that the number of dex caches does not change. |
| 579 | size_t dex_cache_count; |
| 580 | { |
| 581 | ReaderMutexLock mu(Thread::Current(), *class_linker->DexLock()); |
| 582 | dex_cache_count = class_linker->GetDexCacheCount(); |
| 583 | } |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 584 | Handle<ObjectArray<Object>> dex_caches( |
| 585 | hs.NewHandle(ObjectArray<Object>::Alloc(self, object_array_class.Get(), |
Hiroshi Yamauchi | e9e3e69 | 2014-06-24 14:31:37 -0700 | [diff] [blame] | 586 | dex_cache_count))); |
| 587 | CHECK(dex_caches.Get() != nullptr) << "Failed to allocate a dex cache array."; |
| 588 | { |
| 589 | ReaderMutexLock mu(Thread::Current(), *class_linker->DexLock()); |
| 590 | CHECK_EQ(dex_cache_count, class_linker->GetDexCacheCount()) |
| 591 | << "The number of dex caches changed."; |
| 592 | for (size_t i = 0; i < dex_cache_count; ++i) { |
| 593 | dex_caches->Set<false>(i, class_linker->GetDexCache(i)); |
| 594 | } |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 595 | } |
| 596 | |
| 597 | // build an Object[] of the roots needed to restore the runtime |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 598 | Handle<ObjectArray<Object>> image_roots(hs.NewHandle( |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 599 | ObjectArray<Object>::Alloc(self, object_array_class.Get(), ImageHeader::kImageRootsMax))); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 600 | image_roots->Set<false>(ImageHeader::kResolutionMethod, runtime->GetResolutionMethod()); |
| 601 | image_roots->Set<false>(ImageHeader::kImtConflictMethod, runtime->GetImtConflictMethod()); |
Mathieu Chartier | 2d2621a | 2014-10-23 16:48:06 -0700 | [diff] [blame] | 602 | image_roots->Set<false>(ImageHeader::kImtUnimplementedMethod, |
| 603 | runtime->GetImtUnimplementedMethod()); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 604 | image_roots->Set<false>(ImageHeader::kDefaultImt, runtime->GetDefaultImt()); |
| 605 | image_roots->Set<false>(ImageHeader::kCalleeSaveMethod, |
| 606 | runtime->GetCalleeSaveMethod(Runtime::kSaveAll)); |
| 607 | image_roots->Set<false>(ImageHeader::kRefsOnlySaveMethod, |
| 608 | runtime->GetCalleeSaveMethod(Runtime::kRefsOnly)); |
| 609 | image_roots->Set<false>(ImageHeader::kRefsAndArgsSaveMethod, |
| 610 | runtime->GetCalleeSaveMethod(Runtime::kRefsAndArgs)); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 611 | image_roots->Set<false>(ImageHeader::kDexCaches, dex_caches.Get()); |
Sebastien Hertz | d2fe10a | 2014-01-15 10:20:56 +0100 | [diff] [blame] | 612 | image_roots->Set<false>(ImageHeader::kClassRoots, class_linker->GetClassRoots()); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 613 | for (int i = 0; i < ImageHeader::kImageRootsMax; i++) { |
| 614 | CHECK(image_roots->Get(i) != NULL); |
| 615 | } |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 616 | return image_roots.Get(); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 617 | } |
| 618 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 619 | // Walk instance fields of the given Class. Separate function to allow recursion on the super |
| 620 | // class. |
| 621 | void ImageWriter::WalkInstanceFields(mirror::Object* obj, mirror::Class* klass) { |
| 622 | // Visit fields of parent classes first. |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 623 | StackHandleScope<1> hs(Thread::Current()); |
| 624 | Handle<mirror::Class> h_class(hs.NewHandle(klass)); |
| 625 | mirror::Class* super = h_class->GetSuperClass(); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 626 | if (super != nullptr) { |
| 627 | WalkInstanceFields(obj, super); |
| 628 | } |
| 629 | // |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 630 | size_t num_reference_fields = h_class->NumReferenceInstanceFields(); |
Vladimir Marko | 76649e8 | 2014-11-10 18:32:59 +0000 | [diff] [blame] | 631 | MemberOffset field_offset = h_class->GetFirstReferenceInstanceFieldOffset(); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 632 | for (size_t i = 0; i < num_reference_fields; ++i) { |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 633 | mirror::Object* value = obj->GetFieldObject<mirror::Object>(field_offset); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 634 | if (value != nullptr) { |
| 635 | WalkFieldsInOrder(value); |
| 636 | } |
Vladimir Marko | 76649e8 | 2014-11-10 18:32:59 +0000 | [diff] [blame] | 637 | field_offset = MemberOffset(field_offset.Uint32Value() + |
| 638 | sizeof(mirror::HeapReference<mirror::Object>)); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 639 | } |
| 640 | } |
| 641 | |
| 642 | // For an unvisited object, visit it then all its children found via fields. |
| 643 | void ImageWriter::WalkFieldsInOrder(mirror::Object* obj) { |
| 644 | if (!IsImageOffsetAssigned(obj)) { |
| 645 | // Walk instance fields of all objects |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 646 | StackHandleScope<2> hs(Thread::Current()); |
| 647 | Handle<mirror::Object> h_obj(hs.NewHandle(obj)); |
| 648 | Handle<mirror::Class> klass(hs.NewHandle(obj->GetClass())); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 649 | // visit the object itself. |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 650 | CalculateObjectOffsets(h_obj.Get()); |
| 651 | WalkInstanceFields(h_obj.Get(), klass.Get()); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 652 | // Walk static fields of a Class. |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 653 | if (h_obj->IsClass()) { |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 654 | size_t num_static_fields = klass->NumReferenceStaticFields(); |
Vladimir Marko | 76649e8 | 2014-11-10 18:32:59 +0000 | [diff] [blame] | 655 | MemberOffset field_offset = klass->GetFirstReferenceStaticFieldOffset(); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 656 | for (size_t i = 0; i < num_static_fields; ++i) { |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 657 | mirror::Object* value = h_obj->GetFieldObject<mirror::Object>(field_offset); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 658 | if (value != nullptr) { |
| 659 | WalkFieldsInOrder(value); |
| 660 | } |
Vladimir Marko | 76649e8 | 2014-11-10 18:32:59 +0000 | [diff] [blame] | 661 | field_offset = MemberOffset(field_offset.Uint32Value() + |
| 662 | sizeof(mirror::HeapReference<mirror::Object>)); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 663 | } |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 664 | } else if (h_obj->IsObjectArray()) { |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 665 | // Walk elements of an object array. |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 666 | int32_t length = h_obj->AsObjectArray<mirror::Object>()->GetLength(); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 667 | for (int32_t i = 0; i < length; i++) { |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 668 | mirror::ObjectArray<mirror::Object>* obj_array = h_obj->AsObjectArray<mirror::Object>(); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 669 | mirror::Object* value = obj_array->Get(i); |
| 670 | if (value != nullptr) { |
| 671 | WalkFieldsInOrder(value); |
| 672 | } |
| 673 | } |
| 674 | } |
| 675 | } |
| 676 | } |
| 677 | |
| 678 | void ImageWriter::WalkFieldsCallback(mirror::Object* obj, void* arg) { |
| 679 | ImageWriter* writer = reinterpret_cast<ImageWriter*>(arg); |
| 680 | DCHECK(writer != nullptr); |
| 681 | writer->WalkFieldsInOrder(obj); |
| 682 | } |
| 683 | |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 684 | void ImageWriter::CalculateNewObjectOffsets() { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 685 | Thread* self = Thread::Current(); |
Mathieu Chartier | eb8167a | 2014-05-07 15:43:14 -0700 | [diff] [blame] | 686 | StackHandleScope<1> hs(self); |
| 687 | Handle<ObjectArray<Object>> image_roots(hs.NewHandle(CreateImageRoots())); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 688 | |
| 689 | gc::Heap* heap = Runtime::Current()->GetHeap(); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 690 | DCHECK_EQ(0U, image_end_); |
| 691 | |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 692 | // Leave space for the header, but do not write it yet, we need to |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 693 | // know where image_roots is going to end up |
Brian Carlstrom | 7934ac2 | 2013-07-26 10:54:15 -0700 | [diff] [blame] | 694 | image_end_ += RoundUp(sizeof(ImageHeader), 8); // 64-bit-alignment |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 695 | |
| 696 | { |
| 697 | WriterMutexLock mu(self, *Locks::heap_bitmap_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 698 | // TODO: Image spaces only? |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 699 | DCHECK_LT(image_end_, image_->Size()); |
| 700 | // Clear any pre-existing monitors which may have been in the monitor words. |
| 701 | heap->VisitObjects(WalkFieldsCallback, this); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 702 | } |
| 703 | |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 704 | image_roots_address_ = PointerToLowMemUInt32(GetImageAddress(image_roots.Get())); |
| 705 | |
| 706 | // Note that image_end_ is left at end of used space |
| 707 | } |
| 708 | |
| 709 | void ImageWriter::CreateHeader(size_t oat_loaded_size, size_t oat_data_offset) { |
| 710 | CHECK_NE(0U, oat_loaded_size); |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 711 | const uint8_t* oat_file_begin = GetOatFileBegin(); |
| 712 | const uint8_t* oat_file_end = oat_file_begin + oat_loaded_size; |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 713 | oat_data_begin_ = oat_file_begin + oat_data_offset; |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 714 | const uint8_t* oat_data_end = oat_data_begin_ + oat_file_->Size(); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 715 | |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 716 | // Return to write header at start of image with future location of image_roots. At this point, |
| 717 | // image_end_ is the size of the image (excluding bitmaps). |
Mathieu Chartier | a8e8f9c | 2014-04-09 14:51:05 -0700 | [diff] [blame] | 718 | const size_t heap_bytes_per_bitmap_byte = kBitsPerByte * kObjectAlignment; |
Mathieu Chartier | 12aeccd | 2013-11-13 15:52:06 -0800 | [diff] [blame] | 719 | const size_t bitmap_bytes = RoundUp(image_end_, heap_bytes_per_bitmap_byte) / |
| 720 | heap_bytes_per_bitmap_byte; |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 721 | new (image_->Begin()) ImageHeader(PointerToLowMemUInt32(image_begin_), |
| 722 | static_cast<uint32_t>(image_end_), |
| 723 | RoundUp(image_end_, kPageSize), |
| 724 | RoundUp(bitmap_bytes, kPageSize), |
| 725 | image_roots_address_, |
| 726 | oat_file_->GetOatHeader().GetChecksum(), |
| 727 | PointerToLowMemUInt32(oat_file_begin), |
| 728 | PointerToLowMemUInt32(oat_data_begin_), |
| 729 | PointerToLowMemUInt32(oat_data_end), |
Igor Murashkin | 4677476 | 2014-10-22 11:37:02 -0700 | [diff] [blame] | 730 | PointerToLowMemUInt32(oat_file_end), |
| 731 | compile_pic_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 732 | } |
| 733 | |
Mathieu Chartier | fd04b6f | 2014-11-14 19:34:18 -0800 | [diff] [blame^] | 734 | void ImageWriter::CopyAndFixupObjects() { |
Mathieu Chartier | 2d5f39e | 2014-09-19 17:52:37 -0700 | [diff] [blame] | 735 | ScopedAssertNoThreadSuspension ants(Thread::Current(), "ImageWriter"); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 736 | gc::Heap* heap = Runtime::Current()->GetHeap(); |
| 737 | // TODO: heap validation can't handle this fix up pass |
| 738 | heap->DisableObjectValidation(); |
| 739 | // TODO: Image spaces only? |
Mathieu Chartier | 2d5f39e | 2014-09-19 17:52:37 -0700 | [diff] [blame] | 740 | WriterMutexLock mu(ants.Self(), *Locks::heap_bitmap_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 741 | heap->VisitObjects(CopyAndFixupObjectsCallback, this); |
| 742 | // Fix up the object previously had hash codes. |
| 743 | for (const std::pair<mirror::Object*, uint32_t>& hash_pair : saved_hashes_) { |
Mathieu Chartier | 4d7f61d | 2014-04-17 14:43:39 -0700 | [diff] [blame] | 744 | hash_pair.first->SetLockWord(LockWord::FromHashCode(hash_pair.second), false); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 745 | } |
| 746 | saved_hashes_.clear(); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 747 | } |
| 748 | |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 749 | void ImageWriter::CopyAndFixupObjectsCallback(Object* obj, void* arg) { |
Mathieu Chartier | 4d7f61d | 2014-04-17 14:43:39 -0700 | [diff] [blame] | 750 | DCHECK(obj != nullptr); |
| 751 | DCHECK(arg != nullptr); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 752 | ImageWriter* image_writer = reinterpret_cast<ImageWriter*>(arg); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 753 | // see GetLocalAddress for similar computation |
| 754 | size_t offset = image_writer->GetImageOffset(obj); |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 755 | uint8_t* dst = image_writer->image_->Begin() + offset; |
| 756 | const uint8_t* src = reinterpret_cast<const uint8_t*>(obj); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 757 | size_t n = obj->SizeOf(); |
| 758 | DCHECK_LT(offset + n, image_writer->image_->Size()); |
| 759 | memcpy(dst, src, n); |
| 760 | Object* copy = reinterpret_cast<Object*>(dst); |
Mathieu Chartier | ad2541a | 2013-10-25 10:05:23 -0700 | [diff] [blame] | 761 | // Write in a hash code of objects which have inflated monitors or a hash code in their monitor |
| 762 | // word. |
Mathieu Chartier | 4d7f61d | 2014-04-17 14:43:39 -0700 | [diff] [blame] | 763 | copy->SetLockWord(LockWord(), false); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 764 | image_writer->FixupObject(obj, copy); |
| 765 | } |
| 766 | |
Mathieu Chartier | b7ea3ac | 2014-03-24 16:54:46 -0700 | [diff] [blame] | 767 | class FixupVisitor { |
| 768 | public: |
| 769 | FixupVisitor(ImageWriter* image_writer, Object* copy) : image_writer_(image_writer), copy_(copy) { |
| 770 | } |
| 771 | |
| 772 | void operator()(Object* obj, MemberOffset offset, bool /*is_static*/) const |
| 773 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_, Locks::heap_bitmap_lock_) { |
Hiroshi Yamauchi | 6e83c17 | 2014-05-01 21:25:41 -0700 | [diff] [blame] | 774 | Object* ref = obj->GetFieldObject<Object, kVerifyNone>(offset); |
Mathieu Chartier | b7ea3ac | 2014-03-24 16:54:46 -0700 | [diff] [blame] | 775 | // Use SetFieldObjectWithoutWriteBarrier to avoid card marking since we are writing to the |
| 776 | // image. |
| 777 | copy_->SetFieldObjectWithoutWriteBarrier<false, true, kVerifyNone>( |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 778 | offset, image_writer_->GetImageAddress(ref)); |
Mathieu Chartier | b7ea3ac | 2014-03-24 16:54:46 -0700 | [diff] [blame] | 779 | } |
| 780 | |
| 781 | // java.lang.ref.Reference visitor. |
| 782 | void operator()(mirror::Class* /*klass*/, mirror::Reference* ref) const |
| 783 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) |
| 784 | EXCLUSIVE_LOCKS_REQUIRED(Locks::heap_bitmap_lock_) { |
| 785 | copy_->SetFieldObjectWithoutWriteBarrier<false, true, kVerifyNone>( |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 786 | mirror::Reference::ReferentOffset(), image_writer_->GetImageAddress(ref->GetReferent())); |
Mathieu Chartier | b7ea3ac | 2014-03-24 16:54:46 -0700 | [diff] [blame] | 787 | } |
| 788 | |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 789 | protected: |
Mathieu Chartier | b7ea3ac | 2014-03-24 16:54:46 -0700 | [diff] [blame] | 790 | ImageWriter* const image_writer_; |
| 791 | mirror::Object* const copy_; |
| 792 | }; |
| 793 | |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 794 | class FixupClassVisitor FINAL : public FixupVisitor { |
| 795 | public: |
| 796 | FixupClassVisitor(ImageWriter* image_writer, Object* copy) : FixupVisitor(image_writer, copy) { |
| 797 | } |
| 798 | |
| 799 | void operator()(Object* obj, MemberOffset offset, bool /*is_static*/) const |
| 800 | EXCLUSIVE_LOCKS_REQUIRED(Locks::mutator_lock_, Locks::heap_bitmap_lock_) { |
| 801 | DCHECK(obj->IsClass()); |
| 802 | FixupVisitor::operator()(obj, offset, false); |
| 803 | |
| 804 | if (offset.Uint32Value() < mirror::Class::EmbeddedVTableOffset().Uint32Value()) { |
| 805 | return; |
| 806 | } |
| 807 | } |
| 808 | |
Ian Rogers | 6a3c1fc | 2014-10-31 00:33:20 -0700 | [diff] [blame] | 809 | void operator()(mirror::Class* klass ATTRIBUTE_UNUSED, |
| 810 | mirror::Reference* ref ATTRIBUTE_UNUSED) const |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 811 | SHARED_LOCKS_REQUIRED(Locks::mutator_lock_) |
| 812 | EXCLUSIVE_LOCKS_REQUIRED(Locks::heap_bitmap_lock_) { |
| 813 | LOG(FATAL) << "Reference not expected here."; |
| 814 | } |
| 815 | }; |
| 816 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 817 | void ImageWriter::FixupObject(Object* orig, Object* copy) { |
Mathieu Chartier | b7ea3ac | 2014-03-24 16:54:46 -0700 | [diff] [blame] | 818 | DCHECK(orig != nullptr); |
| 819 | DCHECK(copy != nullptr); |
Hiroshi Yamauchi | 624468c | 2014-03-31 15:14:47 -0700 | [diff] [blame] | 820 | if (kUseBakerOrBrooksReadBarrier) { |
| 821 | orig->AssertReadBarrierPointer(); |
| 822 | if (kUseBrooksReadBarrier) { |
| 823 | // Note the address 'copy' isn't the same as the image address of 'orig'. |
| 824 | copy->SetReadBarrierPointer(GetImageAddress(orig)); |
| 825 | DCHECK_EQ(copy->GetReadBarrierPointer(), GetImageAddress(orig)); |
| 826 | } |
Hiroshi Yamauchi | 9d04a20 | 2014-01-31 13:35:49 -0800 | [diff] [blame] | 827 | } |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 828 | if (orig->IsClass() && orig->AsClass()->ShouldHaveEmbeddedImtAndVTable()) { |
| 829 | FixupClassVisitor visitor(this, copy); |
| 830 | orig->VisitReferences<true /*visit class*/>(visitor, visitor); |
| 831 | } else { |
| 832 | FixupVisitor visitor(this, copy); |
| 833 | orig->VisitReferences<true /*visit class*/>(visitor, visitor); |
| 834 | } |
Mathieu Chartier | b7ea3ac | 2014-03-24 16:54:46 -0700 | [diff] [blame] | 835 | if (orig->IsArtMethod<kVerifyNone>()) { |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 836 | FixupMethod(orig->AsArtMethod<kVerifyNone>(), down_cast<ArtMethod*>(copy)); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 837 | } |
| 838 | } |
| 839 | |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 840 | const uint8_t* ImageWriter::GetQuickCode(mirror::ArtMethod* method, bool* quick_is_interpreted) { |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 841 | DCHECK(!method->IsResolutionMethod() && !method->IsImtConflictMethod() && |
Mathieu Chartier | 2d2621a | 2014-10-23 16:48:06 -0700 | [diff] [blame] | 842 | !method->IsImtUnimplementedMethod() && !method->IsAbstract()) << PrettyMethod(method); |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 843 | |
| 844 | // Use original code if it exists. Otherwise, set the code pointer to the resolution |
| 845 | // trampoline. |
| 846 | |
| 847 | // Quick entrypoint: |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 848 | const uint8_t* quick_code = GetOatAddress(method->GetQuickOatCodeOffset()); |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 849 | *quick_is_interpreted = false; |
| 850 | if (quick_code != nullptr && |
| 851 | (!method->IsStatic() || method->IsConstructor() || method->GetDeclaringClass()->IsInitialized())) { |
| 852 | // We have code for a non-static or initialized method, just use the code. |
| 853 | } else if (quick_code == nullptr && method->IsNative() && |
| 854 | (!method->IsStatic() || method->GetDeclaringClass()->IsInitialized())) { |
| 855 | // Non-static or initialized native method missing compiled code, use generic JNI version. |
| 856 | quick_code = GetOatAddress(quick_generic_jni_trampoline_offset_); |
| 857 | } else if (quick_code == nullptr && !method->IsNative()) { |
| 858 | // We don't have code at all for a non-native method, use the interpreter. |
| 859 | quick_code = GetOatAddress(quick_to_interpreter_bridge_offset_); |
| 860 | *quick_is_interpreted = true; |
| 861 | } else { |
| 862 | CHECK(!method->GetDeclaringClass()->IsInitialized()); |
| 863 | // We have code for a static method, but need to go through the resolution stub for class |
| 864 | // initialization. |
| 865 | quick_code = GetOatAddress(quick_resolution_trampoline_offset_); |
| 866 | } |
| 867 | return quick_code; |
| 868 | } |
| 869 | |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 870 | const uint8_t* ImageWriter::GetQuickEntryPoint(mirror::ArtMethod* method) { |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 871 | // Calculate the quick entry point following the same logic as FixupMethod() below. |
| 872 | // The resolution method has a special trampoline to call. |
Mathieu Chartier | 2d2621a | 2014-10-23 16:48:06 -0700 | [diff] [blame] | 873 | Runtime* runtime = Runtime::Current(); |
| 874 | if (UNLIKELY(method == runtime->GetResolutionMethod())) { |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 875 | return GetOatAddress(quick_resolution_trampoline_offset_); |
Mathieu Chartier | 2d2621a | 2014-10-23 16:48:06 -0700 | [diff] [blame] | 876 | } else if (UNLIKELY(method == runtime->GetImtConflictMethod() || |
| 877 | method == runtime->GetImtUnimplementedMethod())) { |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 878 | return GetOatAddress(quick_imt_conflict_trampoline_offset_); |
| 879 | } else { |
| 880 | // We assume all methods have code. If they don't currently then we set them to the use the |
| 881 | // resolution trampoline. Abstract methods never have code and so we need to make sure their |
| 882 | // use results in an AbstractMethodError. We use the interpreter to achieve this. |
| 883 | if (UNLIKELY(method->IsAbstract())) { |
| 884 | return GetOatAddress(quick_to_interpreter_bridge_offset_); |
| 885 | } else { |
| 886 | bool quick_is_interpreted; |
| 887 | return GetQuickCode(method, &quick_is_interpreted); |
| 888 | } |
| 889 | } |
| 890 | } |
| 891 | |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 892 | void ImageWriter::FixupMethod(ArtMethod* orig, ArtMethod* copy) { |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 893 | // OatWriter replaces the code_ with an offset value. Here we re-adjust to a pointer relative to |
| 894 | // oat_begin_ |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 895 | |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 896 | // The resolution method has a special trampoline to call. |
Mathieu Chartier | 2d2621a | 2014-10-23 16:48:06 -0700 | [diff] [blame] | 897 | Runtime* runtime = Runtime::Current(); |
| 898 | if (UNLIKELY(orig == runtime->GetResolutionMethod())) { |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 899 | copy->SetEntryPointFromPortableCompiledCode<kVerifyNone>(GetOatAddress(portable_resolution_trampoline_offset_)); |
| 900 | copy->SetEntryPointFromQuickCompiledCode<kVerifyNone>(GetOatAddress(quick_resolution_trampoline_offset_)); |
Mathieu Chartier | 2d2621a | 2014-10-23 16:48:06 -0700 | [diff] [blame] | 901 | } else if (UNLIKELY(orig == runtime->GetImtConflictMethod() || |
| 902 | orig == runtime->GetImtUnimplementedMethod())) { |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 903 | copy->SetEntryPointFromPortableCompiledCode<kVerifyNone>(GetOatAddress(portable_imt_conflict_trampoline_offset_)); |
| 904 | copy->SetEntryPointFromQuickCompiledCode<kVerifyNone>(GetOatAddress(quick_imt_conflict_trampoline_offset_)); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 905 | } else { |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 906 | // We assume all methods have code. If they don't currently then we set them to the use the |
| 907 | // resolution trampoline. Abstract methods never have code and so we need to make sure their |
| 908 | // use results in an AbstractMethodError. We use the interpreter to achieve this. |
| 909 | if (UNLIKELY(orig->IsAbstract())) { |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 910 | copy->SetEntryPointFromPortableCompiledCode<kVerifyNone>(GetOatAddress(portable_to_interpreter_bridge_offset_)); |
| 911 | copy->SetEntryPointFromQuickCompiledCode<kVerifyNone>(GetOatAddress(quick_to_interpreter_bridge_offset_)); |
| 912 | copy->SetEntryPointFromInterpreter<kVerifyNone>(reinterpret_cast<EntryPointFromInterpreter*> |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 913 | (const_cast<uint8_t*>(GetOatAddress(interpreter_to_interpreter_bridge_offset_)))); |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 914 | } else { |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 915 | bool quick_is_interpreted; |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 916 | const uint8_t* quick_code = GetQuickCode(orig, &quick_is_interpreted); |
Sebastien Hertz | e1d0781 | 2014-05-21 15:44:09 +0200 | [diff] [blame] | 917 | copy->SetEntryPointFromQuickCompiledCode<kVerifyNone>(quick_code); |
| 918 | |
| 919 | // Portable entrypoint: |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 920 | const uint8_t* portable_code = GetOatAddress(orig->GetPortableOatCodeOffset()); |
Sebastien Hertz | e1d0781 | 2014-05-21 15:44:09 +0200 | [diff] [blame] | 921 | bool portable_is_interpreted = false; |
| 922 | if (portable_code != nullptr && |
| 923 | (!orig->IsStatic() || orig->IsConstructor() || orig->GetDeclaringClass()->IsInitialized())) { |
| 924 | // We have code for a non-static or initialized method, just use the code. |
| 925 | } else if (portable_code == nullptr && orig->IsNative() && |
| 926 | (!orig->IsStatic() || orig->GetDeclaringClass()->IsInitialized())) { |
| 927 | // Non-static or initialized native method missing compiled code, use generic JNI version. |
| 928 | // TODO: generic JNI support for LLVM. |
| 929 | portable_code = GetOatAddress(portable_resolution_trampoline_offset_); |
| 930 | } else if (portable_code == nullptr && !orig->IsNative()) { |
| 931 | // We don't have code at all for a non-native method, use the interpreter. |
| 932 | portable_code = GetOatAddress(portable_to_interpreter_bridge_offset_); |
| 933 | portable_is_interpreted = true; |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 934 | } else { |
Sebastien Hertz | e1d0781 | 2014-05-21 15:44:09 +0200 | [diff] [blame] | 935 | CHECK(!orig->GetDeclaringClass()->IsInitialized()); |
| 936 | // We have code for a static method, but need to go through the resolution stub for class |
| 937 | // initialization. |
| 938 | portable_code = GetOatAddress(portable_resolution_trampoline_offset_); |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 939 | } |
Sebastien Hertz | e1d0781 | 2014-05-21 15:44:09 +0200 | [diff] [blame] | 940 | copy->SetEntryPointFromPortableCompiledCode<kVerifyNone>(portable_code); |
| 941 | |
| 942 | // JNI entrypoint: |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 943 | if (orig->IsNative()) { |
| 944 | // The native method's pointer is set to a stub to lookup via dlsym. |
| 945 | // Note this is not the code_ pointer, that is handled above. |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 946 | copy->SetNativeMethod<kVerifyNone>(GetOatAddress(jni_dlsym_lookup_offset_)); |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 947 | } else { |
| 948 | // Normal (non-abstract non-native) methods have various tables to relocate. |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 949 | uint32_t native_gc_map_offset = orig->GetOatNativeGcMapOffset(); |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 950 | const uint8_t* native_gc_map = GetOatAddress(native_gc_map_offset); |
Mathieu Chartier | 4e30541 | 2014-02-19 10:54:44 -0800 | [diff] [blame] | 951 | copy->SetNativeGcMap<kVerifyNone>(reinterpret_cast<const uint8_t*>(native_gc_map)); |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 952 | } |
Sebastien Hertz | e1d0781 | 2014-05-21 15:44:09 +0200 | [diff] [blame] | 953 | |
| 954 | // Interpreter entrypoint: |
| 955 | // Set the interpreter entrypoint depending on whether there is compiled code or not. |
| 956 | uint32_t interpreter_code = (quick_is_interpreted && portable_is_interpreted) |
| 957 | ? interpreter_to_interpreter_bridge_offset_ |
| 958 | : interpreter_to_compiled_code_bridge_offset_; |
| 959 | copy->SetEntryPointFromInterpreter<kVerifyNone>( |
| 960 | reinterpret_cast<EntryPointFromInterpreter*>( |
Ian Rogers | 1373595 | 2014-10-08 12:43:28 -0700 | [diff] [blame] | 961 | const_cast<uint8_t*>(GetOatAddress(interpreter_code)))); |
Ian Rogers | 848871b | 2013-08-05 10:56:33 -0700 | [diff] [blame] | 962 | } |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 963 | } |
| 964 | } |
| 965 | |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 966 | static OatHeader* GetOatHeaderFromElf(ElfFile* elf) { |
Tong Shen | 62d1ca3 | 2014-09-03 17:24:56 -0700 | [diff] [blame] | 967 | uint64_t data_sec_offset; |
| 968 | bool has_data_sec = elf->GetSectionOffsetAndSize(".rodata", &data_sec_offset, nullptr); |
| 969 | if (!has_data_sec) { |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 970 | return nullptr; |
| 971 | } |
Tong Shen | 62d1ca3 | 2014-09-03 17:24:56 -0700 | [diff] [blame] | 972 | return reinterpret_cast<OatHeader*>(elf->Begin() + data_sec_offset); |
Hiroshi Yamauchi | be1ca55 | 2014-01-15 11:46:48 -0800 | [diff] [blame] | 973 | } |
| 974 | |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 975 | void ImageWriter::SetOatChecksumFromElfFile(File* elf_file) { |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 976 | std::string error_msg; |
| 977 | std::unique_ptr<ElfFile> elf(ElfFile::Open(elf_file, PROT_READ|PROT_WRITE, |
| 978 | MAP_SHARED, &error_msg)); |
| 979 | if (elf.get() == nullptr) { |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 980 | LOG(FATAL) << "Unable open oat file: " << error_msg; |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 981 | return; |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 982 | } |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 983 | OatHeader* oat_header = GetOatHeaderFromElf(elf.get()); |
| 984 | CHECK(oat_header != nullptr); |
| 985 | CHECK(oat_header->IsValid()); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 986 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 987 | ImageHeader* image_header = reinterpret_cast<ImageHeader*>(image_->Begin()); |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 988 | image_header->SetOatChecksum(oat_header->GetChecksum()); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 989 | } |
| 990 | |
| 991 | } // namespace art |