Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 17 | #ifndef ART_COMPILER_IMAGE_WRITER_H_ |
| 18 | #define ART_COMPILER_IMAGE_WRITER_H_ |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 19 | |
| 20 | #include <stdint.h> |
Evgenii Stepanov | 1e13374 | 2015-05-20 12:30:59 -0700 | [diff] [blame] | 21 | #include "base/memory_tool.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 22 | |
| 23 | #include <cstddef> |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 24 | #include <memory> |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 25 | #include <set> |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 26 | #include <stack> |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 27 | #include <string> |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 28 | #include <ostream> |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 29 | |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 30 | #include "base/bit_utils.h" |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 31 | #include "base/dchecked_vector.h" |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 32 | #include "base/enums.h" |
Alex Light | e64300b | 2015-12-15 15:02:47 -0800 | [diff] [blame] | 33 | #include "base/length_prefixed_array.h" |
Igor Murashkin | 4677476 | 2014-10-22 11:37:02 -0700 | [diff] [blame] | 34 | #include "base/macros.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 35 | #include "driver/compiler_driver.h" |
Mathieu Chartier | fd04b6f | 2014-11-14 19:34:18 -0800 | [diff] [blame] | 36 | #include "gc/space/space.h" |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 37 | #include "image.h" |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 38 | #include "lock_word.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 39 | #include "mem_map.h" |
| 40 | #include "oat_file.h" |
| 41 | #include "mirror/dex_cache.h" |
| 42 | #include "os.h" |
| 43 | #include "safe_map.h" |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 44 | #include "utils.h" |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 45 | |
| 46 | namespace art { |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 47 | namespace gc { |
| 48 | namespace space { |
| 49 | class ImageSpace; |
| 50 | } // namespace space |
| 51 | } // namespace gc |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 52 | |
Mathieu Chartier | 1f47b67 | 2016-01-07 16:29:01 -0800 | [diff] [blame] | 53 | class ClassTable; |
| 54 | |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 55 | static constexpr int kInvalidFd = -1; |
Mathieu Chartier | a90c772 | 2015-10-29 15:41:36 -0700 | [diff] [blame] | 56 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 57 | // Write a Space built during compilation for use during execution. |
Igor Murashkin | 4677476 | 2014-10-22 11:37:02 -0700 | [diff] [blame] | 58 | class ImageWriter FINAL { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 59 | public: |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 60 | ImageWriter(const CompilerDriver& compiler_driver, |
| 61 | uintptr_t image_begin, |
| 62 | bool compile_pic, |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 63 | bool compile_app_image, |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 64 | ImageHeader::StorageMode image_storage_mode, |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 65 | const std::vector<const char*>& oat_filenames, |
| 66 | const std::unordered_map<const DexFile*, size_t>& dex_file_oat_index_map); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 67 | |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 68 | bool PrepareImageAddressSpace(); |
| 69 | |
| 70 | bool IsImageAddressSpaceReady() const { |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 71 | DCHECK(!image_infos_.empty()); |
| 72 | for (const ImageInfo& image_info : image_infos_) { |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 73 | if (image_info.image_roots_address_ == 0u) { |
| 74 | return false; |
| 75 | } |
| 76 | } |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 77 | return true; |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 78 | } |
| 79 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 80 | template <typename T> |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 81 | T* GetImageAddress(T* object) const REQUIRES_SHARED(Locks::mutator_lock_) { |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 82 | if (object == nullptr || IsInBootImage(object)) { |
| 83 | return object; |
| 84 | } else { |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 85 | size_t oat_index = GetOatIndex(object); |
| 86 | const ImageInfo& image_info = GetImageInfo(oat_index); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 87 | return reinterpret_cast<T*>(image_info.image_begin_ + GetImageOffset(object)); |
| 88 | } |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 89 | } |
| 90 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 91 | ArtMethod* GetImageMethodAddress(ArtMethod* method) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 92 | |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 93 | template <typename PtrType> |
| 94 | PtrType GetDexCacheArrayElementImageAddress(const DexFile* dex_file, uint32_t offset) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 95 | const REQUIRES_SHARED(Locks::mutator_lock_) { |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 96 | auto oat_it = dex_file_oat_index_map_.find(dex_file); |
| 97 | DCHECK(oat_it != dex_file_oat_index_map_.end()); |
| 98 | const ImageInfo& image_info = GetImageInfo(oat_it->second); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 99 | auto it = image_info.dex_cache_array_starts_.find(dex_file); |
| 100 | DCHECK(it != image_info.dex_cache_array_starts_.end()); |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 101 | return reinterpret_cast<PtrType>( |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 102 | image_info.image_begin_ + image_info.bin_slot_offsets_[kBinDexCacheArray] + |
| 103 | it->second + offset); |
Vladimir Marko | 20f8559 | 2015-03-19 10:07:02 +0000 | [diff] [blame] | 104 | } |
| 105 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 106 | size_t GetOatFileOffset(size_t oat_index) const { |
| 107 | return GetImageInfo(oat_index).oat_offset_; |
| 108 | } |
| 109 | |
| 110 | const uint8_t* GetOatFileBegin(size_t oat_index) const { |
| 111 | return GetImageInfo(oat_index).oat_file_begin_; |
| 112 | } |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 113 | |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 114 | // If image_fd is not kInvalidFd, then we use that for the image file. Otherwise we open |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 115 | // the names in image_filenames. |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 116 | // If oat_fd is not kInvalidFd, then we use that for the oat file. Otherwise we open |
| 117 | // the names in oat_filenames. |
Mathieu Chartier | a90c772 | 2015-10-29 15:41:36 -0700 | [diff] [blame] | 118 | bool Write(int image_fd, |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 119 | const std::vector<const char*>& image_filenames, |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 120 | const std::vector<const char*>& oat_filenames) |
Mathieu Chartier | 9044347 | 2015-07-16 20:32:27 -0700 | [diff] [blame] | 121 | REQUIRES(!Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 122 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 123 | uintptr_t GetOatDataBegin(size_t oat_index) { |
| 124 | return reinterpret_cast<uintptr_t>(GetImageInfo(oat_index).oat_data_begin_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 125 | } |
| 126 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 127 | // Get the index of the oat file containing the dex file. |
| 128 | // |
| 129 | // This "oat_index" is used to retrieve information about the the memory layout |
| 130 | // of the oat file and its associated image file, needed for link-time patching |
| 131 | // of references to the image or across oat files. |
| 132 | size_t GetOatIndexForDexFile(const DexFile* dex_file) const; |
| 133 | |
| 134 | // Get the index of the oat file containing the dex file served by the dex cache. |
| 135 | size_t GetOatIndexForDexCache(mirror::DexCache* dex_cache) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 136 | REQUIRES_SHARED(Locks::mutator_lock_); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 137 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 138 | // Update the oat layout for the given oat file. |
| 139 | // This will make the oat_offset for the next oat file valid. |
| 140 | void UpdateOatFileLayout(size_t oat_index, |
| 141 | size_t oat_loaded_size, |
| 142 | size_t oat_data_offset, |
| 143 | size_t oat_data_size); |
| 144 | // Update information about the oat header, i.e. checksum and trampoline offsets. |
| 145 | void UpdateOatFileHeader(size_t oat_index, const OatHeader& oat_header); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 146 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 147 | private: |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 148 | using WorkStack = std::stack<std::pair<mirror::Object*, size_t>>; |
| 149 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 150 | bool AllocMemory(); |
| 151 | |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 152 | // Mark the objects defined in this space in the given live bitmap. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 153 | void RecordImageAllocations() REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 154 | |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 155 | // Classify different kinds of bins that objects end up getting packed into during image writing. |
Mathieu Chartier | 2ba04ea | 2016-04-08 19:01:05 -0700 | [diff] [blame] | 156 | // Ordered from dirtiest to cleanest (until ArtMethods). |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 157 | enum Bin { |
Mathieu Chartier | 2ba04ea | 2016-04-08 19:01:05 -0700 | [diff] [blame] | 158 | kBinMiscDirty, // Dex caches, object locks, etc... |
| 159 | kBinClassVerified, // Class verified, but initializers haven't been run |
Mathieu Chartier | d464fa1 | 2016-04-08 18:54:36 -0700 | [diff] [blame] | 160 | // Unknown mix of clean/dirty: |
| 161 | kBinRegular, |
Mathieu Chartier | 2ba04ea | 2016-04-08 19:01:05 -0700 | [diff] [blame] | 162 | kBinClassInitialized, // Class initializers have been run |
Mathieu Chartier | d464fa1 | 2016-04-08 18:54:36 -0700 | [diff] [blame] | 163 | // All classes get their own bins since their fields often dirty |
| 164 | kBinClassInitializedFinalStatics, // Class initializers have been run, no non-final statics |
Mathieu Chartier | 2ba04ea | 2016-04-08 19:01:05 -0700 | [diff] [blame] | 165 | // Likely-clean: |
| 166 | kBinString, // [String] Almost always immutable (except for obj header). |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 167 | // Add more bins here if we add more segregation code. |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 168 | // Non mirror fields must be below. |
| 169 | // ArtFields should be always clean. |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 170 | kBinArtField, |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 171 | // If the class is initialized, then the ArtMethods are probably clean. |
| 172 | kBinArtMethodClean, |
| 173 | // ArtMethods may be dirty if the class has native methods or a declaring class that isn't |
| 174 | // initialized. |
| 175 | kBinArtMethodDirty, |
Artem Udovichenko | a62cb9b | 2016-06-30 09:18:25 +0000 | [diff] [blame] | 176 | // IMT (clean) |
| 177 | kBinImTable, |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 178 | // Conflict tables (clean). |
| 179 | kBinIMTConflictTable, |
| 180 | // Runtime methods (always clean, do not have a length prefix array). |
| 181 | kBinRuntimeMethod, |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 182 | // Dex cache arrays have a special slot for PC-relative addressing. Since they are |
| 183 | // huge, and as such their dirtiness is not important for the clean/dirty separation, |
| 184 | // we arbitrarily keep them at the end of the native data. |
| 185 | kBinDexCacheArray, // Arrays belonging to dex cache. |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 186 | kBinSize, |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 187 | // Number of bins which are for mirror objects. |
| 188 | kBinMirrorCount = kBinArtField, |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 189 | }; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 190 | friend std::ostream& operator<<(std::ostream& stream, const Bin& bin); |
| 191 | |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 192 | enum NativeObjectRelocationType { |
| 193 | kNativeObjectRelocationTypeArtField, |
| 194 | kNativeObjectRelocationTypeArtFieldArray, |
| 195 | kNativeObjectRelocationTypeArtMethodClean, |
| 196 | kNativeObjectRelocationTypeArtMethodArrayClean, |
| 197 | kNativeObjectRelocationTypeArtMethodDirty, |
| 198 | kNativeObjectRelocationTypeArtMethodArrayDirty, |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 199 | kNativeObjectRelocationTypeRuntimeMethod, |
Artem Udovichenko | a62cb9b | 2016-06-30 09:18:25 +0000 | [diff] [blame] | 200 | kNativeObjectRelocationTypeIMTable, |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 201 | kNativeObjectRelocationTypeIMTConflictTable, |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 202 | kNativeObjectRelocationTypeDexCacheArray, |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 203 | }; |
| 204 | friend std::ostream& operator<<(std::ostream& stream, const NativeObjectRelocationType& type); |
| 205 | |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 206 | enum OatAddress { |
| 207 | kOatAddressInterpreterToInterpreterBridge, |
| 208 | kOatAddressInterpreterToCompiledCodeBridge, |
| 209 | kOatAddressJNIDlsymLookup, |
| 210 | kOatAddressQuickGenericJNITrampoline, |
| 211 | kOatAddressQuickIMTConflictTrampoline, |
| 212 | kOatAddressQuickResolutionTrampoline, |
| 213 | kOatAddressQuickToInterpreterBridge, |
| 214 | // Number of elements in the enum. |
| 215 | kOatAddressCount, |
| 216 | }; |
| 217 | friend std::ostream& operator<<(std::ostream& stream, const OatAddress& oat_address); |
| 218 | |
Vladimir Marko | 80afd02 | 2015-05-19 18:08:00 +0100 | [diff] [blame] | 219 | static constexpr size_t kBinBits = MinimumBitsToStore<uint32_t>(kBinMirrorCount - 1); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 220 | // uint32 = typeof(lockword_) |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 221 | // Subtract read barrier bits since we want these to remain 0, or else it may result in DCHECK |
| 222 | // failures due to invalid read barrier bits during object field reads. |
Mathieu Chartier | 36a270a | 2016-07-28 18:08:51 -0700 | [diff] [blame] | 223 | static const size_t kBinShift = BitSizeOf<uint32_t>() - kBinBits - LockWord::kGCStateSize; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 224 | // 111000.....0 |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 225 | static const size_t kBinMask = ((static_cast<size_t>(1) << kBinBits) - 1) << kBinShift; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 226 | |
| 227 | // We use the lock word to store the bin # and bin index of the object in the image. |
| 228 | // |
| 229 | // The struct size must be exactly sizeof(LockWord), currently 32-bits, since this will end up |
| 230 | // stored in the lock word bit-for-bit when object forwarding addresses are being calculated. |
| 231 | struct BinSlot { |
| 232 | explicit BinSlot(uint32_t lockword); |
| 233 | BinSlot(Bin bin, uint32_t index); |
| 234 | |
| 235 | // The bin an object belongs to, i.e. regular, class/verified, class/initialized, etc. |
| 236 | Bin GetBin() const; |
| 237 | // The offset in bytes from the beginning of the bin. Aligned to object size. |
| 238 | uint32_t GetIndex() const; |
| 239 | // Pack into a single uint32_t, for storing into a lock word. |
Mathieu Chartier | d39645e | 2015-06-09 17:50:29 -0700 | [diff] [blame] | 240 | uint32_t Uint32Value() const { return lockword_; } |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 241 | // Comparison operator for map support |
| 242 | bool operator<(const BinSlot& other) const { return lockword_ < other.lockword_; } |
| 243 | |
| 244 | private: |
| 245 | // Must be the same size as LockWord, any larger and we would truncate the data. |
| 246 | const uint32_t lockword_; |
| 247 | }; |
| 248 | |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 249 | struct ImageInfo { |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 250 | ImageInfo(); |
| 251 | ImageInfo(ImageInfo&&) = default; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 252 | |
Mathieu Chartier | a06ba05 | 2016-01-06 13:51:52 -0800 | [diff] [blame] | 253 | // Create the image sections into the out sections variable, returns the size of the image |
| 254 | // excluding the bitmap. |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 255 | size_t CreateImageSections(ImageSection* out_sections) const; |
Mathieu Chartier | a06ba05 | 2016-01-06 13:51:52 -0800 | [diff] [blame] | 256 | |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 257 | std::unique_ptr<MemMap> image_; // Memory mapped for generating the image. |
| 258 | |
| 259 | // Target begin of this image. Notes: It is not valid to write here, this is the address |
| 260 | // of the target image, not necessarily where image_ is mapped. The address is only valid |
| 261 | // after layouting (otherwise null). |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 262 | uint8_t* image_begin_ = nullptr; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 263 | |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 264 | // Offset to the free space in image_, initially size of image header. |
| 265 | size_t image_end_ = RoundUp(sizeof(ImageHeader), kObjectAlignment); |
| 266 | uint32_t image_roots_address_ = 0; // The image roots address in the image. |
| 267 | size_t image_offset_ = 0; // Offset of this image from the start of the first image. |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 268 | |
| 269 | // Image size is the *address space* covered by this image. As the live bitmap is aligned |
| 270 | // to the page size, the live bitmap will cover more address space than necessary. But live |
| 271 | // bitmaps may not overlap, so an image has a "shadow," which is accounted for in the size. |
| 272 | // The next image may only start at image_begin_ + image_size_ (which is guaranteed to be |
| 273 | // page-aligned). |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 274 | size_t image_size_ = 0; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 275 | |
| 276 | // Oat data. |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 277 | // Offset of the oat file for this image from start of oat files. This is |
| 278 | // valid when the previous oat file has been written. |
| 279 | size_t oat_offset_ = 0; |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 280 | // Layout of the loaded ELF file containing the oat file, valid after UpdateOatFileLayout(). |
| 281 | const uint8_t* oat_file_begin_ = nullptr; |
| 282 | size_t oat_loaded_size_ = 0; |
| 283 | const uint8_t* oat_data_begin_ = nullptr; |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 284 | size_t oat_size_ = 0; // Size of the corresponding oat data. |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 285 | // The oat header checksum, valid after UpdateOatFileHeader(). |
| 286 | uint32_t oat_checksum_ = 0u; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 287 | |
| 288 | // Image bitmap which lets us know where the objects inside of the image reside. |
| 289 | std::unique_ptr<gc::accounting::ContinuousSpaceBitmap> image_bitmap_; |
| 290 | |
| 291 | // The start offsets of the dex cache arrays. |
| 292 | SafeMap<const DexFile*, size_t> dex_cache_array_starts_; |
| 293 | |
| 294 | // Offset from oat_data_begin_ to the stubs. |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 295 | uint32_t oat_address_offsets_[kOatAddressCount] = {}; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 296 | |
| 297 | // Bin slot tracking for dirty object packing. |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 298 | size_t bin_slot_sizes_[kBinSize] = {}; // Number of bytes in a bin. |
| 299 | size_t bin_slot_offsets_[kBinSize] = {}; // Number of bytes in previous bins. |
| 300 | size_t bin_slot_count_[kBinSize] = {}; // Number of objects in a bin. |
| 301 | |
| 302 | // Cached size of the intern table for when we allocate memory. |
| 303 | size_t intern_table_bytes_ = 0; |
| 304 | |
Mathieu Chartier | 1f47b67 | 2016-01-07 16:29:01 -0800 | [diff] [blame] | 305 | // Number of image class table bytes. |
| 306 | size_t class_table_bytes_ = 0; |
| 307 | |
| 308 | // Intern table associated with this image for serialization. |
Mathieu Chartier | ea0831f | 2015-12-29 13:17:37 -0800 | [diff] [blame] | 309 | std::unique_ptr<InternTable> intern_table_; |
Mathieu Chartier | 1f47b67 | 2016-01-07 16:29:01 -0800 | [diff] [blame] | 310 | |
| 311 | // Class table associated with this image for serialization. |
| 312 | std::unique_ptr<ClassTable> class_table_; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 313 | }; |
| 314 | |
Mathieu Chartier | 31e8925 | 2013-08-28 11:29:12 -0700 | [diff] [blame] | 315 | // We use the lock word to store the offset of the object in the image. |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 316 | void AssignImageOffset(mirror::Object* object, BinSlot bin_slot) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 317 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | d39645e | 2015-06-09 17:50:29 -0700 | [diff] [blame] | 318 | void SetImageOffset(mirror::Object* object, size_t offset) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 319 | REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 320 | bool IsImageOffsetAssigned(mirror::Object* object) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 321 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 322 | size_t GetImageOffset(mirror::Object* object) const REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 323 | void UpdateImageOffset(mirror::Object* obj, uintptr_t offset) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 324 | REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 325 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 326 | void PrepareDexCacheArraySlots() REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 327 | void AssignImageBinSlot(mirror::Object* object, size_t oat_index) |
| 328 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 329 | mirror::Object* TryAssignBinSlot(WorkStack& work_stack, mirror::Object* obj, size_t oat_index) |
| 330 | REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 331 | void SetImageBinSlot(mirror::Object* object, BinSlot bin_slot) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 332 | REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 333 | bool IsImageBinSlotAssigned(mirror::Object* object) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 334 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 335 | BinSlot GetImageBinSlot(mirror::Object* object) const REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 336 | |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 337 | void AddDexCacheArrayRelocation(void* array, size_t offset, mirror::DexCache* dex_cache) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 338 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 339 | void AddMethodPointerArray(mirror::PointerArray* arr) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 340 | |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 341 | static void* GetImageAddressCallback(void* writer, mirror::Object* obj) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 342 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 343 | return reinterpret_cast<ImageWriter*>(writer)->GetImageAddress(obj); |
| 344 | } |
| 345 | |
Ian Rogers | b0fa5dc | 2014-04-28 16:47:08 -0700 | [diff] [blame] | 346 | mirror::Object* GetLocalAddress(mirror::Object* object) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 347 | REQUIRES_SHARED(Locks::mutator_lock_) { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 348 | size_t offset = GetImageOffset(object); |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 349 | size_t oat_index = GetOatIndex(object); |
| 350 | const ImageInfo& image_info = GetImageInfo(oat_index); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 351 | uint8_t* dst = image_info.image_->Begin() + offset; |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 352 | return reinterpret_cast<mirror::Object*>(dst); |
| 353 | } |
| 354 | |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 355 | // Returns the address in the boot image if we are compiling the app image. |
| 356 | const uint8_t* GetOatAddress(OatAddress type) const; |
| 357 | |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 358 | const uint8_t* GetOatAddressForOffset(uint32_t offset, const ImageInfo& image_info) const { |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 359 | // With Quick, code is within the OatFile, as there are all in one |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 360 | // .o ELF object. But interpret it as signed. |
| 361 | DCHECK_LE(static_cast<int32_t>(offset), static_cast<int32_t>(image_info.oat_size_)); |
| 362 | DCHECK(image_info.oat_data_begin_ != nullptr); |
| 363 | return offset == 0u ? nullptr : image_info.oat_data_begin_ + static_cast<int32_t>(offset); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 364 | } |
| 365 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 366 | // Returns true if the class was in the original requested image classes list. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 367 | bool KeepClass(mirror::Class* klass) REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 368 | |
| 369 | // Debug aid that list of requested image classes. |
| 370 | void DumpImageClasses(); |
| 371 | |
| 372 | // Preinitializes some otherwise lazy fields (such as Class name) to avoid runtime image dirtying. |
| 373 | void ComputeLazyFieldsForImageClasses() |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 374 | REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 375 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 376 | // Remove unwanted classes from various roots. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 377 | void PruneNonImageClasses() REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 378 | |
| 379 | // Verify unwanted classes removed. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 380 | void CheckNonImageClassesRemoved() REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 381 | static void CheckNonImageClassesRemovedCallback(mirror::Object* obj, void* arg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 382 | REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 383 | |
| 384 | // Lays out where the image objects will be at runtime. |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 385 | void CalculateNewObjectOffsets() |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 386 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 387 | void ProcessWorkStack(WorkStack* work_stack) |
| 388 | REQUIRES_SHARED(Locks::mutator_lock_); |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 389 | void CreateHeader(size_t oat_index) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 390 | REQUIRES_SHARED(Locks::mutator_lock_); |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 391 | mirror::ObjectArray<mirror::Object>* CreateImageRoots(size_t oat_index) const |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 392 | REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 393 | void CalculateObjectBinSlots(mirror::Object* obj) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 394 | REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 395 | void UnbinObjectsIntoOffset(mirror::Object* obj) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 396 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 397 | |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 398 | static void EnsureBinSlotAssignedCallback(mirror::Object* obj, void* arg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 399 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 400 | static void DeflateMonitorCallback(mirror::Object* obj, void* arg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 401 | REQUIRES_SHARED(Locks::mutator_lock_); |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 402 | static void UnbinObjectsIntoOffsetCallback(mirror::Object* obj, void* arg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 403 | REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 404 | |
| 405 | // Creates the contiguous image in memory and adjusts pointers. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 406 | void CopyAndFixupNativeData(size_t oat_index) REQUIRES_SHARED(Locks::mutator_lock_); |
| 407 | void CopyAndFixupObjects() REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 408 | static void CopyAndFixupObjectsCallback(mirror::Object* obj, void* arg) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 409 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 410 | void CopyAndFixupObject(mirror::Object* obj) REQUIRES_SHARED(Locks::mutator_lock_); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 411 | void CopyAndFixupMethod(ArtMethod* orig, ArtMethod* copy, const ImageInfo& image_info) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 412 | REQUIRES_SHARED(Locks::mutator_lock_); |
| 413 | void CopyAndFixupImTable(ImTable* orig, ImTable* copy) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 414 | void CopyAndFixupImtConflictTable(ImtConflictTable* orig, ImtConflictTable* copy) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 415 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 416 | void FixupClass(mirror::Class* orig, mirror::Class* copy) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 417 | REQUIRES_SHARED(Locks::mutator_lock_); |
Ian Rogers | ef7d42f | 2014-01-06 12:55:46 -0800 | [diff] [blame] | 418 | void FixupObject(mirror::Object* orig, mirror::Object* copy) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 419 | REQUIRES_SHARED(Locks::mutator_lock_); |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 420 | void FixupDexCache(mirror::DexCache* orig_dex_cache, mirror::DexCache* copy_dex_cache) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 421 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | a808bac | 2015-11-05 16:33:15 -0800 | [diff] [blame] | 422 | void FixupPointerArray(mirror::Object* dst, |
| 423 | mirror::PointerArray* arr, |
| 424 | mirror::Class* klass, |
| 425 | Bin array_type) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 426 | REQUIRES_SHARED(Locks::mutator_lock_); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 427 | |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 428 | // Get quick code for non-resolution/imt_conflict/abstract method. |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 429 | const uint8_t* GetQuickCode(ArtMethod* method, |
| 430 | const ImageInfo& image_info, |
| 431 | bool* quick_is_interpreted) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 432 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 433 | |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 434 | // Calculate the sum total of the bin slot sizes in [0, up_to). Defaults to all bins. |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 435 | size_t GetBinSizeSum(ImageInfo& image_info, Bin up_to = kBinSize) const; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 436 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 437 | // Return true if a method is likely to be dirtied at runtime. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 438 | bool WillMethodBeDirty(ArtMethod* m) const REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 439 | |
| 440 | // Assign the offset for an ArtMethod. |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 441 | void AssignMethodOffset(ArtMethod* method, |
| 442 | NativeObjectRelocationType type, |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 443 | size_t oat_index) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 444 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 445 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 446 | void TryAssignImTableOffset(ImTable* imt, size_t oat_index) REQUIRES_SHARED(Locks::mutator_lock_); |
Artem Udovichenko | a62cb9b | 2016-06-30 09:18:25 +0000 | [diff] [blame] | 447 | |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 448 | // Assign the offset for an IMT conflict table. Does nothing if the table already has a native |
| 449 | // relocation. |
| 450 | void TryAssignConflictTableOffset(ImtConflictTable* table, size_t oat_index) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 451 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 452 | |
Mathieu Chartier | a808bac | 2015-11-05 16:33:15 -0800 | [diff] [blame] | 453 | // Return true if klass is loaded by the boot class loader but not in the boot image. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 454 | bool IsBootClassLoaderNonImageClass(mirror::Class* klass) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 455 | |
Mathieu Chartier | 901e070 | 2016-02-19 13:42:48 -0800 | [diff] [blame] | 456 | // Return true if klass depends on a boot class loader non image class. We want to prune these |
| 457 | // classes since we do not want any boot class loader classes in the image. This means that |
Mathieu Chartier | a808bac | 2015-11-05 16:33:15 -0800 | [diff] [blame] | 458 | // we also cannot have any classes which refer to these boot class loader non image classes. |
Mathieu Chartier | 901e070 | 2016-02-19 13:42:48 -0800 | [diff] [blame] | 459 | // PruneAppImageClass also prunes if klass depends on a non-image class according to the compiler |
| 460 | // driver. |
| 461 | bool PruneAppImageClass(mirror::Class* klass) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 462 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 463 | |
Mathieu Chartier | 945c1c1 | 2015-11-24 15:37:12 -0800 | [diff] [blame] | 464 | // early_exit is true if we had a cyclic dependency anywhere down the chain. |
Mathieu Chartier | 901e070 | 2016-02-19 13:42:48 -0800 | [diff] [blame] | 465 | bool PruneAppImageClassInternal(mirror::Class* klass, |
| 466 | bool* early_exit, |
| 467 | std::unordered_set<mirror::Class*>* visited) |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 468 | REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 945c1c1 | 2015-11-24 15:37:12 -0800 | [diff] [blame] | 469 | |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 470 | bool IsMultiImage() const { |
| 471 | return image_infos_.size() > 1; |
| 472 | } |
| 473 | |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 474 | static Bin BinTypeForNativeRelocationType(NativeObjectRelocationType type); |
| 475 | |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 476 | uintptr_t NativeOffsetInImage(void* obj) REQUIRES_SHARED(Locks::mutator_lock_); |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 477 | |
Mathieu Chartier | 4b00d34 | 2015-11-13 10:42:08 -0800 | [diff] [blame] | 478 | // Location of where the object will be when the image is loaded at runtime. |
Vladimir Marko | 05792b9 | 2015-08-03 11:56:49 +0100 | [diff] [blame] | 479 | template <typename T> |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 480 | T* NativeLocationInImage(T* obj) REQUIRES_SHARED(Locks::mutator_lock_); |
Andreas Gampe | 245ee00 | 2014-12-04 21:25:04 -0800 | [diff] [blame] | 481 | |
Mathieu Chartier | 4b00d34 | 2015-11-13 10:42:08 -0800 | [diff] [blame] | 482 | // Location of where the temporary copy of the object currently is. |
| 483 | template <typename T> |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 484 | T* NativeCopyLocation(T* obj, mirror::DexCache* dex_cache) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | 4b00d34 | 2015-11-13 10:42:08 -0800 | [diff] [blame] | 485 | |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 486 | // Return true of obj is inside of the boot image space. This may only return true if we are |
| 487 | // compiling an app image. |
| 488 | bool IsInBootImage(const void* obj) const; |
| 489 | |
| 490 | // Return true if ptr is within the boot oat file. |
| 491 | bool IsInBootOatFile(const void* ptr) const; |
| 492 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 493 | // Get the index of the oat file associated with the object. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 494 | size_t GetOatIndex(mirror::Object* object) const REQUIRES_SHARED(Locks::mutator_lock_); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 495 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 496 | // The oat index for shared data in multi-image and all data in single-image compilation. |
| 497 | size_t GetDefaultOatIndex() const { |
| 498 | return 0u; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 499 | } |
| 500 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 501 | ImageInfo& GetImageInfo(size_t oat_index) { |
| 502 | return image_infos_[oat_index]; |
| 503 | } |
| 504 | |
| 505 | const ImageInfo& GetImageInfo(size_t oat_index) const { |
| 506 | return image_infos_[oat_index]; |
| 507 | } |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 508 | |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 509 | // Find an already strong interned string in the other images or in the boot image. Used to |
| 510 | // remove duplicates in the multi image and app image case. |
Andreas Gampe | bdf7f1c | 2016-08-30 16:38:47 -0700 | [diff] [blame] | 511 | mirror::String* FindInternedString(mirror::String* string) REQUIRES_SHARED(Locks::mutator_lock_); |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 512 | |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 513 | // Return true if there already exists a native allocation for an object. |
| 514 | bool NativeRelocationAssigned(void* ptr) const; |
| 515 | |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 516 | const CompilerDriver& compiler_driver_; |
| 517 | |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 518 | // Beginning target image address for the first image. |
| 519 | uint8_t* global_image_begin_; |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 520 | |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 521 | // Offset from image_begin_ to where the first object is in image_. |
| 522 | size_t image_objects_offset_begin_; |
| 523 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 524 | // Pointer arrays that need to be updated. Since these are only some int and long arrays, we need |
| 525 | // to keep track. These include vtable arrays, iftable arrays, and dex caches. |
| 526 | std::unordered_map<mirror::PointerArray*, Bin> pointer_arrays_; |
| 527 | |
Mathieu Chartier | d39645e | 2015-06-09 17:50:29 -0700 | [diff] [blame] | 528 | // Saved hash codes. We use these to restore lockwords which were temporarily used to have |
| 529 | // forwarding addresses as well as copying over hash codes. |
| 530 | std::unordered_map<mirror::Object*, uint32_t> saved_hashcode_map_; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 531 | |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 532 | // Oat index map for objects. |
| 533 | std::unordered_map<mirror::Object*, uint32_t> oat_index_map_; |
| 534 | |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 535 | // Boolean flags. |
Igor Murashkin | 4677476 | 2014-10-22 11:37:02 -0700 | [diff] [blame] | 536 | const bool compile_pic_; |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 537 | const bool compile_app_image_; |
| 538 | |
Mathieu Chartier | 2d72101 | 2014-11-10 11:08:06 -0800 | [diff] [blame] | 539 | // Size of pointers on the target architecture. |
Andreas Gampe | 542451c | 2016-07-26 09:02:02 -0700 | [diff] [blame] | 540 | PointerSize target_ptr_size_; |
Mathieu Chartier | 2d72101 | 2014-11-10 11:08:06 -0800 | [diff] [blame] | 541 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 542 | // Image data indexed by the oat file index. |
| 543 | dchecked_vector<ImageInfo> image_infos_; |
Igor Murashkin | f5b4c50 | 2014-11-14 15:01:59 -0800 | [diff] [blame] | 544 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 545 | // ArtField, ArtMethod relocating map. These are allocated as array of structs but we want to |
| 546 | // have one entry per art field for convenience. ArtFields are placed right after the end of the |
| 547 | // image objects (aka sum of bin_slot_sizes_). ArtMethods are placed right after the ArtFields. |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 548 | struct NativeObjectRelocation { |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 549 | size_t oat_index; |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 550 | uintptr_t offset; |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 551 | NativeObjectRelocationType type; |
| 552 | |
| 553 | bool IsArtMethodRelocation() const { |
| 554 | return type == kNativeObjectRelocationTypeArtMethodClean || |
Mathieu Chartier | e42888f | 2016-04-14 10:49:19 -0700 | [diff] [blame] | 555 | type == kNativeObjectRelocationTypeArtMethodDirty || |
| 556 | type == kNativeObjectRelocationTypeRuntimeMethod; |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 557 | } |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 558 | }; |
Mathieu Chartier | 54d220e | 2015-07-30 16:20:06 -0700 | [diff] [blame] | 559 | std::unordered_map<void*, NativeObjectRelocation> native_object_relocations_; |
Mathieu Chartier | c785344 | 2015-03-27 14:35:38 -0700 | [diff] [blame] | 560 | |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 561 | // Runtime ArtMethods which aren't reachable from any Class but need to be copied into the image. |
| 562 | ArtMethod* image_methods_[ImageHeader::kImageMethodsCount]; |
| 563 | |
| 564 | // Counters for measurements, used for logging only. |
| 565 | uint64_t dirty_methods_; |
| 566 | uint64_t clean_methods_; |
Andreas Gampe | 245ee00 | 2014-12-04 21:25:04 -0800 | [diff] [blame] | 567 | |
Mathieu Chartier | a808bac | 2015-11-05 16:33:15 -0800 | [diff] [blame] | 568 | // Prune class memoization table to speed up ContainsBootClassLoaderNonImageClass. |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 569 | std::unordered_map<mirror::Class*, bool> prune_class_memo_; |
| 570 | |
Mathieu Chartier | 67ad20e | 2015-12-09 15:41:09 -0800 | [diff] [blame] | 571 | // Class loaders with a class table to write out. There should only be one class loader because |
| 572 | // dex2oat loads the dex files to be compiled into a single class loader. For the boot image, |
| 573 | // null is a valid entry. |
Mathieu Chartier | 208a5cb | 2015-12-02 15:44:07 -0800 | [diff] [blame] | 574 | std::unordered_set<mirror::ClassLoader*> class_loaders_; |
| 575 | |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 576 | // Which mode the image is stored as, see image.h |
| 577 | const ImageHeader::StorageMode image_storage_mode_; |
| 578 | |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 579 | // The file names of oat files. |
| 580 | const std::vector<const char*>& oat_filenames_; |
| 581 | |
| 582 | // Map of dex files to the indexes of oat files that they were compiled into. |
| 583 | const std::unordered_map<const DexFile*, size_t>& dex_file_oat_index_map_; |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 584 | |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 585 | friend class ContainsBootClassLoaderNonImageClassVisitor; |
Mingyao Yang | 98d1cc8 | 2014-05-15 17:02:16 -0700 | [diff] [blame] | 586 | friend class FixupClassVisitor; |
Mathieu Chartier | d39645e | 2015-06-09 17:50:29 -0700 | [diff] [blame] | 587 | friend class FixupRootVisitor; |
| 588 | friend class FixupVisitor; |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 589 | class GetRootsVisitor; |
Mathieu Chartier | 4b00d34 | 2015-11-13 10:42:08 -0800 | [diff] [blame] | 590 | friend class NativeLocationVisitor; |
Mathieu Chartier | e0671ce | 2015-07-28 17:23:28 -0700 | [diff] [blame] | 591 | friend class NonImageClassesVisitor; |
Mathieu Chartier | 496577f | 2016-09-20 15:33:31 -0700 | [diff] [blame] | 592 | class VisitReferencesVisitor; |
Mathieu Chartier | b7ea3ac | 2014-03-24 16:54:46 -0700 | [diff] [blame] | 593 | DISALLOW_COPY_AND_ASSIGN(ImageWriter); |
Brian Carlstrom | 7940e44 | 2013-07-12 13:46:57 -0700 | [diff] [blame] | 594 | }; |
| 595 | |
| 596 | } // namespace art |
| 597 | |
Brian Carlstrom | fc0e321 | 2013-07-17 14:40:12 -0700 | [diff] [blame] | 598 | #endif // ART_COMPILER_IMAGE_WRITER_H_ |