blob: 37f108f660ac9b045e4ffc55e44664d0a04ec1da [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Brian Carlstromfc0e3212013-07-17 14:40:12 -070017#ifndef ART_COMPILER_IMAGE_WRITER_H_
18#define ART_COMPILER_IMAGE_WRITER_H_
Brian Carlstrom7940e442013-07-12 13:46:57 -070019
20#include <stdint.h>
Evgenii Stepanov1e133742015-05-20 12:30:59 -070021#include "base/memory_tool.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070022
23#include <cstddef>
Ian Rogers700a4022014-05-19 16:49:03 -070024#include <memory>
Brian Carlstrom7940e442013-07-12 13:46:57 -070025#include <set>
Mathieu Chartier4e9c4e72016-09-20 15:33:31 -070026#include <stack>
Brian Carlstrom7940e442013-07-12 13:46:57 -070027#include <string>
Igor Murashkinf5b4c502014-11-14 15:01:59 -080028#include <ostream>
Brian Carlstrom7940e442013-07-12 13:46:57 -070029
Vladimir Marko80afd022015-05-19 18:08:00 +010030#include "base/bit_utils.h"
Vladimir Marko944da602016-02-19 12:27:55 +000031#include "base/dchecked_vector.h"
Alex Lighte64300b2015-12-15 15:02:47 -080032#include "base/length_prefixed_array.h"
Igor Murashkin46774762014-10-22 11:37:02 -070033#include "base/macros.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070034#include "driver/compiler_driver.h"
Mathieu Chartierfd04b6f2014-11-14 19:34:18 -080035#include "gc/space/space.h"
Mathieu Chartierceb07b32015-12-10 09:33:21 -080036#include "image.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070037#include "lock_word.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070038#include "mem_map.h"
39#include "oat_file.h"
40#include "mirror/dex_cache.h"
41#include "os.h"
42#include "safe_map.h"
Mathieu Chartiere401d142015-04-22 13:56:20 -070043#include "utils.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070044
45namespace art {
Mathieu Chartierda5b28a2015-11-05 08:03:47 -080046namespace gc {
47namespace space {
48class ImageSpace;
49} // namespace space
50} // namespace gc
Brian Carlstrom7940e442013-07-12 13:46:57 -070051
Mathieu Chartier1f47b672016-01-07 16:29:01 -080052class ClassTable;
53
Mathieu Chartierfbc31082016-01-24 11:59:56 -080054static constexpr int kInvalidFd = -1;
Mathieu Chartiera90c7722015-10-29 15:41:36 -070055
Brian Carlstrom7940e442013-07-12 13:46:57 -070056// Write a Space built during compilation for use during execution.
Igor Murashkin46774762014-10-22 11:37:02 -070057class ImageWriter FINAL {
Brian Carlstrom7940e442013-07-12 13:46:57 -070058 public:
Mathieu Chartierda5b28a2015-11-05 08:03:47 -080059 ImageWriter(const CompilerDriver& compiler_driver,
60 uintptr_t image_begin,
61 bool compile_pic,
Mathieu Chartierceb07b32015-12-10 09:33:21 -080062 bool compile_app_image,
Jeff Haodcdc85b2015-12-04 14:06:18 -080063 ImageHeader::StorageMode image_storage_mode,
Vladimir Marko944da602016-02-19 12:27:55 +000064 const std::vector<const char*>& oat_filenames,
65 const std::unordered_map<const DexFile*, size_t>& dex_file_oat_index_map);
Brian Carlstrom7940e442013-07-12 13:46:57 -070066
Vladimir Markof4da6752014-08-01 19:04:18 +010067 bool PrepareImageAddressSpace();
68
69 bool IsImageAddressSpaceReady() const {
Vladimir Marko944da602016-02-19 12:27:55 +000070 DCHECK(!image_infos_.empty());
71 for (const ImageInfo& image_info : image_infos_) {
Jeff Haodcdc85b2015-12-04 14:06:18 -080072 if (image_info.image_roots_address_ == 0u) {
73 return false;
74 }
75 }
Vladimir Marko944da602016-02-19 12:27:55 +000076 return true;
Vladimir Markof4da6752014-08-01 19:04:18 +010077 }
78
Mathieu Chartiere401d142015-04-22 13:56:20 -070079 template <typename T>
Mathieu Chartier90443472015-07-16 20:32:27 -070080 T* GetImageAddress(T* object) const SHARED_REQUIRES(Locks::mutator_lock_) {
Jeff Haodcdc85b2015-12-04 14:06:18 -080081 if (object == nullptr || IsInBootImage(object)) {
82 return object;
83 } else {
Vladimir Marko944da602016-02-19 12:27:55 +000084 size_t oat_index = GetOatIndex(object);
85 const ImageInfo& image_info = GetImageInfo(oat_index);
Jeff Haodcdc85b2015-12-04 14:06:18 -080086 return reinterpret_cast<T*>(image_info.image_begin_ + GetImageOffset(object));
87 }
Vladimir Markof4da6752014-08-01 19:04:18 +010088 }
89
Mathieu Chartier90443472015-07-16 20:32:27 -070090 ArtMethod* GetImageMethodAddress(ArtMethod* method) SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartiere401d142015-04-22 13:56:20 -070091
Vladimir Marko05792b92015-08-03 11:56:49 +010092 template <typename PtrType>
93 PtrType GetDexCacheArrayElementImageAddress(const DexFile* dex_file, uint32_t offset)
94 const SHARED_REQUIRES(Locks::mutator_lock_) {
Vladimir Marko944da602016-02-19 12:27:55 +000095 auto oat_it = dex_file_oat_index_map_.find(dex_file);
96 DCHECK(oat_it != dex_file_oat_index_map_.end());
97 const ImageInfo& image_info = GetImageInfo(oat_it->second);
Jeff Haodcdc85b2015-12-04 14:06:18 -080098 auto it = image_info.dex_cache_array_starts_.find(dex_file);
99 DCHECK(it != image_info.dex_cache_array_starts_.end());
Vladimir Marko05792b92015-08-03 11:56:49 +0100100 return reinterpret_cast<PtrType>(
Jeff Haodcdc85b2015-12-04 14:06:18 -0800101 image_info.image_begin_ + image_info.bin_slot_offsets_[kBinDexCacheArray] +
102 it->second + offset);
Vladimir Marko20f85592015-03-19 10:07:02 +0000103 }
104
Vladimir Marko944da602016-02-19 12:27:55 +0000105 size_t GetOatFileOffset(size_t oat_index) const {
106 return GetImageInfo(oat_index).oat_offset_;
107 }
108
109 const uint8_t* GetOatFileBegin(size_t oat_index) const {
110 return GetImageInfo(oat_index).oat_file_begin_;
111 }
Vladimir Markof4da6752014-08-01 19:04:18 +0100112
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800113 // If image_fd is not kInvalidFd, then we use that for the image file. Otherwise we open
Jeff Haodcdc85b2015-12-04 14:06:18 -0800114 // the names in image_filenames.
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800115 // If oat_fd is not kInvalidFd, then we use that for the oat file. Otherwise we open
116 // the names in oat_filenames.
Mathieu Chartiera90c7722015-10-29 15:41:36 -0700117 bool Write(int image_fd,
Jeff Haodcdc85b2015-12-04 14:06:18 -0800118 const std::vector<const char*>& image_filenames,
Vladimir Marko944da602016-02-19 12:27:55 +0000119 const std::vector<const char*>& oat_filenames)
Mathieu Chartier90443472015-07-16 20:32:27 -0700120 REQUIRES(!Locks::mutator_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700121
Vladimir Marko944da602016-02-19 12:27:55 +0000122 uintptr_t GetOatDataBegin(size_t oat_index) {
123 return reinterpret_cast<uintptr_t>(GetImageInfo(oat_index).oat_data_begin_);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700124 }
125
Vladimir Marko944da602016-02-19 12:27:55 +0000126 // Get the index of the oat file containing the dex file.
127 //
128 // This "oat_index" is used to retrieve information about the the memory layout
129 // of the oat file and its associated image file, needed for link-time patching
130 // of references to the image or across oat files.
131 size_t GetOatIndexForDexFile(const DexFile* dex_file) const;
132
133 // Get the index of the oat file containing the dex file served by the dex cache.
134 size_t GetOatIndexForDexCache(mirror::DexCache* dex_cache) const
Jeff Haodcdc85b2015-12-04 14:06:18 -0800135 SHARED_REQUIRES(Locks::mutator_lock_);
136
Vladimir Marko944da602016-02-19 12:27:55 +0000137 // Update the oat layout for the given oat file.
138 // This will make the oat_offset for the next oat file valid.
139 void UpdateOatFileLayout(size_t oat_index,
140 size_t oat_loaded_size,
141 size_t oat_data_offset,
142 size_t oat_data_size);
143 // Update information about the oat header, i.e. checksum and trampoline offsets.
144 void UpdateOatFileHeader(size_t oat_index, const OatHeader& oat_header);
Jeff Haodcdc85b2015-12-04 14:06:18 -0800145
Brian Carlstrom7940e442013-07-12 13:46:57 -0700146 private:
Mathieu Chartier4e9c4e72016-09-20 15:33:31 -0700147 using WorkStack = std::stack<std::pair<mirror::Object*, size_t>>;
148
Brian Carlstrom7940e442013-07-12 13:46:57 -0700149 bool AllocMemory();
150
Mathieu Chartier31e89252013-08-28 11:29:12 -0700151 // Mark the objects defined in this space in the given live bitmap.
Mathieu Chartier90443472015-07-16 20:32:27 -0700152 void RecordImageAllocations() SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier31e89252013-08-28 11:29:12 -0700153
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800154 // Classify different kinds of bins that objects end up getting packed into during image writing.
Mathieu Chartier80c563b2016-04-08 19:01:05 -0700155 // Ordered from dirtiest to cleanest (until ArtMethods).
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800156 enum Bin {
Mathieu Chartier80c563b2016-04-08 19:01:05 -0700157 kBinMiscDirty, // Dex caches, object locks, etc...
158 kBinClassVerified, // Class verified, but initializers haven't been run
Mathieu Chartier8ace6102016-04-08 18:54:36 -0700159 // Unknown mix of clean/dirty:
160 kBinRegular,
Mathieu Chartier80c563b2016-04-08 19:01:05 -0700161 kBinClassInitialized, // Class initializers have been run
Mathieu Chartier8ace6102016-04-08 18:54:36 -0700162 // All classes get their own bins since their fields often dirty
163 kBinClassInitializedFinalStatics, // Class initializers have been run, no non-final statics
Mathieu Chartier80c563b2016-04-08 19:01:05 -0700164 // Likely-clean:
165 kBinString, // [String] Almost always immutable (except for obj header).
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800166 // Add more bins here if we add more segregation code.
Mathieu Chartiere401d142015-04-22 13:56:20 -0700167 // Non mirror fields must be below.
168 // ArtFields should be always clean.
Mathieu Chartierc7853442015-03-27 14:35:38 -0700169 kBinArtField,
Mathieu Chartiere401d142015-04-22 13:56:20 -0700170 // If the class is initialized, then the ArtMethods are probably clean.
171 kBinArtMethodClean,
172 // ArtMethods may be dirty if the class has native methods or a declaring class that isn't
173 // initialized.
174 kBinArtMethodDirty,
Artem Udovichenkodf2d4f22016-06-30 09:18:25 +0000175 // IMT (clean)
176 kBinImTable,
Mathieu Chartiercdca4762016-04-28 09:44:54 -0700177 // Conflict tables (clean).
178 kBinIMTConflictTable,
179 // Runtime methods (always clean, do not have a length prefix array).
180 kBinRuntimeMethod,
Vladimir Marko05792b92015-08-03 11:56:49 +0100181 // Dex cache arrays have a special slot for PC-relative addressing. Since they are
182 // huge, and as such their dirtiness is not important for the clean/dirty separation,
183 // we arbitrarily keep them at the end of the native data.
184 kBinDexCacheArray, // Arrays belonging to dex cache.
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800185 kBinSize,
Mathieu Chartierc7853442015-03-27 14:35:38 -0700186 // Number of bins which are for mirror objects.
187 kBinMirrorCount = kBinArtField,
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800188 };
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800189 friend std::ostream& operator<<(std::ostream& stream, const Bin& bin);
190
Mathieu Chartier54d220e2015-07-30 16:20:06 -0700191 enum NativeObjectRelocationType {
192 kNativeObjectRelocationTypeArtField,
193 kNativeObjectRelocationTypeArtFieldArray,
194 kNativeObjectRelocationTypeArtMethodClean,
195 kNativeObjectRelocationTypeArtMethodArrayClean,
196 kNativeObjectRelocationTypeArtMethodDirty,
197 kNativeObjectRelocationTypeArtMethodArrayDirty,
Mathieu Chartiercdca4762016-04-28 09:44:54 -0700198 kNativeObjectRelocationTypeRuntimeMethod,
Artem Udovichenkodf2d4f22016-06-30 09:18:25 +0000199 kNativeObjectRelocationTypeIMTable,
Mathieu Chartiercdca4762016-04-28 09:44:54 -0700200 kNativeObjectRelocationTypeIMTConflictTable,
Vladimir Marko05792b92015-08-03 11:56:49 +0100201 kNativeObjectRelocationTypeDexCacheArray,
Mathieu Chartier54d220e2015-07-30 16:20:06 -0700202 };
203 friend std::ostream& operator<<(std::ostream& stream, const NativeObjectRelocationType& type);
204
Mathieu Chartierda5b28a2015-11-05 08:03:47 -0800205 enum OatAddress {
206 kOatAddressInterpreterToInterpreterBridge,
207 kOatAddressInterpreterToCompiledCodeBridge,
208 kOatAddressJNIDlsymLookup,
209 kOatAddressQuickGenericJNITrampoline,
210 kOatAddressQuickIMTConflictTrampoline,
211 kOatAddressQuickResolutionTrampoline,
212 kOatAddressQuickToInterpreterBridge,
213 // Number of elements in the enum.
214 kOatAddressCount,
215 };
216 friend std::ostream& operator<<(std::ostream& stream, const OatAddress& oat_address);
217
Vladimir Marko80afd022015-05-19 18:08:00 +0100218 static constexpr size_t kBinBits = MinimumBitsToStore<uint32_t>(kBinMirrorCount - 1);
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800219 // uint32 = typeof(lockword_)
Mathieu Chartiere401d142015-04-22 13:56:20 -0700220 // Subtract read barrier bits since we want these to remain 0, or else it may result in DCHECK
221 // failures due to invalid read barrier bits during object field reads.
222 static const size_t kBinShift = BitSizeOf<uint32_t>() - kBinBits -
223 LockWord::kReadBarrierStateSize;
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800224 // 111000.....0
Mathieu Chartiere401d142015-04-22 13:56:20 -0700225 static const size_t kBinMask = ((static_cast<size_t>(1) << kBinBits) - 1) << kBinShift;
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800226
227 // We use the lock word to store the bin # and bin index of the object in the image.
228 //
229 // The struct size must be exactly sizeof(LockWord), currently 32-bits, since this will end up
230 // stored in the lock word bit-for-bit when object forwarding addresses are being calculated.
231 struct BinSlot {
232 explicit BinSlot(uint32_t lockword);
233 BinSlot(Bin bin, uint32_t index);
234
235 // The bin an object belongs to, i.e. regular, class/verified, class/initialized, etc.
236 Bin GetBin() const;
237 // The offset in bytes from the beginning of the bin. Aligned to object size.
238 uint32_t GetIndex() const;
239 // Pack into a single uint32_t, for storing into a lock word.
Mathieu Chartierd39645e2015-06-09 17:50:29 -0700240 uint32_t Uint32Value() const { return lockword_; }
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800241 // Comparison operator for map support
242 bool operator<(const BinSlot& other) const { return lockword_ < other.lockword_; }
243
244 private:
245 // Must be the same size as LockWord, any larger and we would truncate the data.
246 const uint32_t lockword_;
247 };
248
Jeff Haodcdc85b2015-12-04 14:06:18 -0800249 struct ImageInfo {
Mathieu Chartierea0831f2015-12-29 13:17:37 -0800250 ImageInfo();
251 ImageInfo(ImageInfo&&) = default;
Jeff Haodcdc85b2015-12-04 14:06:18 -0800252
Mathieu Chartiera06ba052016-01-06 13:51:52 -0800253 // Create the image sections into the out sections variable, returns the size of the image
254 // excluding the bitmap.
Mathieu Chartiercdca4762016-04-28 09:44:54 -0700255 size_t CreateImageSections(ImageSection* out_sections) const;
Mathieu Chartiera06ba052016-01-06 13:51:52 -0800256
Jeff Haodcdc85b2015-12-04 14:06:18 -0800257 std::unique_ptr<MemMap> image_; // Memory mapped for generating the image.
258
259 // Target begin of this image. Notes: It is not valid to write here, this is the address
260 // of the target image, not necessarily where image_ is mapped. The address is only valid
261 // after layouting (otherwise null).
Mathieu Chartierea0831f2015-12-29 13:17:37 -0800262 uint8_t* image_begin_ = nullptr;
Jeff Haodcdc85b2015-12-04 14:06:18 -0800263
Mathieu Chartierea0831f2015-12-29 13:17:37 -0800264 // Offset to the free space in image_, initially size of image header.
265 size_t image_end_ = RoundUp(sizeof(ImageHeader), kObjectAlignment);
266 uint32_t image_roots_address_ = 0; // The image roots address in the image.
267 size_t image_offset_ = 0; // Offset of this image from the start of the first image.
Jeff Haodcdc85b2015-12-04 14:06:18 -0800268
269 // Image size is the *address space* covered by this image. As the live bitmap is aligned
270 // to the page size, the live bitmap will cover more address space than necessary. But live
271 // bitmaps may not overlap, so an image has a "shadow," which is accounted for in the size.
272 // The next image may only start at image_begin_ + image_size_ (which is guaranteed to be
273 // page-aligned).
Mathieu Chartierea0831f2015-12-29 13:17:37 -0800274 size_t image_size_ = 0;
Jeff Haodcdc85b2015-12-04 14:06:18 -0800275
276 // Oat data.
Mathieu Chartierea0831f2015-12-29 13:17:37 -0800277 // Offset of the oat file for this image from start of oat files. This is
278 // valid when the previous oat file has been written.
279 size_t oat_offset_ = 0;
Vladimir Marko944da602016-02-19 12:27:55 +0000280 // Layout of the loaded ELF file containing the oat file, valid after UpdateOatFileLayout().
281 const uint8_t* oat_file_begin_ = nullptr;
282 size_t oat_loaded_size_ = 0;
283 const uint8_t* oat_data_begin_ = nullptr;
Mathieu Chartierea0831f2015-12-29 13:17:37 -0800284 size_t oat_size_ = 0; // Size of the corresponding oat data.
Vladimir Marko944da602016-02-19 12:27:55 +0000285 // The oat header checksum, valid after UpdateOatFileHeader().
286 uint32_t oat_checksum_ = 0u;
Jeff Haodcdc85b2015-12-04 14:06:18 -0800287
288 // Image bitmap which lets us know where the objects inside of the image reside.
289 std::unique_ptr<gc::accounting::ContinuousSpaceBitmap> image_bitmap_;
290
291 // The start offsets of the dex cache arrays.
292 SafeMap<const DexFile*, size_t> dex_cache_array_starts_;
293
294 // Offset from oat_data_begin_ to the stubs.
Mathieu Chartierea0831f2015-12-29 13:17:37 -0800295 uint32_t oat_address_offsets_[kOatAddressCount] = {};
Jeff Haodcdc85b2015-12-04 14:06:18 -0800296
297 // Bin slot tracking for dirty object packing.
Mathieu Chartierea0831f2015-12-29 13:17:37 -0800298 size_t bin_slot_sizes_[kBinSize] = {}; // Number of bytes in a bin.
299 size_t bin_slot_offsets_[kBinSize] = {}; // Number of bytes in previous bins.
300 size_t bin_slot_count_[kBinSize] = {}; // Number of objects in a bin.
301
302 // Cached size of the intern table for when we allocate memory.
303 size_t intern_table_bytes_ = 0;
304
Mathieu Chartier1f47b672016-01-07 16:29:01 -0800305 // Number of image class table bytes.
306 size_t class_table_bytes_ = 0;
307
308 // Intern table associated with this image for serialization.
Mathieu Chartierea0831f2015-12-29 13:17:37 -0800309 std::unique_ptr<InternTable> intern_table_;
Mathieu Chartier1f47b672016-01-07 16:29:01 -0800310
311 // Class table associated with this image for serialization.
312 std::unique_ptr<ClassTable> class_table_;
Jeff Haodcdc85b2015-12-04 14:06:18 -0800313 };
314
Mathieu Chartier31e89252013-08-28 11:29:12 -0700315 // We use the lock word to store the offset of the object in the image.
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800316 void AssignImageOffset(mirror::Object* object, BinSlot bin_slot)
Mathieu Chartier90443472015-07-16 20:32:27 -0700317 SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartierd39645e2015-06-09 17:50:29 -0700318 void SetImageOffset(mirror::Object* object, size_t offset)
Mathieu Chartier90443472015-07-16 20:32:27 -0700319 SHARED_REQUIRES(Locks::mutator_lock_);
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700320 bool IsImageOffsetAssigned(mirror::Object* object) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700321 SHARED_REQUIRES(Locks::mutator_lock_);
322 size_t GetImageOffset(mirror::Object* object) const SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartiere401d142015-04-22 13:56:20 -0700323 void UpdateImageOffset(mirror::Object* obj, uintptr_t offset)
Mathieu Chartier90443472015-07-16 20:32:27 -0700324 SHARED_REQUIRES(Locks::mutator_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700325
Mathieu Chartier90443472015-07-16 20:32:27 -0700326 void PrepareDexCacheArraySlots() SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier4e9c4e72016-09-20 15:33:31 -0700327 void AssignImageBinSlot(mirror::Object* object, size_t oat_index)
328 SHARED_REQUIRES(Locks::mutator_lock_);
329 mirror::Object* TryAssignBinSlot(WorkStack& work_stack, mirror::Object* obj, size_t oat_index)
330 SHARED_REQUIRES(Locks::mutator_lock_);
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800331 void SetImageBinSlot(mirror::Object* object, BinSlot bin_slot)
Mathieu Chartier90443472015-07-16 20:32:27 -0700332 SHARED_REQUIRES(Locks::mutator_lock_);
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800333 bool IsImageBinSlotAssigned(mirror::Object* object) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700334 SHARED_REQUIRES(Locks::mutator_lock_);
335 BinSlot GetImageBinSlot(mirror::Object* object) const SHARED_REQUIRES(Locks::mutator_lock_);
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800336
Jeff Haodcdc85b2015-12-04 14:06:18 -0800337 void AddDexCacheArrayRelocation(void* array, size_t offset, mirror::DexCache* dex_cache)
338 SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier90443472015-07-16 20:32:27 -0700339 void AddMethodPointerArray(mirror::PointerArray* arr) SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartiere401d142015-04-22 13:56:20 -0700340
Alex Lighta59dd802014-07-02 16:28:08 -0700341 static void* GetImageAddressCallback(void* writer, mirror::Object* obj)
Mathieu Chartier90443472015-07-16 20:32:27 -0700342 SHARED_REQUIRES(Locks::mutator_lock_) {
Alex Lighta59dd802014-07-02 16:28:08 -0700343 return reinterpret_cast<ImageWriter*>(writer)->GetImageAddress(obj);
344 }
345
Ian Rogersb0fa5dc2014-04-28 16:47:08 -0700346 mirror::Object* GetLocalAddress(mirror::Object* object) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700347 SHARED_REQUIRES(Locks::mutator_lock_) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700348 size_t offset = GetImageOffset(object);
Vladimir Marko944da602016-02-19 12:27:55 +0000349 size_t oat_index = GetOatIndex(object);
350 const ImageInfo& image_info = GetImageInfo(oat_index);
Jeff Haodcdc85b2015-12-04 14:06:18 -0800351 uint8_t* dst = image_info.image_->Begin() + offset;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700352 return reinterpret_cast<mirror::Object*>(dst);
353 }
354
Mathieu Chartierda5b28a2015-11-05 08:03:47 -0800355 // Returns the address in the boot image if we are compiling the app image.
356 const uint8_t* GetOatAddress(OatAddress type) const;
357
Jeff Haodcdc85b2015-12-04 14:06:18 -0800358 const uint8_t* GetOatAddressForOffset(uint32_t offset, const ImageInfo& image_info) const {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700359 // With Quick, code is within the OatFile, as there are all in one
Jeff Haodcdc85b2015-12-04 14:06:18 -0800360 // .o ELF object. But interpret it as signed.
361 DCHECK_LE(static_cast<int32_t>(offset), static_cast<int32_t>(image_info.oat_size_));
362 DCHECK(image_info.oat_data_begin_ != nullptr);
363 return offset == 0u ? nullptr : image_info.oat_data_begin_ + static_cast<int32_t>(offset);
Mathieu Chartiere401d142015-04-22 13:56:20 -0700364 }
365
Brian Carlstrom7940e442013-07-12 13:46:57 -0700366 // Returns true if the class was in the original requested image classes list.
Mathieu Chartierda5b28a2015-11-05 08:03:47 -0800367 bool KeepClass(mirror::Class* klass) SHARED_REQUIRES(Locks::mutator_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700368
369 // Debug aid that list of requested image classes.
370 void DumpImageClasses();
371
372 // Preinitializes some otherwise lazy fields (such as Class name) to avoid runtime image dirtying.
373 void ComputeLazyFieldsForImageClasses()
Mathieu Chartier90443472015-07-16 20:32:27 -0700374 SHARED_REQUIRES(Locks::mutator_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700375
Brian Carlstrom7940e442013-07-12 13:46:57 -0700376 // Remove unwanted classes from various roots.
Mathieu Chartier90443472015-07-16 20:32:27 -0700377 void PruneNonImageClasses() SHARED_REQUIRES(Locks::mutator_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700378
379 // Verify unwanted classes removed.
Mathieu Chartier90443472015-07-16 20:32:27 -0700380 void CheckNonImageClassesRemoved() SHARED_REQUIRES(Locks::mutator_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700381 static void CheckNonImageClassesRemovedCallback(mirror::Object* obj, void* arg)
Mathieu Chartier90443472015-07-16 20:32:27 -0700382 SHARED_REQUIRES(Locks::mutator_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700383
384 // Lays out where the image objects will be at runtime.
Vladimir Markof4da6752014-08-01 19:04:18 +0100385 void CalculateNewObjectOffsets()
Mathieu Chartier90443472015-07-16 20:32:27 -0700386 SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier4e9c4e72016-09-20 15:33:31 -0700387 void ProcessWorkStack(WorkStack* work_stack)
388 SHARED_REQUIRES(Locks::mutator_lock_);
Vladimir Marko944da602016-02-19 12:27:55 +0000389 void CreateHeader(size_t oat_index)
Mathieu Chartier90443472015-07-16 20:32:27 -0700390 SHARED_REQUIRES(Locks::mutator_lock_);
Vladimir Marko944da602016-02-19 12:27:55 +0000391 mirror::ObjectArray<mirror::Object>* CreateImageRoots(size_t oat_index) const
Mathieu Chartier90443472015-07-16 20:32:27 -0700392 SHARED_REQUIRES(Locks::mutator_lock_);
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800393 void UnbinObjectsIntoOffset(mirror::Object* obj)
Mathieu Chartier90443472015-07-16 20:32:27 -0700394 SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier590fee92013-09-13 13:46:47 -0700395
Mathieu Chartier4e9c4e72016-09-20 15:33:31 -0700396 static void EnsureBinSlotAssignedCallback(mirror::Object* obj, void* arg)
Mathieu Chartier90443472015-07-16 20:32:27 -0700397 SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier4e9c4e72016-09-20 15:33:31 -0700398 static void DeflateMonitorCallback(mirror::Object* obj, void* arg)
Mathieu Chartier90443472015-07-16 20:32:27 -0700399 SHARED_REQUIRES(Locks::mutator_lock_);
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800400 static void UnbinObjectsIntoOffsetCallback(mirror::Object* obj, void* arg)
Mathieu Chartier90443472015-07-16 20:32:27 -0700401 SHARED_REQUIRES(Locks::mutator_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700402
403 // Creates the contiguous image in memory and adjusts pointers.
Vladimir Marko944da602016-02-19 12:27:55 +0000404 void CopyAndFixupNativeData(size_t oat_index) SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier90443472015-07-16 20:32:27 -0700405 void CopyAndFixupObjects() SHARED_REQUIRES(Locks::mutator_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700406 static void CopyAndFixupObjectsCallback(mirror::Object* obj, void* arg)
Mathieu Chartier90443472015-07-16 20:32:27 -0700407 SHARED_REQUIRES(Locks::mutator_lock_);
408 void CopyAndFixupObject(mirror::Object* obj) SHARED_REQUIRES(Locks::mutator_lock_);
Jeff Haodcdc85b2015-12-04 14:06:18 -0800409 void CopyAndFixupMethod(ArtMethod* orig, ArtMethod* copy, const ImageInfo& image_info)
Mathieu Chartier90443472015-07-16 20:32:27 -0700410 SHARED_REQUIRES(Locks::mutator_lock_);
Artem Udovichenkodf2d4f22016-06-30 09:18:25 +0000411 void CopyAndFixupImTable(ImTable* orig, ImTable* copy) SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartiercdca4762016-04-28 09:44:54 -0700412 void CopyAndFixupImtConflictTable(ImtConflictTable* orig, ImtConflictTable* copy)
413 SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartierc7853442015-03-27 14:35:38 -0700414 void FixupClass(mirror::Class* orig, mirror::Class* copy)
Mathieu Chartier90443472015-07-16 20:32:27 -0700415 SHARED_REQUIRES(Locks::mutator_lock_);
Ian Rogersef7d42f2014-01-06 12:55:46 -0800416 void FixupObject(mirror::Object* orig, mirror::Object* copy)
Mathieu Chartier90443472015-07-16 20:32:27 -0700417 SHARED_REQUIRES(Locks::mutator_lock_);
Vladimir Marko05792b92015-08-03 11:56:49 +0100418 void FixupDexCache(mirror::DexCache* orig_dex_cache, mirror::DexCache* copy_dex_cache)
419 SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartiera808bac2015-11-05 16:33:15 -0800420 void FixupPointerArray(mirror::Object* dst,
421 mirror::PointerArray* arr,
422 mirror::Class* klass,
423 Bin array_type)
424 SHARED_REQUIRES(Locks::mutator_lock_);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700425
Mingyao Yang98d1cc82014-05-15 17:02:16 -0700426 // Get quick code for non-resolution/imt_conflict/abstract method.
Jeff Haodcdc85b2015-12-04 14:06:18 -0800427 const uint8_t* GetQuickCode(ArtMethod* method,
428 const ImageInfo& image_info,
429 bool* quick_is_interpreted)
Mathieu Chartier90443472015-07-16 20:32:27 -0700430 SHARED_REQUIRES(Locks::mutator_lock_);
Mingyao Yang98d1cc82014-05-15 17:02:16 -0700431
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800432 // Calculate the sum total of the bin slot sizes in [0, up_to). Defaults to all bins.
Jeff Haodcdc85b2015-12-04 14:06:18 -0800433 size_t GetBinSizeSum(ImageInfo& image_info, Bin up_to = kBinSize) const;
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800434
Mathieu Chartiere401d142015-04-22 13:56:20 -0700435 // Return true if a method is likely to be dirtied at runtime.
Mathieu Chartier90443472015-07-16 20:32:27 -0700436 bool WillMethodBeDirty(ArtMethod* m) const SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartiere401d142015-04-22 13:56:20 -0700437
438 // Assign the offset for an ArtMethod.
Jeff Haodcdc85b2015-12-04 14:06:18 -0800439 void AssignMethodOffset(ArtMethod* method,
440 NativeObjectRelocationType type,
Vladimir Marko944da602016-02-19 12:27:55 +0000441 size_t oat_index)
Mathieu Chartier54d220e2015-07-30 16:20:06 -0700442 SHARED_REQUIRES(Locks::mutator_lock_);
443
Artem Udovichenkodf2d4f22016-06-30 09:18:25 +0000444 void TryAssignImTableOffset(ImTable* imt, size_t oat_index) SHARED_REQUIRES(Locks::mutator_lock_);
445
Mathieu Chartiercdca4762016-04-28 09:44:54 -0700446 // Assign the offset for an IMT conflict table. Does nothing if the table already has a native
447 // relocation.
448 void TryAssignConflictTableOffset(ImtConflictTable* table, size_t oat_index)
449 SHARED_REQUIRES(Locks::mutator_lock_);
450
Mathieu Chartiera808bac2015-11-05 16:33:15 -0800451 // Return true if klass is loaded by the boot class loader but not in the boot image.
Mathieu Chartierda5b28a2015-11-05 08:03:47 -0800452 bool IsBootClassLoaderNonImageClass(mirror::Class* klass) SHARED_REQUIRES(Locks::mutator_lock_);
453
Mathieu Chartier901e0702016-02-19 13:42:48 -0800454 // Return true if klass depends on a boot class loader non image class. We want to prune these
455 // classes since we do not want any boot class loader classes in the image. This means that
Mathieu Chartiera808bac2015-11-05 16:33:15 -0800456 // we also cannot have any classes which refer to these boot class loader non image classes.
Mathieu Chartier901e0702016-02-19 13:42:48 -0800457 // PruneAppImageClass also prunes if klass depends on a non-image class according to the compiler
458 // driver.
459 bool PruneAppImageClass(mirror::Class* klass)
Mathieu Chartierda5b28a2015-11-05 08:03:47 -0800460 SHARED_REQUIRES(Locks::mutator_lock_);
461
Mathieu Chartier945c1c12015-11-24 15:37:12 -0800462 // early_exit is true if we had a cyclic dependency anywhere down the chain.
Mathieu Chartier901e0702016-02-19 13:42:48 -0800463 bool PruneAppImageClassInternal(mirror::Class* klass,
464 bool* early_exit,
465 std::unordered_set<mirror::Class*>* visited)
Mathieu Chartier945c1c12015-11-24 15:37:12 -0800466 SHARED_REQUIRES(Locks::mutator_lock_);
467
Mathieu Chartier4e9c4e72016-09-20 15:33:31 -0700468 bool IsMultiImage() const {
469 return image_infos_.size() > 1;
470 }
471
Mathieu Chartier54d220e2015-07-30 16:20:06 -0700472 static Bin BinTypeForNativeRelocationType(NativeObjectRelocationType type);
473
Mathieu Chartier03d21bc2016-03-07 10:25:04 -0800474 uintptr_t NativeOffsetInImage(void* obj) SHARED_REQUIRES(Locks::mutator_lock_);
Vladimir Marko05792b92015-08-03 11:56:49 +0100475
Mathieu Chartier4b00d342015-11-13 10:42:08 -0800476 // Location of where the object will be when the image is loaded at runtime.
Vladimir Marko05792b92015-08-03 11:56:49 +0100477 template <typename T>
Mathieu Chartiere8bf1342016-02-17 18:02:40 -0800478 T* NativeLocationInImage(T* obj) SHARED_REQUIRES(Locks::mutator_lock_);
Andreas Gampe245ee002014-12-04 21:25:04 -0800479
Mathieu Chartier4b00d342015-11-13 10:42:08 -0800480 // Location of where the temporary copy of the object currently is.
481 template <typename T>
Jeff Haodcdc85b2015-12-04 14:06:18 -0800482 T* NativeCopyLocation(T* obj, mirror::DexCache* dex_cache) SHARED_REQUIRES(Locks::mutator_lock_);
Mathieu Chartier4b00d342015-11-13 10:42:08 -0800483
Mathieu Chartierda5b28a2015-11-05 08:03:47 -0800484 // Return true of obj is inside of the boot image space. This may only return true if we are
485 // compiling an app image.
486 bool IsInBootImage(const void* obj) const;
487
488 // Return true if ptr is within the boot oat file.
489 bool IsInBootOatFile(const void* ptr) const;
490
Vladimir Marko944da602016-02-19 12:27:55 +0000491 // Get the index of the oat file associated with the object.
492 size_t GetOatIndex(mirror::Object* object) const SHARED_REQUIRES(Locks::mutator_lock_);
Jeff Haodcdc85b2015-12-04 14:06:18 -0800493
Vladimir Marko944da602016-02-19 12:27:55 +0000494 // The oat index for shared data in multi-image and all data in single-image compilation.
495 size_t GetDefaultOatIndex() const {
496 return 0u;
Jeff Haodcdc85b2015-12-04 14:06:18 -0800497 }
498
Vladimir Marko944da602016-02-19 12:27:55 +0000499 ImageInfo& GetImageInfo(size_t oat_index) {
500 return image_infos_[oat_index];
501 }
502
503 const ImageInfo& GetImageInfo(size_t oat_index) const {
504 return image_infos_[oat_index];
505 }
Jeff Haodcdc85b2015-12-04 14:06:18 -0800506
Mathieu Chartierfbc31082016-01-24 11:59:56 -0800507 // Find an already strong interned string in the other images or in the boot image. Used to
508 // remove duplicates in the multi image and app image case.
509 mirror::String* FindInternedString(mirror::String* string) SHARED_REQUIRES(Locks::mutator_lock_);
510
Mathieu Chartiercdca4762016-04-28 09:44:54 -0700511 // Return true if there already exists a native allocation for an object.
512 bool NativeRelocationAssigned(void* ptr) const;
513
Brian Carlstrom7940e442013-07-12 13:46:57 -0700514 const CompilerDriver& compiler_driver_;
515
Jeff Haodcdc85b2015-12-04 14:06:18 -0800516 // Beginning target image address for the first image.
517 uint8_t* global_image_begin_;
Vladimir Markof4da6752014-08-01 19:04:18 +0100518
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800519 // Offset from image_begin_ to where the first object is in image_.
520 size_t image_objects_offset_begin_;
521
Mathieu Chartiere401d142015-04-22 13:56:20 -0700522 // Pointer arrays that need to be updated. Since these are only some int and long arrays, we need
523 // to keep track. These include vtable arrays, iftable arrays, and dex caches.
524 std::unordered_map<mirror::PointerArray*, Bin> pointer_arrays_;
525
Mathieu Chartierd39645e2015-06-09 17:50:29 -0700526 // Saved hash codes. We use these to restore lockwords which were temporarily used to have
527 // forwarding addresses as well as copying over hash codes.
528 std::unordered_map<mirror::Object*, uint32_t> saved_hashcode_map_;
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800529
Mathieu Chartier4e9c4e72016-09-20 15:33:31 -0700530 // Oat index map for objects.
531 std::unordered_map<mirror::Object*, uint32_t> oat_index_map_;
532
Mathieu Chartierda5b28a2015-11-05 08:03:47 -0800533 // Boolean flags.
Igor Murashkin46774762014-10-22 11:37:02 -0700534 const bool compile_pic_;
Mathieu Chartierda5b28a2015-11-05 08:03:47 -0800535 const bool compile_app_image_;
536
Mathieu Chartier2d721012014-11-10 11:08:06 -0800537 // Size of pointers on the target architecture.
538 size_t target_ptr_size_;
539
Vladimir Marko944da602016-02-19 12:27:55 +0000540 // Image data indexed by the oat file index.
541 dchecked_vector<ImageInfo> image_infos_;
Igor Murashkinf5b4c502014-11-14 15:01:59 -0800542
Mathieu Chartiere401d142015-04-22 13:56:20 -0700543 // ArtField, ArtMethod relocating map. These are allocated as array of structs but we want to
544 // have one entry per art field for convenience. ArtFields are placed right after the end of the
545 // image objects (aka sum of bin_slot_sizes_). ArtMethods are placed right after the ArtFields.
Mathieu Chartier54d220e2015-07-30 16:20:06 -0700546 struct NativeObjectRelocation {
Vladimir Marko944da602016-02-19 12:27:55 +0000547 size_t oat_index;
Mathieu Chartiere401d142015-04-22 13:56:20 -0700548 uintptr_t offset;
Mathieu Chartier54d220e2015-07-30 16:20:06 -0700549 NativeObjectRelocationType type;
550
551 bool IsArtMethodRelocation() const {
552 return type == kNativeObjectRelocationTypeArtMethodClean ||
Mathieu Chartiercdca4762016-04-28 09:44:54 -0700553 type == kNativeObjectRelocationTypeArtMethodDirty ||
554 type == kNativeObjectRelocationTypeRuntimeMethod;
Mathieu Chartier54d220e2015-07-30 16:20:06 -0700555 }
Mathieu Chartiere401d142015-04-22 13:56:20 -0700556 };
Mathieu Chartier54d220e2015-07-30 16:20:06 -0700557 std::unordered_map<void*, NativeObjectRelocation> native_object_relocations_;
Mathieu Chartierc7853442015-03-27 14:35:38 -0700558
Mathieu Chartiere401d142015-04-22 13:56:20 -0700559 // Runtime ArtMethods which aren't reachable from any Class but need to be copied into the image.
560 ArtMethod* image_methods_[ImageHeader::kImageMethodsCount];
561
562 // Counters for measurements, used for logging only.
563 uint64_t dirty_methods_;
564 uint64_t clean_methods_;
Andreas Gampe245ee002014-12-04 21:25:04 -0800565
Mathieu Chartiera808bac2015-11-05 16:33:15 -0800566 // Prune class memoization table to speed up ContainsBootClassLoaderNonImageClass.
Mathieu Chartierda5b28a2015-11-05 08:03:47 -0800567 std::unordered_map<mirror::Class*, bool> prune_class_memo_;
568
Mathieu Chartier67ad20e2015-12-09 15:41:09 -0800569 // Class loaders with a class table to write out. There should only be one class loader because
570 // dex2oat loads the dex files to be compiled into a single class loader. For the boot image,
571 // null is a valid entry.
Mathieu Chartier208a5cb2015-12-02 15:44:07 -0800572 std::unordered_set<mirror::ClassLoader*> class_loaders_;
573
Mathieu Chartierceb07b32015-12-10 09:33:21 -0800574 // Which mode the image is stored as, see image.h
575 const ImageHeader::StorageMode image_storage_mode_;
576
Vladimir Marko944da602016-02-19 12:27:55 +0000577 // The file names of oat files.
578 const std::vector<const char*>& oat_filenames_;
579
580 // Map of dex files to the indexes of oat files that they were compiled into.
581 const std::unordered_map<const DexFile*, size_t>& dex_file_oat_index_map_;
Jeff Haodcdc85b2015-12-04 14:06:18 -0800582
Mathieu Chartierda5b28a2015-11-05 08:03:47 -0800583 friend class ContainsBootClassLoaderNonImageClassVisitor;
Mingyao Yang98d1cc82014-05-15 17:02:16 -0700584 friend class FixupClassVisitor;
Mathieu Chartierd39645e2015-06-09 17:50:29 -0700585 friend class FixupRootVisitor;
586 friend class FixupVisitor;
Mathieu Chartier4e9c4e72016-09-20 15:33:31 -0700587 class GetRootsVisitor;
Mathieu Chartier4b00d342015-11-13 10:42:08 -0800588 friend class NativeLocationVisitor;
Mathieu Chartiere0671ce2015-07-28 17:23:28 -0700589 friend class NonImageClassesVisitor;
Mathieu Chartier4e9c4e72016-09-20 15:33:31 -0700590 class VisitReferencesVisitor;
Mathieu Chartierb7ea3ac2014-03-24 16:54:46 -0700591 DISALLOW_COPY_AND_ASSIGN(ImageWriter);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700592};
593
594} // namespace art
595
Brian Carlstromfc0e3212013-07-17 14:40:12 -0700596#endif // ART_COMPILER_IMAGE_WRITER_H_