Elliott Hughes | 2faa5f1 | 2012-01-30 14:42:07 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Brian Carlstrom | db4d540 | 2011-08-09 12:18:28 -0700 | [diff] [blame] | 16 | |
Brian Carlstrom | a1ce1fe | 2014-02-24 23:23:58 -0800 | [diff] [blame] | 17 | #include "image.h" |
| 18 | |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 19 | #include <memory> |
Ian Rogers | 0cfe1fb | 2011-08-26 03:29:44 -0700 | [diff] [blame] | 20 | #include <string> |
| 21 | #include <vector> |
| 22 | |
Ian Rogers | e63db27 | 2014-07-15 15:36:11 -0700 | [diff] [blame] | 23 | #include "base/unix_file/fd_file.h" |
Vladimir Marko | 3481ba2 | 2015-04-13 12:22:36 +0100 | [diff] [blame] | 24 | #include "class_linker-inl.h" |
Brian Carlstrom | a1ce1fe | 2014-02-24 23:23:58 -0800 | [diff] [blame] | 25 | #include "common_compiler_test.h" |
David Srbecky | 4fda4eb | 2016-02-05 13:34:46 +0000 | [diff] [blame] | 26 | #include "debug/method_debug_info.h" |
Andreas Gampe | 3f41a01 | 2016-02-18 16:53:41 -0800 | [diff] [blame] | 27 | #include "driver/compiler_options.h" |
Tong Shen | 62d1ca3 | 2014-09-03 17:24:56 -0700 | [diff] [blame] | 28 | #include "elf_writer.h" |
Vladimir Marko | 10c1356 | 2015-11-25 14:33:36 +0000 | [diff] [blame] | 29 | #include "elf_writer_quick.h" |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 30 | #include "gc/space/image_space.h" |
Ian Rogers | e63db27 | 2014-07-15 15:36:11 -0700 | [diff] [blame] | 31 | #include "image_writer.h" |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 32 | #include "linker/multi_oat_relative_patcher.h" |
Ian Rogers | d9c4fc9 | 2013-10-01 19:45:43 -0700 | [diff] [blame] | 33 | #include "lock_word.h" |
| 34 | #include "mirror/object-inl.h" |
Ian Rogers | e63db27 | 2014-07-15 15:36:11 -0700 | [diff] [blame] | 35 | #include "oat_writer.h" |
| 36 | #include "scoped_thread_state_change.h" |
Brian Carlstrom | 51c2467 | 2013-07-11 16:00:56 -0700 | [diff] [blame] | 37 | #include "signal_catcher.h" |
buzbee | c143c55 | 2011-08-20 17:38:58 -0700 | [diff] [blame] | 38 | #include "utils.h" |
Brian Carlstrom | db4d540 | 2011-08-09 12:18:28 -0700 | [diff] [blame] | 39 | |
Brian Carlstrom | db4d540 | 2011-08-09 12:18:28 -0700 | [diff] [blame] | 40 | namespace art { |
| 41 | |
Brian Carlstrom | a1ce1fe | 2014-02-24 23:23:58 -0800 | [diff] [blame] | 42 | class ImageTest : public CommonCompilerTest { |
Ian Rogers | 10c5b78 | 2013-01-10 10:40:53 -0800 | [diff] [blame] | 43 | protected: |
| 44 | virtual void SetUp() { |
Brian Carlstrom | 700c8d3 | 2012-11-05 10:42:02 -0800 | [diff] [blame] | 45 | ReserveImageSpace(); |
Brian Carlstrom | a1ce1fe | 2014-02-24 23:23:58 -0800 | [diff] [blame] | 46 | CommonCompilerTest::SetUp(); |
Ian Rogers | 10c5b78 | 2013-01-10 10:40:53 -0800 | [diff] [blame] | 47 | } |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 48 | void TestWriteRead(ImageHeader::StorageMode storage_mode); |
Ian Rogers | 10c5b78 | 2013-01-10 10:40:53 -0800 | [diff] [blame] | 49 | }; |
Brian Carlstrom | db4d540 | 2011-08-09 12:18:28 -0700 | [diff] [blame] | 50 | |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 51 | void ImageTest::TestWriteRead(ImageHeader::StorageMode storage_mode) { |
Andreas Gampe | 3f41a01 | 2016-02-18 16:53:41 -0800 | [diff] [blame] | 52 | CreateCompilerDriver(Compiler::kOptimizing, kRuntimeISA, kIsTargetBuild ? 2U : 16U); |
| 53 | |
| 54 | // Set inline filter values. |
| 55 | compiler_options_->SetInlineDepthLimit(CompilerOptions::kDefaultInlineDepthLimit); |
| 56 | compiler_options_->SetInlineMaxCodeUnits(CompilerOptions::kDefaultInlineMaxCodeUnits); |
| 57 | |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 58 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 59 | const std::vector<const DexFile*>& boot_class_path = class_linker->GetBootClassPath(); |
| 60 | const size_t num_images = boot_class_path.size(); |
| 61 | |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 62 | // Enable write for dex2dex. |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 63 | for (const DexFile* dex_file : boot_class_path) { |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 64 | dex_file->EnableWrite(); |
| 65 | } |
Brian Carlstrom | 0e12bdc | 2014-05-14 17:44:28 -0700 | [diff] [blame] | 66 | // Create a generic location tmp file, to be the base of the .art and .oat temporary files. |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 67 | std::vector<ScratchFile> image_locations; |
| 68 | { |
| 69 | ScratchFile location; |
| 70 | for (int i = 0; i < static_cast<int>(num_images); ++i) { |
| 71 | std::string cur_location(StringPrintf("%s-%d.art", location.GetFilename().c_str(), i)); |
| 72 | image_locations.push_back(ScratchFile(cur_location)); |
| 73 | } |
| 74 | } |
| 75 | std::vector<std::string> image_filenames; |
| 76 | std::vector<ScratchFile> image_files; |
| 77 | std::string image_dir; |
| 78 | for (ScratchFile& file : image_locations) { |
| 79 | std::string image_filename(GetSystemImageFilename(file.GetFilename().c_str(), kRuntimeISA)); |
| 80 | image_filenames.push_back(image_filename); |
| 81 | size_t pos = image_filename.rfind('/'); |
| 82 | CHECK_NE(pos, std::string::npos) << image_filename; |
| 83 | if (image_dir.empty()) { |
| 84 | image_dir = image_filename.substr(0, pos); |
| 85 | int mkdir_result = mkdir(image_dir.c_str(), 0700); |
| 86 | CHECK_EQ(0, mkdir_result) << image_dir; |
| 87 | } |
| 88 | image_files.push_back(ScratchFile(OS::CreateEmptyFile(image_filename.c_str()))); |
| 89 | } |
Brian Carlstrom | 0e12bdc | 2014-05-14 17:44:28 -0700 | [diff] [blame] | 90 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 91 | std::vector<std::string> oat_filenames; |
| 92 | std::vector<ScratchFile> oat_files; |
| 93 | std::vector<std::string> vdex_filenames; |
| 94 | std::vector<ScratchFile> vdex_files; |
| 95 | for (const std::string& image_filename : image_filenames) { |
| 96 | std::string oat_filename = ReplaceFileExtension(image_filename, "oat"); |
| 97 | oat_files.push_back(ScratchFile(OS::CreateEmptyFile(oat_filename.c_str()))); |
| 98 | oat_filenames.push_back(oat_filename); |
| 99 | std::string vdex_filename = ReplaceFileExtension(image_filename, "vdex"); |
| 100 | vdex_files.push_back(ScratchFile(OS::CreateEmptyFile(vdex_filename.c_str()))); |
| 101 | vdex_filenames.push_back(vdex_filename); |
| 102 | } |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 103 | |
Vladimir Marko | f4da675 | 2014-08-01 19:04:18 +0100 | [diff] [blame] | 104 | const uintptr_t requested_image_base = ART_BASE_ADDRESS; |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 105 | std::unordered_map<const DexFile*, size_t> dex_file_to_oat_index_map; |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 106 | std::vector<const char*> oat_filename_vector; |
| 107 | for (const std::string& file : oat_filenames) { |
| 108 | oat_filename_vector.push_back(file.c_str()); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 109 | } |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 110 | std::vector<const char*> image_filename_vector; |
| 111 | for (const std::string& file : image_filenames) { |
| 112 | image_filename_vector.push_back(file.c_str()); |
| 113 | } |
| 114 | size_t image_idx = 0; |
| 115 | for (const DexFile* dex_file : boot_class_path) { |
| 116 | dex_file_to_oat_index_map.emplace(dex_file, image_idx); |
| 117 | ++image_idx; |
| 118 | } |
| 119 | // TODO: compile_pic should be a test argument. |
Mathieu Chartier | da5b28a | 2015-11-05 08:03:47 -0800 | [diff] [blame] | 120 | std::unique_ptr<ImageWriter> writer(new ImageWriter(*compiler_driver_, |
| 121 | requested_image_base, |
| 122 | /*compile_pic*/false, |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 123 | /*compile_app_image*/false, |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 124 | storage_mode, |
| 125 | oat_filename_vector, |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 126 | dex_file_to_oat_index_map)); |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 127 | { |
Brian Carlstrom | 700c8d3 | 2012-11-05 10:42:02 -0800 | [diff] [blame] | 128 | { |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 129 | jobject class_loader = nullptr; |
Ian Rogers | 5fe9af7 | 2013-11-14 00:17:20 -0800 | [diff] [blame] | 130 | TimingLogger timings("ImageTest::WriteRead", false, false); |
Mathieu Chartier | f5997b4 | 2014-06-20 10:37:54 -0700 | [diff] [blame] | 131 | TimingLogger::ScopedTiming t("CompileAll", &timings); |
Vladimir Marko | d1eaf0d | 2015-10-29 12:18:29 +0000 | [diff] [blame] | 132 | compiler_driver_->SetDexFilesForOatFile(class_linker->GetBootClassPath()); |
Ian Rogers | 3d50407 | 2014-03-01 09:16:49 -0800 | [diff] [blame] | 133 | compiler_driver_->CompileAll(class_loader, class_linker->GetBootClassPath(), &timings); |
Brian Carlstrom | 9639160 | 2013-06-13 19:49:50 -0700 | [diff] [blame] | 134 | |
Mathieu Chartier | f5997b4 | 2014-06-20 10:37:54 -0700 | [diff] [blame] | 135 | t.NewTiming("WriteElf"); |
Andreas Gampe | 22f8e5c | 2014-07-09 11:38:21 -0700 | [diff] [blame] | 136 | SafeMap<std::string, std::string> key_value_store; |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 137 | std::vector<const char*> dex_filename_vector; |
| 138 | for (size_t i = 0; i < boot_class_path.size(); ++i) { |
| 139 | dex_filename_vector.push_back(""); |
| 140 | } |
| 141 | key_value_store.Put(OatHeader::kBootClassPathKey, |
| 142 | gc::space::ImageSpace::GetMultiImageBootClassPath( |
| 143 | dex_filename_vector, |
| 144 | oat_filename_vector, |
| 145 | image_filename_vector)); |
| 146 | |
Vladimir Marko | 9bdf108 | 2016-01-21 12:15:52 +0000 | [diff] [blame] | 147 | const std::vector<const DexFile*>& dex_files = class_linker->GetBootClassPath(); |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 148 | std::vector<std::unique_ptr<ElfWriter>> elf_writers; |
| 149 | std::vector<std::unique_ptr<OatWriter>> oat_writers; |
| 150 | for (ScratchFile& oat_file : oat_files) { |
| 151 | elf_writers.emplace_back(CreateElfWriterQuick(compiler_driver_->GetInstructionSet(), |
| 152 | compiler_driver_->GetInstructionSetFeatures(), |
| 153 | &compiler_driver_->GetCompilerOptions(), |
| 154 | oat_file.GetFile())); |
| 155 | elf_writers.back()->Start(); |
| 156 | oat_writers.emplace_back(new OatWriter(/*compiling_boot_image*/true, &timings)); |
| 157 | } |
| 158 | |
| 159 | std::vector<OutputStream*> rodata; |
| 160 | std::vector<std::unique_ptr<MemMap>> opened_dex_files_map; |
| 161 | std::vector<std::unique_ptr<const DexFile>> opened_dex_files; |
| 162 | // Now that we have finalized key_value_store_, start writing the oat file. |
| 163 | for (size_t i = 0, size = oat_writers.size(); i != size; ++i) { |
| 164 | const DexFile* dex_file = dex_files[i]; |
| 165 | rodata.push_back(elf_writers[i]->StartRoData()); |
Vladimir Marko | 9bdf108 | 2016-01-21 12:15:52 +0000 | [diff] [blame] | 166 | ArrayRef<const uint8_t> raw_dex_file( |
| 167 | reinterpret_cast<const uint8_t*>(&dex_file->GetHeader()), |
| 168 | dex_file->GetHeader().file_size_); |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 169 | oat_writers[i]->AddRawDexFileSource(raw_dex_file, |
| 170 | dex_file->GetLocation().c_str(), |
| 171 | dex_file->GetLocationChecksum()); |
| 172 | |
| 173 | std::unique_ptr<MemMap> cur_opened_dex_files_map; |
| 174 | std::vector<std::unique_ptr<const DexFile>> cur_opened_dex_files; |
| 175 | bool dex_files_ok = oat_writers[i]->WriteAndOpenDexFiles( |
| 176 | kIsVdexEnabled ? vdex_files[i].GetFile() : oat_files[i].GetFile(), |
| 177 | rodata.back(), |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 178 | compiler_driver_->GetInstructionSet(), |
| 179 | compiler_driver_->GetInstructionSetFeatures(), |
| 180 | &key_value_store, |
| 181 | /* verify */ false, // Dex files may be dex-to-dex-ed, don't verify. |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 182 | &cur_opened_dex_files_map, |
| 183 | &cur_opened_dex_files); |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 184 | ASSERT_TRUE(dex_files_ok); |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 185 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 186 | if (cur_opened_dex_files_map != nullptr) { |
| 187 | opened_dex_files_map.push_back(std::move(cur_opened_dex_files_map)); |
| 188 | for (std::unique_ptr<const DexFile>& cur_dex_file : cur_opened_dex_files) { |
| 189 | // dex_file_oat_index_map_.emplace(dex_file.get(), i); |
| 190 | opened_dex_files.push_back(std::move(cur_dex_file)); |
| 191 | } |
| 192 | } else { |
| 193 | ASSERT_TRUE(cur_opened_dex_files.empty()); |
| 194 | } |
| 195 | } |
Vladimir Marko | 9bdf108 | 2016-01-21 12:15:52 +0000 | [diff] [blame] | 196 | bool image_space_ok = writer->PrepareImageAddressSpace(); |
| 197 | ASSERT_TRUE(image_space_ok); |
| 198 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 199 | for (size_t i = 0, size = oat_files.size(); i != size; ++i) { |
| 200 | linker::MultiOatRelativePatcher patcher(compiler_driver_->GetInstructionSet(), |
| 201 | instruction_set_features_.get()); |
| 202 | OatWriter* const oat_writer = oat_writers[i].get(); |
| 203 | ElfWriter* const elf_writer = elf_writers[i].get(); |
| 204 | std::vector<const DexFile*> cur_dex_files(1u, dex_files[i]); |
| 205 | oat_writer->PrepareLayout(compiler_driver_.get(), writer.get(), cur_dex_files, &patcher); |
| 206 | size_t rodata_size = oat_writer->GetOatHeader().GetExecutableOffset(); |
| 207 | size_t text_size = oat_writer->GetOatSize() - rodata_size; |
| 208 | elf_writer->SetLoadedSectionSizes(rodata_size, text_size, oat_writer->GetBssSize()); |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 209 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 210 | writer->UpdateOatFileLayout(i, |
| 211 | elf_writer->GetLoadedSize(), |
| 212 | oat_writer->GetOatDataOffset(), |
| 213 | oat_writer->GetOatSize()); |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 214 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 215 | bool rodata_ok = oat_writer->WriteRodata(rodata[i]); |
| 216 | ASSERT_TRUE(rodata_ok); |
| 217 | elf_writer->EndRoData(rodata[i]); |
Vladimir Marko | 10c1356 | 2015-11-25 14:33:36 +0000 | [diff] [blame] | 218 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 219 | OutputStream* text = elf_writer->StartText(); |
| 220 | bool text_ok = oat_writer->WriteCode(text); |
| 221 | ASSERT_TRUE(text_ok); |
| 222 | elf_writer->EndText(text); |
Vladimir Marko | 10c1356 | 2015-11-25 14:33:36 +0000 | [diff] [blame] | 223 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 224 | bool header_ok = oat_writer->WriteHeader(elf_writer->GetStream(), 0u, 0u, 0u); |
| 225 | ASSERT_TRUE(header_ok); |
Vladimir Marko | 9bdf108 | 2016-01-21 12:15:52 +0000 | [diff] [blame] | 226 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 227 | writer->UpdateOatFileHeader(i, oat_writer->GetOatHeader()); |
Vladimir Marko | 944da60 | 2016-02-19 12:27:55 +0000 | [diff] [blame] | 228 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 229 | elf_writer->WriteDynamicSection(); |
| 230 | elf_writer->WriteDebugInfo(oat_writer->GetMethodDebugInfo()); |
| 231 | elf_writer->WritePatchLocations(oat_writer->GetAbsolutePatchLocations()); |
Vladimir Marko | 10c1356 | 2015-11-25 14:33:36 +0000 | [diff] [blame] | 232 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 233 | bool success = elf_writer->End(); |
| 234 | ASSERT_TRUE(success); |
| 235 | } |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 236 | } |
Ian Rogers | 0571d35 | 2011-11-03 19:51:38 -0700 | [diff] [blame] | 237 | } |
Mathieu Chartier | 357e9be | 2012-08-01 11:00:14 -0700 | [diff] [blame] | 238 | |
jeffhao | 8161c03 | 2012-10-31 15:50:00 -0700 | [diff] [blame] | 239 | { |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 240 | bool success_image = writer->Write(kInvalidFd, |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 241 | image_filename_vector, |
| 242 | oat_filename_vector); |
jeffhao | 8161c03 | 2012-10-31 15:50:00 -0700 | [diff] [blame] | 243 | ASSERT_TRUE(success_image); |
Andreas Gampe | 4303ba9 | 2014-11-06 01:00:46 -0800 | [diff] [blame] | 244 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 245 | for (size_t i = 0, size = oat_filenames.size(); i != size; ++i) { |
| 246 | const char* oat_filename = oat_filenames[i].c_str(); |
| 247 | std::unique_ptr<File> oat_file(OS::OpenFileReadWrite(oat_filename)); |
| 248 | ASSERT_TRUE(oat_file != nullptr); |
| 249 | bool success_fixup = ElfWriter::Fixup(oat_file.get(), |
| 250 | writer->GetOatDataBegin(i)); |
| 251 | ASSERT_TRUE(success_fixup); |
| 252 | ASSERT_EQ(oat_file->FlushCloseOrErase(), 0) << "Could not flush and close oat file " |
| 253 | << oat_filename; |
| 254 | } |
jeffhao | 8161c03 | 2012-10-31 15:50:00 -0700 | [diff] [blame] | 255 | } |
Brian Carlstrom | 4a289ed | 2011-08-16 17:17:49 -0700 | [diff] [blame] | 256 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 257 | std::vector<uint64_t> image_file_sizes; |
| 258 | for (ScratchFile& image_file : image_files) { |
Ian Rogers | 700a402 | 2014-05-19 16:49:03 -0700 | [diff] [blame] | 259 | std::unique_ptr<File> file(OS::OpenFileForReading(image_file.GetFilename().c_str())); |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 260 | ASSERT_TRUE(file.get() != nullptr); |
Brian Carlstrom | 4a289ed | 2011-08-16 17:17:49 -0700 | [diff] [blame] | 261 | ImageHeader image_header; |
Andreas Gampe | 4303ba9 | 2014-11-06 01:00:46 -0800 | [diff] [blame] | 262 | ASSERT_EQ(file->ReadFully(&image_header, sizeof(image_header)), true); |
Brian Carlstrom | 4a289ed | 2011-08-16 17:17:49 -0700 | [diff] [blame] | 263 | ASSERT_TRUE(image_header.IsValid()); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 264 | const auto& bitmap_section = image_header.GetImageSection(ImageHeader::kSectionImageBitmap); |
| 265 | ASSERT_GE(bitmap_section.Offset(), sizeof(image_header)); |
| 266 | ASSERT_NE(0U, bitmap_section.Size()); |
Brian Carlstrom | 69b15fb | 2011-09-03 12:25:21 -0700 | [diff] [blame] | 267 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 268 | gc::Heap* heap = Runtime::Current()->GetHeap(); |
Mathieu Chartier | a9d82fe | 2016-01-25 20:06:11 -0800 | [diff] [blame] | 269 | ASSERT_TRUE(heap->HaveContinuousSpaces()); |
Mathieu Chartier | 590fee9 | 2013-09-13 13:46:47 -0700 | [diff] [blame] | 270 | gc::space::ContinuousSpace* space = heap->GetNonMovingSpace(); |
Brian Carlstrom | 3320cf4 | 2011-10-04 14:58:28 -0700 | [diff] [blame] | 271 | ASSERT_FALSE(space->IsImageSpace()); |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 272 | ASSERT_TRUE(space != nullptr); |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 273 | ASSERT_TRUE(space->IsMallocSpace()); |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 274 | image_file_sizes.push_back(file->GetLength()); |
Brian Carlstrom | 4a289ed | 2011-08-16 17:17:49 -0700 | [diff] [blame] | 275 | } |
Brian Carlstrom | 8a43659 | 2011-08-15 21:27:23 -0700 | [diff] [blame] | 276 | |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 277 | ASSERT_TRUE(compiler_driver_->GetImageClasses() != nullptr); |
Andreas Gampe | b1fcead | 2015-04-20 18:53:51 -0700 | [diff] [blame] | 278 | std::unordered_set<std::string> image_classes(*compiler_driver_->GetImageClasses()); |
Brian Carlstrom | 9639160 | 2013-06-13 19:49:50 -0700 | [diff] [blame] | 279 | |
Mathieu Chartier | 0e4627e | 2012-10-23 16:13:36 -0700 | [diff] [blame] | 280 | // Need to delete the compiler since it has worker threads which are attached to runtime. |
Ian Rogers | 1212a02 | 2013-03-04 10:48:41 -0800 | [diff] [blame] | 281 | compiler_driver_.reset(); |
Mathieu Chartier | 0e4627e | 2012-10-23 16:13:36 -0700 | [diff] [blame] | 282 | |
Ian Rogers | 10c5b78 | 2013-01-10 10:40:53 -0800 | [diff] [blame] | 283 | // Tear down old runtime before making a new one, clearing out misc state. |
Mathieu Chartier | 6e88ef6 | 2014-10-14 15:01:24 -0700 | [diff] [blame] | 284 | |
| 285 | // Remove the reservation of the memory for use to load the image. |
| 286 | // Need to do this before we reset the runtime. |
| 287 | UnreserveImageSpace(); |
| 288 | writer.reset(nullptr); |
| 289 | |
Ian Rogers | 10c5b78 | 2013-01-10 10:40:53 -0800 | [diff] [blame] | 290 | runtime_.reset(); |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 291 | java_lang_dex_file_ = nullptr; |
Brian Carlstrom | 9cff8e1 | 2011-08-18 16:47:29 -0700 | [diff] [blame] | 292 | |
Mathieu Chartier | 6e88ef6 | 2014-10-14 15:01:24 -0700 | [diff] [blame] | 293 | MemMap::Init(); |
Brian Carlstrom | 8a43659 | 2011-08-15 21:27:23 -0700 | [diff] [blame] | 294 | |
Ian Rogers | e63db27 | 2014-07-15 15:36:11 -0700 | [diff] [blame] | 295 | RuntimeOptions options; |
Brian Carlstrom | 58ae941 | 2011-10-04 00:56:06 -0700 | [diff] [blame] | 296 | std::string image("-Ximage:"); |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 297 | image.append(image_locations[0].GetFilename()); |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 298 | options.push_back(std::make_pair(image.c_str(), static_cast<void*>(nullptr))); |
Alex Light | 6e183f2 | 2014-07-18 14:57:04 -0700 | [diff] [blame] | 299 | // By default the compiler this creates will not include patch information. |
| 300 | options.push_back(std::make_pair("-Xnorelocate", nullptr)); |
Brian Carlstrom | 8a43659 | 2011-08-15 21:27:23 -0700 | [diff] [blame] | 301 | |
Ian Rogers | 00f7d0e | 2012-07-19 15:28:27 -0700 | [diff] [blame] | 302 | if (!Runtime::Create(options, false)) { |
| 303 | LOG(FATAL) << "Failed to create runtime"; |
| 304 | return; |
| 305 | } |
| 306 | runtime_.reset(Runtime::Current()); |
| 307 | // Runtime::Create acquired the mutator_lock_ that is normally given away when we Runtime::Start, |
| 308 | // give it away now and then switch to a more managable ScopedObjectAccess. |
| 309 | Thread::Current()->TransitionFromRunnableToSuspended(kNative); |
| 310 | ScopedObjectAccess soa(Thread::Current()); |
Mathieu Chartier | 2cebb24 | 2015-04-21 16:50:40 -0700 | [diff] [blame] | 311 | ASSERT_TRUE(runtime_.get() != nullptr); |
Brian Carlstrom | 8a43659 | 2011-08-15 21:27:23 -0700 | [diff] [blame] | 312 | class_linker_ = runtime_->GetClassLinker(); |
Brian Carlstrom | 9cff8e1 | 2011-08-18 16:47:29 -0700 | [diff] [blame] | 313 | |
Ian Rogers | 1d54e73 | 2013-05-02 21:10:01 -0700 | [diff] [blame] | 314 | gc::Heap* heap = Runtime::Current()->GetHeap(); |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 315 | ASSERT_TRUE(heap->HasBootImageSpace()); |
Hiroshi Yamauchi | cf58d4a | 2013-09-26 14:21:22 -0700 | [diff] [blame] | 316 | ASSERT_TRUE(heap->GetNonMovingSpace()->IsMallocSpace()); |
Brian Carlstrom | 9cff8e1 | 2011-08-18 16:47:29 -0700 | [diff] [blame] | 317 | |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 318 | // We loaded the runtime with an explicit image, so it must exist. |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 319 | ASSERT_EQ(heap->GetBootImageSpaces().size(), image_file_sizes.size()); |
| 320 | for (size_t i = 0; i < image_file_sizes.size(); ++i) { |
| 321 | std::unique_ptr<const DexFile> dex( |
| 322 | LoadExpectSingleDexFile(GetLibCoreDexFileNames()[i].c_str())); |
| 323 | uint64_t image_file_size = image_file_sizes[i]; |
| 324 | gc::space::ImageSpace* image_space = heap->GetBootImageSpaces()[i]; |
| 325 | ASSERT_TRUE(image_space != nullptr); |
| 326 | if (storage_mode == ImageHeader::kStorageModeUncompressed) { |
| 327 | // Uncompressed, image should be smaller than file. |
| 328 | ASSERT_LE(image_space->GetImageHeader().GetImageSize(), image_file_size); |
Brian Carlstrom | 9639160 | 2013-06-13 19:49:50 -0700 | [diff] [blame] | 329 | } else { |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 330 | // Compressed, file should be smaller than image. |
| 331 | ASSERT_LE(image_file_size, image_space->GetImageHeader().GetImageSize()); |
Brian Carlstrom | 9639160 | 2013-06-13 19:49:50 -0700 | [diff] [blame] | 332 | } |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 333 | |
| 334 | image_space->VerifyImageAllocations(); |
| 335 | uint8_t* image_begin = image_space->Begin(); |
| 336 | uint8_t* image_end = image_space->End(); |
| 337 | if (i == 0) { |
| 338 | // This check is only valid for image 0. |
| 339 | CHECK_EQ(requested_image_base, reinterpret_cast<uintptr_t>(image_begin)); |
| 340 | } |
| 341 | for (size_t j = 0; j < dex->NumClassDefs(); ++j) { |
| 342 | const DexFile::ClassDef& class_def = dex->GetClassDef(j); |
| 343 | const char* descriptor = dex->GetClassDescriptor(class_def); |
| 344 | mirror::Class* klass = class_linker_->FindSystemClass(soa.Self(), descriptor); |
| 345 | EXPECT_TRUE(klass != nullptr) << descriptor; |
| 346 | if (image_classes.find(descriptor) == image_classes.end()) { |
| 347 | EXPECT_TRUE(reinterpret_cast<uint8_t*>(klass) >= image_end || |
| 348 | reinterpret_cast<uint8_t*>(klass) < image_begin) << descriptor; |
| 349 | } else { |
| 350 | // Image classes should be located inside the image. |
| 351 | EXPECT_LT(image_begin, reinterpret_cast<uint8_t*>(klass)) << descriptor; |
| 352 | EXPECT_LT(reinterpret_cast<uint8_t*>(klass), image_end) << descriptor; |
| 353 | } |
| 354 | EXPECT_TRUE(Monitor::IsValidLockWord(klass->GetLockWord(false))); |
| 355 | } |
Brian Carlstrom | 9cff8e1 | 2011-08-18 16:47:29 -0700 | [diff] [blame] | 356 | } |
Brian Carlstrom | 0e12bdc | 2014-05-14 17:44:28 -0700 | [diff] [blame] | 357 | |
Mathieu Chartier | 866d874 | 2016-09-21 15:24:18 -0700 | [diff] [blame^] | 358 | for (ScratchFile& image_file : image_files) { |
| 359 | image_file.Unlink(); |
| 360 | } |
| 361 | for (ScratchFile& oat_file : oat_files) { |
| 362 | oat_file.Unlink(); |
| 363 | } |
| 364 | for (ScratchFile& vdex_file : vdex_files) { |
| 365 | vdex_file.Unlink(); |
| 366 | } |
Brian Carlstrom | 0e12bdc | 2014-05-14 17:44:28 -0700 | [diff] [blame] | 367 | int rmdir_result = rmdir(image_dir.c_str()); |
| 368 | CHECK_EQ(0, rmdir_result); |
Brian Carlstrom | db4d540 | 2011-08-09 12:18:28 -0700 | [diff] [blame] | 369 | } |
| 370 | |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 371 | TEST_F(ImageTest, WriteReadUncompressed) { |
| 372 | TestWriteRead(ImageHeader::kStorageModeUncompressed); |
| 373 | } |
| 374 | |
| 375 | TEST_F(ImageTest, WriteReadLZ4) { |
| 376 | TestWriteRead(ImageHeader::kStorageModeLZ4); |
| 377 | } |
| 378 | |
Mathieu Chartier | a6e81ed | 2016-02-25 13:52:10 -0800 | [diff] [blame] | 379 | TEST_F(ImageTest, WriteReadLZ4HC) { |
| 380 | TestWriteRead(ImageHeader::kStorageModeLZ4HC); |
| 381 | } |
| 382 | |
Brian Carlstrom | 179486a | 2013-09-03 11:51:42 -0700 | [diff] [blame] | 383 | TEST_F(ImageTest, ImageHeaderIsValid) { |
| 384 | uint32_t image_begin = ART_BASE_ADDRESS; |
| 385 | uint32_t image_size_ = 16 * KB; |
Brian Carlstrom | 179486a | 2013-09-03 11:51:42 -0700 | [diff] [blame] | 386 | uint32_t image_roots = ART_BASE_ADDRESS + (1 * KB); |
| 387 | uint32_t oat_checksum = 0; |
| 388 | uint32_t oat_file_begin = ART_BASE_ADDRESS + (4 * KB); // page aligned |
| 389 | uint32_t oat_data_begin = ART_BASE_ADDRESS + (8 * KB); // page aligned |
| 390 | uint32_t oat_data_end = ART_BASE_ADDRESS + (9 * KB); |
| 391 | uint32_t oat_file_end = ART_BASE_ADDRESS + (10 * KB); |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 392 | ImageSection sections[ImageHeader::kSectionCount]; |
Brian Carlstrom | 179486a | 2013-09-03 11:51:42 -0700 | [diff] [blame] | 393 | ImageHeader image_header(image_begin, |
| 394 | image_size_, |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 395 | sections, |
Brian Carlstrom | 179486a | 2013-09-03 11:51:42 -0700 | [diff] [blame] | 396 | image_roots, |
| 397 | oat_checksum, |
| 398 | oat_file_begin, |
| 399 | oat_data_begin, |
| 400 | oat_data_end, |
Igor Murashkin | 4677476 | 2014-10-22 11:37:02 -0700 | [diff] [blame] | 401 | oat_file_end, |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 402 | /*boot_image_begin*/0U, |
| 403 | /*boot_image_size*/0U, |
| 404 | /*boot_oat_begin*/0U, |
| 405 | /*boot_oat_size_*/0U, |
Mathieu Chartier | e401d14 | 2015-04-22 13:56:20 -0700 | [diff] [blame] | 406 | sizeof(void*), |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 407 | /*compile_pic*/false, |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 408 | /*is_pic*/false, |
Mathieu Chartier | ceb07b3 | 2015-12-10 09:33:21 -0800 | [diff] [blame] | 409 | ImageHeader::kDefaultStorageMode, |
| 410 | /*data_size*/0u); |
Brian Carlstrom | 179486a | 2013-09-03 11:51:42 -0700 | [diff] [blame] | 411 | ASSERT_TRUE(image_header.IsValid()); |
Mathieu Chartier | fbc3108 | 2016-01-24 11:59:56 -0800 | [diff] [blame] | 412 | ASSERT_TRUE(!image_header.IsAppImage()); |
Brian Carlstrom | 179486a | 2013-09-03 11:51:42 -0700 | [diff] [blame] | 413 | |
| 414 | char* magic = const_cast<char*>(image_header.GetMagic()); |
| 415 | strcpy(magic, ""); // bad magic |
| 416 | ASSERT_FALSE(image_header.IsValid()); |
| 417 | strcpy(magic, "art\n000"); // bad version |
| 418 | ASSERT_FALSE(image_header.IsValid()); |
| 419 | } |
| 420 | |
Brian Carlstrom | db4d540 | 2011-08-09 12:18:28 -0700 | [diff] [blame] | 421 | } // namespace art |