Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2011 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Vladimir Marko | 7452797 | 2016-11-29 15:57:32 +0000 | [diff] [blame] | 17 | #ifndef ART_DEX2OAT_LINKER_IMAGE_TEST_H_ |
| 18 | #define ART_DEX2OAT_LINKER_IMAGE_TEST_H_ |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 19 | |
| 20 | #include "image.h" |
| 21 | |
| 22 | #include <memory> |
| 23 | #include <string> |
| 24 | #include <vector> |
| 25 | |
| 26 | #include "android-base/stringprintf.h" |
| 27 | |
| 28 | #include "art_method-inl.h" |
David Sehr | 891a50e | 2017-10-27 17:01:07 -0700 | [diff] [blame] | 29 | #include "base/file_utils.h" |
Vladimir Marko | 54159c6 | 2018-06-20 14:30:08 +0100 | [diff] [blame] | 30 | #include "base/hash_set.h" |
Vladimir Marko | d79b37b | 2018-11-02 13:06:22 +0000 | [diff] [blame] | 31 | #include "base/stl_util.h" |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 32 | #include "base/unix_file/fd_file.h" |
David Sehr | c431b9d | 2018-03-02 12:01:51 -0800 | [diff] [blame] | 33 | #include "base/utils.h" |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 34 | #include "class_linker-inl.h" |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 35 | #include "common_compiler_test.h" |
Andreas Gampe | 8cf9cb3 | 2017-07-19 09:28:38 -0700 | [diff] [blame] | 36 | #include "compiler_callbacks.h" |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 37 | #include "debug/method_debug_info.h" |
| 38 | #include "dex/quick_compiler_callbacks.h" |
Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 39 | #include "driver/compiler_driver.h" |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 40 | #include "driver/compiler_options.h" |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 41 | #include "gc/space/image_space.h" |
| 42 | #include "image_writer.h" |
| 43 | #include "linker/buffered_output_stream.h" |
Vladimir Marko | 7452797 | 2016-11-29 15:57:32 +0000 | [diff] [blame] | 44 | #include "linker/elf_writer.h" |
| 45 | #include "linker/elf_writer_quick.h" |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 46 | #include "linker/file_output_stream.h" |
| 47 | #include "linker/multi_oat_relative_patcher.h" |
| 48 | #include "lock_word.h" |
| 49 | #include "mirror/object-inl.h" |
| 50 | #include "oat_writer.h" |
| 51 | #include "scoped_thread_state_change-inl.h" |
| 52 | #include "signal_catcher.h" |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 53 | |
| 54 | namespace art { |
Vladimir Marko | 7452797 | 2016-11-29 15:57:32 +0000 | [diff] [blame] | 55 | namespace linker { |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 56 | |
| 57 | static const uintptr_t kRequestedImageBase = ART_BASE_ADDRESS; |
| 58 | |
| 59 | struct CompilationHelper { |
| 60 | std::vector<std::string> dex_file_locations; |
| 61 | std::vector<ScratchFile> image_locations; |
| 62 | std::vector<std::unique_ptr<const DexFile>> extra_dex_files; |
| 63 | std::vector<ScratchFile> image_files; |
| 64 | std::vector<ScratchFile> oat_files; |
| 65 | std::vector<ScratchFile> vdex_files; |
| 66 | std::string image_dir; |
| 67 | |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 68 | std::vector<size_t> GetImageObjectSectionSizes(); |
| 69 | |
| 70 | ~CompilationHelper(); |
| 71 | }; |
| 72 | |
| 73 | class ImageTest : public CommonCompilerTest { |
| 74 | protected: |
| 75 | virtual void SetUp() { |
| 76 | ReserveImageSpace(); |
| 77 | CommonCompilerTest::SetUp(); |
| 78 | } |
| 79 | |
| 80 | void TestWriteRead(ImageHeader::StorageMode storage_mode); |
| 81 | |
| 82 | void Compile(ImageHeader::StorageMode storage_mode, |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 83 | /*out*/ CompilationHelper& out_helper, |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 84 | const std::string& extra_dex = "", |
Vladimir Marko | d79b37b | 2018-11-02 13:06:22 +0000 | [diff] [blame] | 85 | const std::initializer_list<std::string>& image_classes = {}, |
| 86 | const std::initializer_list<std::string>& image_classes_failing_aot_clinit = {}); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 87 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 88 | void SetUpRuntimeOptions(RuntimeOptions* options) override { |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 89 | CommonCompilerTest::SetUpRuntimeOptions(options); |
Mathieu Chartier | e01b6f6 | 2017-07-19 16:55:04 -0700 | [diff] [blame] | 90 | QuickCompilerCallbacks* new_callbacks = |
| 91 | new QuickCompilerCallbacks(CompilerCallbacks::CallbackMode::kCompileBootImage); |
| 92 | new_callbacks->SetVerificationResults(verification_results_.get()); |
| 93 | callbacks_.reset(new_callbacks); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 94 | options->push_back(std::make_pair("compilercallbacks", callbacks_.get())); |
| 95 | } |
| 96 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 97 | std::unique_ptr<HashSet<std::string>> GetImageClasses() override { |
Vladimir Marko | 54159c6 | 2018-06-20 14:30:08 +0100 | [diff] [blame] | 98 | return std::make_unique<HashSet<std::string>>(image_classes_); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 99 | } |
| 100 | |
Vladimir Marko | a8bba7d | 2018-05-30 15:18:48 +0100 | [diff] [blame] | 101 | ArtMethod* FindCopiedMethod(ArtMethod* origin, ObjPtr<mirror::Class> klass) |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 102 | REQUIRES_SHARED(Locks::mutator_lock_) { |
| 103 | PointerSize pointer_size = class_linker_->GetImagePointerSize(); |
| 104 | for (ArtMethod& m : klass->GetCopiedMethods(pointer_size)) { |
| 105 | if (strcmp(origin->GetName(), m.GetName()) == 0 && |
| 106 | origin->GetSignature() == m.GetSignature()) { |
| 107 | return &m; |
| 108 | } |
| 109 | } |
| 110 | return nullptr; |
| 111 | } |
| 112 | |
| 113 | private: |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 114 | void DoCompile(ImageHeader::StorageMode storage_mode, /*out*/ CompilationHelper& out_helper); |
| 115 | |
Vladimir Marko | 54159c6 | 2018-06-20 14:30:08 +0100 | [diff] [blame] | 116 | HashSet<std::string> image_classes_; |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 117 | }; |
| 118 | |
| 119 | inline CompilationHelper::~CompilationHelper() { |
| 120 | for (ScratchFile& image_file : image_files) { |
| 121 | image_file.Unlink(); |
| 122 | } |
| 123 | for (ScratchFile& oat_file : oat_files) { |
| 124 | oat_file.Unlink(); |
| 125 | } |
| 126 | for (ScratchFile& vdex_file : vdex_files) { |
| 127 | vdex_file.Unlink(); |
| 128 | } |
| 129 | const int rmdir_result = rmdir(image_dir.c_str()); |
| 130 | CHECK_EQ(0, rmdir_result); |
| 131 | } |
| 132 | |
| 133 | inline std::vector<size_t> CompilationHelper::GetImageObjectSectionSizes() { |
| 134 | std::vector<size_t> ret; |
| 135 | for (ScratchFile& image_file : image_files) { |
| 136 | std::unique_ptr<File> file(OS::OpenFileForReading(image_file.GetFilename().c_str())); |
| 137 | CHECK(file.get() != nullptr); |
| 138 | ImageHeader image_header; |
| 139 | CHECK_EQ(file->ReadFully(&image_header, sizeof(image_header)), true); |
| 140 | CHECK(image_header.IsValid()); |
Vladimir Marko | 6cfbdbc | 2017-07-25 13:26:39 +0100 | [diff] [blame] | 141 | ret.push_back(image_header.GetObjectsSection().Size()); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 142 | } |
| 143 | return ret; |
| 144 | } |
| 145 | |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 146 | inline void ImageTest::DoCompile(ImageHeader::StorageMode storage_mode, |
| 147 | /*out*/ CompilationHelper& out_helper) { |
| 148 | CompilerDriver* driver = compiler_driver_.get(); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 149 | ClassLinker* class_linker = Runtime::Current()->GetClassLinker(); |
| 150 | std::vector<const DexFile*> class_path = class_linker->GetBootClassPath(); |
| 151 | |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 152 | for (const std::unique_ptr<const DexFile>& dex_file : out_helper.extra_dex_files) { |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 153 | { |
| 154 | ScopedObjectAccess soa(Thread::Current()); |
| 155 | // Inject in boot class path so that the compiler driver can see it. |
| 156 | class_linker->AppendToBootClassPath(soa.Self(), *dex_file.get()); |
| 157 | } |
| 158 | class_path.push_back(dex_file.get()); |
| 159 | } |
| 160 | |
| 161 | // Enable write for dex2dex. |
| 162 | for (const DexFile* dex_file : class_path) { |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 163 | out_helper.dex_file_locations.push_back(dex_file->GetLocation()); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 164 | if (dex_file->IsReadOnly()) { |
| 165 | dex_file->EnableWrite(); |
| 166 | } |
| 167 | } |
| 168 | { |
| 169 | // Create a generic tmp file, to be the base of the .art and .oat temporary files. |
| 170 | ScratchFile location; |
| 171 | for (int i = 0; i < static_cast<int>(class_path.size()); ++i) { |
| 172 | std::string cur_location = |
| 173 | android::base::StringPrintf("%s-%d.art", location.GetFilename().c_str(), i); |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 174 | out_helper.image_locations.push_back(ScratchFile(cur_location)); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 175 | } |
| 176 | } |
| 177 | std::vector<std::string> image_filenames; |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 178 | for (ScratchFile& file : out_helper.image_locations) { |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 179 | std::string image_filename(GetSystemImageFilename(file.GetFilename().c_str(), kRuntimeISA)); |
| 180 | image_filenames.push_back(image_filename); |
| 181 | size_t pos = image_filename.rfind('/'); |
| 182 | CHECK_NE(pos, std::string::npos) << image_filename; |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 183 | if (out_helper.image_dir.empty()) { |
| 184 | out_helper.image_dir = image_filename.substr(0, pos); |
| 185 | int mkdir_result = mkdir(out_helper.image_dir.c_str(), 0700); |
| 186 | CHECK_EQ(0, mkdir_result) << out_helper.image_dir; |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 187 | } |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 188 | out_helper.image_files.push_back(ScratchFile(OS::CreateEmptyFile(image_filename.c_str()))); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 189 | } |
| 190 | |
| 191 | std::vector<std::string> oat_filenames; |
| 192 | std::vector<std::string> vdex_filenames; |
| 193 | for (const std::string& image_filename : image_filenames) { |
| 194 | std::string oat_filename = ReplaceFileExtension(image_filename, "oat"); |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 195 | out_helper.oat_files.push_back(ScratchFile(OS::CreateEmptyFile(oat_filename.c_str()))); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 196 | oat_filenames.push_back(oat_filename); |
| 197 | std::string vdex_filename = ReplaceFileExtension(image_filename, "vdex"); |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 198 | out_helper.vdex_files.push_back(ScratchFile(OS::CreateEmptyFile(vdex_filename.c_str()))); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 199 | vdex_filenames.push_back(vdex_filename); |
| 200 | } |
| 201 | |
| 202 | std::unordered_map<const DexFile*, size_t> dex_file_to_oat_index_map; |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 203 | size_t image_idx = 0; |
| 204 | for (const DexFile* dex_file : class_path) { |
| 205 | dex_file_to_oat_index_map.emplace(dex_file, image_idx); |
| 206 | ++image_idx; |
| 207 | } |
| 208 | // TODO: compile_pic should be a test argument. |
Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 209 | std::unique_ptr<ImageWriter> writer(new ImageWriter(*compiler_options_, |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 210 | kRequestedImageBase, |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 211 | storage_mode, |
Vladimir Marko | d011d81 | 2018-11-29 12:35:24 +0000 | [diff] [blame^] | 212 | oat_filenames, |
Jeff Hao | c23b0c0 | 2017-07-27 18:19:38 -0700 | [diff] [blame] | 213 | dex_file_to_oat_index_map, |
Nicolas Geoffray | f0d3002 | 2018-11-20 17:45:38 +0000 | [diff] [blame] | 214 | /*class_loader=*/ nullptr, |
Vladimir Marko | 9c4b970 | 2018-11-14 15:09:02 +0000 | [diff] [blame] | 215 | /*dirty_image_objects=*/ nullptr)); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 216 | { |
| 217 | { |
| 218 | jobject class_loader = nullptr; |
| 219 | TimingLogger timings("ImageTest::WriteRead", false, false); |
| 220 | TimingLogger::ScopedTiming t("CompileAll", &timings); |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 221 | SetDexFilesForOatFile(class_path); |
Nicolas Geoffray | 1cfea7a | 2017-05-24 14:44:38 +0100 | [diff] [blame] | 222 | driver->CompileAll(class_loader, class_path, &timings); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 223 | |
| 224 | t.NewTiming("WriteElf"); |
| 225 | SafeMap<std::string, std::string> key_value_store; |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 226 | key_value_store.Put(OatHeader::kBootClassPathKey, |
| 227 | gc::space::ImageSpace::GetMultiImageBootClassPath( |
Vladimir Marko | d011d81 | 2018-11-29 12:35:24 +0000 | [diff] [blame^] | 228 | out_helper.dex_file_locations, |
| 229 | oat_filenames, |
| 230 | image_filenames)); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 231 | |
| 232 | std::vector<std::unique_ptr<ElfWriter>> elf_writers; |
| 233 | std::vector<std::unique_ptr<OatWriter>> oat_writers; |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 234 | for (ScratchFile& oat_file : out_helper.oat_files) { |
Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 235 | elf_writers.emplace_back(CreateElfWriterQuick(*compiler_options_, oat_file.GetFile())); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 236 | elf_writers.back()->Start(); |
Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 237 | oat_writers.emplace_back(new OatWriter(*compiler_options_, |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 238 | &timings, |
Mathieu Chartier | 603ccab | 2017-10-20 14:34:28 -0700 | [diff] [blame] | 239 | /*profile_compilation_info*/nullptr, |
| 240 | CompactDexLevel::kCompactDexLevelNone)); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 241 | } |
| 242 | |
| 243 | std::vector<OutputStream*> rodata; |
Vladimir Marko | c34bebf | 2018-08-16 16:12:49 +0100 | [diff] [blame] | 244 | std::vector<MemMap> opened_dex_files_maps; |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 245 | std::vector<std::unique_ptr<const DexFile>> opened_dex_files; |
| 246 | // Now that we have finalized key_value_store_, start writing the oat file. |
| 247 | for (size_t i = 0, size = oat_writers.size(); i != size; ++i) { |
| 248 | const DexFile* dex_file = class_path[i]; |
| 249 | rodata.push_back(elf_writers[i]->StartRoData()); |
| 250 | ArrayRef<const uint8_t> raw_dex_file( |
| 251 | reinterpret_cast<const uint8_t*>(&dex_file->GetHeader()), |
| 252 | dex_file->GetHeader().file_size_); |
| 253 | oat_writers[i]->AddRawDexFileSource(raw_dex_file, |
| 254 | dex_file->GetLocation().c_str(), |
| 255 | dex_file->GetLocationChecksum()); |
| 256 | |
Vladimir Marko | c34bebf | 2018-08-16 16:12:49 +0100 | [diff] [blame] | 257 | std::vector<MemMap> cur_opened_dex_files_maps; |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 258 | std::vector<std::unique_ptr<const DexFile>> cur_opened_dex_files; |
| 259 | bool dex_files_ok = oat_writers[i]->WriteAndOpenDexFiles( |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 260 | out_helper.vdex_files[i].GetFile(), |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 261 | rodata.back(), |
Vladimir Marko | d011d81 | 2018-11-29 12:35:24 +0000 | [diff] [blame^] | 262 | (i == 0u) ? &key_value_store : nullptr, |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 263 | /* verify */ false, // Dex files may be dex-to-dex-ed, don't verify. |
| 264 | /* update_input_vdex */ false, |
Nicolas Geoffray | 66ff8a8 | 2018-02-28 13:27:55 +0000 | [diff] [blame] | 265 | /* copy_dex_files */ CopyOption::kOnlyIfCompressed, |
Nicolas Geoffray | f307527 | 2018-01-08 12:41:19 +0000 | [diff] [blame] | 266 | &cur_opened_dex_files_maps, |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 267 | &cur_opened_dex_files); |
| 268 | ASSERT_TRUE(dex_files_ok); |
| 269 | |
Nicolas Geoffray | f307527 | 2018-01-08 12:41:19 +0000 | [diff] [blame] | 270 | if (!cur_opened_dex_files_maps.empty()) { |
Vladimir Marko | c34bebf | 2018-08-16 16:12:49 +0100 | [diff] [blame] | 271 | for (MemMap& cur_map : cur_opened_dex_files_maps) { |
Nicolas Geoffray | f307527 | 2018-01-08 12:41:19 +0000 | [diff] [blame] | 272 | opened_dex_files_maps.push_back(std::move(cur_map)); |
| 273 | } |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 274 | for (std::unique_ptr<const DexFile>& cur_dex_file : cur_opened_dex_files) { |
| 275 | // dex_file_oat_index_map_.emplace(dex_file.get(), i); |
| 276 | opened_dex_files.push_back(std::move(cur_dex_file)); |
| 277 | } |
| 278 | } else { |
| 279 | ASSERT_TRUE(cur_opened_dex_files.empty()); |
| 280 | } |
| 281 | } |
Mathieu Chartier | 703b82a | 2018-04-10 15:52:32 -0700 | [diff] [blame] | 282 | bool image_space_ok = writer->PrepareImageAddressSpace(&timings); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 283 | ASSERT_TRUE(image_space_ok); |
| 284 | |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 285 | DCHECK_EQ(out_helper.vdex_files.size(), out_helper.oat_files.size()); |
| 286 | for (size_t i = 0, size = out_helper.oat_files.size(); i != size; ++i) { |
Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 287 | MultiOatRelativePatcher patcher(compiler_options_->GetInstructionSet(), |
| 288 | compiler_options_->GetInstructionSetFeatures(), |
Vladimir Marko | ca1e038 | 2018-04-11 09:58:41 +0000 | [diff] [blame] | 289 | driver->GetCompiledMethodStorage()); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 290 | OatWriter* const oat_writer = oat_writers[i].get(); |
| 291 | ElfWriter* const elf_writer = elf_writers[i].get(); |
| 292 | std::vector<const DexFile*> cur_dex_files(1u, class_path[i]); |
| 293 | oat_writer->Initialize(driver, writer.get(), cur_dex_files); |
David Brazdil | 93592f5 | 2017-12-08 10:53:27 +0000 | [diff] [blame] | 294 | |
| 295 | std::unique_ptr<BufferedOutputStream> vdex_out = |
| 296 | std::make_unique<BufferedOutputStream>( |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 297 | std::make_unique<FileOutputStream>(out_helper.vdex_files[i].GetFile())); |
David Brazdil | 93592f5 | 2017-12-08 10:53:27 +0000 | [diff] [blame] | 298 | oat_writer->WriteVerifierDeps(vdex_out.get(), nullptr); |
| 299 | oat_writer->WriteQuickeningInfo(vdex_out.get()); |
| 300 | oat_writer->WriteChecksumsAndVdexHeader(vdex_out.get()); |
| 301 | |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 302 | oat_writer->PrepareLayout(&patcher); |
Vladimir Marko | b066d43 | 2018-01-03 13:14:37 +0000 | [diff] [blame] | 303 | elf_writer->PrepareDynamicSection(oat_writer->GetOatHeader().GetExecutableOffset(), |
| 304 | oat_writer->GetCodeSize(), |
| 305 | oat_writer->GetDataBimgRelRoSize(), |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 306 | oat_writer->GetBssSize(), |
Vladimir Marko | 0eb882b | 2017-05-15 13:39:18 +0100 | [diff] [blame] | 307 | oat_writer->GetBssMethodsOffset(), |
David Srbecky | ec2cdf4 | 2017-12-08 16:21:25 +0000 | [diff] [blame] | 308 | oat_writer->GetBssRootsOffset(), |
| 309 | oat_writer->GetVdexSize()); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 310 | |
| 311 | writer->UpdateOatFileLayout(i, |
| 312 | elf_writer->GetLoadedSize(), |
| 313 | oat_writer->GetOatDataOffset(), |
| 314 | oat_writer->GetOatSize()); |
| 315 | |
| 316 | bool rodata_ok = oat_writer->WriteRodata(rodata[i]); |
| 317 | ASSERT_TRUE(rodata_ok); |
| 318 | elf_writer->EndRoData(rodata[i]); |
| 319 | |
| 320 | OutputStream* text = elf_writer->StartText(); |
| 321 | bool text_ok = oat_writer->WriteCode(text); |
| 322 | ASSERT_TRUE(text_ok); |
| 323 | elf_writer->EndText(text); |
| 324 | |
Vladimir Marko | b066d43 | 2018-01-03 13:14:37 +0000 | [diff] [blame] | 325 | if (oat_writer->GetDataBimgRelRoSize() != 0u) { |
| 326 | OutputStream* data_bimg_rel_ro = elf_writer->StartDataBimgRelRo(); |
| 327 | bool data_bimg_rel_ro_ok = oat_writer->WriteDataBimgRelRo(data_bimg_rel_ro); |
| 328 | ASSERT_TRUE(data_bimg_rel_ro_ok); |
| 329 | elf_writer->EndDataBimgRelRo(data_bimg_rel_ro); |
| 330 | } |
| 331 | |
Vladimir Marko | e066932 | 2018-09-03 15:44:54 +0100 | [diff] [blame] | 332 | bool header_ok = oat_writer->WriteHeader(elf_writer->GetStream(), |
Vladimir Marko | c10a0c6 | 2018-11-16 11:39:22 +0000 | [diff] [blame] | 333 | /*boot_image_checksum=*/ 0u); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 334 | ASSERT_TRUE(header_ok); |
| 335 | |
| 336 | writer->UpdateOatFileHeader(i, oat_writer->GetOatHeader()); |
| 337 | |
| 338 | elf_writer->WriteDynamicSection(); |
David Srbecky | 32210b9 | 2017-12-04 14:39:21 +0000 | [diff] [blame] | 339 | elf_writer->WriteDebugInfo(oat_writer->GetDebugInfo()); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 340 | |
| 341 | bool success = elf_writer->End(); |
| 342 | ASSERT_TRUE(success); |
| 343 | } |
| 344 | } |
| 345 | |
| 346 | bool success_image = writer->Write(kInvalidFd, |
Vladimir Marko | d011d81 | 2018-11-29 12:35:24 +0000 | [diff] [blame^] | 347 | image_filenames, |
| 348 | oat_filenames); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 349 | ASSERT_TRUE(success_image); |
| 350 | |
| 351 | for (size_t i = 0, size = oat_filenames.size(); i != size; ++i) { |
| 352 | const char* oat_filename = oat_filenames[i].c_str(); |
| 353 | std::unique_ptr<File> oat_file(OS::OpenFileReadWrite(oat_filename)); |
| 354 | ASSERT_TRUE(oat_file != nullptr); |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 355 | bool success_fixup = ElfWriter::Fixup(oat_file.get(), writer->GetOatDataBegin(i)); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 356 | ASSERT_TRUE(success_fixup); |
| 357 | ASSERT_EQ(oat_file->FlushCloseOrErase(), 0) << "Could not flush and close oat file " |
| 358 | << oat_filename; |
| 359 | } |
| 360 | } |
| 361 | } |
| 362 | |
Vladimir Marko | d79b37b | 2018-11-02 13:06:22 +0000 | [diff] [blame] | 363 | inline void ImageTest::Compile( |
| 364 | ImageHeader::StorageMode storage_mode, |
| 365 | CompilationHelper& helper, |
| 366 | const std::string& extra_dex, |
| 367 | const std::initializer_list<std::string>& image_classes, |
| 368 | const std::initializer_list<std::string>& image_classes_failing_aot_clinit) { |
| 369 | for (const std::string& image_class : image_classes_failing_aot_clinit) { |
| 370 | ASSERT_TRUE(ContainsElement(image_classes, image_class)); |
| 371 | } |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 372 | for (const std::string& image_class : image_classes) { |
| 373 | image_classes_.insert(image_class); |
| 374 | } |
Vladimir Marko | a043111 | 2018-06-25 09:32:54 +0100 | [diff] [blame] | 375 | number_of_threads_ = kIsTargetBuild ? 2U : 16U; |
| 376 | CreateCompilerDriver(); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 377 | // Set inline filter values. |
| 378 | compiler_options_->SetInlineMaxCodeUnits(CompilerOptions::kDefaultInlineMaxCodeUnits); |
| 379 | image_classes_.clear(); |
| 380 | if (!extra_dex.empty()) { |
| 381 | helper.extra_dex_files = OpenTestDexFiles(extra_dex.c_str()); |
| 382 | } |
Vladimir Marko | 213ee2d | 2018-06-22 11:56:34 +0100 | [diff] [blame] | 383 | DoCompile(storage_mode, helper); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 384 | if (image_classes.begin() != image_classes.end()) { |
| 385 | // Make sure the class got initialized. |
| 386 | ScopedObjectAccess soa(Thread::Current()); |
| 387 | ClassLinker* const class_linker = Runtime::Current()->GetClassLinker(); |
| 388 | for (const std::string& image_class : image_classes) { |
Vladimir Marko | e9987b0 | 2018-05-22 16:26:43 +0100 | [diff] [blame] | 389 | ObjPtr<mirror::Class> klass = |
| 390 | class_linker->FindSystemClass(Thread::Current(), image_class.c_str()); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 391 | EXPECT_TRUE(klass != nullptr); |
Vladimir Marko | d79b37b | 2018-11-02 13:06:22 +0000 | [diff] [blame] | 392 | EXPECT_TRUE(klass->IsResolved()); |
| 393 | if (ContainsElement(image_classes_failing_aot_clinit, image_class)) { |
| 394 | EXPECT_FALSE(klass->IsInitialized()); |
| 395 | } else { |
| 396 | EXPECT_TRUE(klass->IsInitialized()); |
| 397 | } |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 398 | } |
| 399 | } |
| 400 | } |
| 401 | |
| 402 | inline void ImageTest::TestWriteRead(ImageHeader::StorageMode storage_mode) { |
| 403 | CompilationHelper helper; |
| 404 | Compile(storage_mode, /*out*/ helper); |
| 405 | std::vector<uint64_t> image_file_sizes; |
| 406 | for (ScratchFile& image_file : helper.image_files) { |
| 407 | std::unique_ptr<File> file(OS::OpenFileForReading(image_file.GetFilename().c_str())); |
| 408 | ASSERT_TRUE(file.get() != nullptr); |
| 409 | ImageHeader image_header; |
| 410 | ASSERT_EQ(file->ReadFully(&image_header, sizeof(image_header)), true); |
| 411 | ASSERT_TRUE(image_header.IsValid()); |
Vladimir Marko | cd87c3e | 2017-09-05 13:11:57 +0100 | [diff] [blame] | 412 | const auto& bitmap_section = image_header.GetImageBitmapSection(); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 413 | ASSERT_GE(bitmap_section.Offset(), sizeof(image_header)); |
| 414 | ASSERT_NE(0U, bitmap_section.Size()); |
| 415 | |
| 416 | gc::Heap* heap = Runtime::Current()->GetHeap(); |
| 417 | ASSERT_TRUE(heap->HaveContinuousSpaces()); |
| 418 | gc::space::ContinuousSpace* space = heap->GetNonMovingSpace(); |
| 419 | ASSERT_FALSE(space->IsImageSpace()); |
| 420 | ASSERT_TRUE(space != nullptr); |
| 421 | ASSERT_TRUE(space->IsMallocSpace()); |
| 422 | image_file_sizes.push_back(file->GetLength()); |
| 423 | } |
| 424 | |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 425 | // Need to delete the compiler since it has worker threads which are attached to runtime. |
| 426 | compiler_driver_.reset(); |
| 427 | |
| 428 | // Tear down old runtime before making a new one, clearing out misc state. |
| 429 | |
| 430 | // Remove the reservation of the memory for use to load the image. |
| 431 | // Need to do this before we reset the runtime. |
| 432 | UnreserveImageSpace(); |
| 433 | |
| 434 | helper.extra_dex_files.clear(); |
| 435 | runtime_.reset(); |
| 436 | java_lang_dex_file_ = nullptr; |
| 437 | |
| 438 | MemMap::Init(); |
| 439 | |
| 440 | RuntimeOptions options; |
| 441 | std::string image("-Ximage:"); |
| 442 | image.append(helper.image_locations[0].GetFilename()); |
| 443 | options.push_back(std::make_pair(image.c_str(), static_cast<void*>(nullptr))); |
| 444 | // By default the compiler this creates will not include patch information. |
| 445 | options.push_back(std::make_pair("-Xnorelocate", nullptr)); |
| 446 | |
| 447 | if (!Runtime::Create(options, false)) { |
| 448 | LOG(FATAL) << "Failed to create runtime"; |
| 449 | return; |
| 450 | } |
| 451 | runtime_.reset(Runtime::Current()); |
| 452 | // Runtime::Create acquired the mutator_lock_ that is normally given away when we Runtime::Start, |
| 453 | // give it away now and then switch to a more managable ScopedObjectAccess. |
| 454 | Thread::Current()->TransitionFromRunnableToSuspended(kNative); |
| 455 | ScopedObjectAccess soa(Thread::Current()); |
| 456 | ASSERT_TRUE(runtime_.get() != nullptr); |
| 457 | class_linker_ = runtime_->GetClassLinker(); |
| 458 | |
| 459 | gc::Heap* heap = Runtime::Current()->GetHeap(); |
| 460 | ASSERT_TRUE(heap->HasBootImageSpace()); |
| 461 | ASSERT_TRUE(heap->GetNonMovingSpace()->IsMallocSpace()); |
| 462 | |
| 463 | // We loaded the runtime with an explicit image, so it must exist. |
| 464 | ASSERT_EQ(heap->GetBootImageSpaces().size(), image_file_sizes.size()); |
Vladimir Marko | dc4bcce | 2018-06-21 16:15:42 +0100 | [diff] [blame] | 465 | const HashSet<std::string>& image_classes = compiler_options_->GetImageClasses(); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 466 | for (size_t i = 0; i < helper.dex_file_locations.size(); ++i) { |
| 467 | std::unique_ptr<const DexFile> dex( |
| 468 | LoadExpectSingleDexFile(helper.dex_file_locations[i].c_str())); |
| 469 | ASSERT_TRUE(dex != nullptr); |
| 470 | uint64_t image_file_size = image_file_sizes[i]; |
| 471 | gc::space::ImageSpace* image_space = heap->GetBootImageSpaces()[i]; |
| 472 | ASSERT_TRUE(image_space != nullptr); |
| 473 | if (storage_mode == ImageHeader::kStorageModeUncompressed) { |
| 474 | // Uncompressed, image should be smaller than file. |
| 475 | ASSERT_LE(image_space->GetImageHeader().GetImageSize(), image_file_size); |
| 476 | } else if (image_file_size > 16 * KB) { |
| 477 | // Compressed, file should be smaller than image. Not really valid for small images. |
| 478 | ASSERT_LE(image_file_size, image_space->GetImageHeader().GetImageSize()); |
| 479 | } |
| 480 | |
| 481 | image_space->VerifyImageAllocations(); |
| 482 | uint8_t* image_begin = image_space->Begin(); |
| 483 | uint8_t* image_end = image_space->End(); |
| 484 | if (i == 0) { |
| 485 | // This check is only valid for image 0. |
| 486 | CHECK_EQ(kRequestedImageBase, reinterpret_cast<uintptr_t>(image_begin)); |
| 487 | } |
| 488 | for (size_t j = 0; j < dex->NumClassDefs(); ++j) { |
| 489 | const DexFile::ClassDef& class_def = dex->GetClassDef(j); |
| 490 | const char* descriptor = dex->GetClassDescriptor(class_def); |
Vladimir Marko | e9987b0 | 2018-05-22 16:26:43 +0100 | [diff] [blame] | 491 | ObjPtr<mirror::Class> klass = class_linker_->FindSystemClass(soa.Self(), descriptor); |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 492 | EXPECT_TRUE(klass != nullptr) << descriptor; |
Vladimir Marko | e9987b0 | 2018-05-22 16:26:43 +0100 | [diff] [blame] | 493 | uint8_t* raw_klass = reinterpret_cast<uint8_t*>(klass.Ptr()); |
Vladimir Marko | 54159c6 | 2018-06-20 14:30:08 +0100 | [diff] [blame] | 494 | if (image_classes.find(StringPiece(descriptor)) == image_classes.end()) { |
Vladimir Marko | e9987b0 | 2018-05-22 16:26:43 +0100 | [diff] [blame] | 495 | EXPECT_TRUE(raw_klass >= image_end || raw_klass < image_begin) << descriptor; |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 496 | } else { |
| 497 | // Image classes should be located inside the image. |
Vladimir Marko | e9987b0 | 2018-05-22 16:26:43 +0100 | [diff] [blame] | 498 | EXPECT_LT(image_begin, raw_klass) << descriptor; |
| 499 | EXPECT_LT(raw_klass, image_end) << descriptor; |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 500 | } |
| 501 | EXPECT_TRUE(Monitor::IsValidLockWord(klass->GetLockWord(false))); |
| 502 | } |
| 503 | } |
| 504 | } |
| 505 | |
Vladimir Marko | 7452797 | 2016-11-29 15:57:32 +0000 | [diff] [blame] | 506 | } // namespace linker |
Vladimir Marko | 1352f13 | 2017-04-28 15:28:29 +0100 | [diff] [blame] | 507 | } // namespace art |
| 508 | |
Vladimir Marko | 7452797 | 2016-11-29 15:57:32 +0000 | [diff] [blame] | 509 | #endif // ART_DEX2OAT_LINKER_IMAGE_TEST_H_ |