David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2016 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ART_RUNTIME_VDEX_FILE_H_ |
| 18 | #define ART_RUNTIME_VDEX_FILE_H_ |
| 19 | |
| 20 | #include <stdint.h> |
| 21 | #include <string> |
| 22 | |
Nicolas Geoffray | e70dd56 | 2016-10-30 21:03:35 +0000 | [diff] [blame] | 23 | #include "base/array_ref.h" |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 24 | #include "base/macros.h" |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 25 | #include "mem_map.h" |
| 26 | #include "os.h" |
| 27 | |
| 28 | namespace art { |
| 29 | |
David Sehr | beca4fe | 2017-03-30 17:50:24 -0700 | [diff] [blame] | 30 | class DexFile; |
| 31 | |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 32 | // VDEX files contain extracted DEX files. The VdexFile class maps the file to |
| 33 | // memory and provides tools for accessing its individual sections. |
| 34 | // |
| 35 | // File format: |
| 36 | // VdexFile::Header fixed-length header |
| 37 | // |
| 38 | // DEX[0] array of the input DEX files |
| 39 | // DEX[1] the bytecode may have been quickened |
| 40 | // ... |
| 41 | // DEX[D] |
Nicolas Geoffray | b02ba93 | 2017-07-13 15:53:54 +0100 | [diff] [blame] | 42 | // QuickeningInfo |
| 43 | // uint8[] quickening data |
| 44 | // unaligned_uint32_t[2][] table of offsets pair: |
| 45 | // uint32_t[0] contains code_item_offset |
| 46 | // uint32_t[1] contains quickening data offset from the start |
| 47 | // of QuickeningInfo |
| 48 | // unalgined_uint32_t[D] start offsets (from the start of QuickeningInfo) in previous |
| 49 | // table for each dex file |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 50 | |
| 51 | class VdexFile { |
| 52 | public: |
| 53 | struct Header { |
| 54 | public: |
Nicolas Geoffray | f54e5df | 2016-12-01 10:45:08 +0000 | [diff] [blame] | 55 | Header(uint32_t number_of_dex_files_, |
| 56 | uint32_t dex_size, |
| 57 | uint32_t verifier_deps_size, |
| 58 | uint32_t quickening_info_size); |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 59 | |
Nicolas Geoffray | e70dd56 | 2016-10-30 21:03:35 +0000 | [diff] [blame] | 60 | const char* GetMagic() const { return reinterpret_cast<const char*>(magic_); } |
| 61 | const char* GetVersion() const { return reinterpret_cast<const char*>(version_); } |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 62 | bool IsMagicValid() const; |
| 63 | bool IsVersionValid() const; |
Nicolas Geoffray | e70dd56 | 2016-10-30 21:03:35 +0000 | [diff] [blame] | 64 | bool IsValid() const { return IsMagicValid() && IsVersionValid(); } |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 65 | |
David Brazdil | 5d5a36b | 2016-09-14 15:34:10 +0100 | [diff] [blame] | 66 | uint32_t GetDexSize() const { return dex_size_; } |
| 67 | uint32_t GetVerifierDepsSize() const { return verifier_deps_size_; } |
Nicolas Geoffray | 4acefd3 | 2016-10-24 13:14:58 +0100 | [diff] [blame] | 68 | uint32_t GetQuickeningInfoSize() const { return quickening_info_size_; } |
Nicolas Geoffray | f54e5df | 2016-12-01 10:45:08 +0000 | [diff] [blame] | 69 | uint32_t GetNumberOfDexFiles() const { return number_of_dex_files_; } |
David Brazdil | 5d5a36b | 2016-09-14 15:34:10 +0100 | [diff] [blame] | 70 | |
Nicolas Geoffray | 36930ec | 2017-05-09 13:23:34 +0100 | [diff] [blame] | 71 | static constexpr uint8_t kVdexInvalidMagic[] = { 'w', 'd', 'e', 'x' }; |
| 72 | |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 73 | private: |
| 74 | static constexpr uint8_t kVdexMagic[] = { 'v', 'd', 'e', 'x' }; |
Mathieu Chartier | bf755fe | 2017-08-01 13:42:56 -0700 | [diff] [blame] | 75 | // Last update: Use set for unverified_classes_. |
| 76 | static constexpr uint8_t kVdexVersion[] = { '0', '1', '0', '\0' }; |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 77 | |
| 78 | uint8_t magic_[4]; |
| 79 | uint8_t version_[4]; |
Nicolas Geoffray | f54e5df | 2016-12-01 10:45:08 +0000 | [diff] [blame] | 80 | uint32_t number_of_dex_files_; |
David Brazdil | 5d5a36b | 2016-09-14 15:34:10 +0100 | [diff] [blame] | 81 | uint32_t dex_size_; |
| 82 | uint32_t verifier_deps_size_; |
Nicolas Geoffray | 4acefd3 | 2016-10-24 13:14:58 +0100 | [diff] [blame] | 83 | uint32_t quickening_info_size_; |
Nicolas Geoffray | 4e868fa | 2017-04-21 17:16:44 +0100 | [diff] [blame] | 84 | |
| 85 | friend class VdexFile; |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 86 | }; |
| 87 | |
Nicolas Geoffray | f54e5df | 2016-12-01 10:45:08 +0000 | [diff] [blame] | 88 | typedef uint32_t VdexChecksum; |
| 89 | |
Anestis Bechtsoudis | a1f56a8 | 2017-10-08 23:37:10 +0300 | [diff] [blame] | 90 | explicit VdexFile(MemMap* mmap) : mmap_(mmap) {} |
| 91 | |
Richard Uhler | b8ab63a | 2017-01-31 11:27:37 +0000 | [diff] [blame] | 92 | // Returns nullptr if the vdex file cannot be opened or is not valid. |
| 93 | static std::unique_ptr<VdexFile> Open(const std::string& vdex_filename, |
| 94 | bool writable, |
| 95 | bool low_4gb, |
Nicolas Geoffray | 4e868fa | 2017-04-21 17:16:44 +0100 | [diff] [blame] | 96 | bool unquicken, |
Richard Uhler | b8ab63a | 2017-01-31 11:27:37 +0000 | [diff] [blame] | 97 | std::string* error_msg); |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 98 | |
Richard Uhler | b8ab63a | 2017-01-31 11:27:37 +0000 | [diff] [blame] | 99 | // Returns nullptr if the vdex file cannot be opened or is not valid. |
| 100 | static std::unique_ptr<VdexFile> Open(int file_fd, |
| 101 | size_t vdex_length, |
| 102 | const std::string& vdex_filename, |
| 103 | bool writable, |
| 104 | bool low_4gb, |
Nicolas Geoffray | 4e868fa | 2017-04-21 17:16:44 +0100 | [diff] [blame] | 105 | bool unquicken, |
Richard Uhler | b8ab63a | 2017-01-31 11:27:37 +0000 | [diff] [blame] | 106 | std::string* error_msg); |
Nicolas Geoffray | b0bbe8e | 2016-11-19 10:42:37 +0000 | [diff] [blame] | 107 | |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 108 | const uint8_t* Begin() const { return mmap_->Begin(); } |
| 109 | const uint8_t* End() const { return mmap_->End(); } |
| 110 | size_t Size() const { return mmap_->Size(); } |
| 111 | |
Nicolas Geoffray | e70dd56 | 2016-10-30 21:03:35 +0000 | [diff] [blame] | 112 | const Header& GetHeader() const { |
| 113 | return *reinterpret_cast<const Header*>(Begin()); |
| 114 | } |
| 115 | |
| 116 | ArrayRef<const uint8_t> GetVerifierDepsData() const { |
| 117 | return ArrayRef<const uint8_t>( |
Nicolas Geoffray | f54e5df | 2016-12-01 10:45:08 +0000 | [diff] [blame] | 118 | DexBegin() + GetHeader().GetDexSize(), GetHeader().GetVerifierDepsSize()); |
Nicolas Geoffray | e70dd56 | 2016-10-30 21:03:35 +0000 | [diff] [blame] | 119 | } |
| 120 | |
Nicolas Geoffray | b0bbe8e | 2016-11-19 10:42:37 +0000 | [diff] [blame] | 121 | ArrayRef<const uint8_t> GetQuickeningInfo() const { |
| 122 | return ArrayRef<const uint8_t>( |
| 123 | GetVerifierDepsData().data() + GetHeader().GetVerifierDepsSize(), |
| 124 | GetHeader().GetQuickeningInfoSize()); |
| 125 | } |
| 126 | |
| 127 | bool IsValid() const { |
| 128 | return mmap_->Size() >= sizeof(Header) && GetHeader().IsValid(); |
| 129 | } |
| 130 | |
| 131 | // This method is for iterating over the dex files in the vdex. If `cursor` is null, |
| 132 | // the first dex file is returned. If `cursor` is not null, it must point to a dex |
| 133 | // file and this method returns the next dex file if there is one, or null if there |
| 134 | // is none. |
| 135 | const uint8_t* GetNextDexFileData(const uint8_t* cursor) const; |
| 136 | |
Nicolas Geoffray | f54e5df | 2016-12-01 10:45:08 +0000 | [diff] [blame] | 137 | // Get the location checksum of the dex file number `dex_file_index`. |
| 138 | uint32_t GetLocationChecksum(uint32_t dex_file_index) const { |
| 139 | DCHECK_LT(dex_file_index, GetHeader().GetNumberOfDexFiles()); |
| 140 | return reinterpret_cast<const uint32_t*>(Begin() + sizeof(Header))[dex_file_index]; |
| 141 | } |
| 142 | |
Nicolas Geoffray | b02ba93 | 2017-07-13 15:53:54 +0100 | [diff] [blame] | 143 | // Open all the dex files contained in this vdex file. |
David Sehr | beca4fe | 2017-03-30 17:50:24 -0700 | [diff] [blame] | 144 | bool OpenAllDexFiles(std::vector<std::unique_ptr<const DexFile>>* dex_files, |
| 145 | std::string* error_msg); |
| 146 | |
Nicolas Geoffray | 4e868fa | 2017-04-21 17:16:44 +0100 | [diff] [blame] | 147 | // In-place unquicken the given `dex_files` based on `quickening_info`. |
Anestis Bechtsoudis | a1f56a8 | 2017-10-08 23:37:10 +0300 | [diff] [blame] | 148 | // `decompile_return_instruction` controls if RETURN_VOID_BARRIER instructions are |
| 149 | // decompiled to RETURN_VOID instructions using the slower ClassDataItemIterator |
| 150 | // instead of the faster QuickeningInfoIterator. |
Nicolas Geoffray | 4e868fa | 2017-04-21 17:16:44 +0100 | [diff] [blame] | 151 | static void Unquicken(const std::vector<const DexFile*>& dex_files, |
Anestis Bechtsoudis | a1f56a8 | 2017-10-08 23:37:10 +0300 | [diff] [blame] | 152 | const ArrayRef<const uint8_t>& quickening_info, |
| 153 | bool decompile_return_instruction); |
Nicolas Geoffray | 4e868fa | 2017-04-21 17:16:44 +0100 | [diff] [blame] | 154 | |
Nicolas Geoffray | b02ba93 | 2017-07-13 15:53:54 +0100 | [diff] [blame] | 155 | // Fully unquicken `target_dex_file` based on quickening info stored |
| 156 | // in this vdex file for `original_dex_file`. |
| 157 | void FullyUnquickenDexFile(const DexFile& target_dex_file, |
| 158 | const DexFile& original_dex_file) const; |
| 159 | |
| 160 | // Return the quickening info of the given code item. |
| 161 | const uint8_t* GetQuickenedInfoOf(const DexFile& dex_file, uint32_t code_item_offset) const; |
| 162 | |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 163 | private: |
Nicolas Geoffray | b0bbe8e | 2016-11-19 10:42:37 +0000 | [diff] [blame] | 164 | bool HasDexSection() const { |
| 165 | return GetHeader().GetDexSize() != 0; |
| 166 | } |
| 167 | |
| 168 | const uint8_t* DexBegin() const { |
Nicolas Geoffray | f54e5df | 2016-12-01 10:45:08 +0000 | [diff] [blame] | 169 | return Begin() + sizeof(Header) + GetSizeOfChecksumsSection(); |
Nicolas Geoffray | b0bbe8e | 2016-11-19 10:42:37 +0000 | [diff] [blame] | 170 | } |
| 171 | |
| 172 | const uint8_t* DexEnd() const { |
Nicolas Geoffray | f54e5df | 2016-12-01 10:45:08 +0000 | [diff] [blame] | 173 | return DexBegin() + GetHeader().GetDexSize(); |
| 174 | } |
| 175 | |
| 176 | size_t GetSizeOfChecksumsSection() const { |
| 177 | return sizeof(VdexChecksum) * GetHeader().GetNumberOfDexFiles(); |
Nicolas Geoffray | b0bbe8e | 2016-11-19 10:42:37 +0000 | [diff] [blame] | 178 | } |
| 179 | |
Nicolas Geoffray | b02ba93 | 2017-07-13 15:53:54 +0100 | [diff] [blame] | 180 | uint32_t GetDexFileIndex(const DexFile& dex_file) const; |
| 181 | |
David Brazdil | 7b49e6c | 2016-09-01 11:06:18 +0100 | [diff] [blame] | 182 | std::unique_ptr<MemMap> mmap_; |
| 183 | |
| 184 | DISALLOW_COPY_AND_ASSIGN(VdexFile); |
| 185 | }; |
| 186 | |
| 187 | } // namespace art |
| 188 | |
| 189 | #endif // ART_RUNTIME_VDEX_FILE_H_ |