blob: b0079a2d05d612e1e2b2284176b4c56d33dcce79 [file] [log] [blame]
Brian Carlstrom7940e442013-07-12 13:46:57 -07001/*
2 * Copyright (C) 2011 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include <stdio.h>
18#include <stdlib.h>
19#include <sys/stat.h>
Ian Rogers2672a9f2013-09-05 17:24:22 -070020#include <valgrind.h>
Brian Carlstrom7940e442013-07-12 13:46:57 -070021
22#include <fstream>
23#include <iostream>
24#include <sstream>
25#include <string>
26#include <vector>
27
Vladimir Markof94b7812014-06-05 15:48:04 +010028#if defined(__linux__) && defined(__arm__)
29#include <sys/personality.h>
30#include <sys/utsname.h>
31#endif
32
Brian Carlstrom7940e442013-07-12 13:46:57 -070033#include "base/stl_util.h"
34#include "base/stringpiece.h"
35#include "base/timing_logger.h"
36#include "base/unix_file/fd_file.h"
37#include "class_linker.h"
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +000038#include "compiler.h"
Vladimir Marko2b5eaa22013-12-13 13:59:30 +000039#include "compiler_callbacks.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070040#include "dex_file-inl.h"
Jean Christophe Beyler2469e602014-05-06 20:36:55 -070041#include "dex/pass_driver_me_opts.h"
Vladimir Markoc7f83202014-01-24 17:55:18 +000042#include "dex/verification_results.h"
Ian Rogerse63db272014-07-15 15:36:11 -070043#include "dex/quick_compiler_callbacks.h"
44#include "dex/quick/dex_file_to_method_inliner_map.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070045#include "driver/compiler_driver.h"
Brian Carlstrom6449c622014-02-10 23:48:36 -080046#include "driver/compiler_options.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070047#include "elf_fixup.h"
Alex Lighta59dd802014-07-02 16:28:08 -070048#include "elf_patcher.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070049#include "elf_stripper.h"
50#include "gc/space/image_space.h"
51#include "gc/space/space-inl.h"
52#include "image_writer.h"
53#include "leb128.h"
Brian Carlstromea46f952013-07-30 01:26:50 -070054#include "mirror/art_method-inl.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070055#include "mirror/class-inl.h"
56#include "mirror/class_loader.h"
57#include "mirror/object-inl.h"
58#include "mirror/object_array-inl.h"
59#include "oat_writer.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070060#include "os.h"
61#include "runtime.h"
62#include "ScopedLocalRef.h"
63#include "scoped_thread_state_change.h"
Alex Light53cb16b2014-06-12 11:26:29 -070064#include "utils.h"
Brian Carlstrom7940e442013-07-12 13:46:57 -070065#include "vector_output_stream.h"
66#include "well_known_classes.h"
67#include "zip_archive.h"
68
69namespace art {
70
Brian Carlstrom6449c622014-02-10 23:48:36 -080071static int original_argc;
72static char** original_argv;
73
74static std::string CommandLine() {
75 std::vector<std::string> command;
76 for (int i = 0; i < original_argc; ++i) {
77 command.push_back(original_argv[i]);
78 }
79 return Join(command, ' ');
80}
81
Brian Carlstrom7940e442013-07-12 13:46:57 -070082static void UsageErrorV(const char* fmt, va_list ap) {
83 std::string error;
84 StringAppendV(&error, fmt, ap);
85 LOG(ERROR) << error;
86}
87
88static void UsageError(const char* fmt, ...) {
89 va_list ap;
90 va_start(ap, fmt);
91 UsageErrorV(fmt, ap);
92 va_end(ap);
93}
94
95static void Usage(const char* fmt, ...) {
96 va_list ap;
97 va_start(ap, fmt);
98 UsageErrorV(fmt, ap);
99 va_end(ap);
100
Brian Carlstrom6449c622014-02-10 23:48:36 -0800101 UsageError("Command: %s", CommandLine().c_str());
102
Brian Carlstrom7940e442013-07-12 13:46:57 -0700103 UsageError("Usage: dex2oat [options]...");
104 UsageError("");
105 UsageError(" --dex-file=<dex-file>: specifies a .dex file to compile.");
106 UsageError(" Example: --dex-file=/system/framework/core.jar");
107 UsageError("");
108 UsageError(" --zip-fd=<file-descriptor>: specifies a file descriptor of a zip file");
109 UsageError(" containing a classes.dex file to compile.");
110 UsageError(" Example: --zip-fd=5");
111 UsageError("");
Brian Carlstrom45602482013-07-21 22:07:55 -0700112 UsageError(" --zip-location=<zip-location>: specifies a symbolic name for the file");
113 UsageError(" corresponding to the file descriptor specified by --zip-fd.");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700114 UsageError(" Example: --zip-location=/system/app/Calculator.apk");
115 UsageError("");
116 UsageError(" --oat-file=<file.oat>: specifies the oat output destination via a filename.");
117 UsageError(" Example: --oat-file=/system/framework/boot.oat");
118 UsageError("");
119 UsageError(" --oat-fd=<number>: specifies the oat output destination via a file descriptor.");
Wonil Kim9cb554a2014-04-28 11:26:55 +0900120 UsageError(" Example: --oat-fd=6");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700121 UsageError("");
122 UsageError(" --oat-location=<oat-name>: specifies a symbolic name for the file corresponding");
123 UsageError(" to the file descriptor specified by --oat-fd.");
124 UsageError(" Example: --oat-location=/data/dalvik-cache/system@app@Calculator.apk.oat");
125 UsageError("");
126 UsageError(" --oat-symbols=<file.oat>: specifies the oat output destination with full symbols.");
127 UsageError(" Example: --oat-symbols=/symbols/system/framework/boot.oat");
128 UsageError("");
129 UsageError(" --bitcode=<file.bc>: specifies the optional bitcode filename.");
130 UsageError(" Example: --bitcode=/system/framework/boot.bc");
131 UsageError("");
132 UsageError(" --image=<file.art>: specifies the output image filename.");
133 UsageError(" Example: --image=/system/framework/boot.art");
134 UsageError("");
135 UsageError(" --image-classes=<classname-file>: specifies classes to include in an image.");
136 UsageError(" Example: --image=frameworks/base/preloaded-classes");
137 UsageError("");
138 UsageError(" --base=<hex-address>: specifies the base address when creating a boot image.");
139 UsageError(" Example: --base=0x50000000");
140 UsageError("");
141 UsageError(" --boot-image=<file.art>: provide the image file for the boot class path.");
142 UsageError(" Example: --boot-image=/system/framework/boot.art");
Nicolas Geoffray9583fbc2014-02-28 15:21:07 +0000143 UsageError(" Default: $ANDROID_ROOT/system/framework/boot.art");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700144 UsageError("");
145 UsageError(" --android-root=<path>: used to locate libraries for portable linking.");
146 UsageError(" Example: --android-root=out/host/linux-x86");
147 UsageError(" Default: $ANDROID_ROOT");
148 UsageError("");
Alex Light53cb16b2014-06-12 11:26:29 -0700149 UsageError(" --instruction-set=(arm|arm64|mips|x86|x86_64): compile for a particular");
150 UsageError(" instruction set.");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700151 UsageError(" Example: --instruction-set=x86");
152 UsageError(" Default: arm");
153 UsageError("");
Dave Allison70202782013-10-22 17:52:19 -0700154 UsageError(" --instruction-set-features=...,: Specify instruction set features");
155 UsageError(" Example: --instruction-set-features=div");
156 UsageError(" Default: default");
157 UsageError("");
Igor Murashkin90ca5c02014-10-22 11:37:02 -0700158 UsageError(" --compile-pic: Force indirect use of code, methods, and classes");
159 UsageError(" Default: disabled");
160 UsageError("");
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000161 UsageError(" --compiler-backend=(Quick|Optimizing|Portable): select compiler backend");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700162 UsageError(" set.");
Brian Carlstrom635733d2013-10-30 23:19:31 -0700163 UsageError(" Example: --compiler-backend=Portable");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700164 UsageError(" Default: Quick");
165 UsageError("");
Jeff Hao4a200f52014-04-01 14:58:49 -0700166 UsageError(" --compiler-filter=(verify-none|interpret-only|space|balanced|speed|everything):");
167 UsageError(" select compiler filter.");
Brian Carlstrom6449c622014-02-10 23:48:36 -0800168 UsageError(" Example: --compiler-filter=everything");
169#if ART_SMALL_MODE
170 UsageError(" Default: interpret-only");
171#else
172 UsageError(" Default: speed");
173#endif
174 UsageError("");
175 UsageError(" --huge-method-max=<method-instruction-count>: the threshold size for a huge");
176 UsageError(" method for compiler filter tuning.");
177 UsageError(" Example: --huge-method-max=%d", CompilerOptions::kDefaultHugeMethodThreshold);
178 UsageError(" Default: %d", CompilerOptions::kDefaultHugeMethodThreshold);
179 UsageError("");
180 UsageError(" --huge-method-max=<method-instruction-count>: threshold size for a huge");
181 UsageError(" method for compiler filter tuning.");
182 UsageError(" Example: --huge-method-max=%d", CompilerOptions::kDefaultHugeMethodThreshold);
183 UsageError(" Default: %d", CompilerOptions::kDefaultHugeMethodThreshold);
184 UsageError("");
185 UsageError(" --large-method-max=<method-instruction-count>: threshold size for a large");
186 UsageError(" method for compiler filter tuning.");
187 UsageError(" Example: --large-method-max=%d", CompilerOptions::kDefaultLargeMethodThreshold);
188 UsageError(" Default: %d", CompilerOptions::kDefaultLargeMethodThreshold);
189 UsageError("");
190 UsageError(" --small-method-max=<method-instruction-count>: threshold size for a small");
191 UsageError(" method for compiler filter tuning.");
192 UsageError(" Example: --small-method-max=%d", CompilerOptions::kDefaultSmallMethodThreshold);
193 UsageError(" Default: %d", CompilerOptions::kDefaultSmallMethodThreshold);
194 UsageError("");
195 UsageError(" --tiny-method-max=<method-instruction-count>: threshold size for a tiny");
196 UsageError(" method for compiler filter tuning.");
197 UsageError(" Example: --tiny-method-max=%d", CompilerOptions::kDefaultTinyMethodThreshold);
198 UsageError(" Default: %d", CompilerOptions::kDefaultTinyMethodThreshold);
199 UsageError("");
200 UsageError(" --num-dex-methods=<method-count>: threshold size for a small dex file for");
201 UsageError(" compiler filter tuning. If the input has fewer than this many methods");
Jeff Hao4a200f52014-04-01 14:58:49 -0700202 UsageError(" and the filter is not interpret-only or verify-none, overrides the");
203 UsageError(" filter to use speed");
Brian Carlstrom6449c622014-02-10 23:48:36 -0800204 UsageError(" Example: --num-dex-method=%d", CompilerOptions::kDefaultNumDexMethodsThreshold);
205 UsageError(" Default: %d", CompilerOptions::kDefaultNumDexMethodsThreshold);
206 UsageError("");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700207 UsageError(" --host: used with Portable backend to link against host runtime libraries");
208 UsageError("");
Ian Rogers46398602013-08-20 07:50:36 -0700209 UsageError(" --dump-timing: display a breakdown of where time was spent");
210 UsageError("");
Alex Light53cb16b2014-06-12 11:26:29 -0700211 UsageError(" --include-patch-information: Include patching information so the generated code");
212 UsageError(" can have its base address moved without full recompilation.");
213 UsageError("");
214 UsageError(" --no-include-patch-information: Do not include patching information.");
215 UsageError("");
Alex Light78382fa2014-06-06 15:45:32 -0700216 UsageError(" --include-debug-symbols: Include ELF symbols in this oat file");
217 UsageError("");
218 UsageError(" --no-include-debug-symbols: Do not include ELF symbols in this oat file");
219 UsageError("");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700220 UsageError(" --runtime-arg <argument>: used to specify various arguments for the runtime,");
221 UsageError(" such as initial heap size, maximum heap size, and verbose output.");
222 UsageError(" Use a separate --runtime-arg switch for each argument.");
223 UsageError(" Example: --runtime-arg -Xms256m");
Jeff Hao4a200f52014-04-01 14:58:49 -0700224 UsageError("");
Dave Allisond6ed6422014-04-09 23:36:15 +0000225 UsageError(" --profile-file=<filename>: specify profiler output file to use for compilation.");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700226 UsageError("");
Chao-ying Fucd8ce662014-03-11 14:57:19 -0700227 UsageError(" --print-pass-names: print a list of pass names");
228 UsageError("");
229 UsageError(" --disable-passes=<pass-names>: disable one or more passes separated by comma.");
230 UsageError(" Example: --disable-passes=UseCount,BBOptimizations");
231 UsageError("");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700232 std::cerr << "See log for usage error information\n";
233 exit(EXIT_FAILURE);
234}
235
236class Dex2Oat {
237 public:
Brian Carlstrom45602482013-07-21 22:07:55 -0700238 static bool Create(Dex2Oat** p_dex2oat,
Ian Rogerse63db272014-07-15 15:36:11 -0700239 const RuntimeOptions& runtime_options,
Brian Carlstrom6449c622014-02-10 23:48:36 -0800240 const CompilerOptions& compiler_options,
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000241 Compiler::Kind compiler_kind,
Brian Carlstrom45602482013-07-21 22:07:55 -0700242 InstructionSet instruction_set,
Dave Allison70202782013-10-22 17:52:19 -0700243 InstructionSetFeatures instruction_set_features,
Brian Carlstrom6449c622014-02-10 23:48:36 -0800244 VerificationResults* verification_results,
245 DexFileToMethodInlinerMap* method_inliner_map,
Brian Carlstrom45602482013-07-21 22:07:55 -0700246 size_t thread_count)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700247 SHARED_TRYLOCK_FUNCTION(true, Locks::mutator_lock_) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800248 CHECK(verification_results != nullptr);
249 CHECK(method_inliner_map != nullptr);
Ian Rogers700a4022014-05-19 16:49:03 -0700250 std::unique_ptr<Dex2Oat> dex2oat(new Dex2Oat(&compiler_options,
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000251 compiler_kind,
Brian Carlstrom6449c622014-02-10 23:48:36 -0800252 instruction_set,
253 instruction_set_features,
254 verification_results,
255 method_inliner_map,
256 thread_count));
257 if (!dex2oat->CreateRuntime(runtime_options, instruction_set)) {
Kenny Root51316382014-05-13 14:59:37 -0700258 *p_dex2oat = nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700259 return false;
260 }
Vladimir Marko2b5eaa22013-12-13 13:59:30 +0000261 *p_dex2oat = dex2oat.release();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700262 return true;
263 }
264
265 ~Dex2Oat() {
266 delete runtime_;
Brian Carlstrom65c23bb2014-02-01 22:12:39 -0800267 LogCompletionTime();
268 }
269
270 void LogCompletionTime() {
271 LOG(INFO) << "dex2oat took " << PrettyDuration(NanoTime() - start_ns_)
Brian Carlstrom45602482013-07-21 22:07:55 -0700272 << " (threads: " << thread_count_ << ")";
Brian Carlstrom7940e442013-07-12 13:46:57 -0700273 }
274
275
Brian Carlstrom45602482013-07-21 22:07:55 -0700276 // Reads the class names (java.lang.Object) and returns a set of descriptors (Ljava/lang/Object;)
Ian Rogerscb6b0f32014-08-12 02:30:58 -0700277 std::set<std::string>* ReadImageClassesFromFile(const char* image_classes_filename) {
Ian Rogers700a4022014-05-19 16:49:03 -0700278 std::unique_ptr<std::ifstream> image_classes_file(new std::ifstream(image_classes_filename,
Brian Carlstrom45602482013-07-21 22:07:55 -0700279 std::ifstream::in));
Kenny Root51316382014-05-13 14:59:37 -0700280 if (image_classes_file.get() == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700281 LOG(ERROR) << "Failed to open image classes file " << image_classes_filename;
Kenny Root51316382014-05-13 14:59:37 -0700282 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700283 }
Ian Rogerscb6b0f32014-08-12 02:30:58 -0700284 std::unique_ptr<std::set<std::string>> result(ReadImageClasses(*image_classes_file));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700285 image_classes_file->close();
286 return result.release();
287 }
288
Ian Rogerscb6b0f32014-08-12 02:30:58 -0700289 std::set<std::string>* ReadImageClasses(std::istream& image_classes_stream) {
290 std::unique_ptr<std::set<std::string>> image_classes(new std::set<std::string>);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700291 while (image_classes_stream.good()) {
292 std::string dot;
293 std::getline(image_classes_stream, dot);
294 if (StartsWith(dot, "#") || dot.empty()) {
295 continue;
296 }
297 std::string descriptor(DotToDescriptor(dot.c_str()));
298 image_classes->insert(descriptor);
299 }
300 return image_classes.release();
301 }
302
Brian Carlstrom45602482013-07-21 22:07:55 -0700303 // Reads the class names (java.lang.Object) and returns a set of descriptors (Ljava/lang/Object;)
Ian Rogerscb6b0f32014-08-12 02:30:58 -0700304 std::set<std::string>* ReadImageClassesFromZip(const char* zip_filename,
Ian Rogers8d31bbd2013-10-13 10:44:14 -0700305 const char* image_classes_filename,
306 std::string* error_msg) {
Ian Rogers700a4022014-05-19 16:49:03 -0700307 std::unique_ptr<ZipArchive> zip_archive(ZipArchive::Open(zip_filename, error_msg));
Kenny Root51316382014-05-13 14:59:37 -0700308 if (zip_archive.get() == nullptr) {
309 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700310 }
Ian Rogers700a4022014-05-19 16:49:03 -0700311 std::unique_ptr<ZipEntry> zip_entry(zip_archive->Find(image_classes_filename, error_msg));
Kenny Root51316382014-05-13 14:59:37 -0700312 if (zip_entry.get() == nullptr) {
Ian Rogers8d31bbd2013-10-13 10:44:14 -0700313 *error_msg = StringPrintf("Failed to find '%s' within '%s': %s", image_classes_filename,
314 zip_filename, error_msg->c_str());
Kenny Root51316382014-05-13 14:59:37 -0700315 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700316 }
Brian Carlstrom0aa504b2014-05-23 02:47:28 -0700317 std::unique_ptr<MemMap> image_classes_file(zip_entry->ExtractToMemMap(zip_filename,
318 image_classes_filename,
319 error_msg));
Kenny Root51316382014-05-13 14:59:37 -0700320 if (image_classes_file.get() == nullptr) {
Ian Rogers8d31bbd2013-10-13 10:44:14 -0700321 *error_msg = StringPrintf("Failed to extract '%s' from '%s': %s", image_classes_filename,
322 zip_filename, error_msg->c_str());
Kenny Root51316382014-05-13 14:59:37 -0700323 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700324 }
325 const std::string image_classes_string(reinterpret_cast<char*>(image_classes_file->Begin()),
326 image_classes_file->Size());
327 std::istringstream image_classes_stream(image_classes_string);
328 return ReadImageClasses(image_classes_stream);
329 }
330
Alex Lighta59dd802014-07-02 16:28:08 -0700331 bool PatchOatCode(const CompilerDriver* compiler_driver, File* oat_file,
332 const std::string& oat_location, std::string* error_msg) {
333 // We asked to include patch information but we are not making an image. We need to fix
334 // everything up manually.
335 std::unique_ptr<ElfFile> elf_file(ElfFile::Open(oat_file, PROT_READ|PROT_WRITE,
336 MAP_SHARED, error_msg));
337 if (elf_file.get() == NULL) {
338 LOG(ERROR) << error_msg;
339 return false;
340 }
341 {
342 ReaderMutexLock mu(Thread::Current(), *Locks::mutator_lock_);
343 return ElfPatcher::Patch(compiler_driver, elf_file.get(), oat_location, error_msg);
344 }
345 }
346
Brian Carlstrom7940e442013-07-12 13:46:57 -0700347 const CompilerDriver* CreateOatFile(const std::string& boot_image_option,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700348 const std::string& android_root,
349 bool is_host,
350 const std::vector<const DexFile*>& dex_files,
351 File* oat_file,
Alex Lighta59dd802014-07-02 16:28:08 -0700352 const std::string& oat_location,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700353 const std::string& bitcode_filename,
354 bool image,
Ian Rogerscb6b0f32014-08-12 02:30:58 -0700355 std::unique_ptr<std::set<std::string>>& image_classes,
Andreas Gampe26318f72014-11-11 13:28:29 -0800356 std::unique_ptr<std::set<std::string>>& compiled_classes,
Brian Carlstrom7940e442013-07-12 13:46:57 -0700357 bool dump_stats,
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000358 bool dump_passes,
359 TimingLogger& timings,
Dave Allison39c3bfb2014-01-28 18:33:52 -0800360 CumulativeLogger& compiler_phases_timings,
Andreas Gampe22f8e5c2014-07-09 11:38:21 -0700361 std::string profile_file,
362 SafeMap<std::string, std::string>* key_value_store) {
363 CHECK(key_value_store != nullptr);
364
Mathieu Chartiereb8167a2014-05-07 15:43:14 -0700365 // Handle and ClassLoader creation needs to come after Runtime::Create
Kenny Root51316382014-05-13 14:59:37 -0700366 jobject class_loader = nullptr;
Ian Rogers3f3d22c2013-08-27 18:11:09 -0700367 Thread* self = Thread::Current();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700368 if (!boot_image_option.empty()) {
369 ClassLinker* class_linker = Runtime::Current()->GetClassLinker();
370 std::vector<const DexFile*> class_path_files(dex_files);
371 OpenClassPathFiles(runtime_->GetClassPathString(), class_path_files);
Ian Rogers3f3d22c2013-08-27 18:11:09 -0700372 ScopedObjectAccess soa(self);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700373 for (size_t i = 0; i < class_path_files.size(); i++) {
374 class_linker->RegisterDexFile(*class_path_files[i]);
375 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700376 soa.Env()->AllocObject(WellKnownClasses::dalvik_system_PathClassLoader);
377 ScopedLocalRef<jobject> class_loader_local(soa.Env(),
378 soa.Env()->AllocObject(WellKnownClasses::dalvik_system_PathClassLoader));
379 class_loader = soa.Env()->NewGlobalRef(class_loader_local.get());
380 Runtime::Current()->SetCompileTimeClassPath(class_loader, class_path_files);
381 }
382
Ian Rogers700a4022014-05-19 16:49:03 -0700383 std::unique_ptr<CompilerDriver> driver(new CompilerDriver(compiler_options_,
Andreas Gampe22f8e5c2014-07-09 11:38:21 -0700384 verification_results_,
385 method_inliner_map_,
386 compiler_kind_,
387 instruction_set_,
388 instruction_set_features_,
389 image,
390 image_classes.release(),
Andreas Gampe26318f72014-11-11 13:28:29 -0800391 compiled_classes.release(),
Andreas Gampe22f8e5c2014-07-09 11:38:21 -0700392 thread_count_,
393 dump_stats,
394 dump_passes,
395 &compiler_phases_timings,
396 profile_file));
Brian Carlstrom7940e442013-07-12 13:46:57 -0700397
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000398 driver->GetCompiler()->SetBitcodeFileName(*driver.get(), bitcode_filename);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700399
Ian Rogers3d504072014-03-01 09:16:49 -0800400 driver->CompileAll(class_loader, dex_files, &timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700401
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700402 TimingLogger::ScopedTiming t2("dex2oat OatWriter", &timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700403 std::string image_file_location;
404 uint32_t image_file_location_oat_checksum = 0;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800405 uintptr_t image_file_location_oat_data_begin = 0;
Alex Lighta59dd802014-07-02 16:28:08 -0700406 int32_t image_patch_delta = 0;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700407 if (!driver->IsImage()) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700408 TimingLogger::ScopedTiming t3("Loading image checksum", &timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700409 gc::space::ImageSpace* image_space = Runtime::Current()->GetHeap()->GetImageSpace();
410 image_file_location_oat_checksum = image_space->GetImageHeader().GetOatChecksum();
411 image_file_location_oat_data_begin =
Ian Rogersef7d42f2014-01-06 12:55:46 -0800412 reinterpret_cast<uintptr_t>(image_space->GetImageHeader().GetOatDataBegin());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700413 image_file_location = image_space->GetImageFilename();
Alex Lighta59dd802014-07-02 16:28:08 -0700414 image_patch_delta = image_space->GetImageHeader().GetPatchDelta();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700415 }
416
Andreas Gampe22f8e5c2014-07-09 11:38:21 -0700417 if (!image_file_location.empty()) {
418 key_value_store->Put(OatHeader::kImageLocationKey, image_file_location);
419 }
420
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700421 OatWriter oat_writer(dex_files, image_file_location_oat_checksum,
Brian Carlstromc50d8e12013-07-23 22:35:16 -0700422 image_file_location_oat_data_begin,
Alex Lighta59dd802014-07-02 16:28:08 -0700423 image_patch_delta,
Ian Rogersca368cb2013-11-15 15:52:08 -0800424 driver.get(),
Andreas Gampe22f8e5c2014-07-09 11:38:21 -0700425 &timings,
426 key_value_store);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700427
Mathieu Chartierf5997b42014-06-20 10:37:54 -0700428 t2.NewTiming("Writing ELF");
Ian Rogers3d504072014-03-01 09:16:49 -0800429 if (!driver->WriteElf(android_root, is_host, dex_files, &oat_writer, oat_file)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700430 LOG(ERROR) << "Failed to write ELF file " << oat_file->GetPath();
Kenny Root51316382014-05-13 14:59:37 -0700431 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700432 }
433
Andreas Gampe035592c2014-09-16 16:40:09 -0700434 // Flush result to disk. Patching code will re-open the file (mmap), so ensure that our view
435 // of the file already made it there and won't be re-ordered with writes from PatchOat or
436 // image patching.
Andreas Gampe9433ec62014-11-06 01:00:46 -0800437 if (oat_file->Flush() != 0) {
438 PLOG(ERROR) << "Failed flushing oat file " << oat_file->GetPath();
439 oat_file->Erase();
440 return nullptr;
441 }
Andreas Gampe035592c2014-09-16 16:40:09 -0700442
Alex Lighta59dd802014-07-02 16:28:08 -0700443 if (!driver->IsImage() && driver->GetCompilerOptions().GetIncludePatchInformation()) {
444 t2.NewTiming("Patching ELF");
445 std::string error_msg;
446 if (!PatchOatCode(driver.get(), oat_file, oat_location, &error_msg)) {
Jim_Guoa62a5882014-04-28 11:11:57 +0800447 LOG(ERROR) << "Failed to fixup ELF file " << oat_file->GetPath() << ": " << error_msg;
Alex Lighta59dd802014-07-02 16:28:08 -0700448 return nullptr;
449 }
450 }
451
Brian Carlstrom7940e442013-07-12 13:46:57 -0700452 return driver.release();
453 }
454
455 bool CreateImageFile(const std::string& image_filename,
456 uintptr_t image_base,
457 const std::string& oat_filename,
458 const std::string& oat_location,
459 const CompilerDriver& compiler)
460 LOCKS_EXCLUDED(Locks::mutator_lock_) {
461 uintptr_t oat_data_begin;
462 {
463 // ImageWriter is scoped so it can free memory before doing FixupElf
464 ImageWriter image_writer(compiler);
Igor Murashkin90ca5c02014-10-22 11:37:02 -0700465 if (!image_writer.Write(image_filename, image_base, oat_filename, oat_location,
466 compiler_options_->GetCompilePic())) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700467 LOG(ERROR) << "Failed to create image file " << image_filename;
468 return false;
469 }
470 oat_data_begin = image_writer.GetOatDataBegin();
471 }
472
Andreas Gampe9433ec62014-11-06 01:00:46 -0800473
Igor Murashkin90ca5c02014-10-22 11:37:02 -0700474 // Do not fix up the ELF file if we are --compile-pic
475 if (!compiler_options_->GetCompilePic()) {
Andreas Gampe9433ec62014-11-06 01:00:46 -0800476 std::unique_ptr<File> oat_file(OS::OpenFileReadWrite(oat_filename.c_str()));
477 if (oat_file.get() == nullptr) {
478 PLOG(ERROR) << "Failed to open ELF file: " << oat_filename;
479 return false;
480 }
481
Igor Murashkin90ca5c02014-10-22 11:37:02 -0700482 if (!ElfFixup::Fixup(oat_file.get(), oat_data_begin)) {
483 LOG(ERROR) << "Failed to fixup ELF file " << oat_file->GetPath();
Andreas Gampe9433ec62014-11-06 01:00:46 -0800484 oat_file->Erase();
485 return false;
486 }
487
488 if (oat_file->FlushCloseOrErase() != 0) {
489 PLOG(ERROR) << "Failed to flush and close patched oat file " << oat_filename;
Igor Murashkin90ca5c02014-10-22 11:37:02 -0700490 return false;
491 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700492 }
Igor Murashkin90ca5c02014-10-22 11:37:02 -0700493
Brian Carlstrom7940e442013-07-12 13:46:57 -0700494 return true;
495 }
496
497 private:
Brian Carlstrom6449c622014-02-10 23:48:36 -0800498 explicit Dex2Oat(const CompilerOptions* compiler_options,
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000499 Compiler::Kind compiler_kind,
Brian Carlstrom45602482013-07-21 22:07:55 -0700500 InstructionSet instruction_set,
Dave Allison70202782013-10-22 17:52:19 -0700501 InstructionSetFeatures instruction_set_features,
Brian Carlstrom6449c622014-02-10 23:48:36 -0800502 VerificationResults* verification_results,
503 DexFileToMethodInlinerMap* method_inliner_map,
Brian Carlstrom0177fe22013-07-21 12:21:36 -0700504 size_t thread_count)
Brian Carlstrom6449c622014-02-10 23:48:36 -0800505 : compiler_options_(compiler_options),
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000506 compiler_kind_(compiler_kind),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700507 instruction_set_(instruction_set),
Dave Allison70202782013-10-22 17:52:19 -0700508 instruction_set_features_(instruction_set_features),
Brian Carlstrom6449c622014-02-10 23:48:36 -0800509 verification_results_(verification_results),
510 method_inliner_map_(method_inliner_map),
Vladimir Marko2b5eaa22013-12-13 13:59:30 +0000511 runtime_(nullptr),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700512 thread_count_(thread_count),
Brian Carlstrom7940e442013-07-12 13:46:57 -0700513 start_ns_(NanoTime()) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800514 CHECK(compiler_options != nullptr);
515 CHECK(verification_results != nullptr);
516 CHECK(method_inliner_map != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700517 }
518
Ian Rogerse63db272014-07-15 15:36:11 -0700519 bool CreateRuntime(const RuntimeOptions& runtime_options, InstructionSet instruction_set)
Brian Carlstrom7940e442013-07-12 13:46:57 -0700520 SHARED_TRYLOCK_FUNCTION(true, Locks::mutator_lock_) {
Brian Carlstrom6449c622014-02-10 23:48:36 -0800521 if (!Runtime::Create(runtime_options, false)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700522 LOG(ERROR) << "Failed to create runtime";
523 return false;
524 }
525 Runtime* runtime = Runtime::Current();
Vladimir Marko7624d252014-05-02 14:40:15 +0100526 runtime->SetInstructionSet(instruction_set);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700527 for (int i = 0; i < Runtime::kLastCalleeSaveType; i++) {
528 Runtime::CalleeSaveType type = Runtime::CalleeSaveType(i);
529 if (!runtime->HasCalleeSaveMethod(type)) {
Vladimir Marko7624d252014-05-02 14:40:15 +0100530 runtime->SetCalleeSaveMethod(runtime->CreateCalleeSaveMethod(type), type);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700531 }
532 }
533 runtime->GetClassLinker()->FixupDexCaches(runtime->GetResolutionMethod());
Sebastien Hertz4e99b3d2014-06-24 14:35:40 +0200534 runtime->GetClassLinker()->RunRootClinits();
Vladimir Marko2b5eaa22013-12-13 13:59:30 +0000535 runtime_ = runtime;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700536 return true;
537 }
538
539 // Appends to dex_files any elements of class_path that it doesn't already
540 // contain. This will open those dex files as necessary.
Brian Carlstrom45602482013-07-21 22:07:55 -0700541 static void OpenClassPathFiles(const std::string& class_path,
542 std::vector<const DexFile*>& dex_files) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700543 std::vector<std::string> parsed;
544 Split(class_path, ':', parsed);
545 // Take Locks::mutator_lock_ so that lock ordering on the ClassLinker::dex_lock_ is maintained.
546 ScopedObjectAccess soa(Thread::Current());
547 for (size_t i = 0; i < parsed.size(); ++i) {
548 if (DexFilesContains(dex_files, parsed[i])) {
549 continue;
550 }
Ian Rogers8d31bbd2013-10-13 10:44:14 -0700551 std::string error_msg;
Andreas Gampe833a4852014-05-21 18:46:59 -0700552 if (!DexFile::Open(parsed[i].c_str(), parsed[i].c_str(), &error_msg, &dex_files)) {
Ian Rogers8d31bbd2013-10-13 10:44:14 -0700553 LOG(WARNING) << "Failed to open dex file '" << parsed[i] << "': " << error_msg;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700554 }
555 }
556 }
557
558 // Returns true if dex_files has a dex with the named location.
Brian Carlstrom45602482013-07-21 22:07:55 -0700559 static bool DexFilesContains(const std::vector<const DexFile*>& dex_files,
560 const std::string& location) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700561 for (size_t i = 0; i < dex_files.size(); ++i) {
562 if (dex_files[i]->GetLocation() == location) {
563 return true;
564 }
565 }
566 return false;
567 }
568
Brian Carlstromae7083d2014-02-24 21:56:02 -0800569 const CompilerOptions* const compiler_options_;
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000570 const Compiler::Kind compiler_kind_;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700571
572 const InstructionSet instruction_set_;
Dave Allison70202782013-10-22 17:52:19 -0700573 const InstructionSetFeatures instruction_set_features_;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700574
Brian Carlstromae7083d2014-02-24 21:56:02 -0800575 VerificationResults* const verification_results_;
576 DexFileToMethodInlinerMap* const method_inliner_map_;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700577 Runtime* runtime_;
578 size_t thread_count_;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700579 uint64_t start_ns_;
580
581 DISALLOW_IMPLICIT_CONSTRUCTORS(Dex2Oat);
582};
583
Brian Carlstrom3cf59d52013-11-10 21:04:10 -0800584static size_t OpenDexFiles(const std::vector<const char*>& dex_filenames,
585 const std::vector<const char*>& dex_locations,
586 std::vector<const DexFile*>& dex_files) {
587 size_t failure_count = 0;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700588 for (size_t i = 0; i < dex_filenames.size(); i++) {
589 const char* dex_filename = dex_filenames[i];
590 const char* dex_location = dex_locations[i];
Ian Rogers740a11d2014-01-14 10:11:25 -0800591 ATRACE_BEGIN(StringPrintf("Opening dex file '%s'", dex_filenames[i]).c_str());
Ian Rogers8d31bbd2013-10-13 10:44:14 -0700592 std::string error_msg;
Brian Carlstromd5aba592013-11-12 01:52:44 -0800593 if (!OS::FileExists(dex_filename)) {
594 LOG(WARNING) << "Skipping non-existent dex file '" << dex_filename << "'";
595 continue;
596 }
Andreas Gampe833a4852014-05-21 18:46:59 -0700597 if (!DexFile::Open(dex_filename, dex_location, &error_msg, &dex_files)) {
Ian Rogers8d31bbd2013-10-13 10:44:14 -0700598 LOG(WARNING) << "Failed to open .dex from file '" << dex_filename << "': " << error_msg;
Brian Carlstrom3cf59d52013-11-10 21:04:10 -0800599 ++failure_count;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700600 }
Ian Rogers740a11d2014-01-14 10:11:25 -0800601 ATRACE_END();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700602 }
Brian Carlstrom3cf59d52013-11-10 21:04:10 -0800603 return failure_count;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700604}
605
606// The primary goal of the watchdog is to prevent stuck build servers
607// during development when fatal aborts lead to a cascade of failures
608// that result in a deadlock.
609class WatchDog {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700610// WatchDog defines its own CHECK_PTHREAD_CALL to avoid using Log which uses locks
611#undef CHECK_PTHREAD_CALL
612#define CHECK_WATCH_DOG_PTHREAD_CALL(call, args, what) \
613 do { \
614 int rc = call args; \
615 if (rc != 0) { \
616 errno = rc; \
617 std::string message(# call); \
618 message += " failed for "; \
619 message += reason; \
620 Fatal(message); \
621 } \
622 } while (false)
623
624 public:
Brian Carlstrom93ba8932013-07-17 21:31:49 -0700625 explicit WatchDog(bool is_watch_dog_enabled) {
Brian Carlstrom7940e442013-07-12 13:46:57 -0700626 is_watch_dog_enabled_ = is_watch_dog_enabled;
627 if (!is_watch_dog_enabled_) {
628 return;
629 }
630 shutting_down_ = false;
631 const char* reason = "dex2oat watch dog thread startup";
Kenny Root51316382014-05-13 14:59:37 -0700632 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_mutex_init, (&mutex_, nullptr), reason);
633 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_cond_init, (&cond_, nullptr), reason);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700634 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_attr_init, (&attr_), reason);
635 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_create, (&pthread_, &attr_, &CallBack, this), reason);
636 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_attr_destroy, (&attr_), reason);
637 }
638 ~WatchDog() {
639 if (!is_watch_dog_enabled_) {
640 return;
641 }
642 const char* reason = "dex2oat watch dog thread shutdown";
643 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_mutex_lock, (&mutex_), reason);
644 shutting_down_ = true;
645 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_cond_signal, (&cond_), reason);
646 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_mutex_unlock, (&mutex_), reason);
647
Kenny Root51316382014-05-13 14:59:37 -0700648 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_join, (pthread_, nullptr), reason);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700649
650 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_cond_destroy, (&cond_), reason);
651 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_mutex_destroy, (&mutex_), reason);
652 }
653
654 private:
655 static void* CallBack(void* arg) {
656 WatchDog* self = reinterpret_cast<WatchDog*>(arg);
657 ::art::SetThreadName("dex2oat watch dog");
658 self->Wait();
Kenny Root51316382014-05-13 14:59:37 -0700659 return nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700660 }
661
662 static void Message(char severity, const std::string& message) {
663 // TODO: Remove when we switch to LOG when we can guarantee it won't prevent shutdown in error
664 // cases.
665 fprintf(stderr, "dex2oat%s %c %d %d %s\n",
666 kIsDebugBuild ? "d" : "",
667 severity,
668 getpid(),
669 GetTid(),
670 message.c_str());
671 }
672
673 static void Warn(const std::string& message) {
674 Message('W', message);
675 }
676
677 static void Fatal(const std::string& message) {
678 Message('F', message);
679 exit(1);
680 }
681
682 void Wait() {
683 bool warning = true;
684 CHECK_GT(kWatchDogTimeoutSeconds, kWatchDogWarningSeconds);
685 // TODO: tune the multiplier for GC verification, the following is just to make the timeout
686 // large.
Mathieu Chartier4e305412014-02-19 10:54:44 -0800687 int64_t multiplier = kVerifyObjectSupport > kVerifyObjectModeFast ? 100 : 1;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700688 timespec warning_ts;
689 InitTimeSpec(true, CLOCK_REALTIME, multiplier * kWatchDogWarningSeconds * 1000, 0, &warning_ts);
690 timespec timeout_ts;
691 InitTimeSpec(true, CLOCK_REALTIME, multiplier * kWatchDogTimeoutSeconds * 1000, 0, &timeout_ts);
692 const char* reason = "dex2oat watch dog thread waiting";
693 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_mutex_lock, (&mutex_), reason);
694 while (!shutting_down_) {
695 int rc = TEMP_FAILURE_RETRY(pthread_cond_timedwait(&cond_, &mutex_,
696 warning ? &warning_ts
697 : &timeout_ts));
698 if (rc == ETIMEDOUT) {
699 std::string message(StringPrintf("dex2oat did not finish after %d seconds",
700 warning ? kWatchDogWarningSeconds
701 : kWatchDogTimeoutSeconds));
702 if (warning) {
703 Warn(message.c_str());
704 warning = false;
705 } else {
706 Fatal(message.c_str());
707 }
708 } else if (rc != 0) {
709 std::string message(StringPrintf("pthread_cond_timedwait failed: %s",
710 strerror(errno)));
711 Fatal(message.c_str());
712 }
713 }
714 CHECK_WATCH_DOG_PTHREAD_CALL(pthread_mutex_unlock, (&mutex_), reason);
715 }
716
717 // When setting timeouts, keep in mind that the build server may not be as fast as your desktop.
Mathieu Chartier0bff4f32014-09-09 17:26:58 -0700718 // Debug builds are slower so they have larger timeouts.
719 static const unsigned int kSlowdownFactor = kIsDebugBuild ? 5U : 1U;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700720#if ART_USE_PORTABLE_COMPILER
Mathieu Chartier0bff4f32014-09-09 17:26:58 -0700721 // 2 minutes scaled by kSlowdownFactor.
722 static const unsigned int kWatchDogWarningSeconds = kSlowdownFactor * 2 * 60;
723 // 30 minutes scaled by kSlowdownFactor.
724 static const unsigned int kWatchDogTimeoutSeconds = kSlowdownFactor * 30 * 60;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700725#else
Mathieu Chartier0bff4f32014-09-09 17:26:58 -0700726 // 1 minutes scaled by kSlowdownFactor.
727 static const unsigned int kWatchDogWarningSeconds = kSlowdownFactor * 1 * 60;
728 // 6 minutes scaled by kSlowdownFactor.
729 static const unsigned int kWatchDogTimeoutSeconds = kSlowdownFactor * 6 * 60;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700730#endif
731
732 bool is_watch_dog_enabled_;
733 bool shutting_down_;
734 // TODO: Switch to Mutex when we can guarantee it won't prevent shutdown in error cases.
735 pthread_mutex_t mutex_;
736 pthread_cond_t cond_;
737 pthread_attr_t attr_;
738 pthread_t pthread_;
739};
740const unsigned int WatchDog::kWatchDogWarningSeconds;
741const unsigned int WatchDog::kWatchDogTimeoutSeconds;
742
Dave Allison70202782013-10-22 17:52:19 -0700743// Given a set of instruction features from the build, parse it. The
744// input 'str' is a comma separated list of feature names. Parse it and
745// return the InstructionSetFeatures object.
746static InstructionSetFeatures ParseFeatureList(std::string str) {
747 InstructionSetFeatures result;
748 typedef std::vector<std::string> FeatureList;
749 FeatureList features;
750 Split(str, ',', features);
751 for (FeatureList::iterator i = features.begin(); i != features.end(); i++) {
752 std::string feature = Trim(*i);
753 if (feature == "default") {
754 // Nothing to do.
755 } else if (feature == "div") {
756 // Supports divide instruction.
757 result.SetHasDivideInstruction(true);
758 } else if (feature == "nodiv") {
759 // Turn off support for divide instruction.
760 result.SetHasDivideInstruction(false);
Vladimir Marko674744e2014-04-24 15:18:26 +0100761 } else if (feature == "lpae") {
762 // Supports Large Physical Address Extension.
763 result.SetHasLpae(true);
764 } else if (feature == "nolpae") {
765 // Turn off support for Large Physical Address Extension.
766 result.SetHasLpae(false);
Dave Allison70202782013-10-22 17:52:19 -0700767 } else {
768 Usage("Unknown instruction set feature: '%s'", feature.c_str());
769 }
770 }
771 // others...
772 return result;
773}
774
Calin Juravlec1b643c2014-05-30 23:44:11 +0100775void ParseStringAfterChar(const std::string& s, char c, std::string* parsed_value) {
776 std::string::size_type colon = s.find(c);
777 if (colon == std::string::npos) {
778 Usage("Missing char %c in option %s\n", c, s.c_str());
779 }
780 // Add one to remove the char we were trimming until.
781 *parsed_value = s.substr(colon + 1);
782}
783
784void ParseDouble(const std::string& option, char after_char,
785 double min, double max, double* parsed_value) {
786 std::string substring;
787 ParseStringAfterChar(option, after_char, &substring);
788 bool sane_val = true;
789 double value;
790 if (false) {
791 // TODO: this doesn't seem to work on the emulator. b/15114595
792 std::stringstream iss(substring);
793 iss >> value;
794 // Ensure that we have a value, there was no cruft after it and it satisfies a sensible range.
795 sane_val = iss.eof() && (value >= min) && (value <= max);
796 } else {
797 char* end = nullptr;
798 value = strtod(substring.c_str(), &end);
799 sane_val = *end == '\0' && value >= min && value <= max;
800 }
801 if (!sane_val) {
802 Usage("Invalid double value %s for option %s\n", substring.c_str(), option.c_str());
803 }
804 *parsed_value = value;
805}
806
Andreas Gamped7392fa2014-10-23 11:37:40 -0700807static void b13564922() {
Vladimir Markof94b7812014-06-05 15:48:04 +0100808#if defined(__linux__) && defined(__arm__)
809 int major, minor;
810 struct utsname uts;
811 if (uname(&uts) != -1 &&
812 sscanf(uts.release, "%d.%d", &major, &minor) == 2 &&
813 ((major < 3) || ((major == 3) && (minor < 4)))) {
814 // Kernels before 3.4 don't handle the ASLR well and we can run out of address
815 // space (http://b/13564922). Work around the issue by inhibiting further mmap() randomization.
816 int old_personality = personality(0xffffffff);
817 if ((old_personality & ADDR_NO_RANDOMIZE) == 0) {
818 int new_personality = personality(old_personality | ADDR_NO_RANDOMIZE);
819 if (new_personality == -1) {
820 LOG(WARNING) << "personality(. | ADDR_NO_RANDOMIZE) failed.";
821 }
822 }
823 }
824#endif
Andreas Gamped7392fa2014-10-23 11:37:40 -0700825}
826
827static int dex2oat(int argc, char** argv) {
828 b13564922();
Vladimir Markof94b7812014-06-05 15:48:04 +0100829
Brian Carlstrom6449c622014-02-10 23:48:36 -0800830 original_argc = argc;
831 original_argv = argv;
832
Ian Rogers5fe9af72013-11-14 00:17:20 -0800833 TimingLogger timings("compiler", false, false);
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000834 CumulativeLogger compiler_phases_timings("compilation times");
Brian Carlstrom45602482013-07-21 22:07:55 -0700835
Brian Carlstrom7940e442013-07-12 13:46:57 -0700836 InitLogging(argv);
837
838 // Skip over argv[0].
839 argv++;
840 argc--;
841
842 if (argc == 0) {
Brian Carlstrome0948e12013-08-29 09:36:15 -0700843 Usage("No arguments specified");
Brian Carlstrom7940e442013-07-12 13:46:57 -0700844 }
845
846 std::vector<const char*> dex_filenames;
847 std::vector<const char*> dex_locations;
848 int zip_fd = -1;
849 std::string zip_location;
850 std::string oat_filename;
851 std::string oat_symbols;
852 std::string oat_location;
853 int oat_fd = -1;
854 std::string bitcode_filename;
Kenny Root51316382014-05-13 14:59:37 -0700855 const char* image_classes_zip_filename = nullptr;
856 const char* image_classes_filename = nullptr;
Andreas Gampe26318f72014-11-11 13:28:29 -0800857 const char* compiled_classes_zip_filename = nullptr;
858 const char* compiled_classes_filename = nullptr;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700859 std::string image_filename;
860 std::string boot_image_filename;
861 uintptr_t image_base = 0;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700862 std::string android_root;
863 std::vector<const char*> runtime_args;
864 int thread_count = sysconf(_SC_NPROCESSORS_CONF);
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000865 Compiler::Kind compiler_kind = kUsePortableCompiler
866 ? Compiler::kPortable
867 : Compiler::kQuick;
Kenny Root51316382014-05-13 14:59:37 -0700868 const char* compiler_filter_string = nullptr;
Igor Murashkin643b5df2014-10-16 18:36:16 -0700869 bool compile_pic = false;
Brian Carlstrom6449c622014-02-10 23:48:36 -0800870 int huge_method_threshold = CompilerOptions::kDefaultHugeMethodThreshold;
871 int large_method_threshold = CompilerOptions::kDefaultLargeMethodThreshold;
872 int small_method_threshold = CompilerOptions::kDefaultSmallMethodThreshold;
873 int tiny_method_threshold = CompilerOptions::kDefaultTinyMethodThreshold;
874 int num_dex_methods_threshold = CompilerOptions::kDefaultNumDexMethodsThreshold;
Dave Allison70202782013-10-22 17:52:19 -0700875
Brian Carlstrom1bd2ceb2013-11-06 00:29:48 -0800876 // Take the default set of instruction features from the build.
Dave Allison70202782013-10-22 17:52:19 -0700877 InstructionSetFeatures instruction_set_features =
Ian Rogers8afeb852014-04-02 14:55:49 -0700878 ParseFeatureList(Runtime::GetDefaultInstructionSetFeatures());
Dave Allison70202782013-10-22 17:52:19 -0700879
Andreas Gampe91268c12014-04-03 17:50:24 -0700880 InstructionSet instruction_set = kRuntimeISA;
Dave Allison70202782013-10-22 17:52:19 -0700881
Dave Allison39c3bfb2014-01-28 18:33:52 -0800882 // Profile file to use
883 std::string profile_file;
Calin Juravlec1b643c2014-05-30 23:44:11 +0100884 double top_k_profile_threshold = CompilerOptions::kDefaultTopKProfileThreshold;
Dave Allison70202782013-10-22 17:52:19 -0700885
Brian Carlstrom7940e442013-07-12 13:46:57 -0700886 bool is_host = false;
Ian Rogerse732ef12013-10-09 15:22:24 -0700887 bool dump_stats = false;
Ian Rogers46398602013-08-20 07:50:36 -0700888 bool dump_timing = false;
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +0000889 bool dump_passes = false;
Alex Light53cb16b2014-06-12 11:26:29 -0700890 bool include_patch_information = CompilerOptions::kDefaultIncludePatchInformation;
Alex Light78382fa2014-06-06 15:45:32 -0700891 bool include_debug_symbols = kIsDebugBuild;
Ian Rogers46398602013-08-20 07:50:36 -0700892 bool dump_slow_timing = kIsDebugBuild;
Andreas Gampeb28a1612014-07-17 10:18:46 -0700893 bool watch_dog_enabled = true;
Mark Mendellae9fd932014-02-10 16:14:35 -0800894 bool generate_gdb_information = kIsDebugBuild;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700895
Dave Allison69dfe512014-07-11 17:11:58 +0000896 // Checks are all explicit until we know the architecture.
897 bool implicit_null_checks = false;
898 bool implicit_so_checks = false;
899 bool implicit_suspend_checks = false;
Andreas Gampe5655e842014-06-17 16:36:07 -0700900
Brian Carlstrom7940e442013-07-12 13:46:57 -0700901 for (int i = 0; i < argc; i++) {
902 const StringPiece option(argv[i]);
Ian Rogersb9beb2e2014-05-09 16:57:40 -0700903 const bool log_options = false;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700904 if (log_options) {
905 LOG(INFO) << "dex2oat: option[" << i << "]=" << argv[i];
906 }
907 if (option.starts_with("--dex-file=")) {
908 dex_filenames.push_back(option.substr(strlen("--dex-file=")).data());
909 } else if (option.starts_with("--dex-location=")) {
910 dex_locations.push_back(option.substr(strlen("--dex-location=")).data());
911 } else if (option.starts_with("--zip-fd=")) {
912 const char* zip_fd_str = option.substr(strlen("--zip-fd=")).data();
913 if (!ParseInt(zip_fd_str, &zip_fd)) {
Brian Carlstrome0948e12013-08-29 09:36:15 -0700914 Usage("Failed to parse --zip-fd argument '%s' as an integer", zip_fd_str);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700915 }
Brian Carlstrom6449c622014-02-10 23:48:36 -0800916 if (zip_fd < 0) {
917 Usage("--zip-fd passed a negative value %d", zip_fd);
918 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700919 } else if (option.starts_with("--zip-location=")) {
920 zip_location = option.substr(strlen("--zip-location=")).data();
921 } else if (option.starts_with("--oat-file=")) {
922 oat_filename = option.substr(strlen("--oat-file=")).data();
923 } else if (option.starts_with("--oat-symbols=")) {
924 oat_symbols = option.substr(strlen("--oat-symbols=")).data();
925 } else if (option.starts_with("--oat-fd=")) {
926 const char* oat_fd_str = option.substr(strlen("--oat-fd=")).data();
927 if (!ParseInt(oat_fd_str, &oat_fd)) {
Brian Carlstrome0948e12013-08-29 09:36:15 -0700928 Usage("Failed to parse --oat-fd argument '%s' as an integer", oat_fd_str);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700929 }
Brian Carlstrom6449c622014-02-10 23:48:36 -0800930 if (oat_fd < 0) {
931 Usage("--oat-fd passed a negative value %d", oat_fd);
932 }
Brian Carlstrom7940e442013-07-12 13:46:57 -0700933 } else if (option == "--watch-dog") {
934 watch_dog_enabled = true;
935 } else if (option == "--no-watch-dog") {
936 watch_dog_enabled = false;
Mark Mendellae9fd932014-02-10 16:14:35 -0800937 } else if (option == "--gen-gdb-info") {
938 generate_gdb_information = true;
Alex Light3470ab42014-06-18 10:35:45 -0700939 // Debug symbols are needed for gdb information.
940 include_debug_symbols = true;
Mark Mendellae9fd932014-02-10 16:14:35 -0800941 } else if (option == "--no-gen-gdb-info") {
942 generate_gdb_information = false;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700943 } else if (option.starts_with("-j")) {
944 const char* thread_count_str = option.substr(strlen("-j")).data();
945 if (!ParseInt(thread_count_str, &thread_count)) {
Brian Carlstrome0948e12013-08-29 09:36:15 -0700946 Usage("Failed to parse -j argument '%s' as an integer", thread_count_str);
Brian Carlstrom7940e442013-07-12 13:46:57 -0700947 }
948 } else if (option.starts_with("--oat-location=")) {
949 oat_location = option.substr(strlen("--oat-location=")).data();
950 } else if (option.starts_with("--bitcode=")) {
951 bitcode_filename = option.substr(strlen("--bitcode=")).data();
952 } else if (option.starts_with("--image=")) {
953 image_filename = option.substr(strlen("--image=")).data();
954 } else if (option.starts_with("--image-classes=")) {
955 image_classes_filename = option.substr(strlen("--image-classes=")).data();
956 } else if (option.starts_with("--image-classes-zip=")) {
957 image_classes_zip_filename = option.substr(strlen("--image-classes-zip=")).data();
Andreas Gampe26318f72014-11-11 13:28:29 -0800958 } else if (option.starts_with("--compiled-classes=")) {
959 compiled_classes_filename = option.substr(strlen("--compiled-classes=")).data();
960 } else if (option.starts_with("--compiled-classes-zip=")) {
961 compiled_classes_zip_filename = option.substr(strlen("--compiled-classes-zip=")).data();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700962 } else if (option.starts_with("--base=")) {
963 const char* image_base_str = option.substr(strlen("--base=")).data();
964 char* end;
965 image_base = strtoul(image_base_str, &end, 16);
966 if (end == image_base_str || *end != '\0') {
967 Usage("Failed to parse hexadecimal value for option %s", option.data());
968 }
969 } else if (option.starts_with("--boot-image=")) {
970 boot_image_filename = option.substr(strlen("--boot-image=")).data();
Brian Carlstrom7940e442013-07-12 13:46:57 -0700971 } else if (option.starts_with("--android-root=")) {
972 android_root = option.substr(strlen("--android-root=")).data();
973 } else if (option.starts_with("--instruction-set=")) {
974 StringPiece instruction_set_str = option.substr(strlen("--instruction-set=")).data();
975 if (instruction_set_str == "arm") {
976 instruction_set = kThumb2;
Stuart Monteithb95a5342014-03-12 13:32:32 +0000977 } else if (instruction_set_str == "arm64") {
978 instruction_set = kArm64;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700979 } else if (instruction_set_str == "mips") {
980 instruction_set = kMips;
981 } else if (instruction_set_str == "x86") {
982 instruction_set = kX86;
Ian Rogersef7d42f2014-01-06 12:55:46 -0800983 } else if (instruction_set_str == "x86_64") {
984 instruction_set = kX86_64;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700985 }
Dave Allison70202782013-10-22 17:52:19 -0700986 } else if (option.starts_with("--instruction-set-features=")) {
987 StringPiece str = option.substr(strlen("--instruction-set-features=")).data();
988 instruction_set_features = ParseFeatureList(str.as_string());
Brian Carlstrom7940e442013-07-12 13:46:57 -0700989 } else if (option.starts_with("--compiler-backend=")) {
990 StringPiece backend_str = option.substr(strlen("--compiler-backend=")).data();
991 if (backend_str == "Quick") {
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000992 compiler_kind = Compiler::kQuick;
993 } else if (backend_str == "Optimizing") {
994 compiler_kind = Compiler::kOptimizing;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700995 } else if (backend_str == "Portable") {
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +0000996 compiler_kind = Compiler::kPortable;
Brian Carlstrom7940e442013-07-12 13:46:57 -0700997 }
Brian Carlstrom6449c622014-02-10 23:48:36 -0800998 } else if (option.starts_with("--compiler-filter=")) {
999 compiler_filter_string = option.substr(strlen("--compiler-filter=")).data();
Igor Murashkin643b5df2014-10-16 18:36:16 -07001000 } else if (option == "--compile-pic") {
1001 compile_pic = true;
Brian Carlstrom6449c622014-02-10 23:48:36 -08001002 } else if (option.starts_with("--huge-method-max=")) {
1003 const char* threshold = option.substr(strlen("--huge-method-max=")).data();
1004 if (!ParseInt(threshold, &huge_method_threshold)) {
1005 Usage("Failed to parse --huge-method-max '%s' as an integer", threshold);
1006 }
1007 if (huge_method_threshold < 0) {
1008 Usage("--huge-method-max passed a negative value %s", huge_method_threshold);
1009 }
1010 } else if (option.starts_with("--large-method-max=")) {
1011 const char* threshold = option.substr(strlen("--large-method-max=")).data();
1012 if (!ParseInt(threshold, &large_method_threshold)) {
1013 Usage("Failed to parse --large-method-max '%s' as an integer", threshold);
1014 }
1015 if (large_method_threshold < 0) {
1016 Usage("--large-method-max passed a negative value %s", large_method_threshold);
1017 }
1018 } else if (option.starts_with("--small-method-max=")) {
1019 const char* threshold = option.substr(strlen("--small-method-max=")).data();
1020 if (!ParseInt(threshold, &small_method_threshold)) {
1021 Usage("Failed to parse --small-method-max '%s' as an integer", threshold);
1022 }
1023 if (small_method_threshold < 0) {
1024 Usage("--small-method-max passed a negative value %s", small_method_threshold);
1025 }
1026 } else if (option.starts_with("--tiny-method-max=")) {
1027 const char* threshold = option.substr(strlen("--tiny-method-max=")).data();
1028 if (!ParseInt(threshold, &tiny_method_threshold)) {
1029 Usage("Failed to parse --tiny-method-max '%s' as an integer", threshold);
1030 }
1031 if (tiny_method_threshold < 0) {
1032 Usage("--tiny-method-max passed a negative value %s", tiny_method_threshold);
1033 }
1034 } else if (option.starts_with("--num-dex-methods=")) {
1035 const char* threshold = option.substr(strlen("--num-dex-methods=")).data();
1036 if (!ParseInt(threshold, &num_dex_methods_threshold)) {
1037 Usage("Failed to parse --num-dex-methods '%s' as an integer", threshold);
1038 }
1039 if (num_dex_methods_threshold < 0) {
1040 Usage("--num-dex-methods passed a negative value %s", num_dex_methods_threshold);
1041 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001042 } else if (option == "--host") {
1043 is_host = true;
1044 } else if (option == "--runtime-arg") {
1045 if (++i >= argc) {
1046 Usage("Missing required argument for --runtime-arg");
1047 }
1048 if (log_options) {
1049 LOG(INFO) << "dex2oat: option[" << i << "]=" << argv[i];
1050 }
1051 runtime_args.push_back(argv[i]);
Ian Rogers46398602013-08-20 07:50:36 -07001052 } else if (option == "--dump-timing") {
1053 dump_timing = true;
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +00001054 } else if (option == "--dump-passes") {
1055 dump_passes = true;
Ian Rogerse732ef12013-10-09 15:22:24 -07001056 } else if (option == "--dump-stats") {
1057 dump_stats = true;
Alex Light78382fa2014-06-06 15:45:32 -07001058 } else if (option == "--include-debug-symbols" || option == "--no-strip-symbols") {
1059 include_debug_symbols = true;
1060 } else if (option == "--no-include-debug-symbols" || option == "--strip-symbols") {
1061 include_debug_symbols = false;
Andreas Gampeafa6b8e2014-09-12 18:38:24 -07001062 generate_gdb_information = false; // Depends on debug symbols, see above.
Dave Allison39c3bfb2014-01-28 18:33:52 -08001063 } else if (option.starts_with("--profile-file=")) {
1064 profile_file = option.substr(strlen("--profile-file=")).data();
1065 VLOG(compiler) << "dex2oat: profile file is " << profile_file;
1066 } else if (option == "--no-profile-file") {
Dave Allison39c3bfb2014-01-28 18:33:52 -08001067 // No profile
Calin Juravlec1b643c2014-05-30 23:44:11 +01001068 } else if (option.starts_with("--top-k-profile-threshold=")) {
Calin Juravle44c5ee72014-07-02 14:00:33 +01001069 ParseDouble(option.data(), '=', 0.0, 100.0, &top_k_profile_threshold);
Chao-ying Fucd8ce662014-03-11 14:57:19 -07001070 } else if (option == "--print-pass-names") {
Jean Christophe Beyler2469e602014-05-06 20:36:55 -07001071 PassDriverMEOpts::PrintPassNames();
Chao-ying Fucd8ce662014-03-11 14:57:19 -07001072 } else if (option.starts_with("--disable-passes=")) {
1073 std::string disable_passes = option.substr(strlen("--disable-passes=")).data();
Jean Christophe Beyler2469e602014-05-06 20:36:55 -07001074 PassDriverMEOpts::CreateDefaultPassList(disable_passes);
Jean Christophe Beyler8bcecce2014-04-29 13:42:08 -07001075 } else if (option.starts_with("--print-passes=")) {
1076 std::string print_passes = option.substr(strlen("--print-passes=")).data();
Jean Christophe Beyler2469e602014-05-06 20:36:55 -07001077 PassDriverMEOpts::SetPrintPassList(print_passes);
Jean Christophe Beyler8bcecce2014-04-29 13:42:08 -07001078 } else if (option == "--print-all-passes") {
Jean Christophe Beyler2469e602014-05-06 20:36:55 -07001079 PassDriverMEOpts::SetPrintAllPasses();
Jean Christophe Beyler8bcecce2014-04-29 13:42:08 -07001080 } else if (option.starts_with("--dump-cfg-passes=")) {
1081 std::string dump_passes = option.substr(strlen("--dump-cfg-passes=")).data();
Jean Christophe Beyler2469e602014-05-06 20:36:55 -07001082 PassDriverMEOpts::SetDumpPassList(dump_passes);
Alex Light53cb16b2014-06-12 11:26:29 -07001083 } else if (option == "--include-patch-information") {
1084 include_patch_information = true;
Alex Light53cb16b2014-06-12 11:26:29 -07001085 } else if (option == "--no-include-patch-information") {
1086 include_patch_information = false;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001087 } else {
Brian Carlstrome0948e12013-08-29 09:36:15 -07001088 Usage("Unknown argument %s", option.data());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001089 }
1090 }
1091
1092 if (oat_filename.empty() && oat_fd == -1) {
1093 Usage("Output must be supplied with either --oat-file or --oat-fd");
1094 }
1095
1096 if (!oat_filename.empty() && oat_fd != -1) {
1097 Usage("--oat-file should not be used with --oat-fd");
1098 }
1099
1100 if (!oat_symbols.empty() && oat_fd != -1) {
1101 Usage("--oat-symbols should not be used with --oat-fd");
1102 }
1103
1104 if (!oat_symbols.empty() && is_host) {
1105 Usage("--oat-symbols should not be used with --host");
1106 }
1107
1108 if (oat_fd != -1 && !image_filename.empty()) {
1109 Usage("--oat-fd should not be used with --image");
1110 }
1111
Brian Carlstrom7940e442013-07-12 13:46:57 -07001112 if (android_root.empty()) {
1113 const char* android_root_env_var = getenv("ANDROID_ROOT");
Kenny Root51316382014-05-13 14:59:37 -07001114 if (android_root_env_var == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001115 Usage("--android-root unspecified and ANDROID_ROOT not set");
1116 }
1117 android_root += android_root_env_var;
1118 }
1119
1120 bool image = (!image_filename.empty());
1121 if (!image && boot_image_filename.empty()) {
Ian Rogers88723582014-06-13 11:38:54 -07001122 boot_image_filename += android_root;
Brian Carlstrom3ac05bb2014-05-13 19:31:38 -07001123 boot_image_filename += "/framework/boot.art";
Brian Carlstrom7940e442013-07-12 13:46:57 -07001124 }
1125 std::string boot_image_option;
1126 if (!boot_image_filename.empty()) {
1127 boot_image_option += "-Ximage:";
1128 boot_image_option += boot_image_filename;
1129 }
1130
Kenny Root51316382014-05-13 14:59:37 -07001131 if (image_classes_filename != nullptr && !image) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001132 Usage("--image-classes should only be used with --image");
1133 }
1134
Kenny Root51316382014-05-13 14:59:37 -07001135 if (image_classes_filename != nullptr && !boot_image_option.empty()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001136 Usage("--image-classes should not be used with --boot-image");
1137 }
1138
Kenny Root51316382014-05-13 14:59:37 -07001139 if (image_classes_zip_filename != nullptr && image_classes_filename == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001140 Usage("--image-classes-zip should be used with --image-classes");
1141 }
1142
Andreas Gampe26318f72014-11-11 13:28:29 -08001143 if (compiled_classes_filename != nullptr && !image) {
1144 Usage("--compiled-classes should only be used with --image");
1145 }
1146
1147 if (compiled_classes_filename != nullptr && !boot_image_option.empty()) {
1148 Usage("--compiled-classes should not be used with --boot-image");
1149 }
1150
1151 if (compiled_classes_zip_filename != nullptr && compiled_classes_filename == nullptr) {
1152 Usage("--compiled-classes-zip should be used with --compiled-classes");
1153 }
1154
Brian Carlstrom7940e442013-07-12 13:46:57 -07001155 if (dex_filenames.empty() && zip_fd == -1) {
1156 Usage("Input must be supplied with either --dex-file or --zip-fd");
1157 }
1158
1159 if (!dex_filenames.empty() && zip_fd != -1) {
1160 Usage("--dex-file should not be used with --zip-fd");
1161 }
1162
1163 if (!dex_filenames.empty() && !zip_location.empty()) {
1164 Usage("--dex-file should not be used with --zip-location");
1165 }
1166
1167 if (dex_locations.empty()) {
1168 for (size_t i = 0; i < dex_filenames.size(); i++) {
1169 dex_locations.push_back(dex_filenames[i]);
1170 }
1171 } else if (dex_locations.size() != dex_filenames.size()) {
1172 Usage("--dex-location arguments do not match --dex-file arguments");
1173 }
1174
1175 if (zip_fd != -1 && zip_location.empty()) {
1176 Usage("--zip-location should be supplied with --zip-fd");
1177 }
1178
1179 if (boot_image_option.empty()) {
1180 if (image_base == 0) {
Brian Carlstrome0948e12013-08-29 09:36:15 -07001181 Usage("Non-zero --base not specified");
Brian Carlstrom7940e442013-07-12 13:46:57 -07001182 }
1183 }
1184
1185 std::string oat_stripped(oat_filename);
1186 std::string oat_unstripped;
1187 if (!oat_symbols.empty()) {
1188 oat_unstripped += oat_symbols;
1189 } else {
1190 oat_unstripped += oat_filename;
1191 }
1192
Kenny Root51316382014-05-13 14:59:37 -07001193 if (compiler_filter_string == nullptr) {
Douglas Leung2db3e262014-06-25 16:02:55 -07001194 if (instruction_set == kMips64) {
1195 // TODO: fix compiler for Mips64.
Ian Rogersbefbd572014-03-06 01:13:39 -08001196 compiler_filter_string = "interpret-only";
1197 } else if (image) {
Brian Carlstrom5e754d82014-03-05 10:59:04 -08001198 compiler_filter_string = "speed";
Brian Carlstrom6449c622014-02-10 23:48:36 -08001199 } else {
1200#if ART_SMALL_MODE
1201 compiler_filter_string = "interpret-only";
1202#else
1203 compiler_filter_string = "speed";
1204#endif
1205 }
1206 }
1207 CHECK(compiler_filter_string != nullptr);
1208 CompilerOptions::CompilerFilter compiler_filter = CompilerOptions::kDefaultCompilerFilter;
Jeff Hao4a200f52014-04-01 14:58:49 -07001209 if (strcmp(compiler_filter_string, "verify-none") == 0) {
1210 compiler_filter = CompilerOptions::kVerifyNone;
1211 } else if (strcmp(compiler_filter_string, "interpret-only") == 0) {
Brian Carlstrom6449c622014-02-10 23:48:36 -08001212 compiler_filter = CompilerOptions::kInterpretOnly;
1213 } else if (strcmp(compiler_filter_string, "space") == 0) {
1214 compiler_filter = CompilerOptions::kSpace;
1215 } else if (strcmp(compiler_filter_string, "balanced") == 0) {
1216 compiler_filter = CompilerOptions::kBalanced;
1217 } else if (strcmp(compiler_filter_string, "speed") == 0) {
1218 compiler_filter = CompilerOptions::kSpeed;
1219 } else if (strcmp(compiler_filter_string, "everything") == 0) {
1220 compiler_filter = CompilerOptions::kEverything;
1221 } else {
1222 Usage("Unknown --compiler-filter value %s", compiler_filter_string);
1223 }
1224
Dave Allison69dfe512014-07-11 17:11:58 +00001225 // Set the compilation target's implicit checks options.
1226 switch (instruction_set) {
1227 case kArm:
1228 case kThumb2:
Stuart Monteith7204c042014-06-11 16:44:46 +01001229 case kArm64:
Dave Allison69dfe512014-07-11 17:11:58 +00001230 case kX86:
Dave Allisonb0f05b92014-07-16 16:04:32 -07001231 case kX86_64:
Dave Allison69dfe512014-07-11 17:11:58 +00001232 implicit_null_checks = true;
1233 implicit_so_checks = true;
1234 break;
1235
1236 default:
1237 // Defaults are correct.
1238 break;
1239 }
1240
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001241 std::unique_ptr<CompilerOptions> compiler_options(new CompilerOptions(compiler_filter,
1242 huge_method_threshold,
1243 large_method_threshold,
1244 small_method_threshold,
1245 tiny_method_threshold,
1246 num_dex_methods_threshold,
1247 generate_gdb_information,
1248 include_patch_information,
1249 top_k_profile_threshold,
1250 include_debug_symbols,
Dave Allison69dfe512014-07-11 17:11:58 +00001251 implicit_null_checks,
1252 implicit_so_checks,
Igor Murashkin643b5df2014-10-16 18:36:16 -07001253 implicit_suspend_checks,
1254 compile_pic
Brian Carlstrom6449c622014-02-10 23:48:36 -08001255#ifdef ART_SEA_IR_MODE
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001256 , compiler_options.sea_ir_ =
1257 true;
Brian Carlstrom6449c622014-02-10 23:48:36 -08001258#endif
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001259 )); // NOLINT(whitespace/parens)
Brian Carlstrom6449c622014-02-10 23:48:36 -08001260
Brian Carlstrom7940e442013-07-12 13:46:57 -07001261 // Done with usage checks, enable watchdog if requested
1262 WatchDog watch_dog(watch_dog_enabled);
1263
1264 // Check early that the result of compilation can be written
Ian Rogers700a4022014-05-19 16:49:03 -07001265 std::unique_ptr<File> oat_file;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001266 bool create_file = !oat_unstripped.empty(); // as opposed to using open file descriptor
1267 if (create_file) {
Brian Carlstrom7571e8b2013-08-12 17:04:14 -07001268 oat_file.reset(OS::CreateEmptyFile(oat_unstripped.c_str()));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001269 if (oat_location.empty()) {
1270 oat_location = oat_filename;
1271 }
1272 } else {
Andreas Gampe9433ec62014-11-06 01:00:46 -08001273 oat_file.reset(new File(oat_fd, oat_location, true));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001274 oat_file->DisableAutoClose();
Andreas Gampe9433ec62014-11-06 01:00:46 -08001275 if (oat_file->SetLength(0)) { // Only warn for truncation error.
1276 PLOG(WARNING) << "Truncating oat file " << oat_location << " failed.";
1277 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001278 }
Kenny Root51316382014-05-13 14:59:37 -07001279 if (oat_file.get() == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001280 PLOG(ERROR) << "Failed to create oat file: " << oat_location;
1281 return EXIT_FAILURE;
1282 }
1283 if (create_file && fchmod(oat_file->Fd(), 0644) != 0) {
1284 PLOG(ERROR) << "Failed to make oat file world readable: " << oat_location;
1285 return EXIT_FAILURE;
1286 }
1287
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001288 timings.StartTiming("dex2oat Setup");
Brian Carlstrom09881a82014-04-18 17:44:01 -07001289 LOG(INFO) << CommandLine();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001290
Ian Rogerse63db272014-07-15 15:36:11 -07001291 RuntimeOptions runtime_options;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001292 std::vector<const DexFile*> boot_class_path;
Mathieu Chartierc54e12a2014-10-14 16:22:41 -07001293 art::MemMap::Init(); // For ZipEntry::ExtractToMemMap.
Brian Carlstrom7940e442013-07-12 13:46:57 -07001294 if (boot_image_option.empty()) {
Brian Carlstrom3cf59d52013-11-10 21:04:10 -08001295 size_t failure_count = OpenDexFiles(dex_filenames, dex_locations, boot_class_path);
1296 if (failure_count > 0) {
1297 LOG(ERROR) << "Failed to open some dex files: " << failure_count;
1298 return EXIT_FAILURE;
1299 }
Brian Carlstrom6449c622014-02-10 23:48:36 -08001300 runtime_options.push_back(std::make_pair("bootclasspath", &boot_class_path));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001301 } else {
Kenny Root51316382014-05-13 14:59:37 -07001302 runtime_options.push_back(std::make_pair(boot_image_option.c_str(), nullptr));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001303 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001304 for (size_t i = 0; i < runtime_args.size(); i++) {
Kenny Root51316382014-05-13 14:59:37 -07001305 runtime_options.push_back(std::make_pair(runtime_args[i], nullptr));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001306 }
1307
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001308 std::unique_ptr<VerificationResults> verification_results(new VerificationResults(
Dave Allison69dfe512014-07-11 17:11:58 +00001309 compiler_options.get()));
Brian Carlstrom6449c622014-02-10 23:48:36 -08001310 DexFileToMethodInlinerMap method_inliner_map;
Ian Rogerse63db272014-07-15 15:36:11 -07001311 QuickCompilerCallbacks callbacks(verification_results.get(), &method_inliner_map);
Brian Carlstrom6449c622014-02-10 23:48:36 -08001312 runtime_options.push_back(std::make_pair("compilercallbacks", &callbacks));
Narayan Kamath11d9f062014-04-23 20:24:57 +01001313 runtime_options.push_back(
1314 std::make_pair("imageinstructionset",
1315 reinterpret_cast<const void*>(GetInstructionSetString(instruction_set))));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001316
Brian Carlstrom7940e442013-07-12 13:46:57 -07001317 Dex2Oat* p_dex2oat;
Brian Carlstrom6449c622014-02-10 23:48:36 -08001318 if (!Dex2Oat::Create(&p_dex2oat,
1319 runtime_options,
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001320 *compiler_options,
Nicolas Geoffrayb34f69a2014-03-07 15:28:39 +00001321 compiler_kind,
Brian Carlstrom6449c622014-02-10 23:48:36 -08001322 instruction_set,
1323 instruction_set_features,
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001324 verification_results.get(),
Brian Carlstrom6449c622014-02-10 23:48:36 -08001325 &method_inliner_map,
1326 thread_count)) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001327 LOG(ERROR) << "Failed to create dex2oat";
Andreas Gampef0cb1eb2014-11-06 11:23:56 -08001328 timings.EndTiming();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001329 return EXIT_FAILURE;
1330 }
Ian Rogers700a4022014-05-19 16:49:03 -07001331 std::unique_ptr<Dex2Oat> dex2oat(p_dex2oat);
Andreas Gampe5655e842014-06-17 16:36:07 -07001332
Brian Carlstrom7940e442013-07-12 13:46:57 -07001333 // Runtime::Create acquired the mutator_lock_ that is normally given away when we Runtime::Start,
Ian Rogers3f3d22c2013-08-27 18:11:09 -07001334 // give it away now so that we don't starve GC.
1335 Thread* self = Thread::Current();
1336 self->TransitionFromRunnableToSuspended(kNative);
Ian Rogers0f40ac32013-08-13 22:10:30 -07001337 // If we're doing the image, override the compiler filter to force full compilation. Must be
buzbeefe9ca402013-08-21 09:48:11 -07001338 // done ahead of WellKnownClasses::Init that causes verification. Note: doesn't force
1339 // compilation of class initializers.
Brian Carlstrom7940e442013-07-12 13:46:57 -07001340 // Whilst we're in native take the opportunity to initialize well known classes.
Ian Rogers3f3d22c2013-08-27 18:11:09 -07001341 WellKnownClasses::Init(self->GetJniEnv());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001342
1343 // If --image-classes was specified, calculate the full list of classes to include in the image
Ian Rogerscb6b0f32014-08-12 02:30:58 -07001344 std::unique_ptr<std::set<std::string>> image_classes(nullptr);
Kenny Rootd5185342014-05-13 14:47:05 -07001345 if (image_classes_filename != nullptr) {
Ian Rogers8d31bbd2013-10-13 10:44:14 -07001346 std::string error_msg;
Kenny Rootd5185342014-05-13 14:47:05 -07001347 if (image_classes_zip_filename != nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001348 image_classes.reset(dex2oat->ReadImageClassesFromZip(image_classes_zip_filename,
Ian Rogers8d31bbd2013-10-13 10:44:14 -07001349 image_classes_filename,
1350 &error_msg));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001351 } else {
1352 image_classes.reset(dex2oat->ReadImageClassesFromFile(image_classes_filename));
1353 }
Kenny Rootd5185342014-05-13 14:47:05 -07001354 if (image_classes.get() == nullptr) {
Ian Rogers8d31bbd2013-10-13 10:44:14 -07001355 LOG(ERROR) << "Failed to create list of image classes from '" << image_classes_filename <<
1356 "': " << error_msg;
Andreas Gampef0cb1eb2014-11-06 11:23:56 -08001357 timings.EndTiming();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001358 return EXIT_FAILURE;
1359 }
Kenny Rootd5185342014-05-13 14:47:05 -07001360 } else if (image) {
Ian Rogerscb6b0f32014-08-12 02:30:58 -07001361 image_classes.reset(new std::set<std::string>);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001362 }
Andreas Gampe26318f72014-11-11 13:28:29 -08001363 // If --compiled-classes was specified, calculate the full list of classes to compile in the
1364 // image.
1365 std::unique_ptr<std::set<std::string>> compiled_classes(nullptr);
1366 if (compiled_classes_filename != nullptr) {
1367 std::string error_msg;
1368 if (compiled_classes_zip_filename != nullptr) {
1369 compiled_classes.reset(dex2oat->ReadImageClassesFromZip(compiled_classes_zip_filename,
1370 compiled_classes_filename,
1371 &error_msg));
1372 } else {
1373 compiled_classes.reset(dex2oat->ReadImageClassesFromFile(compiled_classes_filename));
1374 }
1375 if (compiled_classes.get() == nullptr) {
1376 LOG(ERROR) << "Failed to create list of compiled classes from '" << compiled_classes_filename
1377 << "': " << error_msg;
1378 timings.EndTiming();
1379 return EXIT_FAILURE;
1380 }
1381 } else if (image) {
1382 compiled_classes.reset(nullptr); // By default compile everything.
1383 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001384
1385 std::vector<const DexFile*> dex_files;
1386 if (boot_image_option.empty()) {
1387 dex_files = Runtime::Current()->GetClassLinker()->GetBootClassPath();
1388 } else {
1389 if (dex_filenames.empty()) {
Ian Rogers740a11d2014-01-14 10:11:25 -08001390 ATRACE_BEGIN("Opening zip archive from file descriptor");
Ian Rogers8d31bbd2013-10-13 10:44:14 -07001391 std::string error_msg;
Ian Rogers700a4022014-05-19 16:49:03 -07001392 std::unique_ptr<ZipArchive> zip_archive(ZipArchive::OpenFromFd(zip_fd, zip_location.c_str(),
Ian Rogers8d31bbd2013-10-13 10:44:14 -07001393 &error_msg));
Kenny Root51316382014-05-13 14:59:37 -07001394 if (zip_archive.get() == nullptr) {
Ian Rogers8d31bbd2013-10-13 10:44:14 -07001395 LOG(ERROR) << "Failed to open zip from file descriptor for '" << zip_location << "': "
1396 << error_msg;
Andreas Gampef0cb1eb2014-11-06 11:23:56 -08001397 timings.EndTiming();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001398 return EXIT_FAILURE;
1399 }
Andreas Gampe833a4852014-05-21 18:46:59 -07001400 if (!DexFile::OpenFromZip(*zip_archive.get(), zip_location, &error_msg, &dex_files)) {
Ian Rogers8d31bbd2013-10-13 10:44:14 -07001401 LOG(ERROR) << "Failed to open dex from file descriptor for zip file '" << zip_location
1402 << "': " << error_msg;
Andreas Gampef0cb1eb2014-11-06 11:23:56 -08001403 timings.EndTiming();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001404 return EXIT_FAILURE;
1405 }
Ian Rogers740a11d2014-01-14 10:11:25 -08001406 ATRACE_END();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001407 } else {
Brian Carlstrom3cf59d52013-11-10 21:04:10 -08001408 size_t failure_count = OpenDexFiles(dex_filenames, dex_locations, dex_files);
1409 if (failure_count > 0) {
1410 LOG(ERROR) << "Failed to open some dex files: " << failure_count;
Andreas Gampef0cb1eb2014-11-06 11:23:56 -08001411 timings.EndTiming();
Brian Carlstrom3cf59d52013-11-10 21:04:10 -08001412 return EXIT_FAILURE;
1413 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001414 }
Brian Carlstromd76e0832013-08-29 15:17:42 -07001415
Brian Carlstromf79fccb2014-02-20 08:55:10 -08001416 const bool kSaveDexInput = false;
1417 if (kSaveDexInput) {
1418 for (size_t i = 0; i < dex_files.size(); ++i) {
1419 const DexFile* dex_file = dex_files[i];
Ian Rogers5180cc12014-02-21 13:34:16 -08001420 std::string tmp_file_name(StringPrintf("/data/local/tmp/dex2oat.%d.%zd.dex", getpid(), i));
Ian Rogers700a4022014-05-19 16:49:03 -07001421 std::unique_ptr<File> tmp_file(OS::CreateEmptyFile(tmp_file_name.c_str()));
Brian Carlstromf79fccb2014-02-20 08:55:10 -08001422 if (tmp_file.get() == nullptr) {
Brian Carlstrom6449c622014-02-10 23:48:36 -08001423 PLOG(ERROR) << "Failed to open file " << tmp_file_name
1424 << ". Try: adb shell chmod 777 /data/local/tmp";
Brian Carlstromf79fccb2014-02-20 08:55:10 -08001425 continue;
1426 }
Andreas Gampe9433ec62014-11-06 01:00:46 -08001427 // This is just dumping files for debugging. Ignore errors, and leave remnants.
1428 UNUSED(tmp_file->WriteFully(dex_file->Begin(), dex_file->Size()));
1429 UNUSED(tmp_file->Flush());
1430 UNUSED(tmp_file->Close());
Brian Carlstromf79fccb2014-02-20 08:55:10 -08001431 LOG(INFO) << "Wrote input to " << tmp_file_name;
1432 }
1433 }
Brian Carlstrom2ec65202014-03-03 15:16:37 -08001434 }
1435 // Ensure opened dex files are writable for dex-to-dex transformations.
1436 for (const auto& dex_file : dex_files) {
1437 if (!dex_file->EnableWrite()) {
1438 PLOG(ERROR) << "Failed to make .dex file writeable '" << dex_file->GetLocation() << "'\n";
Brian Carlstromd76e0832013-08-29 15:17:42 -07001439 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001440 }
1441
buzbeea024a062013-07-31 10:47:37 -07001442 /*
Jeff Hao4a200f52014-04-01 14:58:49 -07001443 * If we're not in interpret-only or verify-none mode, go ahead and compile small applications.
1444 * Don't bother to check if we're doing the image.
buzbeea024a062013-07-31 10:47:37 -07001445 */
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001446 if (!image && compiler_options->IsCompilationEnabled()) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001447 size_t num_methods = 0;
1448 for (size_t i = 0; i != dex_files.size(); ++i) {
1449 const DexFile* dex_file = dex_files[i];
Kenny Root51316382014-05-13 14:59:37 -07001450 CHECK(dex_file != nullptr);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001451 num_methods += dex_file->NumMethodIds();
1452 }
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001453 if (num_methods <= compiler_options->GetNumDexMethodsThreshold()) {
1454 compiler_options->SetCompilerFilter(CompilerOptions::kSpeed);
Anwar Ghuloum75a43f12013-08-13 17:22:14 -07001455 VLOG(compiler) << "Below method threshold, compiling anyways";
Brian Carlstrom7940e442013-07-12 13:46:57 -07001456 }
1457 }
1458
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001459 // Fill some values into the key-value store for the oat header.
1460 std::unique_ptr<SafeMap<std::string, std::string> > key_value_store(
1461 new SafeMap<std::string, std::string>());
1462
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001463 // Insert some compiler things.
Andreas Gamped7392fa2014-10-23 11:37:40 -07001464 {
1465 std::ostringstream oss;
1466 for (int i = 0; i < argc; ++i) {
1467 if (i > 0) {
1468 oss << ' ';
1469 }
1470 oss << argv[i];
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001471 }
Andreas Gamped7392fa2014-10-23 11:37:40 -07001472 key_value_store->Put(OatHeader::kDex2OatCmdLineKey, oss.str());
1473 oss.str(""); // Reset.
1474 oss << kRuntimeISA;
1475 key_value_store->Put(OatHeader::kDex2OatHostKey, oss.str());
1476 key_value_store->Put(OatHeader::kPicKey, compile_pic ? "true" : "false");
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001477 }
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001478
Ian Rogers700a4022014-05-19 16:49:03 -07001479 std::unique_ptr<const CompilerDriver> compiler(dex2oat->CreateOatFile(boot_image_option,
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001480 android_root,
1481 is_host,
1482 dex_files,
1483 oat_file.get(),
Alex Lighta59dd802014-07-02 16:28:08 -07001484 oat_location,
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001485 bitcode_filename,
1486 image,
1487 image_classes,
Andreas Gampe26318f72014-11-11 13:28:29 -08001488 compiled_classes,
Andreas Gampe22f8e5c2014-07-09 11:38:21 -07001489 dump_stats,
1490 dump_passes,
1491 timings,
1492 compiler_phases_timings,
1493 profile_file,
1494 key_value_store.get()));
Kenny Root51316382014-05-13 14:59:37 -07001495 if (compiler.get() == nullptr) {
Brian Carlstrom7940e442013-07-12 13:46:57 -07001496 LOG(ERROR) << "Failed to create oat file: " << oat_location;
Andreas Gampef0cb1eb2014-11-06 11:23:56 -08001497 timings.EndTiming();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001498 return EXIT_FAILURE;
1499 }
1500
Andreas Gampe9433ec62014-11-06 01:00:46 -08001501 if (!kUsePortableCompiler) {
1502 if (oat_file->FlushCloseOrErase() != 0) {
1503 PLOG(ERROR) << "Failed to flush and close oat file: " << oat_location;
1504 timings.EndTiming();
1505 return EXIT_FAILURE;
1506 }
1507 oat_file.reset();
1508 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001509
Andreas Gampe9433ec62014-11-06 01:00:46 -08001510 VLOG(compiler) << "Oat file written successfully (unstripped): " << oat_location;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001511 // Notes on the interleaving of creating the image and oat file to
1512 // ensure the references between the two are correct.
1513 //
1514 // Currently we have a memory layout that looks something like this:
1515 //
1516 // +--------------+
1517 // | image |
1518 // +--------------+
1519 // | boot oat |
1520 // +--------------+
1521 // | alloc spaces |
1522 // +--------------+
1523 //
Brian Carlstrom45602482013-07-21 22:07:55 -07001524 // There are several constraints on the loading of the image and boot.oat.
Brian Carlstrom7940e442013-07-12 13:46:57 -07001525 //
1526 // 1. The image is expected to be loaded at an absolute address and
1527 // contains Objects with absolute pointers within the image.
1528 //
1529 // 2. There are absolute pointers from Methods in the image to their
1530 // code in the oat.
1531 //
1532 // 3. There are absolute pointers from the code in the oat to Methods
1533 // in the image.
1534 //
1535 // 4. There are absolute pointers from code in the oat to other code
1536 // in the oat.
1537 //
1538 // To get this all correct, we go through several steps.
1539 //
1540 // 1. We have already created that oat file above with
1541 // CreateOatFile. Originally this was just our own proprietary file
Brian Carlstrom45602482013-07-21 22:07:55 -07001542 // but now it is contained within an ELF dynamic object (aka an .so
Brian Carlstrom7940e442013-07-12 13:46:57 -07001543 // file). The Compiler returned by CreateOatFile provides
1544 // PatchInformation for references to oat code and Methods that need
1545 // to be update once we know where the oat file will be located
1546 // after the image.
1547 //
1548 // 2. We create the image file. It needs to know where the oat file
1549 // will be loaded after itself. Originally when oat file was simply
1550 // memory mapped so we could predict where its contents were based
1551 // on the file size. Now that it is an ELF file, we need to inspect
1552 // the ELF file to understand the in memory segment layout including
Alex Lighta59dd802014-07-02 16:28:08 -07001553 // where the oat header is located within. ElfPatcher's Patch method
1554 // uses the PatchInformation from the Compiler to touch up absolute
1555 // references in the oat file.
Brian Carlstrom7940e442013-07-12 13:46:57 -07001556 //
1557 // 3. We fixup the ELF program headers so that dlopen will try to
1558 // load the .so at the desired location at runtime by offsetting the
1559 // Elf32_Phdr.p_vaddr values by the desired base address.
1560 //
1561 if (image) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001562 TimingLogger::ScopedTiming t("dex2oat ImageWriter", &timings);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001563 bool image_creation_success = dex2oat->CreateImageFile(image_filename,
1564 image_base,
1565 oat_unstripped,
1566 oat_location,
1567 *compiler.get());
Brian Carlstrom7940e442013-07-12 13:46:57 -07001568 if (!image_creation_success) {
Andreas Gampef0cb1eb2014-11-06 11:23:56 -08001569 timings.EndTiming();
Brian Carlstrom7940e442013-07-12 13:46:57 -07001570 return EXIT_FAILURE;
1571 }
Anwar Ghuloum75a43f12013-08-13 17:22:14 -07001572 VLOG(compiler) << "Image written successfully: " << image_filename;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001573 }
1574
1575 if (is_host) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001576 timings.EndTiming();
Ian Rogers46398602013-08-20 07:50:36 -07001577 if (dump_timing || (dump_slow_timing && timings.GetTotalNs() > MsToNs(1000))) {
Ian Rogers5fe9af72013-11-14 00:17:20 -08001578 LOG(INFO) << Dumpable<TimingLogger>(timings);
Brian Carlstrom45602482013-07-21 22:07:55 -07001579 }
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +00001580 if (dump_passes) {
Ian Rogers3d504072014-03-01 09:16:49 -08001581 LOG(INFO) << Dumpable<CumulativeLogger>(*compiler.get()->GetTimingsLogger());
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +00001582 }
Brian Carlstrom7940e442013-07-12 13:46:57 -07001583 return EXIT_SUCCESS;
1584 }
1585
1586 // If we don't want to strip in place, copy from unstripped location to stripped location.
1587 // We need to strip after image creation because FixupElf needs to use .strtab.
1588 if (oat_unstripped != oat_stripped) {
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001589 TimingLogger::ScopedTiming t("dex2oat OatFile copy", &timings);
Andreas Gampe9433ec62014-11-06 01:00:46 -08001590 if (kUsePortableCompiler) {
1591 if (oat_file->FlushCloseOrErase() != 0) {
1592 PLOG(ERROR) << "Failed to flush and close oat file: " << oat_location;
1593 return EXIT_FAILURE;
1594 }
1595 oat_file.reset();
1596 }
1597 std::unique_ptr<File> in(OS::OpenFileForReading(oat_unstripped.c_str()));
Ian Rogers700a4022014-05-19 16:49:03 -07001598 std::unique_ptr<File> out(OS::CreateEmptyFile(oat_stripped.c_str()));
Brian Carlstrom7940e442013-07-12 13:46:57 -07001599 size_t buffer_size = 8192;
Ian Rogers700a4022014-05-19 16:49:03 -07001600 std::unique_ptr<uint8_t> buffer(new uint8_t[buffer_size]);
Brian Carlstrom7940e442013-07-12 13:46:57 -07001601 while (true) {
1602 int bytes_read = TEMP_FAILURE_RETRY(read(in->Fd(), buffer.get(), buffer_size));
1603 if (bytes_read <= 0) {
1604 break;
1605 }
1606 bool write_ok = out->WriteFully(buffer.get(), bytes_read);
1607 CHECK(write_ok);
1608 }
1609 oat_file.reset(out.release());
Anwar Ghuloum75a43f12013-08-13 17:22:14 -07001610 VLOG(compiler) << "Oat file copied successfully (stripped): " << oat_stripped;
Brian Carlstrom7940e442013-07-12 13:46:57 -07001611 }
1612
Andreas Gampe9433ec62014-11-06 01:00:46 -08001613 if (kUsePortableCompiler) {
1614 if (!compiler_options->GetIncludeDebugSymbols()) {
1615 timings.NewTiming("dex2oat ElfStripper");
1616 // Strip unneeded sections for target
1617 off_t seek_actual = lseek(oat_file->Fd(), 0, SEEK_SET);
1618 CHECK_EQ(0, seek_actual);
1619 std::string error_msg;
1620 CHECK(ElfStripper::Strip(oat_file.get(), &error_msg)) << error_msg;
Anwar Ghuloum6f28d912013-07-24 15:02:53 -07001621
Brian Carlstrom7940e442013-07-12 13:46:57 -07001622
Andreas Gampe9433ec62014-11-06 01:00:46 -08001623 // We wrote the oat file successfully, and want to keep it.
1624 VLOG(compiler) << "Oat file written successfully (stripped): " << oat_location;
1625 } else {
1626 VLOG(compiler) << "Oat file written successfully without stripping: " << oat_location;
1627 }
1628 if (oat_file->FlushCloseOrErase() != 0) {
1629 LOG(ERROR) << "Failed to flush and close oat file: " << oat_location;
1630 return EXIT_FAILURE;
1631 }
1632 oat_file.reset(nullptr);
Alex Light78382fa2014-06-06 15:45:32 -07001633 }
Andreas Gampe9433ec62014-11-06 01:00:46 -08001634
1635 if (oat_file.get() != nullptr) {
1636 if (oat_file->FlushCloseOrErase() != 0) {
1637 PLOG(ERROR) << "Failed to flush and close oat file: " << oat_location << "/" << oat_filename;
1638 return EXIT_FAILURE;
1639 }
1640 }
Brian Carlstrom45602482013-07-21 22:07:55 -07001641
Mathieu Chartierf5997b42014-06-20 10:37:54 -07001642 timings.EndTiming();
Anwar Ghuloum6f28d912013-07-24 15:02:53 -07001643
Brian Carlstromc6dfdac2013-08-26 18:57:31 -07001644 if (dump_timing || (dump_slow_timing && timings.GetTotalNs() > MsToNs(1000))) {
Ian Rogers5fe9af72013-11-14 00:17:20 -08001645 LOG(INFO) << Dumpable<TimingLogger>(timings);
Brian Carlstrom45602482013-07-21 22:07:55 -07001646 }
Nicolas Geoffrayea3fa0b2014-02-10 11:59:41 +00001647 if (dump_passes) {
1648 LOG(INFO) << Dumpable<CumulativeLogger>(compiler_phases_timings);
1649 }
Ian Rogers2672a9f2013-09-05 17:24:22 -07001650
1651 // Everything was successfully written, do an explicit exit here to avoid running Runtime
1652 // destructors that take time (bug 10645725) unless we're a debug build or running on valgrind.
Brian Carlstrom6449c622014-02-10 23:48:36 -08001653 if (!kIsDebugBuild && (RUNNING_ON_VALGRIND == 0)) {
Brian Carlstrom65c23bb2014-02-01 22:12:39 -08001654 dex2oat->LogCompletionTime();
Ian Rogers2672a9f2013-09-05 17:24:22 -07001655 exit(EXIT_SUCCESS);
1656 }
1657
Brian Carlstrom7940e442013-07-12 13:46:57 -07001658 return EXIT_SUCCESS;
Brian Carlstrom6449c622014-02-10 23:48:36 -08001659} // NOLINT(readability/fn_size)
Brian Carlstrom7934ac22013-07-26 10:54:15 -07001660} // namespace art
Brian Carlstrom7940e442013-07-12 13:46:57 -07001661
1662int main(int argc, char** argv) {
1663 return art::dex2oat(argc, argv);
1664}