blob: 25b172072e9133cd77e9fa499325648009f78a40 [file] [log] [blame]
Chris Lattner73a6bdd2002-11-20 22:28:10 +00001//===- OptimizerDriver.cpp - Allow BugPoint to run passes safely ----------===//
Misha Brukman650ba8e2005-04-22 00:00:37 +00002//
John Criswell09344dc2003-10-20 17:47:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattner345353d2007-12-29 20:44:31 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukman650ba8e2005-04-22 00:00:37 +00007//
John Criswell09344dc2003-10-20 17:47:21 +00008//===----------------------------------------------------------------------===//
Chris Lattner73a6bdd2002-11-20 22:28:10 +00009//
10// This file defines an interface that allows bugpoint to run various passes
Misha Brukman8b2bd4e2003-10-10 17:57:28 +000011// without the threat of a buggy pass corrupting bugpoint (of course, bugpoint
12// may have its own bugs, but that's another story...). It achieves this by
Chris Lattner73a6bdd2002-11-20 22:28:10 +000013// forking a copy of itself and having the child process do the optimizations.
14// If this client dies, we can always fork a new one. :)
15//
16//===----------------------------------------------------------------------===//
17
Jeff Cohenc8f1f4b2005-01-22 17:36:17 +000018// Note: as a short term hack, the old Unix-specific code and platform-
19// independent code co-exist via conditional compilation until it is verified
20// that the new code works correctly on Unix.
21
Chris Lattner73a6bdd2002-11-20 22:28:10 +000022#include "BugDriver.h"
Chris Lattner37117a02004-03-14 21:21:57 +000023#include "llvm/Module.h"
Chris Lattner73a6bdd2002-11-20 22:28:10 +000024#include "llvm/PassManager.h"
25#include "llvm/Analysis/Verifier.h"
Chris Lattnerf6dd4d72007-05-06 05:47:06 +000026#include "llvm/Bitcode/ReaderWriter.h"
Chris Lattner892f9372003-01-22 23:24:11 +000027#include "llvm/Target/TargetData.h"
Reid Spencer7c16caa2004-09-01 22:55:40 +000028#include "llvm/Support/FileUtilities.h"
Reid Spencer842118c2005-12-22 20:02:55 +000029#include "llvm/Support/CommandLine.h"
Chris Lattner5afc1e72010-08-24 17:44:07 +000030#include "llvm/Support/SystemUtils.h"
Rafael Espindolabbdce492010-08-07 23:03:21 +000031#include "llvm/Support/Debug.h"
Dan Gohman0df7ea42010-10-07 20:32:40 +000032#include "llvm/Support/ToolOutputFile.h"
Reid Spencer30067f12004-12-15 01:53:08 +000033#include "llvm/System/Path.h"
Reid Spencer842118c2005-12-22 20:02:55 +000034#include "llvm/System/Program.h"
Andrew Lenharth67e01892006-01-26 18:37:21 +000035
36#define DONT_GET_PLUGIN_LOADER_OPTION
37#include "llvm/Support/PluginLoader.h"
38
Misha Brukman0c2305b2003-08-07 21:19:30 +000039#include <fstream>
Chris Lattner2f1aa112004-01-14 03:38:37 +000040using namespace llvm;
Brian Gaeke960707c2003-11-11 22:41:34 +000041
Daniel Dunbara53337f2009-09-07 19:26:11 +000042namespace llvm {
43 extern cl::opt<std::string> OutputPrefix;
44}
Chris Lattnerf6dd4d72007-05-06 05:47:06 +000045
Reid Spencer842118c2005-12-22 20:02:55 +000046namespace {
47 // ChildOutput - This option captures the name of the child output file that
48 // is set up by the parent bugpoint process
49 cl::opt<std::string> ChildOutput("child-output", cl::ReallyHidden);
50}
51
Gabor Greif0e535c3c2007-07-04 21:55:50 +000052/// writeProgramToFile - This writes the current "Program" to the named bitcode
Chris Lattner73a6bdd2002-11-20 22:28:10 +000053/// file. If an error occurs, true is returned.
54///
Chris Lattnerd4e04742002-12-23 23:49:59 +000055bool BugDriver::writeProgramToFile(const std::string &Filename,
Rafael Espindola594994a2010-07-28 18:12:30 +000056 const Module *M) const {
Chris Lattner69733952009-08-23 07:49:08 +000057 std::string ErrInfo;
Dan Gohman8525fe72010-08-20 16:59:15 +000058 tool_output_file Out(Filename.c_str(), ErrInfo,
59 raw_fd_ostream::F_Binary);
60 if (ErrInfo.empty()) {
Dan Gohmana2233f22010-09-01 14:20:41 +000061 WriteBitcodeToFile(M, Out.os());
62 Out.os().close();
63 if (!Out.os().has_error()) {
Dan Gohman8525fe72010-08-20 16:59:15 +000064 Out.keep();
65 return false;
66 }
67 }
Dan Gohmana2233f22010-09-01 14:20:41 +000068 Out.os().clear_error();
Dan Gohman8525fe72010-08-20 16:59:15 +000069 return true;
Chris Lattner73a6bdd2002-11-20 22:28:10 +000070}
71
72
Gabor Greif0e535c3c2007-07-04 21:55:50 +000073/// EmitProgressBitcode - This function is used to output the current Program
Misha Brukman6a6587a2003-07-21 21:58:16 +000074/// to a file named "bugpoint-ID.bc".
Chris Lattner73a6bdd2002-11-20 22:28:10 +000075///
Rafael Espindola594994a2010-07-28 18:12:30 +000076void BugDriver::EmitProgressBitcode(const Module *M,
Rafael Espindola315190b2010-08-05 00:29:04 +000077 const std::string &ID,
78 bool NoFlyer) const {
Gabor Greif0e535c3c2007-07-04 21:55:50 +000079 // Output the input to the current pass to a bitcode file, emit a message
Chris Lattner73a6bdd2002-11-20 22:28:10 +000080 // telling the user how to reproduce it: opt -foo blah.bc
81 //
Daniel Dunbara53337f2009-09-07 19:26:11 +000082 std::string Filename = OutputPrefix + "-" + ID + ".bc";
Rafael Espindola594994a2010-07-28 18:12:30 +000083 if (writeProgramToFile(Filename, M)) {
Dan Gohmanee051522009-07-16 15:30:09 +000084 errs() << "Error opening file '" << Filename << "' for writing!\n";
Chris Lattner73a6bdd2002-11-20 22:28:10 +000085 return;
86 }
87
Dan Gohmanee051522009-07-16 15:30:09 +000088 outs() << "Emitted bitcode to '" << Filename << "'\n";
Chris Lattner36d48a32004-02-18 23:24:56 +000089 if (NoFlyer || PassesToRun.empty()) return;
Dan Gohmanee051522009-07-16 15:30:09 +000090 outs() << "\n*** You can reproduce the problem with: ";
Nick Lewyckye6e82b82009-08-18 06:08:01 +000091 if (UseValgrind) outs() << "valgrind ";
Dan Gohmanee051522009-07-16 15:30:09 +000092 outs() << "opt " << Filename << " ";
93 outs() << getPassesString(PassesToRun) << "\n";
Chris Lattner73a6bdd2002-11-20 22:28:10 +000094}
95
Matthijs Kooijman4ba5df82008-06-12 13:02:26 +000096cl::opt<bool> SilencePasses("silence-passes", cl::desc("Suppress output of running passes (both stdout and stderr)"));
97
Rafael Espindolafb1f29a2010-08-08 22:14:20 +000098static cl::list<std::string> OptArgs("opt-args", cl::Positional,
99 cl::desc("<opt arguments>..."),
100 cl::ZeroOrMore, cl::PositionalEatsArgs);
101
Gabor Greif0e535c3c2007-07-04 21:55:50 +0000102/// runPasses - Run the specified passes on Program, outputting a bitcode file
Misha Brukman8b2bd4e2003-10-10 17:57:28 +0000103/// and writing the filename into OutputFile if successful. If the
Chris Lattner73a6bdd2002-11-20 22:28:10 +0000104/// optimizations fail for some reason (optimizer crashes), return true,
Gabor Greif0e535c3c2007-07-04 21:55:50 +0000105/// otherwise return false. If DeleteOutput is set to true, the bitcode is
Chris Lattner73a6bdd2002-11-20 22:28:10 +0000106/// deleted on success, and the filename string is undefined. This prints to
Dan Gohmanee051522009-07-16 15:30:09 +0000107/// outs() a single line message indicating whether compilation was successful
108/// or failed.
Chris Lattner73a6bdd2002-11-20 22:28:10 +0000109///
Rafael Espindola315190b2010-08-05 00:29:04 +0000110bool BugDriver::runPasses(Module *Program,
Rafael Espindola33e81a82010-08-08 03:55:08 +0000111 const std::vector<std::string> &Passes,
Chris Lattnerd4e04742002-12-23 23:49:59 +0000112 std::string &OutputFilename, bool DeleteOutput,
Nick Lewyckyc6243022007-11-14 06:47:06 +0000113 bool Quiet, unsigned NumExtraArgs,
114 const char * const *ExtraArgs) const {
Reid Spencer842118c2005-12-22 20:02:55 +0000115 // setup the output file name
Dan Gohmanee051522009-07-16 15:30:09 +0000116 outs().flush();
Daniel Dunbara53337f2009-09-07 19:26:11 +0000117 sys::Path uniqueFilename(OutputPrefix + "-output.bc");
Reid Spencere4ca7222006-08-23 20:34:57 +0000118 std::string ErrMsg;
119 if (uniqueFilename.makeUnique(true, &ErrMsg)) {
Dan Gohmanee051522009-07-16 15:30:09 +0000120 errs() << getToolName() << ": Error making unique filename: "
121 << ErrMsg << "\n";
Reid Spencere4ca7222006-08-23 20:34:57 +0000122 return(1);
123 }
Chris Lattnerc521f542009-08-23 22:45:37 +0000124 OutputFilename = uniqueFilename.str();
Chris Lattner73a6bdd2002-11-20 22:28:10 +0000125
Reid Spencer842118c2005-12-22 20:02:55 +0000126 // set up the input file name
Daniel Dunbara53337f2009-09-07 19:26:11 +0000127 sys::Path inputFilename(OutputPrefix + "-input.bc");
Reid Spencere4ca7222006-08-23 20:34:57 +0000128 if (inputFilename.makeUnique(true, &ErrMsg)) {
Dan Gohmanee051522009-07-16 15:30:09 +0000129 errs() << getToolName() << ": Error making unique filename: "
130 << ErrMsg << "\n";
Reid Spencere4ca7222006-08-23 20:34:57 +0000131 return(1);
132 }
Chris Lattner69733952009-08-23 07:49:08 +0000133
134 std::string ErrInfo;
Dan Gohman8525fe72010-08-20 16:59:15 +0000135 tool_output_file InFile(inputFilename.c_str(), ErrInfo,
136 raw_fd_ostream::F_Binary);
Chris Lattner69733952009-08-23 07:49:08 +0000137
138
139 if (!ErrInfo.empty()) {
Chris Lattnerc521f542009-08-23 22:45:37 +0000140 errs() << "Error opening bitcode file: " << inputFilename.str() << "\n";
Chris Lattner69733952009-08-23 07:49:08 +0000141 return 1;
Chris Lattner73a6bdd2002-11-20 22:28:10 +0000142 }
Dan Gohmana2233f22010-09-01 14:20:41 +0000143 WriteBitcodeToFile(Program, InFile.os());
144 InFile.os().close();
145 if (InFile.os().has_error()) {
Dan Gohman8525fe72010-08-20 16:59:15 +0000146 errs() << "Error writing bitcode file: " << inputFilename.str() << "\n";
Dan Gohmana2233f22010-09-01 14:20:41 +0000147 InFile.os().clear_error();
Dan Gohman8525fe72010-08-20 16:59:15 +0000148 return 1;
149 }
150 InFile.keep();
Chris Lattner73a6bdd2002-11-20 22:28:10 +0000151
Reid Spencer842118c2005-12-22 20:02:55 +0000152 // setup the child process' arguments
Chris Lattnerc521f542009-08-23 22:45:37 +0000153 SmallVector<const char*, 8> Args;
Chris Lattner5afc1e72010-08-24 17:44:07 +0000154 sys::Path tool = FindExecutable("opt", getToolName(), (void*)"opt");
155 std::string Opt = tool.str();
Nick Lewycky7faef232006-09-14 03:49:54 +0000156 if (UseValgrind) {
Chris Lattnerc521f542009-08-23 22:45:37 +0000157 Args.push_back("valgrind");
158 Args.push_back("--error-exitcode=1");
159 Args.push_back("-q");
160 Args.push_back(tool.c_str());
Nick Lewycky7faef232006-09-14 03:49:54 +0000161 } else
Rafael Espindolabbdce492010-08-07 23:03:21 +0000162 Args.push_back(Opt.c_str());
Nick Lewycky7faef232006-09-14 03:49:54 +0000163
Rafael Espindolabbdce492010-08-07 23:03:21 +0000164 Args.push_back("-o");
Chris Lattnerc521f542009-08-23 22:45:37 +0000165 Args.push_back(OutputFilename.c_str());
Rafael Espindolafb1f29a2010-08-08 22:14:20 +0000166 for (unsigned i = 0, e = OptArgs.size(); i != e; ++i)
167 Args.push_back(OptArgs[i].c_str());
Reid Spencer842118c2005-12-22 20:02:55 +0000168 std::vector<std::string> pass_args;
Andrew Lenharth67e01892006-01-26 18:37:21 +0000169 for (unsigned i = 0, e = PluginLoader::getNumPlugins(); i != e; ++i) {
170 pass_args.push_back( std::string("-load"));
171 pass_args.push_back( PluginLoader::getPlugin(i));
172 }
Rafael Espindola33e81a82010-08-08 03:55:08 +0000173 for (std::vector<std::string>::const_iterator I = Passes.begin(),
Reid Spencer842118c2005-12-22 20:02:55 +0000174 E = Passes.end(); I != E; ++I )
Rafael Espindola33e81a82010-08-08 03:55:08 +0000175 pass_args.push_back( std::string("-") + (*I) );
Reid Spencer842118c2005-12-22 20:02:55 +0000176 for (std::vector<std::string>::const_iterator I = pass_args.begin(),
177 E = pass_args.end(); I != E; ++I )
Chris Lattnerc521f542009-08-23 22:45:37 +0000178 Args.push_back(I->c_str());
179 Args.push_back(inputFilename.c_str());
Nick Lewyckyc6243022007-11-14 06:47:06 +0000180 for (unsigned i = 0; i < NumExtraArgs; ++i)
Chris Lattnerc521f542009-08-23 22:45:37 +0000181 Args.push_back(*ExtraArgs);
182 Args.push_back(0);
Chris Lattner73a6bdd2002-11-20 22:28:10 +0000183
Rafael Espindolabbdce492010-08-07 23:03:21 +0000184 DEBUG(errs() << "\nAbout to run:\t";
185 for (unsigned i = 0, e = Args.size()-1; i != e; ++i)
186 errs() << " " << Args[i];
187 errs() << "\n";
188 );
189
Nick Lewycky7faef232006-09-14 03:49:54 +0000190 sys::Path prog;
191 if (UseValgrind)
192 prog = sys::Program::FindProgramByName("valgrind");
193 else
Nick Lewyckya2c681a2006-09-14 04:20:17 +0000194 prog = tool;
Matthijs Kooijman4ba5df82008-06-12 13:02:26 +0000195
196 // Redirect stdout and stderr to nowhere if SilencePasses is given
197 sys::Path Nowhere;
198 const sys::Path *Redirects[3] = {0, &Nowhere, &Nowhere};
199
Chris Lattnerc521f542009-08-23 22:45:37 +0000200 int result = sys::Program::ExecuteAndWait(prog, Args.data(), 0,
201 (SilencePasses ? Redirects : 0),
Anton Korobeynikovd01defe2007-02-16 19:11:07 +0000202 Timeout, MemoryLimit, &ErrMsg);
Chris Lattneraf24e902004-05-12 02:55:45 +0000203
Gabor Greif0e535c3c2007-07-04 21:55:50 +0000204 // If we are supposed to delete the bitcode file or if the passes crashed,
Chris Lattneraf24e902004-05-12 02:55:45 +0000205 // remove it now. This may fail if the file was never created, but that's ok.
Reid Spencer842118c2005-12-22 20:02:55 +0000206 if (DeleteOutput || result != 0)
Reid Spenceraf48d862005-07-08 03:08:58 +0000207 sys::Path(OutputFilename).eraseFromDisk();
Jeff Cohenc8f1f4b2005-01-22 17:36:17 +0000208
Reid Spencer842118c2005-12-22 20:02:55 +0000209 // Remove the temporary input file as well
210 inputFilename.eraseFromDisk();
211
Chris Lattnerb165ea32003-06-02 04:54:16 +0000212 if (!Quiet) {
Reid Spencer842118c2005-12-22 20:02:55 +0000213 if (result == 0)
Dan Gohmanee051522009-07-16 15:30:09 +0000214 outs() << "Success!\n";
Reid Spencer842118c2005-12-22 20:02:55 +0000215 else if (result > 0)
Dan Gohmanee051522009-07-16 15:30:09 +0000216 outs() << "Exited with error code '" << result << "'\n";
Reid Spencer944645a2006-08-21 06:04:45 +0000217 else if (result < 0) {
218 if (result == -1)
Dan Gohmanee051522009-07-16 15:30:09 +0000219 outs() << "Execute failed: " << ErrMsg << "\n";
Reid Spencer944645a2006-08-21 06:04:45 +0000220 else
Dan Gohmanee051522009-07-16 15:30:09 +0000221 outs() << "Crashed with signal #" << abs(result) << "\n";
Reid Spencer944645a2006-08-21 06:04:45 +0000222 }
Reid Spencer842118c2005-12-22 20:02:55 +0000223 if (result & 0x01000000)
Dan Gohmanee051522009-07-16 15:30:09 +0000224 outs() << "Dumped core\n";
Chris Lattnerb165ea32003-06-02 04:54:16 +0000225 }
Chris Lattner73a6bdd2002-11-20 22:28:10 +0000226
227 // Was the child successful?
Reid Spencer842118c2005-12-22 20:02:55 +0000228 return result != 0;
Chris Lattner73a6bdd2002-11-20 22:28:10 +0000229}
Brian Gaeke960707c2003-11-11 22:41:34 +0000230
Chris Lattner1a5c5402004-03-14 21:17:03 +0000231
232/// runPassesOn - Carefully run the specified set of pass on the specified
233/// module, returning the transformed module on success, or a null pointer on
234/// failure.
235Module *BugDriver::runPassesOn(Module *M,
Rafael Espindola33e81a82010-08-08 03:55:08 +0000236 const std::vector<std::string> &Passes,
Nick Lewyckyc6243022007-11-14 06:47:06 +0000237 bool AutoDebugCrashes, unsigned NumExtraArgs,
238 const char * const *ExtraArgs) {
Gabor Greif0e535c3c2007-07-04 21:55:50 +0000239 std::string BitcodeResult;
Rafael Espindola315190b2010-08-05 00:29:04 +0000240 if (runPasses(M, Passes, BitcodeResult, false/*delete*/, true/*quiet*/,
Nick Lewyckyc6243022007-11-14 06:47:06 +0000241 NumExtraArgs, ExtraArgs)) {
Chris Lattner37117a02004-03-14 21:21:57 +0000242 if (AutoDebugCrashes) {
Dan Gohmanee051522009-07-16 15:30:09 +0000243 errs() << " Error running this sequence of passes"
244 << " on the input program!\n";
Rafael Espindola315190b2010-08-05 00:29:04 +0000245 delete swapProgramIn(M);
246 EmitProgressBitcode(M, "pass-error", false);
Chris Lattner37117a02004-03-14 21:21:57 +0000247 exit(debugOptimizerCrash());
248 }
Chris Lattner1a5c5402004-03-14 21:17:03 +0000249 return 0;
Chris Lattner37117a02004-03-14 21:21:57 +0000250 }
Chris Lattner1a5c5402004-03-14 21:17:03 +0000251
Owen Anderson6773d382009-07-01 16:58:40 +0000252 Module *Ret = ParseInputFile(BitcodeResult, Context);
Chris Lattner1a5c5402004-03-14 21:17:03 +0000253 if (Ret == 0) {
Dan Gohmanee051522009-07-16 15:30:09 +0000254 errs() << getToolName() << ": Error reading bitcode file '"
255 << BitcodeResult << "'!\n";
Chris Lattner1a5c5402004-03-14 21:17:03 +0000256 exit(1);
257 }
Gabor Greif0e535c3c2007-07-04 21:55:50 +0000258 sys::Path(BitcodeResult).eraseFromDisk(); // No longer need the file on disk
Chris Lattner1a5c5402004-03-14 21:17:03 +0000259 return Ret;
260}