blob: 20c609cc314eae9a04da19703684b338efc93f78 [file] [log] [blame]
Chris Lattnerafade922002-11-20 22:28:10 +00001//===- OptimizerDriver.cpp - Allow BugPoint to run passes safely ----------===//
Misha Brukman3da94ae2005-04-22 00:00:37 +00002//
John Criswell7c0e0222003-10-20 17:47:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattner21c62da2007-12-29 20:44:31 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukman3da94ae2005-04-22 00:00:37 +00007//
John Criswell7c0e0222003-10-20 17:47:21 +00008//===----------------------------------------------------------------------===//
Chris Lattnerafade922002-11-20 22:28:10 +00009//
10// This file defines an interface that allows bugpoint to run various passes
Misha Brukmancf00c4a2003-10-10 17:57:28 +000011// without the threat of a buggy pass corrupting bugpoint (of course, bugpoint
12// may have its own bugs, but that's another story...). It achieves this by
Chris Lattnerafade922002-11-20 22:28:10 +000013// forking a copy of itself and having the child process do the optimizations.
14// If this client dies, we can always fork a new one. :)
15//
16//===----------------------------------------------------------------------===//
17
18#include "BugDriver.h"
Chandler Carruthf010c462012-12-04 10:44:52 +000019#include "llvm/Analysis/Verifier.h"
20#include "llvm/Bitcode/ReaderWriter.h"
Chandler Carruth0b8c9a82013-01-02 11:36:10 +000021#include "llvm/IR/DataLayout.h"
22#include "llvm/IR/Module.h"
Chris Lattnerafade922002-11-20 22:28:10 +000023#include "llvm/PassManager.h"
Reid Spencerc4bb0522005-12-22 20:02:55 +000024#include "llvm/Support/CommandLine.h"
Rafael Espindola7f99f742010-08-07 23:03:21 +000025#include "llvm/Support/Debug.h"
Chandler Carruthf010c462012-12-04 10:44:52 +000026#include "llvm/Support/FileUtilities.h"
Michael J. Spencer1f6efa32010-11-29 18:16:10 +000027#include "llvm/Support/Path.h"
28#include "llvm/Support/Program.h"
Chandler Carruthf010c462012-12-04 10:44:52 +000029#include "llvm/Support/SystemUtils.h"
30#include "llvm/Support/ToolOutputFile.h"
Andrew Lenharthe4da1dd2006-01-26 18:37:21 +000031
32#define DONT_GET_PLUGIN_LOADER_OPTION
33#include "llvm/Support/PluginLoader.h"
34
Misha Brukmane49603d2003-08-07 21:19:30 +000035#include <fstream>
Rafael Espindola2c073ee2013-06-18 15:54:13 +000036
Chris Lattnerfa761832004-01-14 03:38:37 +000037using namespace llvm;
Brian Gaeked0fde302003-11-11 22:41:34 +000038
Daniel Dunbar68ccdaa2009-09-07 19:26:11 +000039namespace llvm {
40 extern cl::opt<std::string> OutputPrefix;
41}
Chris Lattner03b69632007-05-06 05:47:06 +000042
Reid Spencerc4bb0522005-12-22 20:02:55 +000043namespace {
44 // ChildOutput - This option captures the name of the child output file that
45 // is set up by the parent bugpoint process
46 cl::opt<std::string> ChildOutput("child-output", cl::ReallyHidden);
Michael Gottesman5a328052013-08-05 21:07:07 +000047 cl::opt<std::string> OptCmd("opt-command", cl::init(""),
48 cl::desc("Path to opt. (default: search path "
49 "for 'opt'.)"));
Reid Spencerc4bb0522005-12-22 20:02:55 +000050}
51
Gabor Greif8ff70c22007-07-04 21:55:50 +000052/// writeProgramToFile - This writes the current "Program" to the named bitcode
Chris Lattnerafade922002-11-20 22:28:10 +000053/// file. If an error occurs, true is returned.
54///
Rafael Espindola88088f42013-06-18 15:29:32 +000055static bool writeProgramToFileAux(tool_output_file &Out, const Module *M) {
56 WriteBitcodeToFile(M, Out.os());
57 Out.os().close();
58 if (!Out.os().has_error()) {
59 Out.keep();
60 return false;
61 }
62 return true;
63}
64
65bool BugDriver::writeProgramToFile(const std::string &Filename, int FD,
66 const Module *M) const {
67 tool_output_file Out(Filename.c_str(), FD);
68 return writeProgramToFileAux(Out, M);
69}
70
Chris Lattner218e26e2002-12-23 23:49:59 +000071bool BugDriver::writeProgramToFile(const std::string &Filename,
Rafael Espindolabae1b712010-07-28 18:12:30 +000072 const Module *M) const {
Chris Lattnerb515d752009-08-23 07:49:08 +000073 std::string ErrInfo;
Rafael Espindolac1b49b52013-07-16 19:44:17 +000074 tool_output_file Out(Filename.c_str(), ErrInfo, sys::fs::F_Binary);
Rafael Espindola88088f42013-06-18 15:29:32 +000075 if (ErrInfo.empty())
76 return writeProgramToFileAux(Out, M);
Dan Gohmanf2914012010-08-20 16:59:15 +000077 return true;
Chris Lattnerafade922002-11-20 22:28:10 +000078}
79
80
Gabor Greif8ff70c22007-07-04 21:55:50 +000081/// EmitProgressBitcode - This function is used to output the current Program
Misha Brukman265789f2003-07-21 21:58:16 +000082/// to a file named "bugpoint-ID.bc".
Chris Lattnerafade922002-11-20 22:28:10 +000083///
Rafael Espindolabae1b712010-07-28 18:12:30 +000084void BugDriver::EmitProgressBitcode(const Module *M,
Rafael Espindolaca356af2010-08-05 00:29:04 +000085 const std::string &ID,
86 bool NoFlyer) const {
Gabor Greif8ff70c22007-07-04 21:55:50 +000087 // Output the input to the current pass to a bitcode file, emit a message
Chris Lattnerafade922002-11-20 22:28:10 +000088 // telling the user how to reproduce it: opt -foo blah.bc
89 //
Daniel Dunbar68ccdaa2009-09-07 19:26:11 +000090 std::string Filename = OutputPrefix + "-" + ID + ".bc";
Rafael Espindolabae1b712010-07-28 18:12:30 +000091 if (writeProgramToFile(Filename, M)) {
Dan Gohmanac95cc72009-07-16 15:30:09 +000092 errs() << "Error opening file '" << Filename << "' for writing!\n";
Chris Lattnerafade922002-11-20 22:28:10 +000093 return;
94 }
95
Dan Gohmanac95cc72009-07-16 15:30:09 +000096 outs() << "Emitted bitcode to '" << Filename << "'\n";
Chris Lattnerca005122004-02-18 23:24:56 +000097 if (NoFlyer || PassesToRun.empty()) return;
Dan Gohmanac95cc72009-07-16 15:30:09 +000098 outs() << "\n*** You can reproduce the problem with: ";
Nick Lewycky40cce092009-08-18 06:08:01 +000099 if (UseValgrind) outs() << "valgrind ";
Chris Lattner1aa73cc2012-03-19 23:42:11 +0000100 outs() << "opt " << Filename;
101 for (unsigned i = 0, e = PluginLoader::getNumPlugins(); i != e; ++i) {
102 outs() << " -load " << PluginLoader::getPlugin(i);
103 }
104 outs() << " " << getPassesString(PassesToRun) << "\n";
Chris Lattnerafade922002-11-20 22:28:10 +0000105}
106
Chris Lattner9992fca2011-02-24 18:59:38 +0000107cl::opt<bool> SilencePasses("silence-passes",
108 cl::desc("Suppress output of running passes (both stdout and stderr)"));
Matthijs Kooijmanfbea2272008-06-12 13:02:26 +0000109
Rafael Espindolaec62d532010-08-08 22:14:20 +0000110static cl::list<std::string> OptArgs("opt-args", cl::Positional,
111 cl::desc("<opt arguments>..."),
112 cl::ZeroOrMore, cl::PositionalEatsArgs);
113
Gabor Greif8ff70c22007-07-04 21:55:50 +0000114/// runPasses - Run the specified passes on Program, outputting a bitcode file
Misha Brukmancf00c4a2003-10-10 17:57:28 +0000115/// and writing the filename into OutputFile if successful. If the
Chris Lattnerafade922002-11-20 22:28:10 +0000116/// optimizations fail for some reason (optimizer crashes), return true,
Gabor Greif8ff70c22007-07-04 21:55:50 +0000117/// otherwise return false. If DeleteOutput is set to true, the bitcode is
Chris Lattnerafade922002-11-20 22:28:10 +0000118/// deleted on success, and the filename string is undefined. This prints to
Dan Gohmanac95cc72009-07-16 15:30:09 +0000119/// outs() a single line message indicating whether compilation was successful
120/// or failed.
Chris Lattnerafade922002-11-20 22:28:10 +0000121///
Rafael Espindolaca356af2010-08-05 00:29:04 +0000122bool BugDriver::runPasses(Module *Program,
Rafael Espindola8261dfe2010-08-08 03:55:08 +0000123 const std::vector<std::string> &Passes,
Chris Lattner218e26e2002-12-23 23:49:59 +0000124 std::string &OutputFilename, bool DeleteOutput,
Nick Lewycky6fa98b12007-11-14 06:47:06 +0000125 bool Quiet, unsigned NumExtraArgs,
126 const char * const *ExtraArgs) const {
Reid Spencerc4bb0522005-12-22 20:02:55 +0000127 // setup the output file name
Dan Gohmanac95cc72009-07-16 15:30:09 +0000128 outs().flush();
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000129 SmallString<128> UniqueFilename;
Rafael Espindola200c7482013-07-05 21:01:08 +0000130 error_code EC = sys::fs::createUniqueFile(
131 OutputPrefix + "-output-%%%%%%%.bc", UniqueFilename);
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000132 if (EC) {
Dan Gohmanac95cc72009-07-16 15:30:09 +0000133 errs() << getToolName() << ": Error making unique filename: "
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000134 << EC.message() << "\n";
Chris Lattnerb515d752009-08-23 07:49:08 +0000135 return 1;
Chris Lattnerafade922002-11-20 22:28:10 +0000136 }
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000137 OutputFilename = UniqueFilename.str();
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000138
139 // set up the input file name
140 SmallString<128> InputFilename;
141 int InputFD;
Rafael Espindola200c7482013-07-05 21:01:08 +0000142 EC = sys::fs::createUniqueFile(OutputPrefix + "-input-%%%%%%%.bc", InputFD,
143 InputFilename);
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000144 if (EC) {
145 errs() << getToolName() << ": Error making unique filename: "
146 << EC.message() << "\n";
147 return 1;
148 }
149
150 tool_output_file InFile(InputFilename.c_str(), InputFD);
151
Dan Gohmand4c45432010-09-01 14:20:41 +0000152 WriteBitcodeToFile(Program, InFile.os());
153 InFile.os().close();
154 if (InFile.os().has_error()) {
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000155 errs() << "Error writing bitcode file: " << InputFilename << "\n";
Dan Gohmand4c45432010-09-01 14:20:41 +0000156 InFile.os().clear_error();
Dan Gohmanf2914012010-08-20 16:59:15 +0000157 return 1;
158 }
Dan Gohmancc11df02010-10-29 16:18:26 +0000159
Michael Gottesman5a328052013-08-05 21:07:07 +0000160 std::string tool = OptCmd.empty()? sys::FindProgramByName("opt") : OptCmd;
Dan Gohmancc11df02010-10-29 16:18:26 +0000161 if (tool.empty()) {
Chris Lattner1aa73cc2012-03-19 23:42:11 +0000162 errs() << "Cannot find `opt' in PATH!\n";
Dan Gohmancc11df02010-10-29 16:18:26 +0000163 return 1;
164 }
165
166 // Ok, everything that could go wrong before running opt is done.
Dan Gohmanf2914012010-08-20 16:59:15 +0000167 InFile.keep();
Chris Lattnerafade922002-11-20 22:28:10 +0000168
Reid Spencerc4bb0522005-12-22 20:02:55 +0000169 // setup the child process' arguments
Chris Lattner74382b72009-08-23 22:45:37 +0000170 SmallVector<const char*, 8> Args;
Nick Lewycky40394bc2006-09-14 03:49:54 +0000171 if (UseValgrind) {
Chris Lattner74382b72009-08-23 22:45:37 +0000172 Args.push_back("valgrind");
173 Args.push_back("--error-exitcode=1");
174 Args.push_back("-q");
175 Args.push_back(tool.c_str());
Nick Lewycky40394bc2006-09-14 03:49:54 +0000176 } else
Rafael Espindola6585b382013-06-13 19:25:37 +0000177 Args.push_back(tool.c_str());
Nick Lewycky40394bc2006-09-14 03:49:54 +0000178
Rafael Espindola7f99f742010-08-07 23:03:21 +0000179 Args.push_back("-o");
Chris Lattner74382b72009-08-23 22:45:37 +0000180 Args.push_back(OutputFilename.c_str());
Rafael Espindolaec62d532010-08-08 22:14:20 +0000181 for (unsigned i = 0, e = OptArgs.size(); i != e; ++i)
182 Args.push_back(OptArgs[i].c_str());
Reid Spencerc4bb0522005-12-22 20:02:55 +0000183 std::vector<std::string> pass_args;
Andrew Lenharthe4da1dd2006-01-26 18:37:21 +0000184 for (unsigned i = 0, e = PluginLoader::getNumPlugins(); i != e; ++i) {
185 pass_args.push_back( std::string("-load"));
186 pass_args.push_back( PluginLoader::getPlugin(i));
187 }
Rafael Espindola8261dfe2010-08-08 03:55:08 +0000188 for (std::vector<std::string>::const_iterator I = Passes.begin(),
Reid Spencerc4bb0522005-12-22 20:02:55 +0000189 E = Passes.end(); I != E; ++I )
Rafael Espindola8261dfe2010-08-08 03:55:08 +0000190 pass_args.push_back( std::string("-") + (*I) );
Reid Spencerc4bb0522005-12-22 20:02:55 +0000191 for (std::vector<std::string>::const_iterator I = pass_args.begin(),
192 E = pass_args.end(); I != E; ++I )
Chris Lattner74382b72009-08-23 22:45:37 +0000193 Args.push_back(I->c_str());
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000194 Args.push_back(InputFilename.c_str());
Nick Lewycky6fa98b12007-11-14 06:47:06 +0000195 for (unsigned i = 0; i < NumExtraArgs; ++i)
Chris Lattner74382b72009-08-23 22:45:37 +0000196 Args.push_back(*ExtraArgs);
197 Args.push_back(0);
Chris Lattnerafade922002-11-20 22:28:10 +0000198
Rafael Espindola7f99f742010-08-07 23:03:21 +0000199 DEBUG(errs() << "\nAbout to run:\t";
200 for (unsigned i = 0, e = Args.size()-1; i != e; ++i)
201 errs() << " " << Args[i];
202 errs() << "\n";
203 );
204
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000205 std::string Prog;
Nick Lewycky40394bc2006-09-14 03:49:54 +0000206 if (UseValgrind)
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000207 Prog = sys::FindProgramByName("valgrind");
Nick Lewycky40394bc2006-09-14 03:49:54 +0000208 else
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000209 Prog = tool;
Mikhail Glushenkov544fba12010-11-03 16:14:07 +0000210
Matthijs Kooijmanfbea2272008-06-12 13:02:26 +0000211 // Redirect stdout and stderr to nowhere if SilencePasses is given
Rafael Espindola675e0ac2013-06-13 20:25:38 +0000212 StringRef Nowhere;
213 const StringRef *Redirects[3] = {0, &Nowhere, &Nowhere};
Matthijs Kooijmanfbea2272008-06-12 13:02:26 +0000214
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000215 std::string ErrMsg;
216 int result = sys::ExecuteAndWait(Prog, Args.data(), 0,
Rafael Espindola675e0ac2013-06-13 20:25:38 +0000217 (SilencePasses ? Redirects : 0), Timeout,
218 MemoryLimit, &ErrMsg);
Chris Lattnerb83c0f32004-05-12 02:55:45 +0000219
Gabor Greif8ff70c22007-07-04 21:55:50 +0000220 // If we are supposed to delete the bitcode file or if the passes crashed,
Chris Lattnerb83c0f32004-05-12 02:55:45 +0000221 // remove it now. This may fail if the file was never created, but that's ok.
Reid Spencerc4bb0522005-12-22 20:02:55 +0000222 if (DeleteOutput || result != 0)
Rafael Espindola366f5102013-06-18 15:33:18 +0000223 sys::fs::remove(OutputFilename);
Jeff Cohen5fb6ed42005-01-22 17:36:17 +0000224
Reid Spencerc4bb0522005-12-22 20:02:55 +0000225 // Remove the temporary input file as well
Rafael Espindola2c073ee2013-06-18 15:54:13 +0000226 sys::fs::remove(InputFilename.c_str());
Reid Spencerc4bb0522005-12-22 20:02:55 +0000227
Chris Lattner24271cf2003-06-02 04:54:16 +0000228 if (!Quiet) {
Reid Spencerc4bb0522005-12-22 20:02:55 +0000229 if (result == 0)
Dan Gohmanac95cc72009-07-16 15:30:09 +0000230 outs() << "Success!\n";
Reid Spencerc4bb0522005-12-22 20:02:55 +0000231 else if (result > 0)
Dan Gohmanac95cc72009-07-16 15:30:09 +0000232 outs() << "Exited with error code '" << result << "'\n";
Reid Spencer8ea5ecb2006-08-21 06:04:45 +0000233 else if (result < 0) {
234 if (result == -1)
Dan Gohmanac95cc72009-07-16 15:30:09 +0000235 outs() << "Execute failed: " << ErrMsg << "\n";
Reid Spencer8ea5ecb2006-08-21 06:04:45 +0000236 else
Andrew Trickdc5948d2011-05-21 00:56:46 +0000237 outs() << "Crashed: " << ErrMsg << "\n";
Reid Spencer8ea5ecb2006-08-21 06:04:45 +0000238 }
Reid Spencerc4bb0522005-12-22 20:02:55 +0000239 if (result & 0x01000000)
Dan Gohmanac95cc72009-07-16 15:30:09 +0000240 outs() << "Dumped core\n";
Chris Lattner24271cf2003-06-02 04:54:16 +0000241 }
Chris Lattnerafade922002-11-20 22:28:10 +0000242
243 // Was the child successful?
Reid Spencerc4bb0522005-12-22 20:02:55 +0000244 return result != 0;
Chris Lattnerafade922002-11-20 22:28:10 +0000245}
Brian Gaeked0fde302003-11-11 22:41:34 +0000246
Chris Lattner3b6441e2004-03-14 21:17:03 +0000247
248/// runPassesOn - Carefully run the specified set of pass on the specified
249/// module, returning the transformed module on success, or a null pointer on
250/// failure.
251Module *BugDriver::runPassesOn(Module *M,
Rafael Espindola8261dfe2010-08-08 03:55:08 +0000252 const std::vector<std::string> &Passes,
Nick Lewycky6fa98b12007-11-14 06:47:06 +0000253 bool AutoDebugCrashes, unsigned NumExtraArgs,
254 const char * const *ExtraArgs) {
Gabor Greif8ff70c22007-07-04 21:55:50 +0000255 std::string BitcodeResult;
Rafael Espindolaca356af2010-08-05 00:29:04 +0000256 if (runPasses(M, Passes, BitcodeResult, false/*delete*/, true/*quiet*/,
Nick Lewycky6fa98b12007-11-14 06:47:06 +0000257 NumExtraArgs, ExtraArgs)) {
Chris Lattner0a002562004-03-14 21:21:57 +0000258 if (AutoDebugCrashes) {
Dan Gohmanac95cc72009-07-16 15:30:09 +0000259 errs() << " Error running this sequence of passes"
260 << " on the input program!\n";
Rafael Espindolaca356af2010-08-05 00:29:04 +0000261 delete swapProgramIn(M);
262 EmitProgressBitcode(M, "pass-error", false);
Chris Lattner0a002562004-03-14 21:21:57 +0000263 exit(debugOptimizerCrash());
264 }
Chris Lattner3b6441e2004-03-14 21:17:03 +0000265 return 0;
Chris Lattner0a002562004-03-14 21:21:57 +0000266 }
Chris Lattner3b6441e2004-03-14 21:17:03 +0000267
Owen Anderson8b477ed2009-07-01 16:58:40 +0000268 Module *Ret = ParseInputFile(BitcodeResult, Context);
Chris Lattner3b6441e2004-03-14 21:17:03 +0000269 if (Ret == 0) {
Dan Gohmanac95cc72009-07-16 15:30:09 +0000270 errs() << getToolName() << ": Error reading bitcode file '"
271 << BitcodeResult << "'!\n";
Chris Lattner3b6441e2004-03-14 21:17:03 +0000272 exit(1);
273 }
Rafael Espindola366f5102013-06-18 15:33:18 +0000274 sys::fs::remove(BitcodeResult);
Chris Lattner3b6441e2004-03-14 21:17:03 +0000275 return Ret;
276}