1 //===-- ToolRunner.cpp ----------------------------------------------------===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // This file implements the interfaces described in the ToolRunner.h file.
11 //
12 //===----------------------------------------------------------------------===//
13 
14 #include "ToolRunner.h"
15 #include "llvm/Config/config.h"   // for HAVE_LINK_R
16 #include "llvm/Support/CommandLine.h"
17 #include "llvm/Support/Debug.h"
18 #include "llvm/Support/FileSystem.h"
19 #include "llvm/Support/FileUtilities.h"
20 #include "llvm/Support/Program.h"
21 #include "llvm/Support/raw_ostream.h"
22 #include <fstream>
23 #include <sstream>
24 using namespace llvm;
25 
26 #define DEBUG_TYPE "toolrunner"
27 
28 namespace llvm {
29   cl::opt<bool>
30   SaveTemps("save-temps", cl::init(false), cl::desc("Save temporary files"));
31 }
32 
33 namespace {
34   cl::opt<std::string>
35   RemoteClient("remote-client",
36                cl::desc("Remote execution client (rsh/ssh)"));
37 
38   cl::opt<std::string>
39   RemoteHost("remote-host",
40              cl::desc("Remote execution (rsh/ssh) host"));
41 
42   cl::opt<std::string>
43   RemotePort("remote-port",
44              cl::desc("Remote execution (rsh/ssh) port"));
45 
46   cl::opt<std::string>
47   RemoteUser("remote-user",
48              cl::desc("Remote execution (rsh/ssh) user id"));
49 
50   cl::opt<std::string>
51   RemoteExtra("remote-extra-options",
52           cl::desc("Remote execution (rsh/ssh) extra options"));
53 }
54 
55 /// RunProgramWithTimeout - This function provides an alternate interface
56 /// to the sys::Program::ExecuteAndWait interface.
57 /// @see sys::Program::ExecuteAndWait
RunProgramWithTimeout(StringRef ProgramPath,const char ** Args,StringRef StdInFile,StringRef StdOutFile,StringRef StdErrFile,unsigned NumSeconds=0,unsigned MemoryLimit=0,std::string * ErrMsg=nullptr)58 static int RunProgramWithTimeout(StringRef ProgramPath,
59                                  const char **Args,
60                                  StringRef StdInFile,
61                                  StringRef StdOutFile,
62                                  StringRef StdErrFile,
63                                  unsigned NumSeconds = 0,
64                                  unsigned MemoryLimit = 0,
65                                  std::string *ErrMsg = nullptr) {
66   const StringRef *Redirects[3] = { &StdInFile, &StdOutFile, &StdErrFile };
67   return sys::ExecuteAndWait(ProgramPath, Args, nullptr, Redirects,
68                              NumSeconds, MemoryLimit, ErrMsg);
69 }
70 
71 /// RunProgramRemotelyWithTimeout - This function runs the given program
72 /// remotely using the given remote client and the sys::Program::ExecuteAndWait.
73 /// Returns the remote program exit code or reports a remote client error if it
74 /// fails. Remote client is required to return 255 if it failed or program exit
75 /// code otherwise.
76 /// @see sys::Program::ExecuteAndWait
RunProgramRemotelyWithTimeout(StringRef RemoteClientPath,const char ** Args,StringRef StdInFile,StringRef StdOutFile,StringRef StdErrFile,unsigned NumSeconds=0,unsigned MemoryLimit=0)77 static int RunProgramRemotelyWithTimeout(StringRef RemoteClientPath,
78                                          const char **Args,
79                                          StringRef StdInFile,
80                                          StringRef StdOutFile,
81                                          StringRef StdErrFile,
82                                          unsigned NumSeconds = 0,
83                                          unsigned MemoryLimit = 0) {
84   const StringRef *Redirects[3] = { &StdInFile, &StdOutFile, &StdErrFile };
85 
86   // Run the program remotely with the remote client
87   int ReturnCode = sys::ExecuteAndWait(RemoteClientPath, Args, nullptr,
88                                        Redirects, NumSeconds, MemoryLimit);
89 
90   // Has the remote client fail?
91   if (255 == ReturnCode) {
92     std::ostringstream OS;
93     OS << "\nError running remote client:\n ";
94     for (const char **Arg = Args; *Arg; ++Arg)
95       OS << " " << *Arg;
96     OS << "\n";
97 
98     // The error message is in the output file, let's print it out from there.
99     std::string StdOutFileName = StdOutFile.str();
100     std::ifstream ErrorFile(StdOutFileName.c_str());
101     if (ErrorFile) {
102       std::copy(std::istreambuf_iterator<char>(ErrorFile),
103                 std::istreambuf_iterator<char>(),
104                 std::ostreambuf_iterator<char>(OS));
105       ErrorFile.close();
106     }
107 
108     errs() << OS.str();
109   }
110 
111   return ReturnCode;
112 }
113 
ProcessFailure(StringRef ProgPath,const char ** Args,unsigned Timeout=0,unsigned MemoryLimit=0)114 static std::string ProcessFailure(StringRef ProgPath, const char** Args,
115                                   unsigned Timeout = 0,
116                                   unsigned MemoryLimit = 0) {
117   std::ostringstream OS;
118   OS << "\nError running tool:\n ";
119   for (const char **Arg = Args; *Arg; ++Arg)
120     OS << " " << *Arg;
121   OS << "\n";
122 
123   // Rerun the compiler, capturing any error messages to print them.
124   SmallString<128> ErrorFilename;
125   std::error_code EC = sys::fs::createTemporaryFile(
126       "bugpoint.program_error_messages", "", ErrorFilename);
127   if (EC) {
128     errs() << "Error making unique filename: " << EC.message() << "\n";
129     exit(1);
130   }
131 
132   RunProgramWithTimeout(ProgPath, Args, "", ErrorFilename.str(),
133                         ErrorFilename.str(), Timeout, MemoryLimit);
134   // FIXME: check return code ?
135 
136   // Print out the error messages generated by CC if possible...
137   std::ifstream ErrorFile(ErrorFilename.c_str());
138   if (ErrorFile) {
139     std::copy(std::istreambuf_iterator<char>(ErrorFile),
140               std::istreambuf_iterator<char>(),
141               std::ostreambuf_iterator<char>(OS));
142     ErrorFile.close();
143   }
144 
145   sys::fs::remove(ErrorFilename.c_str());
146   return OS.str();
147 }
148 
149 //===---------------------------------------------------------------------===//
150 // LLI Implementation of AbstractIntepreter interface
151 //
152 namespace {
153   class LLI : public AbstractInterpreter {
154     std::string LLIPath;          // The path to the LLI executable
155     std::vector<std::string> ToolArgs; // Args to pass to LLI
156   public:
LLI(const std::string & Path,const std::vector<std::string> * Args)157     LLI(const std::string &Path, const std::vector<std::string> *Args)
158       : LLIPath(Path) {
159       ToolArgs.clear ();
160       if (Args) { ToolArgs = *Args; }
161     }
162 
163     int ExecuteProgram(const std::string &Bitcode,
164                        const std::vector<std::string> &Args,
165                        const std::string &InputFile,
166                        const std::string &OutputFile,
167                        std::string *Error,
168                        const std::vector<std::string> &CCArgs,
169                        const std::vector<std::string> &SharedLibs =
170                        std::vector<std::string>(),
171                        unsigned Timeout = 0,
172                        unsigned MemoryLimit = 0) override;
173   };
174 }
175 
ExecuteProgram(const std::string & Bitcode,const std::vector<std::string> & Args,const std::string & InputFile,const std::string & OutputFile,std::string * Error,const std::vector<std::string> & CCArgs,const std::vector<std::string> & SharedLibs,unsigned Timeout,unsigned MemoryLimit)176 int LLI::ExecuteProgram(const std::string &Bitcode,
177                         const std::vector<std::string> &Args,
178                         const std::string &InputFile,
179                         const std::string &OutputFile,
180                         std::string *Error,
181                         const std::vector<std::string> &CCArgs,
182                         const std::vector<std::string> &SharedLibs,
183                         unsigned Timeout,
184                         unsigned MemoryLimit) {
185   std::vector<const char*> LLIArgs;
186   LLIArgs.push_back(LLIPath.c_str());
187   LLIArgs.push_back("-force-interpreter=true");
188 
189   for (std::vector<std::string>::const_iterator i = SharedLibs.begin(),
190          e = SharedLibs.end(); i != e; ++i) {
191     LLIArgs.push_back("-load");
192     LLIArgs.push_back((*i).c_str());
193   }
194 
195   // Add any extra LLI args.
196   for (unsigned i = 0, e = ToolArgs.size(); i != e; ++i)
197     LLIArgs.push_back(ToolArgs[i].c_str());
198 
199   LLIArgs.push_back(Bitcode.c_str());
200   // Add optional parameters to the running program from Argv
201   for (unsigned i=0, e = Args.size(); i != e; ++i)
202     LLIArgs.push_back(Args[i].c_str());
203   LLIArgs.push_back(nullptr);
204 
205   outs() << "<lli>"; outs().flush();
206   DEBUG(errs() << "\nAbout to run:\t";
207         for (unsigned i=0, e = LLIArgs.size()-1; i != e; ++i)
208           errs() << " " << LLIArgs[i];
209         errs() << "\n";
210         );
211   return RunProgramWithTimeout(LLIPath, &LLIArgs[0],
212       InputFile, OutputFile, OutputFile,
213       Timeout, MemoryLimit, Error);
214 }
215 
anchor()216 void AbstractInterpreter::anchor() { }
217 
218 #if defined(LLVM_ON_UNIX)
219 const char EXESuffix[] = "";
220 #elif defined (LLVM_ON_WIN32)
221 const char EXESuffix[] = "exe";
222 #endif
223 
224 /// Prepend the path to the program being executed
225 /// to \p ExeName, given the value of argv[0] and the address of main()
226 /// itself. This allows us to find another LLVM tool if it is built in the same
227 /// directory. An empty string is returned on error; note that this function
228 /// just mainpulates the path and doesn't check for executability.
229 /// @brief Find a named executable.
PrependMainExecutablePath(const std::string & ExeName,const char * Argv0,void * MainAddr)230 static std::string PrependMainExecutablePath(const std::string &ExeName,
231                                              const char *Argv0,
232                                              void *MainAddr) {
233   // Check the directory that the calling program is in.  We can do
234   // this if ProgramPath contains at least one / character, indicating that it
235   // is a relative path to the executable itself.
236   std::string Main = sys::fs::getMainExecutable(Argv0, MainAddr);
237   StringRef Result = sys::path::parent_path(Main);
238 
239   if (!Result.empty()) {
240     SmallString<128> Storage = Result;
241     sys::path::append(Storage, ExeName);
242     sys::path::replace_extension(Storage, EXESuffix);
243     return Storage.str();
244   }
245 
246   return Result.str();
247 }
248 
249 // LLI create method - Try to find the LLI executable
createLLI(const char * Argv0,std::string & Message,const std::vector<std::string> * ToolArgs)250 AbstractInterpreter *AbstractInterpreter::createLLI(const char *Argv0,
251                                                     std::string &Message,
252                                      const std::vector<std::string> *ToolArgs) {
253   std::string LLIPath =
254       PrependMainExecutablePath("lli", Argv0, (void *)(intptr_t) & createLLI);
255   if (!LLIPath.empty()) {
256     Message = "Found lli: " + LLIPath + "\n";
257     return new LLI(LLIPath, ToolArgs);
258   }
259 
260   Message = "Cannot find `lli' in executable directory!\n";
261   return nullptr;
262 }
263 
264 //===---------------------------------------------------------------------===//
265 // Custom compiler command implementation of AbstractIntepreter interface
266 //
267 // Allows using a custom command for compiling the bitcode, thus allows, for
268 // example, to compile a bitcode fragment without linking or executing, then
269 // using a custom wrapper script to check for compiler errors.
270 namespace {
271   class CustomCompiler : public AbstractInterpreter {
272     std::string CompilerCommand;
273     std::vector<std::string> CompilerArgs;
274   public:
CustomCompiler(const std::string & CompilerCmd,std::vector<std::string> CompArgs)275     CustomCompiler(
276       const std::string &CompilerCmd, std::vector<std::string> CompArgs) :
277       CompilerCommand(CompilerCmd), CompilerArgs(CompArgs) {}
278 
279     void compileProgram(const std::string &Bitcode,
280                         std::string *Error,
281                         unsigned Timeout = 0,
282                         unsigned MemoryLimit = 0) override;
283 
ExecuteProgram(const std::string & Bitcode,const std::vector<std::string> & Args,const std::string & InputFile,const std::string & OutputFile,std::string * Error,const std::vector<std::string> & CCArgs=std::vector<std::string> (),const std::vector<std::string> & SharedLibs=std::vector<std::string> (),unsigned Timeout=0,unsigned MemoryLimit=0)284     int ExecuteProgram(const std::string &Bitcode,
285                        const std::vector<std::string> &Args,
286                        const std::string &InputFile,
287                        const std::string &OutputFile,
288                        std::string *Error,
289                        const std::vector<std::string> &CCArgs =
290                        std::vector<std::string>(),
291                        const std::vector<std::string> &SharedLibs =
292                        std::vector<std::string>(),
293                        unsigned Timeout = 0,
294                        unsigned MemoryLimit = 0) override {
295       *Error = "Execution not supported with -compile-custom";
296       return -1;
297     }
298   };
299 }
300 
compileProgram(const std::string & Bitcode,std::string * Error,unsigned Timeout,unsigned MemoryLimit)301 void CustomCompiler::compileProgram(const std::string &Bitcode,
302                                     std::string *Error,
303                                     unsigned Timeout,
304                                     unsigned MemoryLimit) {
305 
306   std::vector<const char*> ProgramArgs;
307   ProgramArgs.push_back(CompilerCommand.c_str());
308 
309   for (std::size_t i = 0; i < CompilerArgs.size(); ++i)
310     ProgramArgs.push_back(CompilerArgs.at(i).c_str());
311   ProgramArgs.push_back(Bitcode.c_str());
312   ProgramArgs.push_back(nullptr);
313 
314   // Add optional parameters to the running program from Argv
315   for (unsigned i = 0, e = CompilerArgs.size(); i != e; ++i)
316     ProgramArgs.push_back(CompilerArgs[i].c_str());
317 
318   if (RunProgramWithTimeout(CompilerCommand, &ProgramArgs[0],
319                              "", "", "",
320                              Timeout, MemoryLimit, Error))
321     *Error = ProcessFailure(CompilerCommand, &ProgramArgs[0],
322                            Timeout, MemoryLimit);
323 }
324 
325 //===---------------------------------------------------------------------===//
326 // Custom execution command implementation of AbstractIntepreter interface
327 //
328 // Allows using a custom command for executing the bitcode, thus allows,
329 // for example, to invoke a cross compiler for code generation followed by
330 // a simulator that executes the generated binary.
331 namespace {
332   class CustomExecutor : public AbstractInterpreter {
333     std::string ExecutionCommand;
334     std::vector<std::string> ExecutorArgs;
335   public:
CustomExecutor(const std::string & ExecutionCmd,std::vector<std::string> ExecArgs)336     CustomExecutor(
337       const std::string &ExecutionCmd, std::vector<std::string> ExecArgs) :
338       ExecutionCommand(ExecutionCmd), ExecutorArgs(ExecArgs) {}
339 
340     int ExecuteProgram(const std::string &Bitcode,
341                        const std::vector<std::string> &Args,
342                        const std::string &InputFile,
343                        const std::string &OutputFile,
344                        std::string *Error,
345                        const std::vector<std::string> &CCArgs,
346                        const std::vector<std::string> &SharedLibs =
347                          std::vector<std::string>(),
348                        unsigned Timeout = 0,
349                        unsigned MemoryLimit = 0) override;
350   };
351 }
352 
ExecuteProgram(const std::string & Bitcode,const std::vector<std::string> & Args,const std::string & InputFile,const std::string & OutputFile,std::string * Error,const std::vector<std::string> & CCArgs,const std::vector<std::string> & SharedLibs,unsigned Timeout,unsigned MemoryLimit)353 int CustomExecutor::ExecuteProgram(const std::string &Bitcode,
354                         const std::vector<std::string> &Args,
355                         const std::string &InputFile,
356                         const std::string &OutputFile,
357                         std::string *Error,
358                         const std::vector<std::string> &CCArgs,
359                         const std::vector<std::string> &SharedLibs,
360                         unsigned Timeout,
361                         unsigned MemoryLimit) {
362 
363   std::vector<const char*> ProgramArgs;
364   ProgramArgs.push_back(ExecutionCommand.c_str());
365 
366   for (std::size_t i = 0; i < ExecutorArgs.size(); ++i)
367     ProgramArgs.push_back(ExecutorArgs.at(i).c_str());
368   ProgramArgs.push_back(Bitcode.c_str());
369   ProgramArgs.push_back(nullptr);
370 
371   // Add optional parameters to the running program from Argv
372   for (unsigned i = 0, e = Args.size(); i != e; ++i)
373     ProgramArgs.push_back(Args[i].c_str());
374 
375   return RunProgramWithTimeout(
376     ExecutionCommand,
377     &ProgramArgs[0], InputFile, OutputFile,
378     OutputFile, Timeout, MemoryLimit, Error);
379 }
380 
381 // Tokenize the CommandLine to the command and the args to allow
382 // defining a full command line as the command instead of just the
383 // executed program. We cannot just pass the whole string after the command
384 // as a single argument because then program sees only a single
385 // command line argument (with spaces in it: "foo bar" instead
386 // of "foo" and "bar").
387 //
388 // code borrowed from:
389 // http://oopweb.com/CPP/Documents/CPPHOWTO/Volume/C++Programming-HOWTO-7.html
lexCommand(std::string & Message,const std::string & CommandLine,std::string & CmdPath,std::vector<std::string> & Args)390 static void lexCommand(std::string &Message, const std::string &CommandLine,
391                        std::string &CmdPath, std::vector<std::string> &Args) {
392 
393   std::string Command = "";
394   std::string delimiters = " ";
395 
396   std::string::size_type lastPos = CommandLine.find_first_not_of(delimiters, 0);
397   std::string::size_type pos = CommandLine.find_first_of(delimiters, lastPos);
398 
399   while (std::string::npos != pos || std::string::npos != lastPos) {
400     std::string token = CommandLine.substr(lastPos, pos - lastPos);
401     if (Command == "")
402        Command = token;
403     else
404        Args.push_back(token);
405     // Skip delimiters.  Note the "not_of"
406     lastPos = CommandLine.find_first_not_of(delimiters, pos);
407     // Find next "non-delimiter"
408     pos = CommandLine.find_first_of(delimiters, lastPos);
409   }
410 
411   auto Path = sys::findProgramByName(Command);
412   if (!Path) {
413     Message =
414       std::string("Cannot find '") + Command +
415       "' in PATH: " + Path.getError().message() + "\n";
416     return;
417   }
418   CmdPath = *Path;
419 
420   Message = "Found command in: " + CmdPath + "\n";
421 }
422 
423 // Custom execution environment create method, takes the execution command
424 // as arguments
createCustomCompiler(std::string & Message,const std::string & CompileCommandLine)425 AbstractInterpreter *AbstractInterpreter::createCustomCompiler(
426                     std::string &Message,
427                     const std::string &CompileCommandLine) {
428 
429   std::string CmdPath;
430   std::vector<std::string> Args;
431   lexCommand(Message, CompileCommandLine, CmdPath, Args);
432   if (CmdPath.empty())
433     return nullptr;
434 
435   return new CustomCompiler(CmdPath, Args);
436 }
437 
438 // Custom execution environment create method, takes the execution command
439 // as arguments
createCustomExecutor(std::string & Message,const std::string & ExecCommandLine)440 AbstractInterpreter *AbstractInterpreter::createCustomExecutor(
441                     std::string &Message,
442                     const std::string &ExecCommandLine) {
443 
444 
445   std::string CmdPath;
446   std::vector<std::string> Args;
447   lexCommand(Message, ExecCommandLine, CmdPath, Args);
448   if (CmdPath.empty())
449     return nullptr;
450 
451   return new CustomExecutor(CmdPath, Args);
452 }
453 
454 //===----------------------------------------------------------------------===//
455 // LLC Implementation of AbstractIntepreter interface
456 //
OutputCode(const std::string & Bitcode,std::string & OutputAsmFile,std::string & Error,unsigned Timeout,unsigned MemoryLimit)457 CC::FileType LLC::OutputCode(const std::string &Bitcode,
458                               std::string &OutputAsmFile, std::string &Error,
459                               unsigned Timeout, unsigned MemoryLimit) {
460   const char *Suffix = (UseIntegratedAssembler ? ".llc.o" : ".llc.s");
461 
462   SmallString<128> UniqueFile;
463   std::error_code EC =
464       sys::fs::createUniqueFile(Bitcode + "-%%%%%%%" + Suffix, UniqueFile);
465   if (EC) {
466     errs() << "Error making unique filename: " << EC.message() << "\n";
467     exit(1);
468   }
469   OutputAsmFile = UniqueFile.str();
470   std::vector<const char *> LLCArgs;
471   LLCArgs.push_back(LLCPath.c_str());
472 
473   // Add any extra LLC args.
474   for (unsigned i = 0, e = ToolArgs.size(); i != e; ++i)
475     LLCArgs.push_back(ToolArgs[i].c_str());
476 
477   LLCArgs.push_back("-o");
478   LLCArgs.push_back(OutputAsmFile.c_str()); // Output to the Asm file
479   LLCArgs.push_back(Bitcode.c_str());      // This is the input bitcode
480 
481   if (UseIntegratedAssembler)
482     LLCArgs.push_back("-filetype=obj");
483 
484   LLCArgs.push_back (nullptr);
485 
486   outs() << (UseIntegratedAssembler ? "<llc-ia>" : "<llc>");
487   outs().flush();
488   DEBUG(errs() << "\nAbout to run:\t";
489         for (unsigned i = 0, e = LLCArgs.size()-1; i != e; ++i)
490           errs() << " " << LLCArgs[i];
491         errs() << "\n";
492         );
493   if (RunProgramWithTimeout(LLCPath, &LLCArgs[0],
494                             "", "", "",
495                             Timeout, MemoryLimit))
496     Error = ProcessFailure(LLCPath, &LLCArgs[0],
497                            Timeout, MemoryLimit);
498   return UseIntegratedAssembler ? CC::ObjectFile : CC::AsmFile;
499 }
500 
compileProgram(const std::string & Bitcode,std::string * Error,unsigned Timeout,unsigned MemoryLimit)501 void LLC::compileProgram(const std::string &Bitcode, std::string *Error,
502                          unsigned Timeout, unsigned MemoryLimit) {
503   std::string OutputAsmFile;
504   OutputCode(Bitcode, OutputAsmFile, *Error, Timeout, MemoryLimit);
505   sys::fs::remove(OutputAsmFile);
506 }
507 
ExecuteProgram(const std::string & Bitcode,const std::vector<std::string> & Args,const std::string & InputFile,const std::string & OutputFile,std::string * Error,const std::vector<std::string> & ArgsForCC,const std::vector<std::string> & SharedLibs,unsigned Timeout,unsigned MemoryLimit)508 int LLC::ExecuteProgram(const std::string &Bitcode,
509                         const std::vector<std::string> &Args,
510                         const std::string &InputFile,
511                         const std::string &OutputFile,
512                         std::string *Error,
513                         const std::vector<std::string> &ArgsForCC,
514                         const std::vector<std::string> &SharedLibs,
515                         unsigned Timeout,
516                         unsigned MemoryLimit) {
517 
518   std::string OutputAsmFile;
519   CC::FileType FileKind = OutputCode(Bitcode, OutputAsmFile, *Error, Timeout,
520                                       MemoryLimit);
521   FileRemover OutFileRemover(OutputAsmFile, !SaveTemps);
522 
523   std::vector<std::string> CCArgs(ArgsForCC);
524   CCArgs.insert(CCArgs.end(), SharedLibs.begin(), SharedLibs.end());
525 
526   // Assuming LLC worked, compile the result with CC and run it.
527   return cc->ExecuteProgram(OutputAsmFile, Args, FileKind,
528                              InputFile, OutputFile, Error, CCArgs,
529                              Timeout, MemoryLimit);
530 }
531 
532 /// createLLC - Try to find the LLC executable
533 ///
createLLC(const char * Argv0,std::string & Message,const std::string & CCBinary,const std::vector<std::string> * Args,const std::vector<std::string> * CCArgs,bool UseIntegratedAssembler)534 LLC *AbstractInterpreter::createLLC(const char *Argv0,
535                                     std::string &Message,
536                                     const std::string &CCBinary,
537                                     const std::vector<std::string> *Args,
538                                     const std::vector<std::string> *CCArgs,
539                                     bool UseIntegratedAssembler) {
540   std::string LLCPath =
541       PrependMainExecutablePath("llc", Argv0, (void *)(intptr_t) & createLLC);
542   if (LLCPath.empty()) {
543     Message = "Cannot find `llc' in executable directory!\n";
544     return nullptr;
545   }
546 
547   CC *cc = CC::create(Message, CCBinary, CCArgs);
548   if (!cc) {
549     errs() << Message << "\n";
550     exit(1);
551   }
552   Message = "Found llc: " + LLCPath + "\n";
553   return new LLC(LLCPath, cc, Args, UseIntegratedAssembler);
554 }
555 
556 //===---------------------------------------------------------------------===//
557 // JIT Implementation of AbstractIntepreter interface
558 //
559 namespace {
560   class JIT : public AbstractInterpreter {
561     std::string LLIPath;          // The path to the LLI executable
562     std::vector<std::string> ToolArgs; // Args to pass to LLI
563   public:
JIT(const std::string & Path,const std::vector<std::string> * Args)564     JIT(const std::string &Path, const std::vector<std::string> *Args)
565       : LLIPath(Path) {
566       ToolArgs.clear ();
567       if (Args) { ToolArgs = *Args; }
568     }
569 
570     int ExecuteProgram(const std::string &Bitcode,
571                        const std::vector<std::string> &Args,
572                        const std::string &InputFile,
573                        const std::string &OutputFile,
574                        std::string *Error,
575                        const std::vector<std::string> &CCArgs =
576                          std::vector<std::string>(),
577                        const std::vector<std::string> &SharedLibs =
578                          std::vector<std::string>(),
579                        unsigned Timeout = 0,
580                        unsigned MemoryLimit = 0) override;
581   };
582 }
583 
ExecuteProgram(const std::string & Bitcode,const std::vector<std::string> & Args,const std::string & InputFile,const std::string & OutputFile,std::string * Error,const std::vector<std::string> & CCArgs,const std::vector<std::string> & SharedLibs,unsigned Timeout,unsigned MemoryLimit)584 int JIT::ExecuteProgram(const std::string &Bitcode,
585                         const std::vector<std::string> &Args,
586                         const std::string &InputFile,
587                         const std::string &OutputFile,
588                         std::string *Error,
589                         const std::vector<std::string> &CCArgs,
590                         const std::vector<std::string> &SharedLibs,
591                         unsigned Timeout,
592                         unsigned MemoryLimit) {
593   // Construct a vector of parameters, incorporating those from the command-line
594   std::vector<const char*> JITArgs;
595   JITArgs.push_back(LLIPath.c_str());
596   JITArgs.push_back("-force-interpreter=false");
597 
598   // Add any extra LLI args.
599   for (unsigned i = 0, e = ToolArgs.size(); i != e; ++i)
600     JITArgs.push_back(ToolArgs[i].c_str());
601 
602   for (unsigned i = 0, e = SharedLibs.size(); i != e; ++i) {
603     JITArgs.push_back("-load");
604     JITArgs.push_back(SharedLibs[i].c_str());
605   }
606   JITArgs.push_back(Bitcode.c_str());
607   // Add optional parameters to the running program from Argv
608   for (unsigned i=0, e = Args.size(); i != e; ++i)
609     JITArgs.push_back(Args[i].c_str());
610   JITArgs.push_back(nullptr);
611 
612   outs() << "<jit>"; outs().flush();
613   DEBUG(errs() << "\nAbout to run:\t";
614         for (unsigned i=0, e = JITArgs.size()-1; i != e; ++i)
615           errs() << " " << JITArgs[i];
616         errs() << "\n";
617         );
618   DEBUG(errs() << "\nSending output to " << OutputFile << "\n");
619   return RunProgramWithTimeout(LLIPath, &JITArgs[0],
620       InputFile, OutputFile, OutputFile,
621       Timeout, MemoryLimit, Error);
622 }
623 
624 /// createJIT - Try to find the LLI executable
625 ///
createJIT(const char * Argv0,std::string & Message,const std::vector<std::string> * Args)626 AbstractInterpreter *AbstractInterpreter::createJIT(const char *Argv0,
627                    std::string &Message, const std::vector<std::string> *Args) {
628   std::string LLIPath =
629       PrependMainExecutablePath("lli", Argv0, (void *)(intptr_t) & createJIT);
630   if (!LLIPath.empty()) {
631     Message = "Found lli: " + LLIPath + "\n";
632     return new JIT(LLIPath, Args);
633   }
634 
635   Message = "Cannot find `lli' in executable directory!\n";
636   return nullptr;
637 }
638 
639 //===---------------------------------------------------------------------===//
640 // CC abstraction
641 //
642 
IsARMArchitecture(std::vector<const char * > Args)643 static bool IsARMArchitecture(std::vector<const char*> Args) {
644   for (std::vector<const char*>::const_iterator
645          I = Args.begin(), E = Args.end(); I != E; ++I) {
646     if (StringRef(*I).equals_lower("-arch")) {
647       ++I;
648       if (I != E && StringRef(*I).startswith_lower("arm"))
649         return true;
650     }
651   }
652 
653   return false;
654 }
655 
ExecuteProgram(const std::string & ProgramFile,const std::vector<std::string> & Args,FileType fileType,const std::string & InputFile,const std::string & OutputFile,std::string * Error,const std::vector<std::string> & ArgsForCC,unsigned Timeout,unsigned MemoryLimit)656 int CC::ExecuteProgram(const std::string &ProgramFile,
657                         const std::vector<std::string> &Args,
658                         FileType fileType,
659                         const std::string &InputFile,
660                         const std::string &OutputFile,
661                         std::string *Error,
662                         const std::vector<std::string> &ArgsForCC,
663                         unsigned Timeout,
664                         unsigned MemoryLimit) {
665   std::vector<const char*> CCArgs;
666 
667   CCArgs.push_back(CCPath.c_str());
668 
669   if (TargetTriple.getArch() == Triple::x86)
670     CCArgs.push_back("-m32");
671 
672   for (std::vector<std::string>::const_iterator
673          I = ccArgs.begin(), E = ccArgs.end(); I != E; ++I)
674     CCArgs.push_back(I->c_str());
675 
676   // Specify -x explicitly in case the extension is wonky
677   if (fileType != ObjectFile) {
678     CCArgs.push_back("-x");
679     if (fileType == CFile) {
680       CCArgs.push_back("c");
681       CCArgs.push_back("-fno-strict-aliasing");
682     } else {
683       CCArgs.push_back("assembler");
684 
685       // For ARM architectures we don't want this flag. bugpoint isn't
686       // explicitly told what architecture it is working on, so we get
687       // it from cc flags
688       if (TargetTriple.isOSDarwin() && !IsARMArchitecture(CCArgs))
689         CCArgs.push_back("-force_cpusubtype_ALL");
690     }
691   }
692 
693   CCArgs.push_back(ProgramFile.c_str());  // Specify the input filename.
694 
695   CCArgs.push_back("-x");
696   CCArgs.push_back("none");
697   CCArgs.push_back("-o");
698 
699   SmallString<128> OutputBinary;
700   std::error_code EC =
701       sys::fs::createUniqueFile(ProgramFile + "-%%%%%%%.cc.exe", OutputBinary);
702   if (EC) {
703     errs() << "Error making unique filename: " << EC.message() << "\n";
704     exit(1);
705   }
706   CCArgs.push_back(OutputBinary.c_str()); // Output to the right file...
707 
708   // Add any arguments intended for CC. We locate them here because this is
709   // most likely -L and -l options that need to come before other libraries but
710   // after the source. Other options won't be sensitive to placement on the
711   // command line, so this should be safe.
712   for (unsigned i = 0, e = ArgsForCC.size(); i != e; ++i)
713     CCArgs.push_back(ArgsForCC[i].c_str());
714 
715   CCArgs.push_back("-lm");                // Hard-code the math library...
716   CCArgs.push_back("-O2");                // Optimize the program a bit...
717 #if defined (HAVE_LINK_R)
718   CCArgs.push_back("-Wl,-R.");            // Search this dir for .so files
719 #endif
720   if (TargetTriple.getArch() == Triple::sparc)
721     CCArgs.push_back("-mcpu=v9");
722   CCArgs.push_back(nullptr);                    // NULL terminator
723 
724   outs() << "<CC>"; outs().flush();
725   DEBUG(errs() << "\nAbout to run:\t";
726         for (unsigned i = 0, e = CCArgs.size()-1; i != e; ++i)
727           errs() << " " << CCArgs[i];
728         errs() << "\n";
729         );
730   if (RunProgramWithTimeout(CCPath, &CCArgs[0], "", "", "")) {
731     *Error = ProcessFailure(CCPath, &CCArgs[0]);
732     return -1;
733   }
734 
735   std::vector<const char*> ProgramArgs;
736 
737   // Declared here so that the destructor only runs after
738   // ProgramArgs is used.
739   std::string Exec;
740 
741   if (RemoteClientPath.empty())
742     ProgramArgs.push_back(OutputBinary.c_str());
743   else {
744     ProgramArgs.push_back(RemoteClientPath.c_str());
745     ProgramArgs.push_back(RemoteHost.c_str());
746     if (!RemoteUser.empty()) {
747       ProgramArgs.push_back("-l");
748       ProgramArgs.push_back(RemoteUser.c_str());
749     }
750     if (!RemotePort.empty()) {
751       ProgramArgs.push_back("-p");
752       ProgramArgs.push_back(RemotePort.c_str());
753     }
754     if (!RemoteExtra.empty()) {
755       ProgramArgs.push_back(RemoteExtra.c_str());
756     }
757 
758     // Full path to the binary. We need to cd to the exec directory because
759     // there is a dylib there that the exec expects to find in the CWD
760     char* env_pwd = getenv("PWD");
761     Exec = "cd ";
762     Exec += env_pwd;
763     Exec += "; ./";
764     Exec += OutputBinary.c_str();
765     ProgramArgs.push_back(Exec.c_str());
766   }
767 
768   // Add optional parameters to the running program from Argv
769   for (unsigned i = 0, e = Args.size(); i != e; ++i)
770     ProgramArgs.push_back(Args[i].c_str());
771   ProgramArgs.push_back(nullptr);                // NULL terminator
772 
773   // Now that we have a binary, run it!
774   outs() << "<program>"; outs().flush();
775   DEBUG(errs() << "\nAbout to run:\t";
776         for (unsigned i = 0, e = ProgramArgs.size()-1; i != e; ++i)
777           errs() << " " << ProgramArgs[i];
778         errs() << "\n";
779         );
780 
781   FileRemover OutputBinaryRemover(OutputBinary.str(), !SaveTemps);
782 
783   if (RemoteClientPath.empty()) {
784     DEBUG(errs() << "<run locally>");
785     int ExitCode = RunProgramWithTimeout(OutputBinary.str(), &ProgramArgs[0],
786                                          InputFile, OutputFile, OutputFile,
787                                          Timeout, MemoryLimit, Error);
788     // Treat a signal (usually SIGSEGV) or timeout as part of the program output
789     // so that crash-causing miscompilation is handled seamlessly.
790     if (ExitCode < -1) {
791       std::ofstream outFile(OutputFile.c_str(), std::ios_base::app);
792       outFile << *Error << '\n';
793       outFile.close();
794       Error->clear();
795     }
796     return ExitCode;
797   } else {
798     outs() << "<run remotely>"; outs().flush();
799     return RunProgramRemotelyWithTimeout(RemoteClientPath,
800         &ProgramArgs[0], InputFile, OutputFile,
801         OutputFile, Timeout, MemoryLimit);
802   }
803 }
804 
MakeSharedObject(const std::string & InputFile,FileType fileType,std::string & OutputFile,const std::vector<std::string> & ArgsForCC,std::string & Error)805 int CC::MakeSharedObject(const std::string &InputFile, FileType fileType,
806                           std::string &OutputFile,
807                           const std::vector<std::string> &ArgsForCC,
808                           std::string &Error) {
809   SmallString<128> UniqueFilename;
810   std::error_code EC = sys::fs::createUniqueFile(
811       InputFile + "-%%%%%%%" + LTDL_SHLIB_EXT, UniqueFilename);
812   if (EC) {
813     errs() << "Error making unique filename: " << EC.message() << "\n";
814     exit(1);
815   }
816   OutputFile = UniqueFilename.str();
817 
818   std::vector<const char*> CCArgs;
819 
820   CCArgs.push_back(CCPath.c_str());
821 
822   if (TargetTriple.getArch() == Triple::x86)
823     CCArgs.push_back("-m32");
824 
825   for (std::vector<std::string>::const_iterator
826          I = ccArgs.begin(), E = ccArgs.end(); I != E; ++I)
827     CCArgs.push_back(I->c_str());
828 
829   // Compile the C/asm file into a shared object
830   if (fileType != ObjectFile) {
831     CCArgs.push_back("-x");
832     CCArgs.push_back(fileType == AsmFile ? "assembler" : "c");
833   }
834   CCArgs.push_back("-fno-strict-aliasing");
835   CCArgs.push_back(InputFile.c_str());   // Specify the input filename.
836   CCArgs.push_back("-x");
837   CCArgs.push_back("none");
838   if (TargetTriple.getArch() == Triple::sparc)
839     CCArgs.push_back("-G");       // Compile a shared library, `-G' for Sparc
840   else if (TargetTriple.isOSDarwin()) {
841     // link all source files into a single module in data segment, rather than
842     // generating blocks. dynamic_lookup requires that you set
843     // MACOSX_DEPLOYMENT_TARGET=10.3 in your env.  FIXME: it would be better for
844     // bugpoint to just pass that in the environment of CC.
845     CCArgs.push_back("-single_module");
846     CCArgs.push_back("-dynamiclib");   // `-dynamiclib' for MacOS X/PowerPC
847     CCArgs.push_back("-undefined");
848     CCArgs.push_back("dynamic_lookup");
849   } else
850     CCArgs.push_back("-shared");  // `-shared' for Linux/X86, maybe others
851 
852   if (TargetTriple.getArch() == Triple::x86_64)
853     CCArgs.push_back("-fPIC");   // Requires shared objs to contain PIC
854 
855   if (TargetTriple.getArch() == Triple::sparc)
856     CCArgs.push_back("-mcpu=v9");
857 
858   CCArgs.push_back("-o");
859   CCArgs.push_back(OutputFile.c_str()); // Output to the right filename.
860   CCArgs.push_back("-O2");              // Optimize the program a bit.
861 
862 
863 
864   // Add any arguments intended for CC. We locate them here because this is
865   // most likely -L and -l options that need to come before other libraries but
866   // after the source. Other options won't be sensitive to placement on the
867   // command line, so this should be safe.
868   for (unsigned i = 0, e = ArgsForCC.size(); i != e; ++i)
869     CCArgs.push_back(ArgsForCC[i].c_str());
870   CCArgs.push_back(nullptr);                    // NULL terminator
871 
872 
873 
874   outs() << "<CC>"; outs().flush();
875   DEBUG(errs() << "\nAbout to run:\t";
876         for (unsigned i = 0, e = CCArgs.size()-1; i != e; ++i)
877           errs() << " " << CCArgs[i];
878         errs() << "\n";
879         );
880   if (RunProgramWithTimeout(CCPath, &CCArgs[0], "", "", "")) {
881     Error = ProcessFailure(CCPath, &CCArgs[0]);
882     return 1;
883   }
884   return 0;
885 }
886 
887 /// create - Try to find the CC executable
888 ///
create(std::string & Message,const std::string & CCBinary,const std::vector<std::string> * Args)889 CC *CC::create(std::string &Message,
890                  const std::string &CCBinary,
891                  const std::vector<std::string> *Args) {
892   auto CCPath = sys::findProgramByName(CCBinary);
893   if (!CCPath) {
894     Message = "Cannot find `" + CCBinary + "' in PATH: " +
895               CCPath.getError().message() + "\n";
896     return nullptr;
897   }
898 
899   std::string RemoteClientPath;
900   if (!RemoteClient.empty()) {
901     auto Path = sys::findProgramByName(RemoteClient);
902     if (!Path) {
903       Message = "Cannot find `" + RemoteClient + "' in PATH: " +
904                 Path.getError().message() + "\n";
905       return nullptr;
906     }
907     RemoteClientPath = *Path;
908   }
909 
910   Message = "Found CC: " + *CCPath + "\n";
911   return new CC(*CCPath, RemoteClientPath, Args);
912 }
913