2013-09-20 06:15:52 +08:00
|
|
|
//===-- llvm-lto: a simple command-line program to link modules with LTO --===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This program takes in a list of bitcode files, links them, performs link-time
|
|
|
|
// optimization, and outputs an object file.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2013-11-01 04:51:58 +08:00
|
|
|
#include "llvm/ADT/StringSet.h"
|
2015-10-19 22:30:44 +08:00
|
|
|
#include "llvm/Bitcode/ReaderWriter.h"
|
2013-10-01 00:39:19 +08:00
|
|
|
#include "llvm/CodeGen/CommandFlags.h"
|
2015-11-19 13:52:29 +08:00
|
|
|
#include "llvm/IR/DiagnosticPrinter.h"
|
2015-10-19 22:30:44 +08:00
|
|
|
#include "llvm/IR/LLVMContext.h"
|
2016-03-09 09:37:22 +08:00
|
|
|
#include "llvm/IRReader/IRReader.h"
|
2013-09-25 07:52:22 +08:00
|
|
|
#include "llvm/LTO/LTOCodeGenerator.h"
|
2016-03-15 05:18:10 +08:00
|
|
|
#include "llvm/LTO/LTOModule.h"
|
2016-03-15 08:04:37 +08:00
|
|
|
#include "llvm/LTO/ThinLTOCodeGenerator.h"
|
|
|
|
#include "llvm/Object/ModuleSummaryIndexObjectFile.h"
|
2013-09-20 06:15:52 +08:00
|
|
|
#include "llvm/Support/CommandLine.h"
|
2014-04-30 07:26:49 +08:00
|
|
|
#include "llvm/Support/FileSystem.h"
|
2013-09-20 06:15:52 +08:00
|
|
|
#include "llvm/Support/ManagedStatic.h"
|
|
|
|
#include "llvm/Support/PrettyStackTrace.h"
|
|
|
|
#include "llvm/Support/Signals.h"
|
2016-03-09 09:37:22 +08:00
|
|
|
#include "llvm/Support/SourceMgr.h"
|
2013-09-25 07:52:22 +08:00
|
|
|
#include "llvm/Support/TargetSelect.h"
|
2015-08-28 07:37:36 +08:00
|
|
|
#include "llvm/Support/ToolOutputFile.h"
|
2014-01-13 16:04:33 +08:00
|
|
|
#include "llvm/Support/raw_ostream.h"
|
2015-08-28 07:37:36 +08:00
|
|
|
#include <list>
|
2013-09-20 06:15:52 +08:00
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
2015-03-20 06:01:00 +08:00
|
|
|
static cl::opt<char>
|
|
|
|
OptLevel("O",
|
|
|
|
cl::desc("Optimization level. [-O0, -O1, -O2, or -O3] "
|
|
|
|
"(default = '-O2')"),
|
|
|
|
cl::Prefix,
|
|
|
|
cl::ZeroOrMore,
|
|
|
|
cl::init('2'));
|
2013-09-20 06:15:52 +08:00
|
|
|
|
2015-09-16 07:05:59 +08:00
|
|
|
static cl::opt<bool> DisableVerify(
|
|
|
|
"disable-verify", cl::init(false),
|
|
|
|
cl::desc("Do not run the verifier during the optimization pipeline"));
|
|
|
|
|
2013-10-01 00:39:19 +08:00
|
|
|
static cl::opt<bool>
|
|
|
|
DisableInline("disable-inlining", cl::init(false),
|
|
|
|
cl::desc("Do not run the inliner pass"));
|
|
|
|
|
|
|
|
static cl::opt<bool>
|
|
|
|
DisableGVNLoadPRE("disable-gvn-loadpre", cl::init(false),
|
|
|
|
cl::desc("Do not run the GVN load PRE pass"));
|
|
|
|
|
2014-10-27 05:50:58 +08:00
|
|
|
static cl::opt<bool>
|
|
|
|
DisableLTOVectorization("disable-lto-vectorization", cl::init(false),
|
|
|
|
cl::desc("Do not run loop or slp vectorization during LTO"));
|
|
|
|
|
2014-10-02 02:36:03 +08:00
|
|
|
static cl::opt<bool>
|
|
|
|
UseDiagnosticHandler("use-diagnostic-handler", cl::init(false),
|
|
|
|
cl::desc("Use a diagnostic handler to test the handler interface"));
|
|
|
|
|
2015-11-03 02:02:11 +08:00
|
|
|
static cl::opt<bool>
|
|
|
|
ThinLTO("thinlto", cl::init(false),
|
|
|
|
cl::desc("Only write combined global index for ThinLTO backends"));
|
2015-10-19 22:30:44 +08:00
|
|
|
|
2016-03-09 09:37:22 +08:00
|
|
|
enum ThinLTOModes {
|
|
|
|
THINLINK,
|
|
|
|
THINPROMOTE,
|
|
|
|
THINIMPORT,
|
|
|
|
THINOPT,
|
|
|
|
THINCODEGEN,
|
|
|
|
THINALL
|
|
|
|
};
|
|
|
|
|
|
|
|
cl::opt<ThinLTOModes> ThinLTOMode(
|
|
|
|
"thinlto-action", cl::desc("Perform a single ThinLTO stage:"),
|
|
|
|
cl::values(
|
|
|
|
clEnumValN(
|
|
|
|
THINLINK, "thinlink",
|
|
|
|
"ThinLink: produces the index by linking only the summaries."),
|
|
|
|
clEnumValN(THINPROMOTE, "promote",
|
|
|
|
"Perform pre-import promotion (requires -thinlto-index)."),
|
|
|
|
clEnumValN(THINIMPORT, "import", "Perform both promotion and "
|
|
|
|
"cross-module importing (requires "
|
|
|
|
"-thinlto-index)."),
|
|
|
|
clEnumValN(THINOPT, "optimize", "Perform ThinLTO optimizations."),
|
|
|
|
clEnumValN(THINCODEGEN, "codegen", "CodeGen (expected to match llc)"),
|
|
|
|
clEnumValN(THINALL, "run", "Perform ThinLTO end-to-end"),
|
|
|
|
clEnumValEnd));
|
|
|
|
|
|
|
|
static cl::opt<std::string>
|
|
|
|
ThinLTOIndex("thinlto-index",
|
|
|
|
cl::desc("Provide the index produced by a ThinLink, required "
|
|
|
|
"to perform the promotion and/or importing."));
|
|
|
|
|
2015-11-20 08:13:05 +08:00
|
|
|
static cl::opt<bool>
|
|
|
|
SaveModuleFile("save-merged-module", cl::init(false),
|
|
|
|
cl::desc("Write merged LTO module to file before CodeGen"));
|
|
|
|
|
2013-10-01 00:39:19 +08:00
|
|
|
static cl::list<std::string>
|
|
|
|
InputFilenames(cl::Positional, cl::OneOrMore,
|
|
|
|
cl::desc("<input bitcode files>"));
|
|
|
|
|
|
|
|
static cl::opt<std::string>
|
|
|
|
OutputFilename("o", cl::init(""),
|
|
|
|
cl::desc("Override output filename"),
|
|
|
|
cl::value_desc("filename"));
|
2013-09-20 06:15:52 +08:00
|
|
|
|
2013-10-02 22:12:56 +08:00
|
|
|
static cl::list<std::string>
|
|
|
|
ExportedSymbols("exported-symbol",
|
|
|
|
cl::desc("Symbol to export from the resulting object file"),
|
|
|
|
cl::ZeroOrMore);
|
|
|
|
|
2013-10-04 02:29:09 +08:00
|
|
|
static cl::list<std::string>
|
|
|
|
DSOSymbols("dso-symbol",
|
|
|
|
cl::desc("Symbol to put in the symtab in the resulting dso"),
|
|
|
|
cl::ZeroOrMore);
|
2013-10-02 22:12:56 +08:00
|
|
|
|
2014-12-17 10:00:38 +08:00
|
|
|
static cl::opt<bool> ListSymbolsOnly(
|
|
|
|
"list-symbols-only", cl::init(false),
|
|
|
|
cl::desc("Instead of running LTO, list the symbols in each IR file"));
|
|
|
|
|
2015-02-24 08:45:56 +08:00
|
|
|
static cl::opt<bool> SetMergedModule(
|
|
|
|
"set-merged-module", cl::init(false),
|
|
|
|
cl::desc("Use the first input module as the merged module"));
|
|
|
|
|
2015-08-28 07:37:36 +08:00
|
|
|
static cl::opt<unsigned> Parallelism("j", cl::Prefix, cl::init(1),
|
|
|
|
cl::desc("Number of backend threads"));
|
|
|
|
|
2016-01-19 07:35:24 +08:00
|
|
|
static cl::opt<bool> RestoreGlobalsLinkage(
|
|
|
|
"restore-linkage", cl::init(false),
|
|
|
|
cl::desc("Restore original linkage of globals prior to CodeGen"));
|
|
|
|
|
2013-11-01 04:51:58 +08:00
|
|
|
namespace {
|
|
|
|
struct ModuleInfo {
|
|
|
|
std::vector<bool> CanBeHidden;
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
2015-03-10 00:23:46 +08:00
|
|
|
static void handleDiagnostics(lto_codegen_diagnostic_severity_t Severity,
|
|
|
|
const char *Msg, void *) {
|
2015-11-11 02:52:48 +08:00
|
|
|
errs() << "llvm-lto: ";
|
2014-10-02 02:36:03 +08:00
|
|
|
switch (Severity) {
|
|
|
|
case LTO_DS_NOTE:
|
|
|
|
errs() << "note: ";
|
|
|
|
break;
|
|
|
|
case LTO_DS_REMARK:
|
|
|
|
errs() << "remark: ";
|
|
|
|
break;
|
|
|
|
case LTO_DS_ERROR:
|
|
|
|
errs() << "error: ";
|
|
|
|
break;
|
|
|
|
case LTO_DS_WARNING:
|
|
|
|
errs() << "warning: ";
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
errs() << Msg << "\n";
|
|
|
|
}
|
|
|
|
|
2015-12-05 00:14:31 +08:00
|
|
|
static std::string CurrentActivity;
|
2015-11-19 13:52:29 +08:00
|
|
|
static void diagnosticHandler(const DiagnosticInfo &DI) {
|
|
|
|
raw_ostream &OS = errs();
|
|
|
|
OS << "llvm-lto: ";
|
|
|
|
switch (DI.getSeverity()) {
|
|
|
|
case DS_Error:
|
2015-12-05 00:14:31 +08:00
|
|
|
OS << "error";
|
2015-11-19 13:52:29 +08:00
|
|
|
break;
|
|
|
|
case DS_Warning:
|
2015-12-05 00:14:31 +08:00
|
|
|
OS << "warning";
|
2015-11-19 13:52:29 +08:00
|
|
|
break;
|
|
|
|
case DS_Remark:
|
2015-12-05 00:14:31 +08:00
|
|
|
OS << "remark";
|
2015-11-19 13:52:29 +08:00
|
|
|
break;
|
|
|
|
case DS_Note:
|
2015-12-05 00:14:31 +08:00
|
|
|
OS << "note";
|
2015-11-19 13:52:29 +08:00
|
|
|
break;
|
|
|
|
}
|
2015-12-05 00:14:31 +08:00
|
|
|
if (!CurrentActivity.empty())
|
|
|
|
OS << ' ' << CurrentActivity;
|
|
|
|
OS << ": ";
|
2015-11-19 13:52:29 +08:00
|
|
|
|
|
|
|
DiagnosticPrinterRawOStream DP(OS);
|
|
|
|
DI.print(DP);
|
|
|
|
OS << '\n';
|
|
|
|
|
|
|
|
if (DI.getSeverity() == DS_Error)
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
|
2016-03-01 21:13:49 +08:00
|
|
|
static void diagnosticHandlerWithContext(const DiagnosticInfo &DI,
|
|
|
|
void *Context) {
|
2015-12-05 00:14:31 +08:00
|
|
|
diagnosticHandler(DI);
|
|
|
|
}
|
|
|
|
|
2015-12-04 08:45:57 +08:00
|
|
|
static void error(const Twine &Msg) {
|
|
|
|
errs() << "llvm-lto: " << Msg << '\n';
|
|
|
|
exit(1);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void error(std::error_code EC, const Twine &Prefix) {
|
|
|
|
if (EC)
|
|
|
|
error(Prefix + ": " + EC.message());
|
|
|
|
}
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
static void error(const ErrorOr<T> &V, const Twine &Prefix) {
|
|
|
|
error(V.getError(), Prefix);
|
|
|
|
}
|
|
|
|
|
2015-03-10 00:23:46 +08:00
|
|
|
static std::unique_ptr<LTOModule>
|
2014-12-17 10:00:38 +08:00
|
|
|
getLocalLTOModule(StringRef Path, std::unique_ptr<MemoryBuffer> &Buffer,
|
2015-12-04 08:45:57 +08:00
|
|
|
const TargetOptions &Options) {
|
2014-12-17 10:00:38 +08:00
|
|
|
ErrorOr<std::unique_ptr<MemoryBuffer>> BufferOrErr =
|
|
|
|
MemoryBuffer::getFile(Path);
|
2015-12-04 08:45:57 +08:00
|
|
|
error(BufferOrErr, "error loading file '" + Path + "'");
|
2014-12-17 10:00:38 +08:00
|
|
|
Buffer = std::move(BufferOrErr.get());
|
2015-12-05 00:14:31 +08:00
|
|
|
CurrentActivity = ("loading file '" + Path + "'").str();
|
2016-03-01 21:13:49 +08:00
|
|
|
std::unique_ptr<LLVMContext> Context = llvm::make_unique<LLVMContext>();
|
|
|
|
Context->setDiagnosticHandler(diagnosticHandlerWithContext, nullptr, true);
|
2015-12-05 00:14:31 +08:00
|
|
|
ErrorOr<std::unique_ptr<LTOModule>> Ret = LTOModule::createInLocalContext(
|
2016-03-01 21:13:49 +08:00
|
|
|
std::move(Context), Buffer->getBufferStart(), Buffer->getBufferSize(),
|
|
|
|
Options, Path);
|
2015-12-05 00:14:31 +08:00
|
|
|
CurrentActivity = "";
|
|
|
|
return std::move(*Ret);
|
2014-12-17 10:00:38 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/// \brief List symbols in each IR file.
|
|
|
|
///
|
|
|
|
/// The main point here is to provide lit-testable coverage for the LTOModule
|
|
|
|
/// functionality that's exposed by the C API to list symbols. Moreover, this
|
|
|
|
/// provides testing coverage for modules that have been created in their own
|
|
|
|
/// contexts.
|
2015-12-04 08:45:57 +08:00
|
|
|
static void listSymbols(const TargetOptions &Options) {
|
2014-12-17 10:00:38 +08:00
|
|
|
for (auto &Filename : InputFilenames) {
|
|
|
|
std::unique_ptr<MemoryBuffer> Buffer;
|
|
|
|
std::unique_ptr<LTOModule> Module =
|
2015-12-04 08:45:57 +08:00
|
|
|
getLocalLTOModule(Filename, Buffer, Options);
|
2014-12-17 10:00:38 +08:00
|
|
|
|
|
|
|
// List the symbols.
|
|
|
|
outs() << Filename << ":\n";
|
|
|
|
for (int I = 0, E = Module->getSymbolCount(); I != E; ++I)
|
|
|
|
outs() << Module->getSymbolName(I) << "\n";
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-10-19 22:30:44 +08:00
|
|
|
/// Create a combined index file from the input IR files and write it.
|
|
|
|
///
|
|
|
|
/// This is meant to enable testing of ThinLTO combined index generation,
|
|
|
|
/// currently available via the gold plugin via -thinlto.
|
2016-03-15 08:04:37 +08:00
|
|
|
static void createCombinedModuleSummaryIndex() {
|
|
|
|
ModuleSummaryIndex CombinedIndex;
|
2015-10-19 22:30:44 +08:00
|
|
|
uint64_t NextModuleId = 0;
|
|
|
|
for (auto &Filename : InputFilenames) {
|
2015-12-05 00:14:31 +08:00
|
|
|
CurrentActivity = "loading file '" + Filename + "'";
|
2016-03-15 08:04:37 +08:00
|
|
|
ErrorOr<std::unique_ptr<ModuleSummaryIndex>> IndexOrErr =
|
|
|
|
llvm::getModuleSummaryIndexForFile(Filename, diagnosticHandler);
|
2016-03-19 08:17:32 +08:00
|
|
|
error(IndexOrErr, "error " + CurrentActivity);
|
2016-03-15 08:04:37 +08:00
|
|
|
std::unique_ptr<ModuleSummaryIndex> Index = std::move(IndexOrErr.get());
|
2015-12-05 00:14:31 +08:00
|
|
|
CurrentActivity = "";
|
2016-03-15 08:04:37 +08:00
|
|
|
// Skip files without a module summary.
|
2015-11-22 05:55:48 +08:00
|
|
|
if (!Index)
|
|
|
|
continue;
|
2015-10-19 22:30:44 +08:00
|
|
|
CombinedIndex.mergeFrom(std::move(Index), ++NextModuleId);
|
|
|
|
}
|
|
|
|
std::error_code EC;
|
|
|
|
assert(!OutputFilename.empty());
|
|
|
|
raw_fd_ostream OS(OutputFilename + ".thinlto.bc", EC,
|
|
|
|
sys::fs::OpenFlags::F_None);
|
2015-12-04 08:45:57 +08:00
|
|
|
error(EC, "error opening the file '" + OutputFilename + ".thinlto.bc'");
|
[ThinLTO] Support for reference graph in per-module and combined summary.
Summary:
This patch adds support for including a full reference graph including
call graph edges and other GV references in the summary.
The reference graph edges can be used to make importing decisions
without materializing any source modules, can be used in the plugin
to make file staging decisions for distributed build systems, and is
expected to have other uses.
The call graph edges are recorded in each function summary in the
bitcode via a list of <CalleeValueIds, StaticCount> tuples when no PGO
data exists, or <CalleeValueId, StaticCount, ProfileCount> pairs when
there is PGO, where the ValueId can be mapped to the function GUID via
the ValueSymbolTable. In the function index in memory, the call graph
edges reference the target via the CalleeGUID instead of the
CalleeValueId.
The reference graph edges are recorded in each summary record with a
list of referenced value IDs, which can be mapped to value GUID via the
ValueSymbolTable.
Addtionally, a new summary record type is added to record references
from global variable initializers. A number of bitcode records and data
structures have been renamed to reflect the newly expanded scope of the
summary beyond functions. More cleanup will follow.
Reviewers: joker.eph, davidxl
Subscribers: joker.eph, llvm-commits
Differential Revision: http://reviews.llvm.org/D17212
llvm-svn: 263275
2016-03-12 02:52:24 +08:00
|
|
|
WriteIndexToFile(CombinedIndex, OS);
|
2015-10-19 22:30:44 +08:00
|
|
|
OS.close();
|
|
|
|
}
|
|
|
|
|
2016-03-09 09:37:22 +08:00
|
|
|
namespace thinlto {
|
|
|
|
|
|
|
|
std::vector<std::unique_ptr<MemoryBuffer>>
|
2016-03-15 08:04:37 +08:00
|
|
|
loadAllFilesForIndex(const ModuleSummaryIndex &Index) {
|
2016-03-09 09:37:22 +08:00
|
|
|
std::vector<std::unique_ptr<MemoryBuffer>> InputBuffers;
|
|
|
|
|
|
|
|
for (auto &ModPath : Index.modPathStringEntries()) {
|
|
|
|
const auto &Filename = ModPath.first();
|
|
|
|
auto CurrentActivity = "loading file '" + Filename + "'";
|
|
|
|
auto InputOrErr = MemoryBuffer::getFile(Filename);
|
|
|
|
error(InputOrErr, "error " + CurrentActivity);
|
|
|
|
InputBuffers.push_back(std::move(*InputOrErr));
|
|
|
|
}
|
|
|
|
return InputBuffers;
|
|
|
|
}
|
|
|
|
|
2016-03-15 08:04:37 +08:00
|
|
|
std::unique_ptr<ModuleSummaryIndex> loadCombinedIndex() {
|
2016-03-09 09:37:22 +08:00
|
|
|
if (ThinLTOIndex.empty())
|
|
|
|
report_fatal_error("Missing -thinlto-index for ThinLTO promotion stage");
|
|
|
|
auto CurrentActivity = "loading file '" + ThinLTOIndex + "'";
|
2016-03-15 08:04:37 +08:00
|
|
|
ErrorOr<std::unique_ptr<ModuleSummaryIndex>> IndexOrErr =
|
|
|
|
llvm::getModuleSummaryIndexForFile(ThinLTOIndex, diagnosticHandler);
|
2016-03-09 09:37:22 +08:00
|
|
|
error(IndexOrErr, "error " + CurrentActivity);
|
|
|
|
return std::move(IndexOrErr.get());
|
|
|
|
}
|
|
|
|
|
|
|
|
static std::unique_ptr<Module> loadModule(StringRef Filename,
|
|
|
|
LLVMContext &Ctx) {
|
|
|
|
SMDiagnostic Err;
|
|
|
|
std::unique_ptr<Module> M(parseIRFile(Filename, Err, Ctx));
|
|
|
|
if (!M) {
|
|
|
|
Err.print("llvm-lto", errs());
|
|
|
|
report_fatal_error("Can't load module for file " + Filename);
|
|
|
|
}
|
|
|
|
return M;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void writeModuleToFile(Module &TheModule, StringRef Filename) {
|
|
|
|
std::error_code EC;
|
|
|
|
raw_fd_ostream OS(Filename, EC, sys::fs::OpenFlags::F_None);
|
|
|
|
error(EC, "error opening the file '" + Filename + "'");
|
|
|
|
WriteBitcodeToFile(&TheModule, OS, true, false);
|
|
|
|
}
|
|
|
|
|
|
|
|
class ThinLTOProcessing {
|
|
|
|
public:
|
|
|
|
ThinLTOCodeGenerator ThinGenerator;
|
|
|
|
|
|
|
|
ThinLTOProcessing(const TargetOptions &Options) {
|
|
|
|
ThinGenerator.setCodePICModel(RelocModel);
|
|
|
|
ThinGenerator.setTargetOptions(Options);
|
|
|
|
}
|
|
|
|
|
|
|
|
void run() {
|
|
|
|
switch (ThinLTOMode) {
|
|
|
|
case THINLINK:
|
|
|
|
return thinLink();
|
|
|
|
case THINPROMOTE:
|
|
|
|
return promote();
|
|
|
|
case THINIMPORT:
|
|
|
|
return import();
|
|
|
|
case THINOPT:
|
|
|
|
return optimize();
|
|
|
|
case THINCODEGEN:
|
|
|
|
return codegen();
|
|
|
|
case THINALL:
|
|
|
|
return runAll();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
/// Load the input files, create the combined index, and write it out.
|
|
|
|
void thinLink() {
|
|
|
|
// Perform "ThinLink": just produce the index
|
|
|
|
if (OutputFilename.empty())
|
|
|
|
report_fatal_error(
|
|
|
|
"OutputFilename is necessary to store the combined index.\n");
|
|
|
|
|
|
|
|
LLVMContext Ctx;
|
|
|
|
std::vector<std::unique_ptr<MemoryBuffer>> InputBuffers;
|
|
|
|
for (unsigned i = 0; i < InputFilenames.size(); ++i) {
|
|
|
|
auto &Filename = InputFilenames[i];
|
|
|
|
StringRef CurrentActivity = "loading file '" + Filename + "'";
|
|
|
|
auto InputOrErr = MemoryBuffer::getFile(Filename);
|
|
|
|
error(InputOrErr, "error " + CurrentActivity);
|
|
|
|
InputBuffers.push_back(std::move(*InputOrErr));
|
|
|
|
ThinGenerator.addModule(Filename, InputBuffers.back()->getBuffer());
|
|
|
|
}
|
|
|
|
|
|
|
|
auto CombinedIndex = ThinGenerator.linkCombinedIndex();
|
|
|
|
std::error_code EC;
|
|
|
|
raw_fd_ostream OS(OutputFilename, EC, sys::fs::OpenFlags::F_None);
|
|
|
|
error(EC, "error opening the file '" + OutputFilename + "'");
|
[ThinLTO] Support for reference graph in per-module and combined summary.
Summary:
This patch adds support for including a full reference graph including
call graph edges and other GV references in the summary.
The reference graph edges can be used to make importing decisions
without materializing any source modules, can be used in the plugin
to make file staging decisions for distributed build systems, and is
expected to have other uses.
The call graph edges are recorded in each function summary in the
bitcode via a list of <CalleeValueIds, StaticCount> tuples when no PGO
data exists, or <CalleeValueId, StaticCount, ProfileCount> pairs when
there is PGO, where the ValueId can be mapped to the function GUID via
the ValueSymbolTable. In the function index in memory, the call graph
edges reference the target via the CalleeGUID instead of the
CalleeValueId.
The reference graph edges are recorded in each summary record with a
list of referenced value IDs, which can be mapped to value GUID via the
ValueSymbolTable.
Addtionally, a new summary record type is added to record references
from global variable initializers. A number of bitcode records and data
structures have been renamed to reflect the newly expanded scope of the
summary beyond functions. More cleanup will follow.
Reviewers: joker.eph, davidxl
Subscribers: joker.eph, llvm-commits
Differential Revision: http://reviews.llvm.org/D17212
llvm-svn: 263275
2016-03-12 02:52:24 +08:00
|
|
|
WriteIndexToFile(*CombinedIndex, OS);
|
2016-03-09 09:37:22 +08:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Load the combined index from disk, then load every file referenced by
|
|
|
|
/// the index and add them to the generator, finally perform the promotion
|
|
|
|
/// on the files mentioned on the command line (these must match the index
|
|
|
|
/// content).
|
|
|
|
void promote() {
|
|
|
|
if (InputFilenames.size() != 1 && !OutputFilename.empty())
|
|
|
|
report_fatal_error("Can't handle a single output filename and multiple "
|
|
|
|
"input files, do not provide an output filename and "
|
|
|
|
"the output files will be suffixed from the input "
|
|
|
|
"ones.");
|
|
|
|
|
|
|
|
auto Index = loadCombinedIndex();
|
|
|
|
for (auto &Filename : InputFilenames) {
|
|
|
|
LLVMContext Ctx;
|
|
|
|
auto TheModule = loadModule(Filename, Ctx);
|
|
|
|
|
|
|
|
ThinGenerator.promote(*TheModule, *Index);
|
|
|
|
|
|
|
|
std::string OutputName = OutputFilename;
|
|
|
|
if (OutputName.empty()) {
|
|
|
|
OutputName = Filename + ".thinlto.promoted.bc";
|
|
|
|
}
|
|
|
|
writeModuleToFile(*TheModule, OutputName);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Load the combined index from disk, then load every file referenced by
|
|
|
|
/// the index and add them to the generator, then performs the promotion and
|
|
|
|
/// cross module importing on the files mentioned on the command line
|
|
|
|
/// (these must match the index content).
|
|
|
|
void import() {
|
|
|
|
if (InputFilenames.size() != 1 && !OutputFilename.empty())
|
|
|
|
report_fatal_error("Can't handle a single output filename and multiple "
|
|
|
|
"input files, do not provide an output filename and "
|
|
|
|
"the output files will be suffixed from the input "
|
|
|
|
"ones.");
|
|
|
|
|
|
|
|
auto Index = loadCombinedIndex();
|
|
|
|
auto InputBuffers = loadAllFilesForIndex(*Index);
|
|
|
|
for (auto &MemBuffer : InputBuffers)
|
|
|
|
ThinGenerator.addModule(MemBuffer->getBufferIdentifier(),
|
|
|
|
MemBuffer->getBuffer());
|
|
|
|
|
|
|
|
for (auto &Filename : InputFilenames) {
|
|
|
|
LLVMContext Ctx;
|
|
|
|
auto TheModule = loadModule(Filename, Ctx);
|
|
|
|
|
|
|
|
ThinGenerator.crossModuleImport(*TheModule, *Index);
|
|
|
|
|
|
|
|
std::string OutputName = OutputFilename;
|
|
|
|
if (OutputName.empty()) {
|
|
|
|
OutputName = Filename + ".thinlto.imported.bc";
|
|
|
|
}
|
|
|
|
writeModuleToFile(*TheModule, OutputName);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void optimize() {
|
|
|
|
if (InputFilenames.size() != 1 && !OutputFilename.empty())
|
|
|
|
report_fatal_error("Can't handle a single output filename and multiple "
|
|
|
|
"input files, do not provide an output filename and "
|
|
|
|
"the output files will be suffixed from the input "
|
|
|
|
"ones.");
|
|
|
|
if (!ThinLTOIndex.empty())
|
|
|
|
errs() << "Warning: -thinlto-index ignored for optimize stage";
|
|
|
|
|
|
|
|
for (auto &Filename : InputFilenames) {
|
|
|
|
LLVMContext Ctx;
|
|
|
|
auto TheModule = loadModule(Filename, Ctx);
|
|
|
|
|
|
|
|
ThinGenerator.optimize(*TheModule);
|
|
|
|
|
|
|
|
std::string OutputName = OutputFilename;
|
|
|
|
if (OutputName.empty()) {
|
|
|
|
OutputName = Filename + ".thinlto.imported.bc";
|
|
|
|
}
|
|
|
|
writeModuleToFile(*TheModule, OutputName);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void codegen() {
|
|
|
|
if (InputFilenames.size() != 1 && !OutputFilename.empty())
|
|
|
|
report_fatal_error("Can't handle a single output filename and multiple "
|
|
|
|
"input files, do not provide an output filename and "
|
|
|
|
"the output files will be suffixed from the input "
|
|
|
|
"ones.");
|
|
|
|
if (!ThinLTOIndex.empty())
|
|
|
|
errs() << "Warning: -thinlto-index ignored for codegen stage";
|
|
|
|
|
|
|
|
for (auto &Filename : InputFilenames) {
|
|
|
|
LLVMContext Ctx;
|
|
|
|
auto TheModule = loadModule(Filename, Ctx);
|
|
|
|
|
|
|
|
auto Buffer = ThinGenerator.codegen(*TheModule);
|
|
|
|
std::string OutputName = OutputFilename;
|
|
|
|
if (OutputName.empty()) {
|
|
|
|
OutputName = Filename + ".thinlto.o";
|
|
|
|
}
|
|
|
|
if (OutputName == "-") {
|
|
|
|
outs() << Buffer->getBuffer();
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::error_code EC;
|
|
|
|
raw_fd_ostream OS(OutputName, EC, sys::fs::OpenFlags::F_None);
|
|
|
|
error(EC, "error opening the file '" + OutputName + "'");
|
|
|
|
OS << Buffer->getBuffer();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Full ThinLTO process
|
|
|
|
void runAll() {
|
|
|
|
if (!OutputFilename.empty())
|
|
|
|
report_fatal_error("Do not provide an output filename for ThinLTO "
|
|
|
|
" processing, the output files will be suffixed from "
|
|
|
|
"the input ones.");
|
|
|
|
|
|
|
|
if (!ThinLTOIndex.empty())
|
|
|
|
errs() << "Warning: -thinlto-index ignored for full ThinLTO process";
|
|
|
|
|
|
|
|
LLVMContext Ctx;
|
|
|
|
std::vector<std::unique_ptr<MemoryBuffer>> InputBuffers;
|
|
|
|
for (unsigned i = 0; i < InputFilenames.size(); ++i) {
|
|
|
|
auto &Filename = InputFilenames[i];
|
|
|
|
StringRef CurrentActivity = "loading file '" + Filename + "'";
|
|
|
|
auto InputOrErr = MemoryBuffer::getFile(Filename);
|
|
|
|
error(InputOrErr, "error " + CurrentActivity);
|
|
|
|
InputBuffers.push_back(std::move(*InputOrErr));
|
|
|
|
ThinGenerator.addModule(Filename, InputBuffers.back()->getBuffer());
|
|
|
|
}
|
|
|
|
|
|
|
|
ThinGenerator.run();
|
|
|
|
|
|
|
|
auto &Binaries = ThinGenerator.getProducedBinaries();
|
|
|
|
if (Binaries.size() != InputFilenames.size())
|
|
|
|
report_fatal_error("Number of output objects does not match the number "
|
|
|
|
"of inputs");
|
|
|
|
|
|
|
|
for (unsigned BufID = 0; BufID < Binaries.size(); ++BufID) {
|
|
|
|
auto OutputName = InputFilenames[BufID] + ".thinlto.o";
|
|
|
|
std::error_code EC;
|
|
|
|
raw_fd_ostream OS(OutputName, EC, sys::fs::OpenFlags::F_None);
|
|
|
|
error(EC, "error opening the file '" + OutputName + "'");
|
|
|
|
OS << Binaries[BufID]->getBuffer();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Load the combined index from disk, then load every file referenced by
|
|
|
|
};
|
|
|
|
|
|
|
|
} // namespace thinlto
|
|
|
|
|
2013-09-20 06:15:52 +08:00
|
|
|
int main(int argc, char **argv) {
|
|
|
|
// Print a stack trace if we signal out.
|
|
|
|
sys::PrintStackTraceOnErrorSignal();
|
|
|
|
PrettyStackTraceProgram X(argc, argv);
|
|
|
|
|
|
|
|
llvm_shutdown_obj Y; // Call llvm_shutdown() on exit.
|
|
|
|
cl::ParseCommandLineOptions(argc, argv, "llvm LTO linker\n");
|
|
|
|
|
2015-12-04 08:45:57 +08:00
|
|
|
if (OptLevel < '0' || OptLevel > '3')
|
|
|
|
error("optimization level must be between 0 and 3");
|
2015-03-20 06:01:00 +08:00
|
|
|
|
2013-09-25 07:52:22 +08:00
|
|
|
// Initialize the configured targets.
|
|
|
|
InitializeAllTargets();
|
|
|
|
InitializeAllTargetMCs();
|
|
|
|
InitializeAllAsmPrinters();
|
|
|
|
InitializeAllAsmParsers();
|
|
|
|
|
2013-10-01 00:39:19 +08:00
|
|
|
// set up the TargetOptions for the machine
|
2014-02-20 01:09:35 +08:00
|
|
|
TargetOptions Options = InitTargetOptionsFromCodeGenFlags();
|
2013-10-01 00:39:19 +08:00
|
|
|
|
2015-12-04 08:45:57 +08:00
|
|
|
if (ListSymbolsOnly) {
|
|
|
|
listSymbols(Options);
|
|
|
|
return 0;
|
|
|
|
}
|
2014-12-17 10:00:38 +08:00
|
|
|
|
2016-03-09 09:37:22 +08:00
|
|
|
if (ThinLTOMode.getNumOccurrences()) {
|
|
|
|
if (ThinLTOMode.getNumOccurrences() > 1)
|
|
|
|
report_fatal_error("You can't specify more than one -thinlto-action");
|
|
|
|
thinlto::ThinLTOProcessing ThinLTOProcessor(Options);
|
|
|
|
ThinLTOProcessor.run();
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2015-12-04 08:45:57 +08:00
|
|
|
if (ThinLTO) {
|
2016-03-15 08:04:37 +08:00
|
|
|
createCombinedModuleSummaryIndex();
|
2015-12-04 08:45:57 +08:00
|
|
|
return 0;
|
|
|
|
}
|
2015-10-19 22:30:44 +08:00
|
|
|
|
2013-09-20 06:15:52 +08:00
|
|
|
unsigned BaseArg = 0;
|
|
|
|
|
2015-12-05 00:14:31 +08:00
|
|
|
LLVMContext Context;
|
2016-03-01 21:13:49 +08:00
|
|
|
Context.setDiagnosticHandler(diagnosticHandlerWithContext, nullptr, true);
|
2015-12-05 00:14:31 +08:00
|
|
|
|
|
|
|
LTOCodeGenerator CodeGen(Context);
|
2013-09-20 06:15:52 +08:00
|
|
|
|
2014-10-02 02:36:03 +08:00
|
|
|
if (UseDiagnosticHandler)
|
|
|
|
CodeGen.setDiagnosticHandler(handleDiagnostics, nullptr);
|
|
|
|
|
2015-08-22 06:57:17 +08:00
|
|
|
CodeGen.setCodePICModel(RelocModel);
|
2014-04-14 21:54:16 +08:00
|
|
|
|
2013-09-25 07:52:22 +08:00
|
|
|
CodeGen.setDebugInfo(LTO_DEBUG_MODEL_DWARF);
|
2013-10-01 00:39:19 +08:00
|
|
|
CodeGen.setTargetOptions(Options);
|
2016-01-19 07:35:24 +08:00
|
|
|
CodeGen.setShouldRestoreGlobalsLinkage(RestoreGlobalsLinkage);
|
2013-09-20 06:15:52 +08:00
|
|
|
|
2013-11-01 04:51:58 +08:00
|
|
|
llvm::StringSet<llvm::MallocAllocator> DSOSymbolsSet;
|
|
|
|
for (unsigned i = 0; i < DSOSymbols.size(); ++i)
|
|
|
|
DSOSymbolsSet.insert(DSOSymbols[i]);
|
|
|
|
|
|
|
|
std::vector<std::string> KeptDSOSyms;
|
|
|
|
|
2013-09-20 06:15:52 +08:00
|
|
|
for (unsigned i = BaseArg; i < InputFilenames.size(); ++i) {
|
2015-12-05 00:14:31 +08:00
|
|
|
CurrentActivity = "loading file '" + InputFilenames[i] + "'";
|
|
|
|
ErrorOr<std::unique_ptr<LTOModule>> ModuleOrErr =
|
|
|
|
LTOModule::createFromFile(Context, InputFilenames[i].c_str(), Options);
|
|
|
|
std::unique_ptr<LTOModule> &Module = *ModuleOrErr;
|
|
|
|
CurrentActivity = "";
|
2013-09-20 06:15:52 +08:00
|
|
|
|
2015-08-22 03:09:42 +08:00
|
|
|
unsigned NumSyms = Module->getSymbolCount();
|
|
|
|
for (unsigned I = 0; I < NumSyms; ++I) {
|
|
|
|
StringRef Name = Module->getSymbolName(I);
|
|
|
|
if (!DSOSymbolsSet.count(Name))
|
|
|
|
continue;
|
|
|
|
lto_symbol_attributes Attrs = Module->getSymbolAttributes(I);
|
|
|
|
unsigned Scope = Attrs & LTO_SYMBOL_SCOPE_MASK;
|
|
|
|
if (Scope != LTO_SYMBOL_SCOPE_DEFAULT_CAN_BE_HIDDEN)
|
|
|
|
KeptDSOSyms.push_back(Name);
|
|
|
|
}
|
2015-02-24 08:45:56 +08:00
|
|
|
|
|
|
|
// We use the first input module as the destination module when
|
|
|
|
// SetMergedModule is true.
|
|
|
|
if (SetMergedModule && i == BaseArg) {
|
|
|
|
// Transfer ownership to the code generator.
|
2015-08-25 06:22:53 +08:00
|
|
|
CodeGen.setModule(std::move(Module));
|
2015-09-12 04:01:53 +08:00
|
|
|
} else if (!CodeGen.addModule(Module.get())) {
|
|
|
|
// Print a message here so that we know addModule() did not abort.
|
|
|
|
errs() << argv[0] << ": error adding file '" << InputFilenames[i] << "'\n";
|
2013-09-20 06:15:52 +08:00
|
|
|
return 1;
|
2015-09-12 04:01:53 +08:00
|
|
|
}
|
2013-09-20 06:15:52 +08:00
|
|
|
}
|
|
|
|
|
2013-10-02 22:12:56 +08:00
|
|
|
// Add all the exported symbols to the table of symbols to preserve.
|
|
|
|
for (unsigned i = 0; i < ExportedSymbols.size(); ++i)
|
|
|
|
CodeGen.addMustPreserveSymbol(ExportedSymbols[i].c_str());
|
|
|
|
|
2013-10-04 02:29:09 +08:00
|
|
|
// Add all the dso symbols to the table of symbols to expose.
|
2013-11-01 04:51:58 +08:00
|
|
|
for (unsigned i = 0; i < KeptDSOSyms.size(); ++i)
|
|
|
|
CodeGen.addMustPreserveSymbol(KeptDSOSyms[i].c_str());
|
2013-10-04 02:29:09 +08:00
|
|
|
|
2015-01-30 09:14:28 +08:00
|
|
|
// Set cpu and attrs strings for the default target/subtarget.
|
|
|
|
CodeGen.setCpu(MCPU.c_str());
|
|
|
|
|
2015-03-20 06:01:00 +08:00
|
|
|
CodeGen.setOptLevel(OptLevel - '0');
|
|
|
|
|
2014-04-26 05:46:51 +08:00
|
|
|
std::string attrs;
|
|
|
|
for (unsigned i = 0; i < MAttrs.size(); ++i) {
|
|
|
|
if (i > 0)
|
|
|
|
attrs.append(",");
|
|
|
|
attrs.append(MAttrs[i]);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!attrs.empty())
|
|
|
|
CodeGen.setAttr(attrs.c_str());
|
|
|
|
|
2015-11-20 08:13:05 +08:00
|
|
|
if (FileType.getNumOccurrences())
|
|
|
|
CodeGen.setFileType(FileType);
|
|
|
|
|
2013-09-20 06:15:52 +08:00
|
|
|
if (!OutputFilename.empty()) {
|
2015-09-16 07:05:59 +08:00
|
|
|
if (!CodeGen.optimize(DisableVerify, DisableInline, DisableGVNLoadPRE,
|
2015-11-18 03:48:12 +08:00
|
|
|
DisableLTOVectorization)) {
|
|
|
|
// Diagnostic messages should have been printed by the handler.
|
|
|
|
errs() << argv[0] << ": error optimizing the code\n";
|
2013-09-20 06:15:52 +08:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2015-11-20 08:13:05 +08:00
|
|
|
if (SaveModuleFile) {
|
|
|
|
std::string ModuleFilename = OutputFilename;
|
|
|
|
ModuleFilename += ".merged.bc";
|
|
|
|
std::string ErrMsg;
|
|
|
|
|
|
|
|
if (!CodeGen.writeMergedModules(ModuleFilename.c_str())) {
|
|
|
|
errs() << argv[0] << ": writing merged module failed.\n";
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-08-28 07:37:36 +08:00
|
|
|
std::list<tool_output_file> OSs;
|
|
|
|
std::vector<raw_pwrite_stream *> OSPtrs;
|
|
|
|
for (unsigned I = 0; I != Parallelism; ++I) {
|
|
|
|
std::string PartFilename = OutputFilename;
|
|
|
|
if (Parallelism != 1)
|
|
|
|
PartFilename += "." + utostr(I);
|
|
|
|
std::error_code EC;
|
|
|
|
OSs.emplace_back(PartFilename, EC, sys::fs::F_None);
|
|
|
|
if (EC) {
|
|
|
|
errs() << argv[0] << ": error opening the file '" << PartFilename
|
|
|
|
<< "': " << EC.message() << "\n";
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
OSPtrs.push_back(&OSs.back().os());
|
|
|
|
}
|
|
|
|
|
2015-11-18 03:48:12 +08:00
|
|
|
if (!CodeGen.compileOptimized(OSPtrs)) {
|
|
|
|
// Diagnostic messages should have been printed by the handler.
|
|
|
|
errs() << argv[0] << ": error compiling the code\n";
|
2013-09-20 06:15:52 +08:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2015-08-28 07:37:36 +08:00
|
|
|
for (tool_output_file &OS : OSs)
|
|
|
|
OS.keep();
|
2013-09-20 06:15:52 +08:00
|
|
|
} else {
|
2015-08-28 07:37:36 +08:00
|
|
|
if (Parallelism != 1) {
|
|
|
|
errs() << argv[0] << ": -j must be specified together with -o\n";
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2015-11-20 08:13:05 +08:00
|
|
|
if (SaveModuleFile) {
|
|
|
|
errs() << argv[0] << ": -save-merged-module must be specified with -o\n";
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2014-04-25 12:24:47 +08:00
|
|
|
const char *OutputName = nullptr;
|
2015-09-16 07:05:59 +08:00
|
|
|
if (!CodeGen.compile_to_file(&OutputName, DisableVerify, DisableInline,
|
2015-11-18 03:48:12 +08:00
|
|
|
DisableGVNLoadPRE, DisableLTOVectorization)) {
|
|
|
|
// Diagnostic messages should have been printed by the handler.
|
|
|
|
errs() << argv[0] << ": error compiling the code\n";
|
2013-09-20 06:15:52 +08:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
outs() << "Wrote native object file '" << OutputName << "'\n";
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|