2015-03-25 20:11:48 +08:00
|
|
|
//===--- OrcLazyJIT.h - Basic Orc-based JIT for lazy execution --*- C++ -*-===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// Simple Orc-based JIT. Uses the compile-on-demand layer to break up and
|
|
|
|
// lazily compile modules.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#ifndef LLVM_TOOLS_LLI_ORCLAZYJIT_H
|
|
|
|
#define LLVM_TOOLS_LLI_ORCLAZYJIT_H
|
|
|
|
|
|
|
|
#include "llvm/ADT/Triple.h"
|
|
|
|
#include "llvm/ExecutionEngine/Orc/CompileOnDemandLayer.h"
|
|
|
|
#include "llvm/ExecutionEngine/Orc/CompileUtils.h"
|
2015-04-02 12:34:45 +08:00
|
|
|
#include "llvm/ExecutionEngine/Orc/ExecutionUtils.h"
|
2015-03-25 20:11:48 +08:00
|
|
|
#include "llvm/ExecutionEngine/Orc/IRCompileLayer.h"
|
2015-04-14 06:12:54 +08:00
|
|
|
#include "llvm/ExecutionEngine/Orc/IRTransformLayer.h"
|
2015-03-25 20:11:48 +08:00
|
|
|
#include "llvm/ExecutionEngine/Orc/ObjectLinkingLayer.h"
|
2015-04-01 12:42:56 +08:00
|
|
|
#include "llvm/ExecutionEngine/RTDyldMemoryManager.h"
|
2015-03-25 20:11:48 +08:00
|
|
|
#include "llvm/IR/LLVMContext.h"
|
|
|
|
|
|
|
|
namespace llvm {
|
|
|
|
|
|
|
|
class OrcLazyJIT {
|
|
|
|
public:
|
|
|
|
|
|
|
|
typedef orc::JITCompileCallbackManagerBase CompileCallbackMgr;
|
|
|
|
typedef orc::ObjectLinkingLayer<> ObjLayerT;
|
|
|
|
typedef orc::IRCompileLayer<ObjLayerT> CompileLayerT;
|
2015-04-14 06:12:54 +08:00
|
|
|
typedef std::function<std::unique_ptr<Module>(std::unique_ptr<Module>)>
|
|
|
|
TransformFtor;
|
|
|
|
typedef orc::IRTransformLayer<CompileLayerT, TransformFtor> IRDumpLayerT;
|
2015-05-06 01:37:18 +08:00
|
|
|
typedef orc::CompileOnDemandLayer<IRDumpLayerT, CompileCallbackMgr> CODLayerT;
|
2015-03-25 20:32:36 +08:00
|
|
|
typedef CODLayerT::ModuleSetHandleT ModuleHandleT;
|
2015-03-25 20:11:48 +08:00
|
|
|
|
2015-03-31 02:37:01 +08:00
|
|
|
typedef std::function<
|
2015-04-14 06:12:54 +08:00
|
|
|
std::unique_ptr<CompileCallbackMgr>(IRDumpLayerT&,
|
2015-03-31 02:37:01 +08:00
|
|
|
RuntimeDyld::MemoryManager&,
|
|
|
|
LLVMContext&)>
|
|
|
|
CallbackManagerBuilder;
|
|
|
|
|
|
|
|
static CallbackManagerBuilder createCallbackManagerBuilder(Triple T);
|
|
|
|
|
|
|
|
OrcLazyJIT(std::unique_ptr<TargetMachine> TM, LLVMContext &Context,
|
|
|
|
CallbackManagerBuilder &BuildCallbackMgr)
|
|
|
|
: TM(std::move(TM)),
|
2015-03-25 20:11:48 +08:00
|
|
|
Mang(this->TM->getDataLayout()),
|
[MCJIT][Orc] Refactor RTDyldMemoryManager, weave RuntimeDyld::SymbolInfo through
MCJIT.
This patch decouples the two responsibilities of the RTDyldMemoryManager class,
memory management and symbol resolution, into two new classes:
RuntimeDyld::MemoryManager and RuntimeDyld::SymbolResolver.
The symbol resolution interface is modified slightly, from:
uint64_t getSymbolAddress(const std::string &Name);
to:
RuntimeDyld::SymbolInfo findSymbol(const std::string &Name);
The latter passes symbol flags along with symbol addresses, allowing RuntimeDyld
and others to reason about non-strong/non-exported symbols.
The memory management interface removes the following method:
void notifyObjectLoaded(ExecutionEngine *EE,
const object::ObjectFile &) {}
as it is not related to memory management. (Note: Backwards compatibility *is*
maintained for this method in MCJIT and OrcMCJITReplacement, see below).
The RTDyldMemoryManager class remains in-tree for backwards compatibility.
It inherits directly from RuntimeDyld::SymbolResolver, and indirectly from
RuntimeDyld::MemoryManager via the new MCJITMemoryManager class, which
just subclasses RuntimeDyld::MemoryManager and reintroduces the
notifyObjectLoaded method for backwards compatibility).
The EngineBuilder class retains the existing method:
EngineBuilder&
setMCJITMemoryManager(std::unique_ptr<RTDyldMemoryManager> mcjmm);
and includes two new methods:
EngineBuilder&
setMemoryManager(std::unique_ptr<MCJITMemoryManager> MM);
EngineBuilder&
setSymbolResolver(std::unique_ptr<RuntimeDyld::SymbolResolver> SR);
Clients should use EITHER:
A single call to setMCJITMemoryManager with an RTDyldMemoryManager.
OR (exclusive)
One call each to each of setMemoryManager and setSymbolResolver.
This patch should be fully compatible with existing uses of RTDyldMemoryManager.
If it is not it should be considered a bug, and the patch either fixed or
reverted.
If clients find the new API to be an improvement the goal will be to deprecate
and eventually remove the RTDyldMemoryManager class in favor of the new classes.
llvm-svn: 233509
2015-03-30 11:37:06 +08:00
|
|
|
ObjectLayer(),
|
2015-03-25 20:11:48 +08:00
|
|
|
CompileLayer(ObjectLayer, orc::SimpleCompiler(*this->TM)),
|
2015-04-14 06:12:54 +08:00
|
|
|
IRDumpLayer(CompileLayer, createDebugDumper()),
|
|
|
|
CCMgr(BuildCallbackMgr(IRDumpLayer, CCMgrMemMgr, Context)),
|
2015-06-13 05:31:15 +08:00
|
|
|
CODLayer(IRDumpLayer, *CCMgr, false),
|
2015-04-02 12:34:45 +08:00
|
|
|
CXXRuntimeOverrides([this](const std::string &S) { return mangle(S); }) {}
|
|
|
|
|
|
|
|
~OrcLazyJIT() {
|
|
|
|
// Run any destructors registered with __cxa_atexit.
|
|
|
|
CXXRuntimeOverrides.runDestructors();
|
|
|
|
// Run any IR destructors.
|
|
|
|
for (auto &DtorRunner : IRStaticDestructorRunners)
|
|
|
|
DtorRunner.runViaLayer(CODLayer);
|
|
|
|
}
|
|
|
|
|
|
|
|
template <typename PtrTy>
|
|
|
|
static PtrTy fromTargetAddress(orc::TargetAddress Addr) {
|
|
|
|
return reinterpret_cast<PtrTy>(static_cast<uintptr_t>(Addr));
|
|
|
|
}
|
2015-03-25 20:11:48 +08:00
|
|
|
|
|
|
|
ModuleHandleT addModule(std::unique_ptr<Module> M) {
|
|
|
|
// Attach a data-layout if one isn't already present.
|
|
|
|
if (M->getDataLayout().isDefault())
|
|
|
|
M->setDataLayout(*TM->getDataLayout());
|
|
|
|
|
2015-04-02 12:34:45 +08:00
|
|
|
// Record the static constructors and destructors. We have to do this before
|
|
|
|
// we hand over ownership of the module to the JIT.
|
|
|
|
std::vector<std::string> CtorNames, DtorNames;
|
|
|
|
for (auto Ctor : orc::getConstructors(*M))
|
|
|
|
CtorNames.push_back(mangle(Ctor.Func->getName()));
|
|
|
|
for (auto Dtor : orc::getDestructors(*M))
|
|
|
|
DtorNames.push_back(mangle(Dtor.Func->getName()));
|
|
|
|
|
|
|
|
// Symbol resolution order:
|
|
|
|
// 1) Search the JIT symbols.
|
|
|
|
// 2) Check for C++ runtime overrides.
|
|
|
|
// 3) Search the host process (LLI)'s symbol table.
|
2015-04-16 02:26:24 +08:00
|
|
|
auto Resolver =
|
2015-06-12 05:45:19 +08:00
|
|
|
std::shared_ptr<RuntimeDyld::SymbolResolver>(
|
|
|
|
orc::createLambdaResolver(
|
2015-06-12 06:12:24 +08:00
|
|
|
[this](const std::string &Name) {
|
2015-06-12 05:45:19 +08:00
|
|
|
if (auto Sym = CODLayer.findSymbol(Name, true))
|
|
|
|
return RuntimeDyld::SymbolInfo(Sym.getAddress(),
|
|
|
|
Sym.getFlags());
|
|
|
|
if (auto Sym = CXXRuntimeOverrides.searchOverrides(Name))
|
|
|
|
return Sym;
|
|
|
|
|
|
|
|
if (auto Addr =
|
|
|
|
RTDyldMemoryManager::getSymbolAddressInProcess(Name))
|
|
|
|
return RuntimeDyld::SymbolInfo(Addr, JITSymbolFlags::Exported);
|
|
|
|
|
|
|
|
return RuntimeDyld::SymbolInfo(nullptr);
|
|
|
|
},
|
|
|
|
[](const std::string &Name) {
|
|
|
|
return RuntimeDyld::SymbolInfo(nullptr);
|
|
|
|
}
|
|
|
|
));
|
2015-04-02 12:34:45 +08:00
|
|
|
|
|
|
|
// Add the module to the JIT.
|
|
|
|
std::vector<std::unique_ptr<Module>> S;
|
|
|
|
S.push_back(std::move(M));
|
2015-04-16 02:26:24 +08:00
|
|
|
auto H = CODLayer.addModuleSet(std::move(S), nullptr, std::move(Resolver));
|
2015-04-02 12:34:45 +08:00
|
|
|
|
|
|
|
// Run the static constructors, and save the static destructor runner for
|
|
|
|
// execution when the JIT is torn down.
|
|
|
|
orc::CtorDtorRunner<CODLayerT> CtorRunner(std::move(CtorNames), H);
|
|
|
|
CtorRunner.runViaLayer(CODLayer);
|
|
|
|
|
2015-05-30 03:43:39 +08:00
|
|
|
IRStaticDestructorRunners.emplace_back(std::move(DtorNames), H);
|
2015-04-02 12:34:45 +08:00
|
|
|
|
|
|
|
return H;
|
2015-03-25 20:11:48 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
orc::JITSymbol findSymbol(const std::string &Name) {
|
|
|
|
return CODLayer.findSymbol(mangle(Name), true);
|
|
|
|
}
|
|
|
|
|
|
|
|
orc::JITSymbol findSymbolIn(ModuleHandleT H, const std::string &Name) {
|
|
|
|
return CODLayer.findSymbolIn(H, mangle(Name), true);
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
|
|
|
|
std::string mangle(const std::string &Name) {
|
|
|
|
std::string MangledName;
|
|
|
|
{
|
|
|
|
raw_string_ostream MangledNameStream(MangledName);
|
|
|
|
Mang.getNameWithPrefix(MangledNameStream, Name);
|
|
|
|
}
|
|
|
|
return MangledName;
|
|
|
|
}
|
|
|
|
|
2015-04-14 06:12:54 +08:00
|
|
|
static TransformFtor createDebugDumper();
|
|
|
|
|
2015-03-25 20:11:48 +08:00
|
|
|
std::unique_ptr<TargetMachine> TM;
|
|
|
|
Mangler Mang;
|
[MCJIT][Orc] Refactor RTDyldMemoryManager, weave RuntimeDyld::SymbolInfo through
MCJIT.
This patch decouples the two responsibilities of the RTDyldMemoryManager class,
memory management and symbol resolution, into two new classes:
RuntimeDyld::MemoryManager and RuntimeDyld::SymbolResolver.
The symbol resolution interface is modified slightly, from:
uint64_t getSymbolAddress(const std::string &Name);
to:
RuntimeDyld::SymbolInfo findSymbol(const std::string &Name);
The latter passes symbol flags along with symbol addresses, allowing RuntimeDyld
and others to reason about non-strong/non-exported symbols.
The memory management interface removes the following method:
void notifyObjectLoaded(ExecutionEngine *EE,
const object::ObjectFile &) {}
as it is not related to memory management. (Note: Backwards compatibility *is*
maintained for this method in MCJIT and OrcMCJITReplacement, see below).
The RTDyldMemoryManager class remains in-tree for backwards compatibility.
It inherits directly from RuntimeDyld::SymbolResolver, and indirectly from
RuntimeDyld::MemoryManager via the new MCJITMemoryManager class, which
just subclasses RuntimeDyld::MemoryManager and reintroduces the
notifyObjectLoaded method for backwards compatibility).
The EngineBuilder class retains the existing method:
EngineBuilder&
setMCJITMemoryManager(std::unique_ptr<RTDyldMemoryManager> mcjmm);
and includes two new methods:
EngineBuilder&
setMemoryManager(std::unique_ptr<MCJITMemoryManager> MM);
EngineBuilder&
setSymbolResolver(std::unique_ptr<RuntimeDyld::SymbolResolver> SR);
Clients should use EITHER:
A single call to setMCJITMemoryManager with an RTDyldMemoryManager.
OR (exclusive)
One call each to each of setMemoryManager and setSymbolResolver.
This patch should be fully compatible with existing uses of RTDyldMemoryManager.
If it is not it should be considered a bug, and the patch either fixed or
reverted.
If clients find the new API to be an improvement the goal will be to deprecate
and eventually remove the RTDyldMemoryManager class in favor of the new classes.
llvm-svn: 233509
2015-03-30 11:37:06 +08:00
|
|
|
SectionMemoryManager CCMgrMemMgr;
|
2015-03-25 20:11:48 +08:00
|
|
|
|
|
|
|
ObjLayerT ObjectLayer;
|
|
|
|
CompileLayerT CompileLayer;
|
2015-04-14 06:12:54 +08:00
|
|
|
IRDumpLayerT IRDumpLayer;
|
2015-03-25 20:11:48 +08:00
|
|
|
std::unique_ptr<CompileCallbackMgr> CCMgr;
|
|
|
|
CODLayerT CODLayer;
|
2015-04-02 12:34:45 +08:00
|
|
|
|
|
|
|
orc::LocalCXXRuntimeOverrides CXXRuntimeOverrides;
|
|
|
|
std::vector<orc::CtorDtorRunner<CODLayerT>> IRStaticDestructorRunners;
|
2015-03-25 20:11:48 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
int runOrcLazyJIT(std::unique_ptr<Module> M, int ArgC, char* ArgV[]);
|
|
|
|
|
|
|
|
} // end namespace llvm
|
|
|
|
|
|
|
|
#endif
|