forked from OSchip/llvm-project
731 lines
23 KiB
C++
731 lines
23 KiB
C++
//===----- Core.cpp - Core ORC APIs (MaterializationUnit, VSO, etc.) ------===//
|
|
//
|
|
// The LLVM Compiler Infrastructure
|
|
//
|
|
// This file is distributed under the University of Illinois Open Source
|
|
// License. See LICENSE.TXT for details.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "llvm/ExecutionEngine/Orc/Core.h"
|
|
#include "llvm/Config/llvm-config.h"
|
|
#include "llvm/ExecutionEngine/Orc/OrcError.h"
|
|
#include "llvm/Support/Format.h"
|
|
|
|
#if LLVM_ENABLE_THREADS
|
|
#include <future>
|
|
#endif
|
|
|
|
namespace llvm {
|
|
namespace orc {
|
|
|
|
char FailedToMaterialize::ID = 0;
|
|
char FailedToResolve::ID = 0;
|
|
char FailedToFinalize::ID = 0;
|
|
|
|
void MaterializationUnit::anchor() {}
|
|
void SymbolResolver::anchor() {}
|
|
|
|
raw_ostream &operator<<(raw_ostream &OS, const JITSymbolFlags &Flags) {
|
|
if (Flags.isWeak())
|
|
OS << 'W';
|
|
else if (Flags.isCommon())
|
|
OS << 'C';
|
|
else
|
|
OS << 'S';
|
|
|
|
if (Flags.isExported())
|
|
OS << 'E';
|
|
else
|
|
OS << 'H';
|
|
|
|
return OS;
|
|
}
|
|
|
|
raw_ostream &operator<<(raw_ostream &OS, const JITEvaluatedSymbol &Sym) {
|
|
OS << format("0x%016x", Sym.getAddress()) << " " << Sym.getFlags();
|
|
return OS;
|
|
}
|
|
|
|
raw_ostream &operator<<(raw_ostream &OS, const SymbolMap::value_type &KV) {
|
|
OS << "\"" << *KV.first << "\": " << KV.second;
|
|
return OS;
|
|
}
|
|
|
|
raw_ostream &operator<<(raw_ostream &OS, const SymbolNameSet &Symbols) {
|
|
OS << "{";
|
|
if (!Symbols.empty()) {
|
|
OS << " \"" << **Symbols.begin() << "\"";
|
|
for (auto &Sym : make_range(std::next(Symbols.begin()), Symbols.end()))
|
|
OS << ", \"" << *Sym << "\"";
|
|
}
|
|
OS << " }";
|
|
return OS;
|
|
}
|
|
|
|
raw_ostream &operator<<(raw_ostream &OS, const SymbolMap &Symbols) {
|
|
OS << "{";
|
|
if (!Symbols.empty()) {
|
|
OS << " {" << *Symbols.begin() << "}";
|
|
for (auto &Sym : make_range(std::next(Symbols.begin()), Symbols.end()))
|
|
OS << ", {" << Sym << "}";
|
|
}
|
|
OS << " }";
|
|
return OS;
|
|
}
|
|
|
|
raw_ostream &operator<<(raw_ostream &OS, const SymbolFlagsMap &SymbolFlags) {
|
|
OS << "{";
|
|
if (SymbolFlags.empty()) {
|
|
OS << " {\"" << *SymbolFlags.begin()->first
|
|
<< "\": " << SymbolFlags.begin()->second << "}";
|
|
for (auto &KV :
|
|
make_range(std::next(SymbolFlags.begin()), SymbolFlags.end()))
|
|
OS << ", {\"" << *KV.first << "\": " << KV.second << "}";
|
|
}
|
|
OS << " }";
|
|
return OS;
|
|
}
|
|
|
|
FailedToResolve::FailedToResolve(SymbolNameSet Symbols)
|
|
: Symbols(std::move(Symbols)) {
|
|
assert(!this->Symbols.empty() && "Can not fail to resolve an empty set");
|
|
}
|
|
|
|
std::error_code FailedToResolve::convertToErrorCode() const {
|
|
return orcError(OrcErrorCode::UnknownORCError);
|
|
}
|
|
|
|
void FailedToResolve::log(raw_ostream &OS) const {
|
|
OS << "Failed to resolve symbols: " << Symbols;
|
|
}
|
|
|
|
FailedToFinalize::FailedToFinalize(SymbolNameSet Symbols)
|
|
: Symbols(std::move(Symbols)) {
|
|
assert(!this->Symbols.empty() && "Can not fail to finalize an empty set");
|
|
}
|
|
|
|
std::error_code FailedToFinalize::convertToErrorCode() const {
|
|
return orcError(OrcErrorCode::UnknownORCError);
|
|
}
|
|
|
|
void FailedToFinalize::log(raw_ostream &OS) const {
|
|
OS << "Failed to finalize symbols: " << Symbols;
|
|
}
|
|
|
|
AsynchronousSymbolQuery::AsynchronousSymbolQuery(
|
|
const SymbolNameSet &Symbols, SymbolsResolvedCallback NotifySymbolsResolved,
|
|
SymbolsReadyCallback NotifySymbolsReady)
|
|
: NotifySymbolsResolved(std::move(NotifySymbolsResolved)),
|
|
NotifySymbolsReady(std::move(NotifySymbolsReady)) {
|
|
assert(this->NotifySymbolsResolved &&
|
|
"Symbols resolved callback must be set");
|
|
assert(this->NotifySymbolsReady && "Symbols ready callback must be set");
|
|
OutstandingResolutions = OutstandingFinalizations = Symbols.size();
|
|
}
|
|
|
|
void AsynchronousSymbolQuery::notifyMaterializationFailed(Error Err) {
|
|
if (OutstandingResolutions != 0)
|
|
NotifySymbolsResolved(std::move(Err));
|
|
else if (OutstandingFinalizations != 0)
|
|
NotifySymbolsReady(std::move(Err));
|
|
else
|
|
consumeError(std::move(Err));
|
|
OutstandingResolutions = OutstandingFinalizations = 0;
|
|
}
|
|
|
|
void AsynchronousSymbolQuery::resolve(SymbolStringPtr Name,
|
|
JITEvaluatedSymbol Sym) {
|
|
// If OutstandingResolutions is zero we must have errored out already. Just
|
|
// ignore this.
|
|
if (OutstandingResolutions == 0)
|
|
return;
|
|
|
|
assert(!Symbols.count(Name) && "Symbol has already been assigned an address");
|
|
Symbols.insert(std::make_pair(std::move(Name), std::move(Sym)));
|
|
--OutstandingResolutions;
|
|
if (OutstandingResolutions == 0)
|
|
NotifySymbolsResolved(std::move(Symbols));
|
|
}
|
|
|
|
void AsynchronousSymbolQuery::finalizeSymbol() {
|
|
// If OutstandingFinalizations is zero we must have errored out already. Just
|
|
// ignore this.
|
|
if (OutstandingFinalizations == 0)
|
|
return;
|
|
|
|
assert(OutstandingFinalizations > 0 && "All symbols already finalized");
|
|
--OutstandingFinalizations;
|
|
if (OutstandingFinalizations == 0)
|
|
NotifySymbolsReady(Error::success());
|
|
}
|
|
|
|
MaterializationResponsibility::MaterializationResponsibility(
|
|
VSO &V, SymbolFlagsMap SymbolFlags)
|
|
: V(V), SymbolFlags(std::move(SymbolFlags)) {
|
|
assert(!this->SymbolFlags.empty() && "Materializing nothing?");
|
|
}
|
|
|
|
MaterializationResponsibility::~MaterializationResponsibility() {
|
|
assert(SymbolFlags.empty() &&
|
|
"All symbols should have been explicitly materialized or failed");
|
|
}
|
|
|
|
void MaterializationResponsibility::resolve(const SymbolMap &Symbols) {
|
|
#ifndef NDEBUG
|
|
for (auto &KV : Symbols) {
|
|
auto I = SymbolFlags.find(KV.first);
|
|
assert(I != SymbolFlags.end() &&
|
|
"Resolving symbol outside this responsibility set");
|
|
assert(KV.second.getFlags() == I->second &&
|
|
"Resolving symbol with incorrect flags");
|
|
}
|
|
#endif
|
|
V.resolve(Symbols);
|
|
}
|
|
|
|
void MaterializationResponsibility::finalize() {
|
|
SymbolNameSet SymbolNames;
|
|
for (auto &KV : SymbolFlags)
|
|
SymbolNames.insert(KV.first);
|
|
SymbolFlags.clear();
|
|
V.finalize(SymbolNames);
|
|
}
|
|
|
|
void MaterializationResponsibility::notifyMaterializationFailed() {
|
|
SymbolNameSet SymbolNames;
|
|
for (auto &KV : SymbolFlags)
|
|
SymbolNames.insert(KV.first);
|
|
SymbolFlags.clear();
|
|
V.notifyMaterializationFailed(SymbolNames);
|
|
}
|
|
|
|
MaterializationResponsibility
|
|
MaterializationResponsibility::delegate(SymbolNameSet Symbols) {
|
|
SymbolFlagsMap ExtractedFlags;
|
|
|
|
for (auto &S : Symbols) {
|
|
auto I = SymbolFlags.find(S);
|
|
ExtractedFlags.insert(*I);
|
|
SymbolFlags.erase(I);
|
|
}
|
|
|
|
return MaterializationResponsibility(V, std::move(ExtractedFlags));
|
|
}
|
|
|
|
VSO::Materializer::Materializer(std::unique_ptr<MaterializationUnit> MU,
|
|
MaterializationResponsibility R)
|
|
: MU(std::move(MU)), R(std::move(R)) {}
|
|
|
|
void VSO::Materializer::operator()() { MU->materialize(std::move(R)); }
|
|
|
|
VSO::UnmaterializedInfo::UnmaterializedInfo(
|
|
std::unique_ptr<MaterializationUnit> MU)
|
|
: MU(std::move(MU)), Symbols(this->MU->getSymbols()) {}
|
|
|
|
void VSO::UnmaterializedInfo::discard(VSO &V, SymbolStringPtr Name) {
|
|
assert(MU && "No materializer attached");
|
|
MU->discard(V, Name);
|
|
auto I = Symbols.find(Name);
|
|
assert(I != Symbols.end() && "Symbol not found in this MU");
|
|
Symbols.erase(I);
|
|
}
|
|
|
|
VSO::SymbolTableEntry::SymbolTableEntry(JITSymbolFlags Flags,
|
|
UnmaterializedInfoIterator UMII)
|
|
: Flags(Flags), UMII(std::move(UMII)) {
|
|
// We *don't* expect isLazy to be set here. That's for the VSO to do.
|
|
assert(!Flags.isLazy() && "Initial flags include lazy?");
|
|
assert(!Flags.isMaterializing() && "Initial flags include materializing");
|
|
this->Flags |= JITSymbolFlags::Lazy;
|
|
}
|
|
|
|
VSO::SymbolTableEntry::SymbolTableEntry(JITSymbolFlags Flags)
|
|
: Flags(Flags), Address(0) {
|
|
// We *don't* expect isMaterializing to be set here. That's for the VSO to do.
|
|
assert(!Flags.isLazy() && "Initial flags include lazy?");
|
|
assert(!Flags.isMaterializing() && "Initial flags include materializing");
|
|
this->Flags |= JITSymbolFlags::Materializing;
|
|
}
|
|
|
|
VSO::SymbolTableEntry::SymbolTableEntry(JITEvaluatedSymbol Sym)
|
|
: Flags(Sym.getFlags()), Address(Sym.getAddress()) {
|
|
assert(!Flags.isLazy() && !Flags.isMaterializing() &&
|
|
"This constructor is for final symbols only");
|
|
}
|
|
|
|
VSO::SymbolTableEntry::SymbolTableEntry(SymbolTableEntry &&Other)
|
|
: Flags(Other.Flags), Address(0) {
|
|
if (this->Flags.isLazy())
|
|
UMII = std::move(Other.UMII);
|
|
else
|
|
Address = Other.Address;
|
|
}
|
|
|
|
VSO::SymbolTableEntry &VSO::SymbolTableEntry::
|
|
operator=(SymbolTableEntry &&Other) {
|
|
destroy();
|
|
Flags = std::move(Other.Flags);
|
|
if (Other.Flags.isLazy()) {
|
|
UMII = std::move(Other.UMII);
|
|
} else
|
|
Address = Other.Address;
|
|
return *this;
|
|
}
|
|
|
|
VSO::SymbolTableEntry::~SymbolTableEntry() { destroy(); }
|
|
|
|
void VSO::SymbolTableEntry::replaceWith(VSO &V, SymbolStringPtr Name,
|
|
JITEvaluatedSymbol Sym) {
|
|
assert(!Flags.isMaterializing() &&
|
|
"Attempting to replace definition during materialization?");
|
|
if (Flags.isLazy()) {
|
|
UMII->discard(V, Name);
|
|
if (UMII->Symbols.empty())
|
|
V.UnmaterializedInfos.erase(UMII);
|
|
}
|
|
destroy();
|
|
Flags = Sym.getFlags();
|
|
Address = Sym.getAddress();
|
|
}
|
|
|
|
void VSO::SymbolTableEntry::replaceWith(VSO &V, SymbolStringPtr Name,
|
|
JITSymbolFlags NewFlags,
|
|
UnmaterializedInfoIterator NewUMII) {
|
|
assert(!Flags.isMaterializing() &&
|
|
"Attempting to replace definition during materialization?");
|
|
if (Flags.isLazy()) {
|
|
UMII->discard(V, Name);
|
|
if (UMII->Symbols.empty())
|
|
V.UnmaterializedInfos.erase(UMII);
|
|
}
|
|
destroy();
|
|
Flags = NewFlags;
|
|
UMII = std::move(NewUMII);
|
|
}
|
|
|
|
void VSO::SymbolTableEntry::replaceMaterializing(VSO &V, SymbolStringPtr Name,
|
|
JITSymbolFlags NewFlags) {
|
|
assert(!NewFlags.isWeak() &&
|
|
"Can't define a lazy symbol in materializing mode");
|
|
assert(!NewFlags.isLazy() && !NewFlags.isMaterializing() &&
|
|
"Flags should not be in lazy or materializing state");
|
|
if (Flags.isLazy()) {
|
|
UMII->discard(V, Name);
|
|
if (UMII->Symbols.empty())
|
|
V.UnmaterializedInfos.erase(UMII);
|
|
}
|
|
destroy();
|
|
Flags = NewFlags;
|
|
Flags |= JITSymbolFlags::Materializing;
|
|
Address = 0;
|
|
}
|
|
|
|
void VSO::SymbolTableEntry::notifyMaterializing() {
|
|
assert(Flags.isLazy() && "Can only start materializing from lazy state");
|
|
UMII.~UnmaterializedInfoIterator();
|
|
Flags &= ~JITSymbolFlags::Lazy;
|
|
Flags |= JITSymbolFlags::Materializing;
|
|
Address = 0;
|
|
}
|
|
|
|
void VSO::SymbolTableEntry::resolve(VSO &V, JITEvaluatedSymbol Sym) {
|
|
assert(!Flags.isLazy() && Flags.isMaterializing() &&
|
|
"Can only resolve in materializing state");
|
|
Flags = Sym.getFlags();
|
|
Flags |= JITSymbolFlags::Materializing;
|
|
Address = Sym.getAddress();
|
|
assert(Address != 0 && "Can not resolve to null");
|
|
}
|
|
|
|
void VSO::SymbolTableEntry::finalize() {
|
|
assert(Address != 0 && "Cannot finalize with null address");
|
|
assert(Flags.isMaterializing() && !Flags.isLazy() &&
|
|
"Symbol should be in materializing state");
|
|
Flags &= ~JITSymbolFlags::Materializing;
|
|
}
|
|
|
|
void VSO::SymbolTableEntry::destroy() {
|
|
if (Flags.isLazy())
|
|
UMII.~UnmaterializedInfoIterator();
|
|
}
|
|
|
|
VSO::RelativeLinkageStrength VSO::compareLinkage(Optional<JITSymbolFlags> Old,
|
|
JITSymbolFlags New) {
|
|
if (Old == None)
|
|
return llvm::orc::VSO::NewDefinitionIsStronger;
|
|
|
|
if (Old->isStrong()) {
|
|
if (New.isStrong())
|
|
return llvm::orc::VSO::DuplicateDefinition;
|
|
else
|
|
return llvm::orc::VSO::ExistingDefinitionIsStronger;
|
|
} else {
|
|
if (New.isStrong())
|
|
return llvm::orc::VSO::NewDefinitionIsStronger;
|
|
else
|
|
return llvm::orc::VSO::ExistingDefinitionIsStronger;
|
|
}
|
|
}
|
|
|
|
VSO::RelativeLinkageStrength
|
|
VSO::compareLinkage(SymbolStringPtr Name, JITSymbolFlags NewFlags) const {
|
|
auto I = Symbols.find(Name);
|
|
return compareLinkage(
|
|
I == Symbols.end() ? None : Optional<JITSymbolFlags>(I->second.Flags),
|
|
NewFlags);
|
|
}
|
|
|
|
Error VSO::define(SymbolMap NewSymbols) {
|
|
Error Err = Error::success();
|
|
for (auto &KV : NewSymbols) {
|
|
auto I = Symbols.find(KV.first);
|
|
auto LinkageResult = compareLinkage(
|
|
I == Symbols.end() ? None : Optional<JITSymbolFlags>(I->second.Flags),
|
|
KV.second.getFlags());
|
|
|
|
// Silently discard weaker definitions.
|
|
if (LinkageResult == ExistingDefinitionIsStronger)
|
|
continue;
|
|
|
|
// Report duplicate definition errors.
|
|
if (LinkageResult == DuplicateDefinition) {
|
|
Err = joinErrors(std::move(Err),
|
|
make_error<orc::DuplicateDefinition>(*KV.first));
|
|
continue;
|
|
}
|
|
|
|
if (I != Symbols.end())
|
|
I->second.replaceWith(*this, I->first, KV.second);
|
|
else
|
|
Symbols.insert(std::make_pair(KV.first, std::move(KV.second)));
|
|
}
|
|
return Err;
|
|
}
|
|
|
|
Error VSO::defineLazy(std::unique_ptr<MaterializationUnit> MU) {
|
|
auto UMII = UnmaterializedInfos.insert(UnmaterializedInfos.end(),
|
|
UnmaterializedInfo(std::move(MU)));
|
|
|
|
Error Err = Error::success();
|
|
for (auto &KV : UMII->Symbols) {
|
|
auto I = Symbols.find(KV.first);
|
|
|
|
assert((I == Symbols.end() ||
|
|
!I->second.Flags.isMaterializing()) &&
|
|
"Attempt to replace materializing symbol definition");
|
|
|
|
auto LinkageResult = compareLinkage(
|
|
I == Symbols.end() ? None : Optional<JITSymbolFlags>(I->second.Flags),
|
|
KV.second);
|
|
|
|
// Discard weaker definitions.
|
|
if (LinkageResult == ExistingDefinitionIsStronger) {
|
|
UMII->discard(*this, KV.first);
|
|
continue;
|
|
}
|
|
|
|
// Report duplicate definition errors.
|
|
if (LinkageResult == DuplicateDefinition) {
|
|
Err = joinErrors(std::move(Err),
|
|
make_error<orc::DuplicateDefinition>(*KV.first));
|
|
// Duplicate definitions are discarded, so remove the duplicates from
|
|
// materializer.
|
|
UMII->discard(*this, KV.first);
|
|
continue;
|
|
}
|
|
|
|
// Existing definition was weaker. Replace it.
|
|
if (I != Symbols.end())
|
|
I->second.replaceWith(*this, KV.first, KV.second, UMII);
|
|
else
|
|
Symbols.insert(
|
|
std::make_pair(KV.first, SymbolTableEntry(KV.second, UMII)));
|
|
}
|
|
|
|
if (UMII->Symbols.empty())
|
|
UnmaterializedInfos.erase(UMII);
|
|
|
|
return Err;
|
|
}
|
|
|
|
SymbolNameSet VSO::lookupFlags(SymbolFlagsMap &Flags, SymbolNameSet Names) {
|
|
|
|
for (SymbolNameSet::iterator I = Names.begin(), E = Names.end(); I != E;) {
|
|
auto Tmp = I++;
|
|
auto SymI = Symbols.find(*Tmp);
|
|
|
|
// If the symbol isn't in this dylib then just continue.
|
|
if (SymI == Symbols.end())
|
|
continue;
|
|
|
|
Names.erase(Tmp);
|
|
|
|
Flags[SymI->first] =
|
|
JITSymbolFlags::stripTransientFlags(SymI->second.Flags);
|
|
}
|
|
|
|
return Names;
|
|
}
|
|
|
|
VSO::LookupResult VSO::lookup(std::shared_ptr<AsynchronousSymbolQuery> Query,
|
|
SymbolNameSet Names) {
|
|
MaterializerList Materializers;
|
|
|
|
for (SymbolNameSet::iterator I = Names.begin(), E = Names.end(); I != E;) {
|
|
auto Tmp = I++;
|
|
auto SymI = Symbols.find(*Tmp);
|
|
|
|
// If the symbol isn't in this dylib then just continue.
|
|
if (SymI == Symbols.end())
|
|
continue;
|
|
|
|
// The symbol is in the VSO. Erase it from Names and proceed.
|
|
Names.erase(Tmp);
|
|
|
|
// If this symbol has not been materialized yet grab its materializer,
|
|
// move all of its sibling symbols to the materializing state, and
|
|
// delete its unmaterialized info.
|
|
if (SymI->second.Flags.isLazy()) {
|
|
assert(SymI->second.UMII->MU &&
|
|
"Lazy symbol has no materializer attached");
|
|
auto MU = std::move(SymI->second.UMII->MU);
|
|
auto SymbolFlags = std::move(SymI->second.UMII->Symbols);
|
|
UnmaterializedInfos.erase(SymI->second.UMII);
|
|
|
|
for (auto &KV : SymbolFlags) {
|
|
auto SiblingI = Symbols.find(KV.first);
|
|
MaterializingInfos.insert(
|
|
std::make_pair(SiblingI->first, MaterializingInfo()));
|
|
SiblingI->second.notifyMaterializing();
|
|
}
|
|
|
|
Materializers.push_back(Materializer(
|
|
std::move(MU),
|
|
MaterializationResponsibility(*this, std::move(SymbolFlags))));
|
|
}
|
|
|
|
// If this symbol already has a fully materialized value, just use it.
|
|
if (!SymI->second.Flags.isMaterializing()) {
|
|
Query->resolve(SymI->first, JITEvaluatedSymbol(SymI->second.Address,
|
|
SymI->second.Flags));
|
|
Query->finalizeSymbol();
|
|
continue;
|
|
}
|
|
|
|
// If this symbol is materializing, then get (or create) its
|
|
// MaterializingInfo struct and appaend the query.
|
|
auto J = MaterializingInfos.find(SymI->first);
|
|
assert(J != MaterializingInfos.end() && "Missing MaterializingInfo");
|
|
|
|
if (SymI->second.Address) {
|
|
auto Sym = JITEvaluatedSymbol(SymI->second.Address, SymI->second.Flags);
|
|
Query->resolve(SymI->first, Sym);
|
|
assert(J->second.PendingResolution.empty() &&
|
|
"Queries still pending resolution on resolved symbol?");
|
|
J->second.PendingFinalization.push_back(Query);
|
|
} else {
|
|
assert(J->second.PendingFinalization.empty() &&
|
|
"Queries pendiing finalization on unresolved symbol?");
|
|
J->second.PendingResolution.push_back(Query);
|
|
}
|
|
}
|
|
|
|
return {std::move(Materializers), std::move(Names)};
|
|
}
|
|
|
|
void VSO::resolve(const SymbolMap &SymbolValues) {
|
|
for (auto &KV : SymbolValues) {
|
|
auto I = Symbols.find(KV.first);
|
|
assert(I != Symbols.end() && "Resolving symbol not present in this dylib");
|
|
I->second.resolve(*this, KV.second);
|
|
|
|
auto J = MaterializingInfos.find(KV.first);
|
|
if (J == MaterializingInfos.end())
|
|
continue;
|
|
|
|
assert(J->second.PendingFinalization.empty() &&
|
|
"Queries already pending finalization?");
|
|
for (auto &Q : J->second.PendingResolution)
|
|
Q->resolve(KV.first, KV.second);
|
|
J->second.PendingFinalization = std::move(J->second.PendingResolution);
|
|
J->second.PendingResolution = MaterializingInfo::QueryList();
|
|
}
|
|
}
|
|
|
|
void VSO::notifyMaterializationFailed(const SymbolNameSet &Names) {
|
|
assert(!Names.empty() && "Failed to materialize empty set?");
|
|
|
|
std::map<std::shared_ptr<AsynchronousSymbolQuery>, SymbolNameSet>
|
|
ResolutionFailures;
|
|
std::map<std::shared_ptr<AsynchronousSymbolQuery>, SymbolNameSet>
|
|
FinalizationFailures;
|
|
|
|
for (auto &S : Names) {
|
|
auto I = Symbols.find(S);
|
|
assert(I != Symbols.end() && "Symbol not present in this VSO");
|
|
|
|
auto J = MaterializingInfos.find(S);
|
|
if (J != MaterializingInfos.end()) {
|
|
if (J->second.PendingFinalization.empty()) {
|
|
for (auto &Q : J->second.PendingResolution)
|
|
ResolutionFailures[Q].insert(S);
|
|
} else {
|
|
for (auto &Q : J->second.PendingFinalization)
|
|
FinalizationFailures[Q].insert(S);
|
|
}
|
|
MaterializingInfos.erase(J);
|
|
}
|
|
Symbols.erase(I);
|
|
}
|
|
|
|
for (auto &KV : ResolutionFailures)
|
|
KV.first->notifyMaterializationFailed(
|
|
make_error<FailedToResolve>(std::move(KV.second)));
|
|
|
|
for (auto &KV : FinalizationFailures)
|
|
KV.first->notifyMaterializationFailed(
|
|
make_error<FailedToFinalize>(std::move(KV.second)));
|
|
}
|
|
|
|
void VSO::finalize(const SymbolNameSet &SymbolsToFinalize) {
|
|
for (auto &S : SymbolsToFinalize) {
|
|
auto I = Symbols.find(S);
|
|
assert(I != Symbols.end() && "Finalizing symbol not present in this dylib");
|
|
|
|
auto J = MaterializingInfos.find(S);
|
|
if (J != MaterializingInfos.end()) {
|
|
assert(J->second.PendingResolution.empty() &&
|
|
"Queries still pending resolution?");
|
|
for (auto &Q : J->second.PendingFinalization)
|
|
Q->finalizeSymbol();
|
|
MaterializingInfos.erase(J);
|
|
}
|
|
I->second.finalize();
|
|
}
|
|
}
|
|
|
|
Expected<SymbolMap> lookup(const std::vector<VSO *> &VSOs, SymbolNameSet Names,
|
|
MaterializationDispatcher DispatchMaterialization) {
|
|
#if LLVM_ENABLE_THREADS
|
|
// In the threaded case we use promises to return the results.
|
|
std::promise<SymbolMap> PromisedResult;
|
|
std::mutex ErrMutex;
|
|
Error ResolutionError = Error::success();
|
|
std::promise<void> PromisedReady;
|
|
Error ReadyError = Error::success();
|
|
auto OnResolve = [&](Expected<SymbolMap> Result) {
|
|
if (Result)
|
|
PromisedResult.set_value(std::move(*Result));
|
|
else {
|
|
{
|
|
ErrorAsOutParameter _(&ResolutionError);
|
|
std::lock_guard<std::mutex> Lock(ErrMutex);
|
|
ResolutionError = Result.takeError();
|
|
}
|
|
PromisedResult.set_value(SymbolMap());
|
|
}
|
|
};
|
|
auto OnReady = [&](Error Err) {
|
|
if (Err) {
|
|
ErrorAsOutParameter _(&ReadyError);
|
|
std::lock_guard<std::mutex> Lock(ErrMutex);
|
|
ReadyError = std::move(Err);
|
|
}
|
|
PromisedReady.set_value();
|
|
};
|
|
#else
|
|
SymbolMap Result;
|
|
Error ResolutionError = Error::success();
|
|
Error ReadyError = Error::success();
|
|
|
|
auto OnResolve = [&](Expected<SymbolMap> R) {
|
|
ErrorAsOutParameter _(&ResolutionError);
|
|
if (R)
|
|
Result = std::move(*R);
|
|
else
|
|
ResolutionError = R.takeError();
|
|
};
|
|
auto OnReady = [&](Error Err) {
|
|
ErrorAsOutParameter _(&ReadyError);
|
|
if (Err)
|
|
ReadyError = std::move(Err);
|
|
};
|
|
#endif
|
|
|
|
auto Query = std::make_shared<AsynchronousSymbolQuery>(
|
|
Names, std::move(OnResolve), std::move(OnReady));
|
|
SymbolNameSet UnresolvedSymbols(std::move(Names));
|
|
|
|
for (auto *V : VSOs) {
|
|
|
|
if (UnresolvedSymbols.empty())
|
|
break;
|
|
|
|
assert(V && "VSO pointers in VSOs list should be non-null");
|
|
auto LR = V->lookup(Query, UnresolvedSymbols);
|
|
UnresolvedSymbols = std::move(LR.UnresolvedSymbols);
|
|
|
|
for (auto &M : LR.Materializers)
|
|
DispatchMaterialization(std::move(M));
|
|
}
|
|
|
|
#if LLVM_ENABLE_THREADS
|
|
auto ResultFuture = PromisedResult.get_future();
|
|
auto Result = ResultFuture.get();
|
|
|
|
{
|
|
std::lock_guard<std::mutex> Lock(ErrMutex);
|
|
if (ResolutionError) {
|
|
// ReadyError will never be assigned. Consume the success value.
|
|
cantFail(std::move(ReadyError));
|
|
return std::move(ResolutionError);
|
|
}
|
|
}
|
|
|
|
auto ReadyFuture = PromisedReady.get_future();
|
|
ReadyFuture.get();
|
|
|
|
{
|
|
std::lock_guard<std::mutex> Lock(ErrMutex);
|
|
if (ReadyError)
|
|
return std::move(ReadyError);
|
|
}
|
|
|
|
return std::move(Result);
|
|
|
|
#else
|
|
if (ResolutionError) {
|
|
// ReadyError will never be assigned. Consume the success value.
|
|
cantFail(std::move(ReadyError));
|
|
return std::move(ResolutionError);
|
|
}
|
|
|
|
if (ReadyError)
|
|
return std::move(ReadyError);
|
|
|
|
return Result;
|
|
#endif
|
|
}
|
|
|
|
/// @brief Look up a symbol by searching a list of VSOs.
|
|
Expected<JITEvaluatedSymbol>
|
|
lookup(const std::vector<VSO *> VSOs, SymbolStringPtr Name,
|
|
MaterializationDispatcher DispatchMaterialization) {
|
|
SymbolNameSet Names({Name});
|
|
if (auto ResultMap =
|
|
lookup(VSOs, std::move(Names), std::move(DispatchMaterialization))) {
|
|
assert(ResultMap->size() == 1 && "Unexpected number of results");
|
|
assert(ResultMap->count(Name) && "Missing result for symbol");
|
|
return ResultMap->begin()->second;
|
|
} else
|
|
return ResultMap.takeError();
|
|
}
|
|
|
|
void ExecutionSession::logErrorsToStdErr(Error Err) {
|
|
logAllUnhandledErrors(std::move(Err), errs(), "JIT session error: ");
|
|
}
|
|
|
|
} // End namespace orc.
|
|
} // End namespace llvm.
|