13#ifndef LLVM_EXECUTIONENGINE_ORC_CORE_H
14#define LLVM_EXECUTIONENGINE_ORC_CORE_H
99 return *
reinterpret_cast<JITDylib *
>(JDAndFlag.load() &
100 ~
static_cast<uintptr_t
>(1));
115 bool isDefunct()
const {
return JDAndFlag.load() & 0x1; }
127 std::atomic_uintptr_t JDAndFlag;
169 std::vector<std::pair<JITDylib *, JITDylibLookupFlags>>;
177 O.reserve(JDs.
size());
179 O.push_back(std::make_pair(JD, Flags));
207 :
public ErrorInfo<ResourceTrackerDefunct> {
225 std::error_code convertToErrorCode()
const override;
239 std::shared_ptr<SymbolDependenceMap> Symbols);
246 std::shared_ptr<SymbolStringPool> SSP;
247 std::shared_ptr<SymbolDependenceMap> Symbols;
252 :
public ErrorInfo<UnsatisfiedSymbolDependencies> {
259 std::string Explanation);
264 std::shared_ptr<SymbolStringPool> SSP;
268 std::string Explanation;
285 std::shared_ptr<SymbolStringPool> SSP;
291 :
public ErrorInfo<SymbolsCouldNotBeRemoved> {
303 std::shared_ptr<SymbolStringPool> SSP;
312 :
public ErrorInfo<MissingSymbolDefinitions> {
320 std::error_code convertToErrorCode()
const override;
326 std::shared_ptr<SymbolStringPool> SSP;
336 :
public ErrorInfo<UnexpectedSymbolDefinitions> {
344 std::error_code convertToErrorCode()
const override;
350 std::shared_ptr<SymbolStringPool> SSP;
389 return RT->withResourceKeyDo(std::forward<Func>(
F));
491 : JD(RT->getJITDylib()), RT(
std::
move(RT)),
492 SymbolFlags(
std::
move(SymbolFlags)), InitSymbol(
std::
move(InitSymbol)) {
493 assert(!this->SymbolFlags.
empty() &&
"Materializing nothing?");
499 SymbolStringPtr InitSymbol;
521 void materialize(std::unique_ptr<MaterializationResponsibility> R)
override;
542inline std::unique_ptr<ReExportsMaterializationUnit>
544 return std::make_unique<ReExportsMaterializationUnit>(
551inline std::unique_ptr<ReExportsMaterializationUnit>
555 return std::make_unique<ReExportsMaterializationUnit>(
556 &SourceJD, SourceJDLookupFlags, std::move(Aliases));
599 bool isComplete()
const {
return OutstandingSymbolsCount == 0; }
605 SymbolState getRequiredState() {
return RequiredState; }
607 void addQueryDependence(
JITDylib &JD, SymbolStringPtr Name);
609 void removeQueryDependence(
JITDylib &JD,
const SymbolStringPtr &Name);
611 void dropSymbol(
const SymbolStringPtr &Name);
613 void handleFailed(
Error Err);
620 size_t OutstandingSymbolsCount;
621 SymbolState RequiredState;
642 LookupState(std::unique_ptr<InProgressLookupState> IPLS);
647 std::unique_ptr<InProgressLookupState> IPLS;
671 std::deque<LookupState> PendingLookups;
754 template <
typename GeneratorT>
755 GeneratorT &
addGenerator(std::unique_ptr<GeneratorT> DefGenerator);
788 bool LinkAgainstThisJITDylibFirst =
true);
826 template <
typename Func>
828 ->
decltype(
F(std::declval<const JITDylibSearchOrder &>()));
840 template <
typename MaterializationUnitType>
841 Error define(std::unique_ptr<MaterializationUnitType> &&MU,
854 template <
typename MaterializationUnitType>
855 Error define(std::unique_ptr<MaterializationUnitType> &MU,
906 using AsynchronousSymbolQuerySet =
907 std::set<std::shared_ptr<AsynchronousSymbolQuery>>;
909 using AsynchronousSymbolQueryList =
910 std::vector<std::shared_ptr<AsynchronousSymbolQuery>>;
912 struct UnmaterializedInfo {
913 UnmaterializedInfo(std::unique_ptr<MaterializationUnit> MU,
917 std::unique_ptr<MaterializationUnit> MU;
921 using UnmaterializedInfosMap =
922 DenseMap<SymbolStringPtr, std::shared_ptr<UnmaterializedInfo>>;
924 using UnmaterializedInfosList =
925 std::vector<std::shared_ptr<UnmaterializedInfo>>;
933 struct MaterializingInfo {
936 LLVM_ABI void addQuery(std::shared_ptr<AsynchronousSymbolQuery> Q);
938 LLVM_ABI AsynchronousSymbolQueryList
939 takeQueriesMeeting(SymbolState RequiredState);
940 AsynchronousSymbolQueryList takeAllPendingQueries() {
941 return std::move(PendingQueries);
943 bool hasQueriesPending()
const {
return !PendingQueries.empty(); }
944 const AsynchronousSymbolQueryList &pendingQueries()
const {
945 return PendingQueries;
948 AsynchronousSymbolQueryList PendingQueries;
951 using MaterializingInfosMap = DenseMap<SymbolStringPtr, MaterializingInfo>;
953 class SymbolTableEntry {
955 SymbolTableEntry() =
default;
956 SymbolTableEntry(JITSymbolFlags Flags)
958 MaterializerAttached(
false) {}
960 ExecutorAddr getAddress()
const {
return Addr; }
961 JITSymbolFlags getFlags()
const {
return Flags; }
964 bool hasMaterializerAttached()
const {
return MaterializerAttached; }
966 void setAddress(ExecutorAddr Addr) { this->Addr = Addr; }
967 void setFlags(JITSymbolFlags Flags) { this->Flags = Flags; }
969 assert(
static_cast<uint8_t
>(State) < (1 << 6) &&
970 "State does not fit in bitfield");
971 this->State =
static_cast<uint8_t
>(State);
974 void setMaterializerAttached(
bool MaterializerAttached) {
975 this->MaterializerAttached = MaterializerAttached;
978 ExecutorSymbolDef getSymbol()
const {
return {Addr, Flags}; }
982 JITSymbolFlags Flags;
984 uint8_t MaterializerAttached : 1;
987 using SymbolTable = DenseMap<SymbolStringPtr, SymbolTableEntry>;
991 struct RemoveTrackerResult {
992 AsynchronousSymbolQuerySet QueriesToFail;
993 std::shared_ptr<SymbolDependenceMap> FailedSymbols;
994 std::vector<std::unique_ptr<MaterializationUnit>> DefunctMUs;
997 RemoveTrackerResult IL_removeTracker(ResourceTracker &RT);
999 void transferTracker(ResourceTracker &DstRT, ResourceTracker &SrcRT);
1004 installMaterializationUnit(std::unique_ptr<MaterializationUnit> MU,
1005 ResourceTracker &RT);
1010 void transferEmittedNodeDependencies(MaterializingInfo &DependantMI,
1011 const SymbolStringPtr &DependantName,
1012 MaterializingInfo &EmittedMI);
1014 Expected<SymbolFlagsMap>
1019 std::unique_ptr<MaterializationUnit> MU);
1021 Expected<std::unique_ptr<MaterializationResponsibility>>
1023 SymbolStringPtr InitSymbol);
1027 void addDependencies(
const SymbolStringPtr &Name,
1036 void shrinkMaterializationInfoMemory();
1039 enum { Open, Closing, Closed } State = Open;
1040 std::mutex GeneratorsMutex;
1041 SymbolTable Symbols;
1042 UnmaterializedInfosMap UnmaterializedInfos;
1043 MaterializingInfosMap MaterializingInfos;
1044 std::vector<std::shared_ptr<DefinitionGenerator>> DefGenerators;
1049 DenseMap<ResourceTracker *, SymbolNameVector> TrackerSymbols;
1050 DenseMap<ResourceTracker *, DenseSet<MaterializationResponsibility *>>
1104 std::unique_ptr<MaterializationResponsibility> MR)
1108 void run()
override;
1111 std::unique_ptr<MaterializationUnit> MU;
1112 std::unique_ptr<MaterializationResponsibility> MR;
1124 void run()
override;
1150 const char *ArgData,
size_t ArgSize)>;
1181 return EPC->getSymbolStringPool();
1199 assert(!GOpRecorder &&
"WaitingOnGraph recorder already set");
1204 void setPlatform(std::unique_ptr<Platform> P) { this->P = std::move(P); }
1212 std::lock_guard<std::recursive_mutex> Lock(SessionMutex);
1275 this->ReportError = std::move(ReportError);
1357 assert(
T &&
"T must be non-null");
1359 EPC->getDispatcher().dispatch(std::move(
T));
1364 return EPC->getBootstrapMap();
1368 template <
typename T,
typename SPSTagT>
1370 return EPC->getBootstrapMapValue<
T, SPSTagT>(
Key, Val);
1375 return EPC->getBootstrapSymbolsMap();
1382 ArrayRef<std::pair<ExecutorAddr &, StringRef>> Pairs)
const {
1383 return EPC->getBootstrapSymbols(Pairs);
1397 EPC->callWrapperAsync(WrapperFnAddr, std::move(OnComplete), ArgBuffer);
1402 template <
typename RunPolicyT,
typename FnT>
1405 EPC->callWrapperAsync(std::forward<RunPolicyT>(Runner), WrapperFnAddr,
1406 std::forward<FnT>(OnComplete), ArgBuffer);
1411 template <
typename FnT>
1414 EPC->callWrapperAsync(WrapperFnAddr, std::forward<FnT>(OnComplete),
1426 return EPC->callWrapper(WrapperFnAddr, ArgBuffer);
1431 template <
typename SPSSignature,
typename SendResultT,
typename... ArgTs>
1433 const ArgTs &...Args) {
1434 EPC->callSPSWrapperAsync<SPSSignature, SendResultT, ArgTs...>(
1435 WrapperFnAddr, std::forward<SendResultT>(SendResult), Args...);
1443 template <
typename SPSSignature,
typename... WrapperCallArgTs>
1445 WrapperCallArgTs &&...WrapperCallArgs) {
1446 return EPC->callSPSWrapper<SPSSignature, WrapperCallArgTs...>(
1447 WrapperFnAddr, std::forward<WrapperCallArgTs>(WrapperCallArgs)...);
1457 template <
typename SPSSignature,
typename HandlerT>
1460 const char *ArgData,
1461 size_t ArgSize)
mutable {
1463 ArgData, ArgSize, std::move(SendResult),
H);
1474 template <
typename SPSSignature,
typename ClassT,
typename... MethodArgTs>
1478 [
Instance, Method](MethodArgTs &&...MethodArgs) {
1479 (
Instance->*Method)(std::forward<MethodArgTs>(MethodArgs)...);
1506#ifdef EXPENSIVE_CHECKS
1511 static void logErrorsToStdErr(
Error Err) {
1515 void dispatchOutstandingMUs();
1517 static std::unique_ptr<MaterializationResponsibility>
1520 SymbolStringPtr InitSymbol) {
1521 auto &JD = RT.getJITDylib();
1522 std::unique_ptr<MaterializationResponsibility> MR(
1524 std::move(InitSymbol)));
1525 JD.TrackerMRs[&RT].insert(MR.get());
1538 Error IL_updateCandidatesFor(
JITDylib &JD, JITDylibLookupFlags JDLookupFlags,
1539 SymbolLookupSet &Candidates,
1540 SymbolLookupSet *NonCandidates);
1543 void OL_resumeLookupAfterGeneration(InProgressLookupState &IPLS);
1548 void OL_applyQueryPhase1(std::unique_ptr<InProgressLookupState> IPLS,
1555 void OL_completeLookup(std::unique_ptr<InProgressLookupState> IPLS,
1556 std::shared_ptr<AsynchronousSymbolQuery> Q,
1561 void OL_completeLookupFlags(
1562 std::unique_ptr<InProgressLookupState> IPLS,
1563 unique_function<
void(Expected<SymbolFlagsMap>)> OnComplete);
1575 struct EmitQueries {
1576 JITDylib::AsynchronousSymbolQuerySet Completed;
1577 JITDylib::AsynchronousSymbolQuerySet
Failed;
1578 DenseMap<AsynchronousSymbolQuery *, std::shared_ptr<SymbolDependenceMap>>
1583 IL_getSymbolState(
JITDylib *JD, NonOwningSymbolStringPtr Name);
1585 template <
typename UpdateSymbolFn,
typename UpdateQueryFn>
1586 void IL_collectQueries(JITDylib::AsynchronousSymbolQuerySet &Qs,
1587 WaitingOnGraph::ContainerElementsMap &QualifiedSymbols,
1588 UpdateSymbolFn &&UpdateSymbol,
1589 UpdateQueryFn &&UpdateQuery);
1592 WaitingOnGraph::SimplifyResult SR);
1599 std::pair<JITDylib::AsynchronousSymbolQuerySet,
1600 std::shared_ptr<SymbolDependenceMap>>
1604 std::unique_ptr<MaterializationUnit> MU);
1605 LLVM_ABI Expected<std::unique_ptr<MaterializationResponsibility>>
1609 void dumpDispatchInfo(Task &
T);
1612 mutable std::recursive_mutex SessionMutex;
1613 bool SessionOpen =
true;
1614 std::unique_ptr<ExecutorProcessControl> EPC;
1615 std::unique_ptr<Platform> P;
1618 std::vector<ResourceManager *> ResourceManagers;
1620 std::vector<JITDylibSP> JDs;
1623 WaitingOnGraph::OpRecorder *GOpRecorder =
nullptr;
1627 mutable std::recursive_mutex OutstandingMUsMutex;
1628 std::vector<std::pair<std::unique_ptr<MaterializationUnit>,
1629 std::unique_ptr<MaterializationResponsibility>>>
1632 mutable std::mutex JITDispatchHandlersMutex;
1633 DenseMap<ExecutorAddr, std::shared_ptr<JITDispatchHandlerFunction>>
1634 JITDispatchHandlers;
1638 return JD->getExecutionSession().lookup({JD.get()}, Name);
1652 return JD.getExecutionSession();
1655template <
typename GeneratorT>
1657 auto &
G = *DefGenerator;
1658 ES.runSessionLocked([&] {
1659 assert(State == Open &&
"Cannot add generator to closed JITDylib");
1660 DefGenerators.push_back(std::move(DefGenerator));
1665template <
typename Func>
1667 ->
decltype(
F(std::declval<const JITDylibSearchOrder &>())) {
1668 assert(State == Open &&
"Cannot use link order of closed JITDylib");
1669 return ES.runSessionLocked([&]() {
return F(LinkOrder); });
1672template <
typename MaterializationUnitType>
1675 assert(MU &&
"Can not define with a null MU");
1677 if (MU->getSymbols().empty()) {
1680 dbgs() <<
"Warning: Discarding empty MU " << MU->getName() <<
" for "
1686 dbgs() <<
"Defining MU " << MU->getName() <<
" for " <<
getName()
1689 dbgs() <<
"default)";
1693 dbgs() <<
"0x0, default will be used)\n";
1696 return ES.runSessionLocked([&,
this]() ->
Error {
1700 if (
auto Err = defineImpl(*MU))
1706 if (
auto *
P = ES.getPlatform()) {
1707 if (
auto Err =
P->notifyAdding(*RT, *MU))
1711 installMaterializationUnit(std::move(MU), *RT);
1716template <
typename MaterializationUnitType>
1719 assert(MU &&
"Can not define with a null MU");
1721 if (MU->getSymbols().empty()) {
1724 dbgs() <<
"Warning: Discarding empty MU " << MU->getName() <<
getName()
1730 dbgs() <<
"Defining MU " << MU->getName() <<
" for " <<
getName()
1733 dbgs() <<
"default)";
1737 dbgs() <<
"0x0, default will be used)\n";
1740 return ES.runSessionLocked([&,
this]() ->
Error {
1741 assert(State == Open &&
"JD is defunct");
1743 if (
auto Err = defineImpl(*MU))
1749 if (
auto *
P = ES.getPlatform()) {
1750 if (
auto Err =
P->notifyAdding(*RT, *MU))
1754 installMaterializationUnit(std::move(MU), *RT);
1807 std::move(SymbolFlags));
1815 std::unique_ptr<MaterializationUnit> MU) {
aarch64 falkor hwpf fix Falkor HW Prefetch Fix Late Phase
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
Function Alias Analysis false
This file defines the DenseSet and SmallDenseSet classes.
This file defines the RefCountedBase, ThreadSafeRefCountedBase, and IntrusiveRefCntPtr classes.
static StringRef getName(Value *V)
#define DEBUG_WITH_TYPE(TYPE,...)
DEBUG_WITH_TYPE macro - This macro should be used by passes to emit debug information.
Represent a constant reference to an array (0 or more elements consecutively in memory),...
size_t size() const
Get the array size.
Base class for user error types.
Lightweight error class with error context and mandatory checking.
static ErrorSuccess success()
Create a success value.
Tagged union holding either a T or a Error.
A smart pointer to a reference-counted object that inherits from RefCountedBase or ThreadSafeRefCount...
Flags for symbols in the JIT.
Inheritance utility for extensible RTTI.
StringMap - This is an unconventional map that is specialized for handling keys that are "strings",...
Represent a constant reference to a string, i.e.
ThreadSafeRefCountedBase()=default
Triple - Helper class for working with autoconf configuration names.
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
const std::string & getName() const
Get the name for this JITLinkDylib.
A symbol query that returns results via a callback when results are ready.
LLVM_ABI AsynchronousSymbolQuery(const SymbolLookupSet &Symbols, SymbolState RequiredState, SymbolsResolvedCallback NotifyComplete)
Create a query for the given symbols.
bool isComplete() const
Returns true if all symbols covered by this query have been resolved.
friend class InProgressFullLookupState
LLVM_ABI void notifySymbolMetRequiredState(const SymbolStringPtr &Name, ExecutorSymbolDef Sym)
Notify the query that a requested symbol has reached the required state.
friend class JITSymbolResolverAdapter
friend class MaterializationResponsibility
friend class ExecutionSession
Definition generators can be attached to JITDylibs to generate new definitions for otherwise unresolv...
virtual Error tryToGenerate(LookupState &LS, LookupKind K, JITDylib &JD, JITDylibLookupFlags JDLookupFlags, const SymbolLookupSet &LookupSet)=0
DefinitionGenerators should override this method to insert new definitions into the parent JITDylib.
friend class ExecutionSession
An ExecutionSession represents a running JIT program.
LLVM_ABI void runJITDispatchHandler(SendResultFunction SendResult, ExecutorAddr HandlerFnTagAddr, shared::WrapperFunctionBuffer ArgBytes)
Run a registered jit-side wrapper function.
LLVM_ABI Error endSession()
End the session.
ExecutorProcessControl & getExecutorProcessControl()
Get the ExecutorProcessControl object associated with this ExecutionSession.
shared::WrapperFunctionBuffer callWrapper(ExecutorAddr WrapperFnAddr, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor.
void reportError(Error Err)
Report a error for this execution session.
void callWrapperAsync(ExecutorAddr WrapperFnAddr, ExecutorProcessControl::IncomingWFRHandler OnComplete, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor.
friend class InProgressLookupFlagsState
const StringMap< ExecutorAddr > & getBootstrapSymbolsMap() const
Returns the bootstrap symbol map.
void setPlatform(std::unique_ptr< Platform > P)
Set the Platform for this ExecutionSession.
const Triple & getTargetTriple() const
Return the triple for the executor.
Platform * getPlatform()
Get the Platform for this session.
Error callSPSWrapper(ExecutorAddr WrapperFnAddr, WrapperCallArgTs &&...WrapperCallArgs)
Run a wrapper function using SPS to serialize the arguments and deserialize the results.
LLVM_ABI void lookupFlags(LookupKind K, JITDylibSearchOrder SearchOrder, SymbolLookupSet Symbols, unique_function< void(Expected< SymbolFlagsMap >)> OnComplete)
Search the given JITDylibs to find the flags associated with each of the given symbols.
SymbolStringPtr intern(StringRef SymName)
Add a symbol name to the SymbolStringPool and return a pointer to it.
LLVM_ABI JITDylib * getJITDylibByName(StringRef Name)
Return a pointer to the "name" JITDylib.
static JITDispatchHandlerFunction wrapAsyncWithSPS(ClassT *Instance, void(ClassT::*Method)(MethodArgTs...))
Wrap a class method that takes concrete argument types (and a sender for a concrete return type) to p...
void callWrapperAsync(RunPolicyT &&Runner, ExecutorAddr WrapperFnAddr, FnT &&OnComplete, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor using the given Runner to dispatch OnComplete when the result ...
LLVM_ABI JITDylib & createBareJITDylib(std::string Name)
Add a new bare JITDylib to this ExecutionSession.
static JITDispatchHandlerFunction wrapAsyncWithSPS(HandlerT &&H)
Wrap a handler that takes concrete argument types (and a sender for a concrete return type) to produc...
void callSPSWrapperAsync(ExecutorAddr WrapperFnAddr, SendResultT &&SendResult, const ArgTs &...Args)
Run a wrapper function using SPS to serialize the arguments and deserialize the results.
JITDylib & getBootstrapJITDylib()
Returns a reference to the bootstrap JITDylib.
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
Get the SymbolStringPool for this instance.
Error getBootstrapMapValue(StringRef Key, std::optional< T > &Val) const
Look up and SPS-deserialize a bootstrap map value.
friend class InProgressFullLookupState
Error getBootstrapSymbols(ArrayRef< std::pair< ExecutorAddr &, StringRef > > Pairs) const
For each (ExecutorAddr&, StringRef) pair, looks up the string in the bootstrap symbols map and writes...
const StringMap< std::vector< char > > & getBootstrapMap() const
Returns the bootstrap map.
LLVM_ABI void lookup(LookupKind K, const JITDylibSearchOrder &SearchOrder, SymbolLookupSet Symbols, SymbolState RequiredState, SymbolsResolvedCallback NotifyComplete, RegisterDependenciesFunction RegisterDependencies)
Search the given JITDylibs for the given symbols.
LLVM_ABI Error registerJITDispatchHandlers(JITDylib &JD, JITDispatchHandlerAssociationMap WFs)
For each tag symbol name, associate the corresponding AsyncHandlerWrapperFunction with the address of...
friend class MaterializationResponsibility
LLVM_ABI void registerResourceManager(ResourceManager &RM)
Register the given ResourceManager with this ExecutionSession.
LLVM_ABI ~ExecutionSession()
Destroy an ExecutionSession.
void setWaitingOnGraphOpRecorder(WaitingOnGraph::OpRecorder &R)
Set a WaitingOnGraph::Recorder to capture WaitingOnGraph operations.
LLVM_ABI void deregisterResourceManager(ResourceManager &RM)
Deregister the given ResourceManager with this ExecutionSession.
LLVM_ABI ExecutionSession(std::unique_ptr< ExecutorProcessControl > EPC)
Construct an ExecutionSession with the given ExecutorProcessControl object.
decltype(auto) runSessionLocked(Func &&F)
Run the given lambda with the session mutex locked.
unique_function< void( SendResultFunction SendResult, const char *ArgData, size_t ArgSize)> JITDispatchHandlerFunction
An asynchronous wrapper-function callable from the executor via jit-dispatch.
LLVM_ABI void dump(raw_ostream &OS)
Dump the state of all the JITDylibs in this session.
unique_function< void(shared::WrapperFunctionBuffer)> SendResultFunction
Send a result to the remote.
friend class ResourceTracker
ExecutionSession & setErrorReporter(ErrorReporter ReportError)
Set the error reporter function.
LLVM_ABI Error removeJITDylibs(std::vector< JITDylibSP > JDsToRemove)
Removes the given JITDylibs from the ExecutionSession.
size_t getPageSize() const
LLVM_ABI Expected< JITDylib & > createJITDylib(std::string Name)
Add a new JITDylib to this ExecutionSession.
void dispatchTask(std::unique_ptr< Task > T)
Materialize the given unit.
unique_function< void(Error)> ErrorReporter
For reporting errors.
Error removeJITDylib(JITDylib &JD)
Calls removeJTIDylibs on the gives JITDylib.
void callWrapperAsync(ExecutorAddr WrapperFnAddr, FnT &&OnComplete, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor.
DenseMap< SymbolStringPtr, JITDispatchHandlerFunction > JITDispatchHandlerAssociationMap
A map associating tag names with asynchronous wrapper function implementations in the JIT.
Represents an address in the executor process.
A handler or incoming WrapperFunctionBuffers – either return values from callWrapper* calls,...
ExecutorProcessControl supports interaction with a JIT target process.
Represents a defining location for a JIT symbol.
FailedToMaterialize(std::shared_ptr< SymbolStringPool > SSP, std::shared_ptr< SymbolDependenceMap > Symbols)
const SymbolDependenceMap & getSymbols() const
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
void log(raw_ostream &OS) const override
Print an error message to an output stream.
JITDylibDefunct(JITDylibSP JD)
Represents a JIT'd dynamic library.
LLVM_ABI Error remove(const SymbolNameSet &Names)
Tries to remove the given symbols.
LLVM_ABI Error clear()
Calls remove on all trackers currently associated with this JITDylib.
JITDylib & operator=(JITDylib &&)=delete
LLVM_ABI void dump(raw_ostream &OS)
Dump current JITDylib state to OS.
friend class AsynchronousSymbolQuery
LLVM_ABI void replaceInLinkOrder(JITDylib &OldJD, JITDylib &NewJD, JITDylibLookupFlags JDLookupFlags=JITDylibLookupFlags::MatchExportedSymbolsOnly)
Replace OldJD with NewJD in the link order if OldJD is present.
Error define(std::unique_ptr< MaterializationUnitType > &&MU, ResourceTrackerSP RT=nullptr)
Define all symbols provided by the materialization unit to be part of this JITDylib.
ExecutionSession & getExecutionSession() const
Get a reference to the ExecutionSession for this JITDylib.
LLVM_ABI void addToLinkOrder(const JITDylibSearchOrder &NewLinks)
Append the given JITDylibSearchOrder to the link order for this JITDylib (discarding any elements alr...
LLVM_ABI ResourceTrackerSP createResourceTracker()
Create a resource tracker for this JITDylib.
auto withLinkOrderDo(Func &&F) -> decltype(F(std::declval< const JITDylibSearchOrder & >()))
Do something with the link order (run under the session lock).
friend class MaterializationResponsibility
LLVM_ABI void removeFromLinkOrder(JITDylib &JD)
Remove the given JITDylib from the link order for this JITDylib if it is present.
LLVM_ABI void setLinkOrder(JITDylibSearchOrder NewSearchOrder, bool LinkAgainstThisJITDylibFirst=true)
Set the link order to be used when fixing up definitions in JITDylib.
LLVM_ABI Expected< std::vector< JITDylibSP > > getReverseDFSLinkOrder()
Rteurn this JITDylib and its transitive dependencies in reverse DFS order based on linkage relationsh...
friend class ExecutionSession
LLVM_ABI ResourceTrackerSP getDefaultResourceTracker()
Get the default resource tracker for this JITDylib.
GeneratorT & addGenerator(std::unique_ptr< GeneratorT > DefGenerator)
Adds a definition generator to this JITDylib and returns a referenece to it.
JITDylib(const JITDylib &)=delete
JITDylib & operator=(const JITDylib &)=delete
JITDylib(JITDylib &&)=delete
LLVM_ABI void removeGenerator(DefinitionGenerator &G)
Remove a definition generator from this JITDylib.
LLVM_ABI Expected< std::vector< JITDylibSP > > getDFSLinkOrder()
Return this JITDylib and its transitive dependencies in DFS order based on linkage relationships.
Wraps state for a lookup-in-progress.
LLVM_ABI void continueLookup(Error Err)
Continue the lookup.
LLVM_ABI LookupState & operator=(LookupState &&)
friend class ExecutionSession
friend class OrcV2CAPIHelper
LLVM_ABI LookupState(LookupState &&)
LookupTask(LookupState LS)
Tracks responsibility for materialization, and mediates interactions between MaterializationUnits and...
MaterializationResponsibility & operator=(MaterializationResponsibility &&)=delete
ExecutionSession & getExecutionSession() const
Returns the ExecutionSession for this instance.
Error notifyResolved(const SymbolMap &Symbols)
Notifies the target JITDylib that the given symbols have been resolved.
~MaterializationResponsibility()
Destruct a MaterializationResponsibility instance.
Error replace(std::unique_ptr< MaterializationUnit > MU)
Transfers responsibility to the given MaterializationUnit for all symbols defined by that Materializa...
Error withResourceKeyDo(Func &&F) const
Runs the given callback under the session lock, passing in the associated ResourceKey.
Error defineMaterializing(SymbolFlagsMap SymbolFlags)
Attempt to claim responsibility for new definitions.
SymbolNameSet getRequestedSymbols() const
Returns the names of any symbols covered by this MaterializationResponsibility object that have queri...
Expected< std::unique_ptr< MaterializationResponsibility > > delegate(const SymbolNameSet &Symbols)
Delegates responsibility for the given symbols to the returned materialization responsibility.
const ResourceTrackerSP & getResourceTracker() const
Return the ResourceTracker associated with this instance.
const SymbolStringPtr & getInitializerSymbol() const
Returns the initialization pseudo-symbol, if any.
MaterializationResponsibility(MaterializationResponsibility &&)=delete
friend class ExecutionSession
Error notifyEmitted(ArrayRef< SymbolDependenceGroup > DepGroups)
Notifies the target JITDylib (and any pending queries on that JITDylib) that all symbols covered by t...
void failMaterialization()
Notify all not-yet-emitted covered by this MaterializationResponsibility instance that an error has o...
JITDylib & getTargetJITDylib() const
Returns the target JITDylib that these symbols are being materialized into.
const SymbolFlagsMap & getSymbols() const
Returns the symbol flags map for this responsibility instance.
MaterializationTask(std::unique_ptr< MaterializationUnit > MU, std::unique_ptr< MaterializationResponsibility > MR)
A MaterializationUnit represents a set of symbol definitions that can be materialized as a group,...
MaterializationUnit(Interface I)
const SymbolNameVector & getSymbols() const
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
MissingSymbolDefinitions(std::shared_ptr< SymbolStringPool > SSP, std::string ModuleName, SymbolNameVector Symbols)
const std::string & getModuleName() const
ReExportsMaterializationUnit(JITDylib *SourceJD, JITDylibLookupFlags SourceJDLookupFlags, SymbolAliasMap Aliases)
SourceJD is allowed to be nullptr, in which case the source JITDylib is taken to be whatever JITDylib...
std::function< bool(SymbolStringPtr)> SymbolPredicate
Error tryToGenerate(LookupState &LS, LookupKind K, JITDylib &JD, JITDylibLookupFlags JDLookupFlags, const SymbolLookupSet &LookupSet) override
DefinitionGenerators should override this method to insert new definitions into the parent JITDylib.
ReexportsGenerator(JITDylib &SourceJD, JITDylibLookupFlags SourceJDLookupFlags, SymbolPredicate Allow=SymbolPredicate())
Create a reexports generator.
Listens for ResourceTracker operations.
virtual Error handleRemoveResources(JITDylib &JD, ResourceKey K)=0
This function will be called outside the session lock.
virtual ~ResourceManager()
virtual void handleTransferResources(JITDylib &JD, ResourceKey DstK, ResourceKey SrcK)=0
This function will be called inside the session lock.
ResourceTrackerDefunct(ResourceTrackerSP RT)
void log(raw_ostream &OS) const override
Print an error message to an output stream.
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
API to remove / transfer ownership of JIT resources.
JITDylib & getJITDylib() const
Return the JITDylib targeted by this tracker.
ResourceTracker & operator=(const ResourceTracker &)=delete
ResourceKey getKeyUnsafe() const
Returns the key associated with this tracker.
LLVM_ABI void transferTo(ResourceTracker &DstRT)
Transfer all resources associated with this key to the given tracker, which must target the same JITD...
ResourceTracker & operator=(ResourceTracker &&)=delete
LLVM_ABI ~ResourceTracker()
ResourceTracker(const ResourceTracker &)=delete
friend class MaterializationResponsibility
bool isDefunct() const
Return true if this tracker has become defunct.
ResourceTracker(ResourceTracker &&)=delete
Error withResourceKeyDo(Func &&F)
Runs the given callback under the session lock, passing in the associated ResourceKey.
friend class ExecutionSession
LLVM_ABI Error remove()
Remove all resources associated with this key.
Expected< ExecutorSymbolDef > lookup() const
SymbolInstance(JITDylibSP JD, SymbolStringPtr Name)
LLVM_ABI void lookupAsync(LookupAsyncOnCompleteFn OnComplete) const
unique_function< void(Expected< ExecutorSymbolDef >)> LookupAsyncOnCompleteFn
const JITDylib & getJITDylib() const
const SymbolStringPtr & getName() const
A set of symbols to look up, each associated with a SymbolLookupFlags value.
Pointer to a pooled string representing a symbol name.
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
void log(raw_ostream &OS) const override
Print an error message to an output stream.
const SymbolNameSet & getSymbols() const
SymbolsCouldNotBeRemoved(std::shared_ptr< SymbolStringPool > SSP, SymbolNameSet Symbols)
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
void log(raw_ostream &OS) const override
Print an error message to an output stream.
SymbolsNotFound(std::shared_ptr< SymbolStringPool > SSP, SymbolNameSet Symbols)
const SymbolNameVector & getSymbols() const
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
UnexpectedSymbolDefinitions(std::shared_ptr< SymbolStringPool > SSP, std::string ModuleName, SymbolNameVector Symbols)
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
const std::string & getModuleName() const
const SymbolNameVector & getSymbols() const
void log(raw_ostream &OS) const override
Print an error message to an output stream.
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
UnsatisfiedSymbolDependencies(std::shared_ptr< SymbolStringPool > SSP, JITDylibSP JD, SymbolNameSet FailedSymbols, SymbolDependenceMap BadDeps, std::string Explanation)
WaitingOnGraph class template.
C++ wrapper function buffer: Same as CWrapperFunctionBuffer but auto-releases memory.
This class implements an extremely fast bulk output stream that can only output to a stream.
unique_function is a type-erasing functor similar to std::function.
JITDylibSearchOrder makeJITDylibSearchOrder(ArrayRef< JITDylib * > JDs, JITDylibLookupFlags Flags=JITDylibLookupFlags::MatchExportedSymbolsOnly)
Convenience function for creating a search order from an ArrayRef of JITDylib*, all with the same fla...
std::vector< std::pair< JITDylib *, JITDylibLookupFlags > > JITDylibSearchOrder
A list of (JITDylib*, JITDylibLookupFlags) pairs to be used as a search order during symbol lookup.
IntrusiveRefCntPtr< JITDylib > JITDylibSP
IntrusiveRefCntPtr< ResourceTracker > ResourceTrackerSP
std::unique_ptr< ReExportsMaterializationUnit > symbolAliases(SymbolAliasMap Aliases)
Create a ReExportsMaterializationUnit with the given aliases.
std::function< void(const SymbolDependenceMap &)> RegisterDependenciesFunction
Callback to register the dependencies for a given query.
std::unique_ptr< ReExportsMaterializationUnit > reexports(JITDylib &SourceJD, SymbolAliasMap Aliases, JITDylibLookupFlags SourceJDLookupFlags=JITDylibLookupFlags::MatchExportedSymbolsOnly)
Create a materialization unit for re-exporting symbols from another JITDylib with alternative names/f...
LLVM_ABI Expected< SymbolAliasMap > buildSimpleReexportsAliasMap(JITDylib &SourceJD, const SymbolNameSet &Symbols)
Build a SymbolAliasMap for the common case where you want to re-export symbols from another JITDylib ...
JITDylibLookupFlags
Lookup flags that apply to each dylib in the search order for a lookup.
@ MatchExportedSymbolsOnly
detail::WaitingOnGraph< JITDylib *, NonOwningSymbolStringPtr > WaitingOnGraph
DenseMap< SymbolStringPtr, ExecutorSymbolDef > SymbolMap
A map from symbol names (as SymbolStringPtrs) to JITSymbols (address/flags pairs).
static std::unique_ptr< UnwindInfoManager > Instance
LookupKind
Describes the kind of lookup being performed.
LLVM_ABI RegisterDependenciesFunction NoDependenciesToRegister
This can be used as the value for a RegisterDependenciesFunction if there are no dependants to regist...
std::vector< SymbolStringPtr > SymbolNameVector
A vector of symbol names.
DenseMap< JITDylib *, SymbolNameSet > SymbolDependenceMap
A map from JITDylibs to sets of symbols.
DenseSet< SymbolStringPtr > SymbolNameSet
A set of symbol names (represented by SymbolStringPtrs for.
SymbolState
Represents the state that a symbol has reached during materialization.
@ Materializing
Added to the symbol table, never queried.
@ NeverSearched
No symbol should be in this state.
@ Ready
Emitted to memory, but waiting on transitive dependencies.
@ Emitted
Assigned address, still materializing.
@ Resolved
Queried, materialization begun.
DenseMap< SymbolStringPtr, SymbolAliasMapEntry > SymbolAliasMap
A map of Symbols to (Symbol, Flags) pairs.
unique_function< void(Expected< SymbolMap >)> SymbolsResolvedCallback
Callback to notify client that symbols have been resolved.
DenseMap< SymbolStringPtr, JITSymbolFlags > SymbolFlagsMap
A map from symbol names (as SymbolStringPtrs) to JITSymbolFlags.
This is an optimization pass for GlobalISel generic memory operations.
LLVM_ABI void logAllUnhandledErrors(Error E, raw_ostream &OS, Twine ErrorBanner={})
Log all errors (if any) in E to OS.
testing::Matcher< const detail::ErrorHolder & > Failed()
LLVM_ABI raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
LLVM_ATTRIBUTE_VISIBILITY_DEFAULT AnalysisKey InnerAnalysisManagerProxy< AnalysisManagerT, IRUnitT, ExtraArgTs... >::Key
Error make_error(ArgTs &&... Args)
Make a Error instance representing failure using the given error info type.
LLVM_ABI raw_fd_ostream & errs()
This returns a reference to a raw_ostream for standard error.
ArrayRef(const T &OneElt) -> ArrayRef< T >
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
Implement std::hash so that hash_code can be used in STL containers.
SymbolAliasMapEntry()=default
JITSymbolFlags AliasFlags
SymbolAliasMapEntry(SymbolStringPtr Aliasee, JITSymbolFlags AliasFlags)
A set of symbols and the their dependencies.
SymbolDependenceMap Dependencies