2009-01-18 20:19:30 +08:00
|
|
|
//===--- CaptureTracking.cpp - Determine whether a pointer is captured ----===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file contains routines that help determine which pointers are captured.
|
|
|
|
// A pointer value is captured if the function makes a copy of any part of the
|
|
|
|
// pointer that outlives the call. Not being captured means, more or less, that
|
|
|
|
// the pointer is only dereferenced and not stored in a global. Returning part
|
|
|
|
// of the pointer as the function return value may or may not count as capturing
|
|
|
|
// the pointer, depending on the context.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2012-01-18 06:16:31 +08:00
|
|
|
#include "llvm/ADT/SmallSet.h"
|
|
|
|
#include "llvm/ADT/SmallVector.h"
|
2013-03-10 08:34:01 +08:00
|
|
|
#include "llvm/Analysis/AliasAnalysis.h"
|
2014-07-21 21:15:48 +08:00
|
|
|
#include "llvm/Analysis/CFG.h"
|
2015-01-14 19:23:27 +08:00
|
|
|
#include "llvm/Analysis/CaptureTracking.h"
|
2014-03-04 19:01:28 +08:00
|
|
|
#include "llvm/IR/CallSite.h"
|
2013-03-10 08:34:01 +08:00
|
|
|
#include "llvm/IR/Constants.h"
|
2014-07-21 21:15:48 +08:00
|
|
|
#include "llvm/IR/Dominators.h"
|
2013-03-10 08:34:01 +08:00
|
|
|
#include "llvm/IR/Instructions.h"
|
|
|
|
|
2009-01-18 20:19:30 +08:00
|
|
|
using namespace llvm;
|
|
|
|
|
2011-11-22 02:32:21 +08:00
|
|
|
CaptureTracker::~CaptureTracker() {}
|
|
|
|
|
2014-03-05 18:21:48 +08:00
|
|
|
bool CaptureTracker::shouldExplore(const Use *U) { return true; }
|
2012-10-09 06:12:48 +08:00
|
|
|
|
2011-11-15 06:49:42 +08:00
|
|
|
namespace {
|
2011-11-21 03:37:06 +08:00
|
|
|
struct SimpleCaptureTracker : public CaptureTracker {
|
2011-11-15 06:49:42 +08:00
|
|
|
explicit SimpleCaptureTracker(bool ReturnCaptures)
|
|
|
|
: ReturnCaptures(ReturnCaptures), Captured(false) {}
|
|
|
|
|
2014-03-05 15:30:04 +08:00
|
|
|
void tooManyUses() override { Captured = true; }
|
2011-11-15 06:49:42 +08:00
|
|
|
|
2014-03-05 18:21:48 +08:00
|
|
|
bool captured(const Use *U) override {
|
2011-12-29 07:24:21 +08:00
|
|
|
if (isa<ReturnInst>(U->getUser()) && !ReturnCaptures)
|
2012-05-11 07:38:07 +08:00
|
|
|
return false;
|
2011-11-15 06:49:42 +08:00
|
|
|
|
|
|
|
Captured = true;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool ReturnCaptures;
|
|
|
|
|
|
|
|
bool Captured;
|
|
|
|
};
|
2014-07-21 21:15:48 +08:00
|
|
|
|
2015-06-25 01:53:17 +08:00
|
|
|
struct NumberedInstCache {
|
|
|
|
SmallDenseMap<const Instruction *, unsigned, 32> NumberedInsts;
|
|
|
|
BasicBlock::const_iterator LastInstFound;
|
|
|
|
unsigned LastInstPos;
|
|
|
|
const BasicBlock *BB;
|
|
|
|
|
|
|
|
NumberedInstCache(const BasicBlock *BasicB) : LastInstPos(0), BB(BasicB) {
|
|
|
|
LastInstFound = BB->end();
|
|
|
|
}
|
|
|
|
|
|
|
|
/// \brief Find the first instruction 'A' or 'B' in 'BB'. Number out
|
|
|
|
/// instruction while walking 'BB'.
|
|
|
|
const Instruction *find(const Instruction *A, const Instruction *B) {
|
|
|
|
const Instruction *Inst = nullptr;
|
|
|
|
assert(!(LastInstFound == BB->end() && LastInstPos != 0) &&
|
|
|
|
"Instruction supposed to be in NumberedInsts");
|
|
|
|
|
|
|
|
// Start the search with the instruction found in the last lookup round.
|
|
|
|
auto II = BB->begin();
|
|
|
|
auto IE = BB->end();
|
|
|
|
if (LastInstFound != IE)
|
|
|
|
II = std::next(LastInstFound);
|
|
|
|
|
|
|
|
// Number all instructions up to the point where we find 'A' or 'B'.
|
|
|
|
for (++LastInstPos; II != IE; ++II, ++LastInstPos) {
|
|
|
|
Inst = cast<Instruction>(II);
|
|
|
|
NumberedInsts[Inst] = LastInstPos;
|
|
|
|
if (Inst == A || Inst == B)
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
assert(II != IE && "Instruction not found?");
|
|
|
|
LastInstFound = II;
|
|
|
|
return Inst;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// \brief Find out whether 'A' dominates 'B', meaning whether 'A'
|
|
|
|
/// comes before 'B' in 'BB'. This is a simplification that considers
|
|
|
|
/// cached instruction positions and ignores other basic blocks, being
|
|
|
|
/// only relevant to compare relative instructions positions inside 'BB'.
|
|
|
|
bool dominates(const Instruction *A, const Instruction *B) {
|
|
|
|
assert(A->getParent() == B->getParent() &&
|
|
|
|
"Instructions must be in the same basic block!");
|
|
|
|
|
|
|
|
unsigned NA = NumberedInsts.lookup(A);
|
|
|
|
unsigned NB = NumberedInsts.lookup(B);
|
|
|
|
if (NA && NB)
|
|
|
|
return NA < NB;
|
|
|
|
if (NA)
|
|
|
|
return true;
|
|
|
|
if (NB)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
return A == find(A, B);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2014-07-21 21:15:48 +08:00
|
|
|
/// Only find pointer captures which happen before the given instruction. Uses
|
|
|
|
/// the dominator tree to determine whether one instruction is before another.
|
|
|
|
/// Only support the case where the Value is defined in the same basic block
|
|
|
|
/// as the given instruction and the use.
|
|
|
|
struct CapturesBefore : public CaptureTracker {
|
2015-06-25 01:53:17 +08:00
|
|
|
|
2014-07-22 05:30:22 +08:00
|
|
|
CapturesBefore(bool ReturnCaptures, const Instruction *I, DominatorTree *DT,
|
|
|
|
bool IncludeI)
|
2015-06-25 01:53:17 +08:00
|
|
|
: LocalInstCache(I->getParent()), BeforeHere(I), DT(DT),
|
|
|
|
ReturnCaptures(ReturnCaptures), IncludeI(IncludeI), Captured(false) {}
|
2014-07-21 21:15:48 +08:00
|
|
|
|
|
|
|
void tooManyUses() override { Captured = true; }
|
|
|
|
|
2015-06-25 01:53:17 +08:00
|
|
|
bool isSafeToPrune(Instruction *I) {
|
2014-07-21 21:15:48 +08:00
|
|
|
BasicBlock *BB = I->getParent();
|
|
|
|
// We explore this usage only if the usage can reach "BeforeHere".
|
|
|
|
// If use is not reachable from entry, there is no need to explore.
|
|
|
|
if (BeforeHere != I && !DT->isReachableFromEntry(BB))
|
2015-06-25 01:53:17 +08:00
|
|
|
return true;
|
|
|
|
|
|
|
|
// Compute the case where both instructions are inside the same basic
|
|
|
|
// block. Since instructions in the same BB as BeforeHere are numbered in
|
|
|
|
// 'LocalInstCache', avoid using 'dominates' and 'isPotentiallyReachable'
|
|
|
|
// which are very expensive for large basic blocks.
|
|
|
|
if (BB == BeforeHere->getParent()) {
|
|
|
|
// 'I' dominates 'BeforeHere' => not safe to prune.
|
|
|
|
//
|
|
|
|
// The value defined by an invoke dominates an instruction only if it
|
|
|
|
// dominates every instruction in UseBB. A PHI is dominated only if
|
|
|
|
// the instruction dominates every possible use in the UseBB. Since
|
|
|
|
// UseBB == BB, avoid pruning.
|
|
|
|
if (isa<InvokeInst>(BeforeHere) || isa<PHINode>(I) || I == BeforeHere)
|
|
|
|
return false;
|
|
|
|
if (!LocalInstCache.dominates(BeforeHere, I))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// 'BeforeHere' comes before 'I', it's safe to prune if we also
|
|
|
|
// guarantee that 'I' never reaches 'BeforeHere' through a back-edge or
|
|
|
|
// by its successors, i.e, prune if:
|
|
|
|
//
|
|
|
|
// (1) BB is an entry block or have no sucessors.
|
|
|
|
// (2) There's no path coming back through BB sucessors.
|
|
|
|
if (BB == &BB->getParent()->getEntryBlock() ||
|
|
|
|
!BB->getTerminator()->getNumSuccessors())
|
|
|
|
return true;
|
|
|
|
|
|
|
|
SmallVector<BasicBlock*, 32> Worklist;
|
|
|
|
Worklist.append(succ_begin(BB), succ_end(BB));
|
|
|
|
if (!isPotentiallyReachableFromMany(Worklist, BB, DT))
|
|
|
|
return true;
|
|
|
|
|
2014-07-21 21:15:48 +08:00
|
|
|
return false;
|
2015-06-25 01:53:17 +08:00
|
|
|
}
|
|
|
|
|
2014-07-21 21:15:48 +08:00
|
|
|
// If the value is defined in the same basic block as use and BeforeHere,
|
|
|
|
// there is no need to explore the use if BeforeHere dominates use.
|
|
|
|
// Check whether there is a path from I to BeforeHere.
|
|
|
|
if (BeforeHere != I && DT->dominates(BeforeHere, I) &&
|
|
|
|
!isPotentiallyReachable(I, BeforeHere, DT))
|
2015-06-25 01:53:17 +08:00
|
|
|
return true;
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool shouldExplore(const Use *U) override {
|
|
|
|
Instruction *I = cast<Instruction>(U->getUser());
|
|
|
|
|
|
|
|
if (BeforeHere == I && !IncludeI)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
if (isSafeToPrune(I))
|
2014-07-21 21:15:48 +08:00
|
|
|
return false;
|
2015-06-25 01:53:17 +08:00
|
|
|
|
2014-07-21 21:15:48 +08:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool captured(const Use *U) override {
|
|
|
|
if (isa<ReturnInst>(U->getUser()) && !ReturnCaptures)
|
|
|
|
return false;
|
|
|
|
|
2015-06-25 01:53:17 +08:00
|
|
|
if (!shouldExplore(U))
|
2014-07-22 05:30:22 +08:00
|
|
|
return false;
|
|
|
|
|
2014-07-21 21:15:48 +08:00
|
|
|
Captured = true;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2015-06-25 01:53:17 +08:00
|
|
|
NumberedInstCache LocalInstCache;
|
2014-07-21 21:15:48 +08:00
|
|
|
const Instruction *BeforeHere;
|
|
|
|
DominatorTree *DT;
|
|
|
|
|
|
|
|
bool ReturnCaptures;
|
2014-07-22 05:30:22 +08:00
|
|
|
bool IncludeI;
|
2014-07-21 21:15:48 +08:00
|
|
|
|
|
|
|
bool Captured;
|
|
|
|
};
|
2015-06-23 17:49:53 +08:00
|
|
|
}
|
2009-12-09 07:59:12 +08:00
|
|
|
|
2009-01-18 20:19:30 +08:00
|
|
|
/// PointerMayBeCaptured - Return true if this pointer value may be captured
|
|
|
|
/// by the enclosing function (which is required to exist). This routine can
|
|
|
|
/// be expensive, so consider caching the results. The boolean ReturnCaptures
|
|
|
|
/// specifies whether returning the value (or part of it) from the function
|
2009-11-20 05:57:48 +08:00
|
|
|
/// counts as capturing it or not. The boolean StoreCaptures specified whether
|
|
|
|
/// storing the value (or part of it) into memory anywhere automatically
|
2009-01-18 20:19:30 +08:00
|
|
|
/// counts as capturing it or not.
|
2009-11-20 05:57:48 +08:00
|
|
|
bool llvm::PointerMayBeCaptured(const Value *V,
|
|
|
|
bool ReturnCaptures, bool StoreCaptures) {
|
2011-11-22 03:42:56 +08:00
|
|
|
assert(!isa<GlobalValue>(V) &&
|
|
|
|
"It doesn't make sense to ask whether a global is captured.");
|
|
|
|
|
2011-11-15 06:49:42 +08:00
|
|
|
// TODO: If StoreCaptures is not true, we could do Fancy analysis
|
|
|
|
// to determine whether this store is not actually an escape point.
|
|
|
|
// In that case, BasicAliasAnalysis should be updated as well to
|
|
|
|
// take advantage of this.
|
|
|
|
(void)StoreCaptures;
|
|
|
|
|
|
|
|
SimpleCaptureTracker SCT(ReturnCaptures);
|
2011-11-21 03:37:06 +08:00
|
|
|
PointerMayBeCaptured(V, &SCT);
|
2011-11-15 06:49:42 +08:00
|
|
|
return SCT.Captured;
|
2009-01-18 20:19:30 +08:00
|
|
|
}
|
2011-11-21 03:37:06 +08:00
|
|
|
|
2014-07-21 21:15:48 +08:00
|
|
|
/// PointerMayBeCapturedBefore - Return true if this pointer value may be
|
|
|
|
/// captured by the enclosing function (which is required to exist). If a
|
|
|
|
/// DominatorTree is provided, only captures which happen before the given
|
|
|
|
/// instruction are considered. This routine can be expensive, so consider
|
|
|
|
/// caching the results. The boolean ReturnCaptures specifies whether
|
|
|
|
/// returning the value (or part of it) from the function counts as capturing
|
|
|
|
/// it or not. The boolean StoreCaptures specified whether storing the value
|
|
|
|
/// (or part of it) into memory anywhere automatically counts as capturing it
|
|
|
|
/// or not.
|
|
|
|
bool llvm::PointerMayBeCapturedBefore(const Value *V, bool ReturnCaptures,
|
|
|
|
bool StoreCaptures, const Instruction *I,
|
2014-07-22 05:30:22 +08:00
|
|
|
DominatorTree *DT, bool IncludeI) {
|
2014-07-21 21:15:48 +08:00
|
|
|
assert(!isa<GlobalValue>(V) &&
|
|
|
|
"It doesn't make sense to ask whether a global is captured.");
|
|
|
|
|
|
|
|
if (!DT)
|
|
|
|
return PointerMayBeCaptured(V, ReturnCaptures, StoreCaptures);
|
|
|
|
|
|
|
|
// TODO: See comment in PointerMayBeCaptured regarding what could be done
|
|
|
|
// with StoreCaptures.
|
|
|
|
|
2014-07-22 05:30:22 +08:00
|
|
|
CapturesBefore CB(ReturnCaptures, I, DT, IncludeI);
|
2014-07-21 21:15:48 +08:00
|
|
|
PointerMayBeCaptured(V, &CB);
|
|
|
|
return CB.Captured;
|
|
|
|
}
|
|
|
|
|
2011-11-21 03:37:06 +08:00
|
|
|
/// TODO: Write a new FunctionPass AliasAnalysis so that it can keep
|
|
|
|
/// a cache. Then we can move the code from BasicAliasAnalysis into
|
|
|
|
/// that path, and remove this threshold.
|
|
|
|
static int const Threshold = 20;
|
|
|
|
|
|
|
|
void llvm::PointerMayBeCaptured(const Value *V, CaptureTracker *Tracker) {
|
|
|
|
assert(V->getType()->isPointerTy() && "Capture is for pointers only!");
|
2014-03-05 18:21:48 +08:00
|
|
|
SmallVector<const Use *, Threshold> Worklist;
|
|
|
|
SmallSet<const Use *, Threshold> Visited;
|
2011-11-21 03:37:06 +08:00
|
|
|
int Count = 0;
|
|
|
|
|
2014-03-09 11:16:01 +08:00
|
|
|
for (const Use &U : V->uses()) {
|
2011-11-21 03:37:06 +08:00
|
|
|
// If there are lots of uses, conservatively say that the value
|
|
|
|
// is captured to avoid taking too much compile time.
|
|
|
|
if (Count++ >= Threshold)
|
|
|
|
return Tracker->tooManyUses();
|
|
|
|
|
2014-03-09 11:16:01 +08:00
|
|
|
if (!Tracker->shouldExplore(&U)) continue;
|
|
|
|
Visited.insert(&U);
|
|
|
|
Worklist.push_back(&U);
|
2011-11-21 03:37:06 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
while (!Worklist.empty()) {
|
2014-03-05 18:21:48 +08:00
|
|
|
const Use *U = Worklist.pop_back_val();
|
2011-11-21 03:37:06 +08:00
|
|
|
Instruction *I = cast<Instruction>(U->getUser());
|
|
|
|
V = U->get();
|
|
|
|
|
|
|
|
switch (I->getOpcode()) {
|
|
|
|
case Instruction::Call:
|
|
|
|
case Instruction::Invoke: {
|
|
|
|
CallSite CS(I);
|
|
|
|
// Not captured if the callee is readonly, doesn't return a copy through
|
|
|
|
// its return value and doesn't unwind (a readonly function can leak bits
|
|
|
|
// by throwing an exception or not depending on the input value).
|
|
|
|
if (CS.onlyReadsMemory() && CS.doesNotThrow() && I->getType()->isVoidTy())
|
|
|
|
break;
|
|
|
|
|
|
|
|
// Not captured if only passed via 'nocapture' arguments. Note that
|
|
|
|
// calling a function pointer does not in itself cause the pointer to
|
|
|
|
// be captured. This is a subtle point considering that (for example)
|
|
|
|
// the callee might return its own address. It is analogous to saying
|
|
|
|
// that loading a value from a pointer does not cause the pointer to be
|
|
|
|
// captured, even though the loaded value might be the pointer itself
|
|
|
|
// (think of self-referential objects).
|
|
|
|
CallSite::arg_iterator B = CS.arg_begin(), E = CS.arg_end();
|
|
|
|
for (CallSite::arg_iterator A = B; A != E; ++A)
|
|
|
|
if (A->get() == V && !CS.doesNotCapture(A - B))
|
|
|
|
// The parameter is not marked 'nocapture' - captured.
|
2011-12-29 07:24:21 +08:00
|
|
|
if (Tracker->captured(U))
|
2011-11-21 03:37:06 +08:00
|
|
|
return;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case Instruction::Load:
|
|
|
|
// Loading from a pointer does not cause it to be captured.
|
|
|
|
break;
|
|
|
|
case Instruction::VAArg:
|
|
|
|
// "va-arg" from a pointer does not cause it to be captured.
|
|
|
|
break;
|
|
|
|
case Instruction::Store:
|
|
|
|
if (V == I->getOperand(0))
|
|
|
|
// Stored the pointer - conservatively assume it may be captured.
|
2011-12-29 07:24:21 +08:00
|
|
|
if (Tracker->captured(U))
|
2011-11-21 03:37:06 +08:00
|
|
|
return;
|
|
|
|
// Storing to the pointee does not cause the pointer to be captured.
|
|
|
|
break;
|
|
|
|
case Instruction::BitCast:
|
|
|
|
case Instruction::GetElementPtr:
|
|
|
|
case Instruction::PHI:
|
|
|
|
case Instruction::Select:
|
2014-01-15 03:11:52 +08:00
|
|
|
case Instruction::AddrSpaceCast:
|
2011-11-21 03:37:06 +08:00
|
|
|
// The original value is not captured via this if the new value isn't.
|
2013-10-03 21:24:02 +08:00
|
|
|
Count = 0;
|
2014-03-09 11:16:01 +08:00
|
|
|
for (Use &UU : I->uses()) {
|
2013-10-03 21:24:02 +08:00
|
|
|
// If there are lots of uses, conservatively say that the value
|
|
|
|
// is captured to avoid taking too much compile time.
|
|
|
|
if (Count++ >= Threshold)
|
|
|
|
return Tracker->tooManyUses();
|
|
|
|
|
2014-11-19 15:49:26 +08:00
|
|
|
if (Visited.insert(&UU).second)
|
2014-03-09 11:16:01 +08:00
|
|
|
if (Tracker->shouldExplore(&UU))
|
|
|
|
Worklist.push_back(&UU);
|
2011-11-21 03:37:06 +08:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
case Instruction::ICmp:
|
|
|
|
// Don't count comparisons of a no-alias return value against null as
|
|
|
|
// captures. This allows us to ignore comparisons of malloc results
|
|
|
|
// with null, for example.
|
2013-07-06 08:29:58 +08:00
|
|
|
if (ConstantPointerNull *CPN =
|
|
|
|
dyn_cast<ConstantPointerNull>(I->getOperand(1)))
|
|
|
|
if (CPN->getType()->getAddressSpace() == 0)
|
|
|
|
if (isNoAliasCall(V->stripPointerCasts()))
|
2011-11-21 03:37:06 +08:00
|
|
|
break;
|
|
|
|
// Otherwise, be conservative. There are crazy ways to capture pointers
|
|
|
|
// using comparisons.
|
2011-12-29 07:24:21 +08:00
|
|
|
if (Tracker->captured(U))
|
2011-11-21 03:37:06 +08:00
|
|
|
return;
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
// Something else - be conservative and say it is captured.
|
2011-12-29 07:24:21 +08:00
|
|
|
if (Tracker->captured(U))
|
2011-11-21 03:37:06 +08:00
|
|
|
return;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// All uses examined.
|
|
|
|
}
|