[NFC][regalloc] Separate iteration from AllocationOrder

This separates the two concerns - encapsulation of traversal order; and
iteration.

Differential Revision: https://reviews.llvm.org/D88256
This commit is contained in:
Mircea Trofin 2020-09-23 21:58:45 -07:00
parent 2ea8fec2cd
commit b268e24d43
4 changed files with 108 additions and 65 deletions

View File

@ -17,8 +17,8 @@
#define LLVM_LIB_CODEGEN_ALLOCATIONORDER_H #define LLVM_LIB_CODEGEN_ALLOCATIONORDER_H
#include "llvm/ADT/ArrayRef.h" #include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/STLExtras.h" #include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/MC/MCRegister.h" #include "llvm/MC/MCRegister.h"
namespace llvm { namespace llvm {
@ -30,12 +30,52 @@ class LiveRegMatrix;
class LLVM_LIBRARY_VISIBILITY AllocationOrder { class LLVM_LIBRARY_VISIBILITY AllocationOrder {
const SmallVector<MCPhysReg, 16> Hints; const SmallVector<MCPhysReg, 16> Hints;
ArrayRef<MCPhysReg> Order; ArrayRef<MCPhysReg> Order;
int Pos = 0; // How far into the Order we can iterate. This is 0 if the AllocationOrder is
// constructed with HardHints = true, Order.size() otherwise. While
// If HardHints is true, *only* Hints will be returned. // technically a size_t, it will participate in comparisons with the
const bool HardHints; // Iterator's Pos, which must be signed, so it's typed here as signed, too, to
// avoid warnings and under the assumption that the size of Order is
// relatively small.
// IterationLimit defines an invalid iterator position.
const int IterationLimit;
public: public:
/// Forward iterator for an AllocationOrder.
class Iterator final {
const AllocationOrder &AO;
int Pos = 0;
public:
Iterator(const AllocationOrder &AO, int Pos) : AO(AO), Pos(Pos) {}
/// Return true if the curent position is that of a preferred register.
bool isHint() const { return Pos < 0; }
/// Return the next physical register in the allocation order.
MCRegister operator*() const {
if (Pos < 0)
return AO.Hints.end()[Pos];
assert(Pos < AO.IterationLimit);
return AO.Order[Pos];
}
/// Advance the iterator to the next position. If that's past the Hints
/// list, advance to the first value that's not also in the Hints list.
Iterator &operator++() {
if (Pos < AO.IterationLimit)
++Pos;
while (Pos >= 0 && Pos < AO.IterationLimit && AO.isHint(AO.Order[Pos]))
++Pos;
return *this;
}
bool operator==(const Iterator &Other) const {
assert(&AO == &Other.AO);
return Pos == Other.Pos;
}
bool operator!=(const Iterator &Other) const { return !(*this == Other); }
};
/// Create a new AllocationOrder for VirtReg. /// Create a new AllocationOrder for VirtReg.
/// @param VirtReg Virtual register to allocate for. /// @param VirtReg Virtual register to allocate for.
@ -50,35 +90,26 @@ public:
AllocationOrder(SmallVector<MCPhysReg, 16> &&Hints, ArrayRef<MCPhysReg> Order, AllocationOrder(SmallVector<MCPhysReg, 16> &&Hints, ArrayRef<MCPhysReg> Order,
bool HardHints) bool HardHints)
: Hints(std::move(Hints)), Order(Order), : Hints(std::move(Hints)), Order(Order),
Pos(-static_cast<int>(this->Hints.size())), HardHints(HardHints) {} IterationLimit(HardHints ? 0 : static_cast<int>(Order.size())) {}
Iterator begin() const {
return Iterator(*this, -(static_cast<int>(Hints.size())));
}
Iterator end() const { return Iterator(*this, IterationLimit); }
Iterator getOrderLimitEnd(unsigned OrderLimit) const {
assert(OrderLimit <= Order.size());
if (OrderLimit == 0)
return end();
Iterator Ret(*this,
std::min(static_cast<int>(OrderLimit) - 1, IterationLimit));
return ++Ret;
}
/// Get the allocation order without reordered hints. /// Get the allocation order without reordered hints.
ArrayRef<MCPhysReg> getOrder() const { return Order; } ArrayRef<MCPhysReg> getOrder() const { return Order; }
/// Return the next physical register in the allocation order, or 0.
/// It is safe to call next() again after it returned 0, it will keep
/// returning 0 until rewind() is called.
MCPhysReg next(unsigned Limit = 0) {
if (Pos < 0)
return Hints.end()[Pos++];
if (HardHints)
return 0;
if (!Limit)
Limit = Order.size();
while (Pos < int(Limit)) {
unsigned Reg = Order[Pos++];
if (!isHint(Reg))
return Reg;
}
return 0;
}
/// Start over from the beginning.
void rewind() { Pos = -int(Hints.size()); }
/// Return true if the last register returned from next() was a preferred register.
bool isHint() const { return Pos <= 0; }
/// Return true if PhysReg is a preferred register. /// Return true if PhysReg is a preferred register.
bool isHint(unsigned PhysReg) const { return is_contained(Hints, PhysReg); } bool isHint(unsigned PhysReg) const { return is_contained(Hints, PhysReg); }
}; };

View File

@ -261,7 +261,8 @@ Register RABasic::selectOrSplit(LiveInterval &VirtReg,
// Check for an available register in this class. // Check for an available register in this class.
auto Order = auto Order =
AllocationOrder::create(VirtReg.reg(), *VRM, RegClassInfo, Matrix); AllocationOrder::create(VirtReg.reg(), *VRM, RegClassInfo, Matrix);
while (Register PhysReg = Order.next()) { for (MCRegister PhysReg : Order) {
assert(PhysReg.isValid());
// Check for interference in PhysReg // Check for interference in PhysReg
switch (Matrix->checkInterference(VirtReg, PhysReg)) { switch (Matrix->checkInterference(VirtReg, PhysReg)) {
case LiveRegMatrix::IK_Free: case LiveRegMatrix::IK_Free:

View File

@ -757,12 +757,17 @@ Register RAGreedy::tryAssign(LiveInterval &VirtReg,
AllocationOrder &Order, AllocationOrder &Order,
SmallVectorImpl<Register> &NewVRegs, SmallVectorImpl<Register> &NewVRegs,
const SmallVirtRegSet &FixedRegisters) { const SmallVirtRegSet &FixedRegisters) {
Order.rewind();
Register PhysReg; Register PhysReg;
while ((PhysReg = Order.next())) for (auto I = Order.begin(), E = Order.end(); I != E && !PhysReg; ++I) {
if (!Matrix->checkInterference(VirtReg, PhysReg)) assert(*I);
break; if (!Matrix->checkInterference(VirtReg, *I)) {
if (!PhysReg || Order.isHint()) if (I.isHint())
return *I;
else
PhysReg = *I;
}
}
if (!PhysReg.isValid())
return PhysReg; return PhysReg;
// PhysReg is available, but there may be a better choice. // PhysReg is available, but there may be a better choice.
@ -803,12 +808,12 @@ Register RAGreedy::tryAssign(LiveInterval &VirtReg,
Register RAGreedy::canReassign(LiveInterval &VirtReg, Register PrevReg) { Register RAGreedy::canReassign(LiveInterval &VirtReg, Register PrevReg) {
auto Order = auto Order =
AllocationOrder::create(VirtReg.reg(), *VRM, RegClassInfo, Matrix); AllocationOrder::create(VirtReg.reg(), *VRM, RegClassInfo, Matrix);
Register PhysReg; MCRegister PhysReg;
while ((PhysReg = Order.next())) { for (auto I = Order.begin(), E = Order.end(); I != E && !PhysReg; ++I) {
if (PhysReg == PrevReg) if ((*I).id() == PrevReg.id())
continue; continue;
MCRegUnitIterator Units(PhysReg, TRI); MCRegUnitIterator Units(*I, TRI);
for (; Units.isValid(); ++Units) { for (; Units.isValid(); ++Units) {
// Instantiate a "subquery", not to be confused with the Queries array. // Instantiate a "subquery", not to be confused with the Queries array.
LiveIntervalUnion::Query subQ(VirtReg, Matrix->getLiveUnions()[*Units]); LiveIntervalUnion::Query subQ(VirtReg, Matrix->getLiveUnions()[*Units]);
@ -817,7 +822,7 @@ Register RAGreedy::canReassign(LiveInterval &VirtReg, Register PrevReg) {
} }
// If no units have interference, break out with the current PhysReg. // If no units have interference, break out with the current PhysReg.
if (!Units.isValid()) if (!Units.isValid())
break; PhysReg = *I;
} }
if (PhysReg) if (PhysReg)
LLVM_DEBUG(dbgs() << "can reassign: " << VirtReg << " from " LLVM_DEBUG(dbgs() << "can reassign: " << VirtReg << " from "
@ -1134,8 +1139,10 @@ unsigned RAGreedy::tryEvict(LiveInterval &VirtReg,
} }
} }
Order.rewind(); for (auto I = Order.begin(), E = Order.getOrderLimitEnd(OrderLimit); I != E;
while (MCRegister PhysReg = Order.next(OrderLimit)) { ++I) {
MCRegister PhysReg = *I;
assert(PhysReg);
if (TRI->getCostPerUse(PhysReg) >= CostPerUseLimit) if (TRI->getCostPerUse(PhysReg) >= CostPerUseLimit)
continue; continue;
// The first use of a callee-saved register in a function has cost 1. // The first use of a callee-saved register in a function has cost 1.
@ -1156,7 +1163,7 @@ unsigned RAGreedy::tryEvict(LiveInterval &VirtReg,
BestPhys = PhysReg; BestPhys = PhysReg;
// Stop if the hint can be used. // Stop if the hint can be used.
if (Order.isHint()) if (I.isHint())
break; break;
} }
@ -1849,8 +1856,8 @@ unsigned RAGreedy::calculateRegionSplitCost(LiveInterval &VirtReg,
unsigned &NumCands, bool IgnoreCSR, unsigned &NumCands, bool IgnoreCSR,
bool *CanCauseEvictionChain) { bool *CanCauseEvictionChain) {
unsigned BestCand = NoCand; unsigned BestCand = NoCand;
Order.rewind(); for (MCPhysReg PhysReg : Order) {
while (unsigned PhysReg = Order.next()) { assert(PhysReg);
if (IgnoreCSR && isUnusedCalleeSavedReg(PhysReg)) if (IgnoreCSR && isUnusedCalleeSavedReg(PhysReg))
continue; continue;
@ -2288,8 +2295,8 @@ unsigned RAGreedy::tryLocalSplit(LiveInterval &VirtReg, AllocationOrder &Order,
(1.0f / MBFI->getEntryFreq()); (1.0f / MBFI->getEntryFreq());
SmallVector<float, 8> GapWeight; SmallVector<float, 8> GapWeight;
Order.rewind(); for (MCPhysReg PhysReg : Order) {
while (unsigned PhysReg = Order.next()) { assert(PhysReg);
// Keep track of the largest spill weight that would need to be evicted in // Keep track of the largest spill weight that would need to be evicted in
// order to make use of PhysReg between UseSlots[I] and UseSlots[I + 1]. // order to make use of PhysReg between UseSlots[I] and UseSlots[I + 1].
calcGapWeights(PhysReg, GapWeight); calcGapWeights(PhysReg, GapWeight);
@ -2606,8 +2613,8 @@ unsigned RAGreedy::tryLastChanceRecoloring(LiveInterval &VirtReg,
FixedRegisters.insert(VirtReg.reg()); FixedRegisters.insert(VirtReg.reg());
SmallVector<Register, 4> CurrentNewVRegs; SmallVector<Register, 4> CurrentNewVRegs;
Order.rewind(); for (MCRegister PhysReg : Order) {
while (Register PhysReg = Order.next()) { assert(PhysReg.isValid());
LLVM_DEBUG(dbgs() << "Try to assign: " << VirtReg << " to " LLVM_DEBUG(dbgs() << "Try to assign: " << VirtReg << " to "
<< printReg(PhysReg, TRI) << '\n'); << printReg(PhysReg, TRI) << '\n');
RecoloringCandidates.clear(); RecoloringCandidates.clear();

View File

@ -12,11 +12,14 @@
using namespace llvm; using namespace llvm;
namespace { namespace {
std::vector<MCPhysReg> loadOrder(AllocationOrder &O, unsigned Limit = 0) { std::vector<MCPhysReg> loadOrder(const AllocationOrder &O, unsigned Limit = 0) {
std::vector<MCPhysReg> Ret; std::vector<MCPhysReg> Ret;
O.rewind(); if (Limit == 0)
while (auto R = O.next(Limit)) for (auto R : O)
Ret.push_back(R); Ret.push_back(R);
else
for (auto I = O.begin(), E = O.getOrderLimitEnd(Limit); I != E; ++I)
Ret.push_back(*I);
return Ret; return Ret;
} }
} // namespace } // namespace
@ -48,6 +51,7 @@ TEST(AllocationOrderTest, LimitsBasic) {
AllocationOrder O(std::move(Hints), Order, false); AllocationOrder O(std::move(Hints), Order, false);
EXPECT_EQ((std::vector<MCPhysReg>{1, 2, 3, 4, 5, 6, 7}), loadOrder(O, 0)); EXPECT_EQ((std::vector<MCPhysReg>{1, 2, 3, 4, 5, 6, 7}), loadOrder(O, 0));
EXPECT_EQ((std::vector<MCPhysReg>{1, 2, 3, 4}), loadOrder(O, 1)); EXPECT_EQ((std::vector<MCPhysReg>{1, 2, 3, 4}), loadOrder(O, 1));
EXPECT_EQ(O.end(), O.getOrderLimitEnd(0));
} }
TEST(AllocationOrderTest, LimitsDuplicates) { TEST(AllocationOrderTest, LimitsDuplicates) {
@ -96,19 +100,19 @@ TEST(AllocationOrderTest, IsHintTest) {
SmallVector<MCPhysReg, 16> Hints = {1, 2, 3}; SmallVector<MCPhysReg, 16> Hints = {1, 2, 3};
SmallVector<MCPhysReg, 16> Order = {4, 1, 5, 6}; SmallVector<MCPhysReg, 16> Order = {4, 1, 5, 6};
AllocationOrder O(std::move(Hints), Order, false); AllocationOrder O(std::move(Hints), Order, false);
O.rewind(); auto I = O.begin();
auto V = O.next(); auto V = *I;
EXPECT_TRUE(O.isHint()); EXPECT_TRUE(I.isHint());
EXPECT_EQ(V, 1U); EXPECT_EQ(V, 1U);
O.next(); ++I;
EXPECT_TRUE(O.isHint()); EXPECT_TRUE(I.isHint());
O.next(); ++I;
EXPECT_TRUE(O.isHint()); EXPECT_TRUE(I.isHint());
V = O.next(); V = *(++I);
EXPECT_FALSE(O.isHint()); EXPECT_FALSE(I.isHint());
EXPECT_EQ(V, 4U); EXPECT_EQ(V, 4U);
V = O.next(); V = *(++I);
EXPECT_TRUE(O.isHint(1)); EXPECT_TRUE(O.isHint(1));
EXPECT_FALSE(O.isHint()); EXPECT_FALSE(I.isHint());
EXPECT_EQ(V, 5U); EXPECT_EQ(V, 5U);
} }