forked from OSchip/llvm-project
144 lines
4.3 KiB
C++
144 lines
4.3 KiB
C++
//===-- GCNSchedStrategy.h - GCN Scheduler Strategy -*- C++ -*-------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
/// \file
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef LLVM_LIB_TARGET_AMDGPU_GCNSCHEDSTRATEGY_H
|
|
#define LLVM_LIB_TARGET_AMDGPU_GCNSCHEDSTRATEGY_H
|
|
|
|
#include "GCNRegPressure.h"
|
|
#include "llvm/CodeGen/MachineScheduler.h"
|
|
|
|
namespace llvm {
|
|
|
|
class SIMachineFunctionInfo;
|
|
class SIRegisterInfo;
|
|
class GCNSubtarget;
|
|
|
|
/// This is a minimal scheduler strategy. The main difference between this
|
|
/// and the GenericScheduler is that GCNSchedStrategy uses different
|
|
/// heuristics to determine excess/critical pressure sets. Its goal is to
|
|
/// maximize kernel occupancy (i.e. maximum number of waves per simd).
|
|
class GCNMaxOccupancySchedStrategy final : public GenericScheduler {
|
|
friend class GCNScheduleDAGMILive;
|
|
|
|
SUnit *pickNodeBidirectional(bool &IsTopNode);
|
|
|
|
void pickNodeFromQueue(SchedBoundary &Zone, const CandPolicy &ZonePolicy,
|
|
const RegPressureTracker &RPTracker,
|
|
SchedCandidate &Cand);
|
|
|
|
void initCandidate(SchedCandidate &Cand, SUnit *SU,
|
|
bool AtTop, const RegPressureTracker &RPTracker,
|
|
const SIRegisterInfo *SRI,
|
|
unsigned SGPRPressure, unsigned VGPRPressure);
|
|
|
|
std::vector<unsigned> Pressure;
|
|
std::vector<unsigned> MaxPressure;
|
|
|
|
unsigned SGPRExcessLimit;
|
|
unsigned VGPRExcessLimit;
|
|
unsigned SGPRCriticalLimit;
|
|
unsigned VGPRCriticalLimit;
|
|
|
|
unsigned TargetOccupancy;
|
|
|
|
// schedule() have seen a clustered memory operation. Set it to false
|
|
// before a region scheduling to know if the region had such clusters.
|
|
bool HasClusteredNodes;
|
|
|
|
// schedule() have seen an excess register pressure and had to track
|
|
// register pressure for actual scheduling heuristics.
|
|
bool HasExcessPressure;
|
|
|
|
MachineFunction *MF;
|
|
|
|
public:
|
|
GCNMaxOccupancySchedStrategy(const MachineSchedContext *C);
|
|
|
|
SUnit *pickNode(bool &IsTopNode) override;
|
|
|
|
void initialize(ScheduleDAGMI *DAG) override;
|
|
|
|
void setTargetOccupancy(unsigned Occ) { TargetOccupancy = Occ; }
|
|
};
|
|
|
|
class GCNScheduleDAGMILive final : public ScheduleDAGMILive {
|
|
|
|
enum : unsigned {
|
|
Collect,
|
|
InitialSchedule,
|
|
UnclusteredReschedule,
|
|
ClusteredLowOccupancyReschedule,
|
|
LastStage = ClusteredLowOccupancyReschedule
|
|
};
|
|
|
|
const GCNSubtarget &ST;
|
|
|
|
SIMachineFunctionInfo &MFI;
|
|
|
|
// Occupancy target at the beginning of function scheduling cycle.
|
|
unsigned StartingOccupancy;
|
|
|
|
// Minimal real occupancy recorder for the function.
|
|
unsigned MinOccupancy;
|
|
|
|
// Scheduling stage number.
|
|
unsigned Stage;
|
|
|
|
// Current region index.
|
|
size_t RegionIdx;
|
|
|
|
// Vector of regions recorder for later rescheduling
|
|
SmallVector<std::pair<MachineBasicBlock::iterator,
|
|
MachineBasicBlock::iterator>, 32> Regions;
|
|
|
|
// Records if a region is not yet scheduled, or schedule has been reverted,
|
|
// or we generally desire to reschedule it.
|
|
BitVector RescheduleRegions;
|
|
|
|
// Record regions which use clustered loads/stores.
|
|
BitVector RegionsWithClusters;
|
|
|
|
// Record regions with high register pressure.
|
|
BitVector RegionsWithHighRP;
|
|
|
|
// Region live-in cache.
|
|
SmallVector<GCNRPTracker::LiveRegSet, 32> LiveIns;
|
|
|
|
// Region pressure cache.
|
|
SmallVector<GCNRegPressure, 32> Pressure;
|
|
|
|
// Temporary basic block live-in cache.
|
|
DenseMap<const MachineBasicBlock*, GCNRPTracker::LiveRegSet> MBBLiveIns;
|
|
|
|
DenseMap<MachineInstr *, GCNRPTracker::LiveRegSet> BBLiveInMap;
|
|
DenseMap<MachineInstr *, GCNRPTracker::LiveRegSet> getBBLiveInMap() const;
|
|
|
|
// Return current region pressure.
|
|
GCNRegPressure getRealRegPressure() const;
|
|
|
|
// Compute and cache live-ins and pressure for all regions in block.
|
|
void computeBlockPressure(const MachineBasicBlock *MBB);
|
|
|
|
|
|
public:
|
|
GCNScheduleDAGMILive(MachineSchedContext *C,
|
|
std::unique_ptr<MachineSchedStrategy> S);
|
|
|
|
void schedule() override;
|
|
|
|
void finalizeSchedule() override;
|
|
};
|
|
|
|
} // End namespace llvm
|
|
|
|
#endif // GCNSCHEDSTRATEGY_H
|