2012-12-12 05:25:42 +08:00
|
|
|
//===-- AMDGPUTargetMachine.cpp - TargetMachine for hw codegen targets-----===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
/// \file
|
|
|
|
/// \brief The AMDGPU target machine contains all of the hardware specific
|
|
|
|
/// information needed to emit code for R600 and SI GPUs.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "AMDGPUTargetMachine.h"
|
|
|
|
#include "AMDGPU.h"
|
|
|
|
#include "R600ISelLowering.h"
|
|
|
|
#include "R600InstrInfo.h"
|
2013-03-06 02:41:32 +08:00
|
|
|
#include "R600MachineScheduler.h"
|
2012-12-12 05:25:42 +08:00
|
|
|
#include "SIISelLowering.h"
|
|
|
|
#include "SIInstrInfo.h"
|
|
|
|
#include "llvm/Analysis/Passes.h"
|
|
|
|
#include "llvm/Analysis/Verifier.h"
|
|
|
|
#include "llvm/CodeGen/MachineFunctionAnalysis.h"
|
|
|
|
#include "llvm/CodeGen/MachineModuleInfo.h"
|
|
|
|
#include "llvm/CodeGen/Passes.h"
|
|
|
|
#include "llvm/MC/MCAsmInfo.h"
|
|
|
|
#include "llvm/PassManager.h"
|
|
|
|
#include "llvm/Support/TargetRegistry.h"
|
|
|
|
#include "llvm/Support/raw_os_ostream.h"
|
|
|
|
#include "llvm/Transforms/IPO.h"
|
|
|
|
#include "llvm/Transforms/Scalar.h"
|
|
|
|
#include <llvm/CodeGen/Passes.h>
|
|
|
|
|
2013-10-11 01:11:12 +08:00
|
|
|
|
2012-12-12 05:25:42 +08:00
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
extern "C" void LLVMInitializeR600Target() {
|
|
|
|
// Register the target
|
|
|
|
RegisterTargetMachine<AMDGPUTargetMachine> X(TheAMDGPUTarget);
|
|
|
|
}
|
|
|
|
|
2013-03-06 02:41:32 +08:00
|
|
|
static ScheduleDAGInstrs *createR600MachineScheduler(MachineSchedContext *C) {
|
|
|
|
return new ScheduleDAGMI(C, new R600SchedStrategy());
|
|
|
|
}
|
|
|
|
|
|
|
|
static MachineSchedRegistry
|
|
|
|
SchedCustomRegistry("r600", "Run R600's custom scheduler",
|
|
|
|
createR600MachineScheduler);
|
|
|
|
|
2012-12-12 05:25:42 +08:00
|
|
|
AMDGPUTargetMachine::AMDGPUTargetMachine(const Target &T, StringRef TT,
|
|
|
|
StringRef CPU, StringRef FS,
|
|
|
|
TargetOptions Options,
|
|
|
|
Reloc::Model RM, CodeModel::Model CM,
|
|
|
|
CodeGenOpt::Level OptLevel
|
|
|
|
)
|
|
|
|
:
|
|
|
|
LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OptLevel),
|
|
|
|
Subtarget(TT, CPU, FS),
|
|
|
|
Layout(Subtarget.getDataLayout()),
|
2013-10-23 08:44:32 +08:00
|
|
|
FrameLowering(TargetFrameLowering::StackGrowsUp,
|
|
|
|
64 * 16 // Maximum stack alignment (long16)
|
|
|
|
, 0),
|
2012-12-12 05:25:42 +08:00
|
|
|
IntrinsicInfo(this),
|
|
|
|
InstrItins(&Subtarget.getInstrItineraryData()) {
|
|
|
|
// TLInfo uses InstrInfo so it must be initialized after.
|
2013-06-08 04:37:48 +08:00
|
|
|
if (Subtarget.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-05-23 11:31:47 +08:00
|
|
|
InstrInfo.reset(new R600InstrInfo(*this));
|
|
|
|
TLInfo.reset(new R600TargetLowering(*this));
|
2012-12-12 05:25:42 +08:00
|
|
|
} else {
|
2013-05-23 11:31:47 +08:00
|
|
|
InstrInfo.reset(new SIInstrInfo(*this));
|
|
|
|
TLInfo.reset(new SITargetLowering(*this));
|
2012-12-12 05:25:42 +08:00
|
|
|
}
|
2013-12-07 09:49:19 +08:00
|
|
|
setRequiresStructuredCFG(true);
|
2013-05-13 09:16:13 +08:00
|
|
|
initAsmInfo();
|
2012-12-12 05:25:42 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
AMDGPUTargetMachine::~AMDGPUTargetMachine() {
|
|
|
|
}
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
class AMDGPUPassConfig : public TargetPassConfig {
|
|
|
|
public:
|
|
|
|
AMDGPUPassConfig(AMDGPUTargetMachine *TM, PassManagerBase &PM)
|
2013-09-20 13:14:41 +08:00
|
|
|
: TargetPassConfig(TM, PM) {}
|
2012-12-12 05:25:42 +08:00
|
|
|
|
|
|
|
AMDGPUTargetMachine &getAMDGPUTargetMachine() const {
|
|
|
|
return getTM<AMDGPUTargetMachine>();
|
|
|
|
}
|
2013-09-20 13:14:41 +08:00
|
|
|
|
|
|
|
virtual ScheduleDAGInstrs *
|
|
|
|
createMachineScheduler(MachineSchedContext *C) const {
|
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
|
|
|
return createR600MachineScheduler(C);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2012-12-12 05:25:42 +08:00
|
|
|
virtual bool addPreISel();
|
|
|
|
virtual bool addInstSelector();
|
|
|
|
virtual bool addPreRegAlloc();
|
|
|
|
virtual bool addPostRegAlloc();
|
|
|
|
virtual bool addPreSched2();
|
|
|
|
virtual bool addPreEmitPass();
|
|
|
|
};
|
|
|
|
} // End of anonymous namespace
|
|
|
|
|
|
|
|
TargetPassConfig *AMDGPUTargetMachine::createPassConfig(PassManagerBase &PM) {
|
|
|
|
return new AMDGPUPassConfig(this, PM);
|
|
|
|
}
|
|
|
|
|
2013-07-27 08:01:07 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// AMDGPU Analysis Pass Setup
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
void AMDGPUTargetMachine::addAnalysisPasses(PassManagerBase &PM) {
|
|
|
|
// Add first the target-independent BasicTTI pass, then our AMDGPU pass. This
|
|
|
|
// allows the AMDGPU pass to delegate to the target independent layer when
|
|
|
|
// appropriate.
|
|
|
|
PM.add(createBasicTargetTransformInfoPass(this));
|
|
|
|
PM.add(createAMDGPUTargetTransformInfoPass(this));
|
|
|
|
}
|
|
|
|
|
2012-12-12 05:25:42 +08:00
|
|
|
bool
|
|
|
|
AMDGPUPassConfig::addPreISel() {
|
2012-12-20 06:10:31 +08:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-08-06 10:43:45 +08:00
|
|
|
addPass(createFlattenCFGPass());
|
2013-11-19 03:43:44 +08:00
|
|
|
if (ST.IsIRStructurizerEnabled())
|
2013-10-11 01:11:12 +08:00
|
|
|
addPass(createStructurizeCFGPass());
|
2013-06-08 04:37:48 +08:00
|
|
|
if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-10-14 01:56:21 +08:00
|
|
|
addPass(createSinkingPass());
|
2013-08-15 07:24:45 +08:00
|
|
|
addPass(createSITypeRewriter());
|
2012-12-20 06:10:31 +08:00
|
|
|
addPass(createSIAnnotateControlFlowPass());
|
2013-05-18 00:50:20 +08:00
|
|
|
} else {
|
|
|
|
addPass(createR600TextureIntrinsicsReplacer());
|
2012-12-20 06:10:31 +08:00
|
|
|
}
|
2012-12-12 05:25:42 +08:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addInstSelector() {
|
|
|
|
addPass(createAMDGPUISelDag(getAMDGPUTargetMachine()));
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreRegAlloc() {
|
|
|
|
addPass(createAMDGPUConvertToISAPass(*TM));
|
2013-06-06 05:38:04 +08:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-06-08 04:37:48 +08:00
|
|
|
|
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-06-06 05:38:04 +08:00
|
|
|
addPass(createR600VectorRegMerger(*TM));
|
2013-08-07 07:08:28 +08:00
|
|
|
} else {
|
|
|
|
addPass(createSIFixSGPRCopiesPass(*TM));
|
2013-06-06 05:38:04 +08:00
|
|
|
}
|
2012-12-12 05:25:42 +08:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPostRegAlloc() {
|
2013-01-19 05:15:53 +08:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
|
|
|
|
2013-06-08 04:37:48 +08:00
|
|
|
if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-01-19 05:15:53 +08:00
|
|
|
addPass(createSIInsertWaits(*TM));
|
|
|
|
}
|
2012-12-12 05:25:42 +08:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreSched2() {
|
2013-07-09 23:03:33 +08:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2012-12-12 05:25:42 +08:00
|
|
|
|
2013-10-02 03:32:58 +08:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
2013-12-12 01:51:41 +08:00
|
|
|
addPass(createR600EmitClauseMarkers());
|
2013-11-19 03:43:33 +08:00
|
|
|
if (ST.isIfCvtEnabled())
|
|
|
|
addPass(&IfConverterID);
|
2013-10-02 03:32:58 +08:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
|
|
|
addPass(createR600ClauseMergePass(*TM));
|
2012-12-12 05:25:42 +08:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreEmitPass() {
|
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-06-08 04:37:48 +08:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-12-12 01:51:47 +08:00
|
|
|
addPass(createAMDGPUCFGStructurizerPass());
|
2012-12-12 05:25:42 +08:00
|
|
|
addPass(createR600ExpandSpecialInstrsPass(*TM));
|
|
|
|
addPass(&FinalizeMachineBundlesID);
|
2013-04-30 08:14:27 +08:00
|
|
|
addPass(createR600Packetizer(*TM));
|
|
|
|
addPass(createR600ControlFlowFinalizer(*TM));
|
2012-12-12 05:25:42 +08:00
|
|
|
} else {
|
|
|
|
addPass(createSILowerControlFlowPass(*TM));
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|