2011-04-16 05:51:11 +08:00
|
|
|
//===-- MipsISelLowering.cpp - Mips DAG Lowering Implementation -----------===//
|
2007-06-06 15:42:06 +08:00
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
2007-12-30 04:36:04 +08:00
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
2007-06-06 15:42:06 +08:00
|
|
|
//
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-06-06 15:42:06 +08:00
|
|
|
//
|
|
|
|
// This file defines the interfaces that Mips uses to lower LLVM code into a
|
|
|
|
// selection DAG.
|
|
|
|
//
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-06-06 15:42:06 +08:00
|
|
|
|
|
|
|
#define DEBUG_TYPE "mips-lower"
|
|
|
|
#include "MipsISelLowering.h"
|
2007-08-28 13:08:16 +08:00
|
|
|
#include "MipsMachineFunction.h"
|
2007-06-06 15:42:06 +08:00
|
|
|
#include "MipsTargetMachine.h"
|
2009-08-13 14:28:06 +08:00
|
|
|
#include "MipsTargetObjectFile.h"
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
#include "MipsSubtarget.h"
|
2007-06-06 15:42:06 +08:00
|
|
|
#include "llvm/DerivedTypes.h"
|
|
|
|
#include "llvm/Function.h"
|
2008-07-22 02:52:34 +08:00
|
|
|
#include "llvm/GlobalVariable.h"
|
2007-06-06 15:42:06 +08:00
|
|
|
#include "llvm/Intrinsics.h"
|
|
|
|
#include "llvm/CallingConv.h"
|
2011-07-08 07:56:50 +08:00
|
|
|
#include "InstPrinter/MipsInstPrinter.h"
|
2011-11-12 06:58:42 +08:00
|
|
|
#include "MCTargetDesc/MipsBaseInfo.h"
|
2007-06-06 15:42:06 +08:00
|
|
|
#include "llvm/CodeGen/CallingConvLower.h"
|
|
|
|
#include "llvm/CodeGen/MachineFrameInfo.h"
|
|
|
|
#include "llvm/CodeGen/MachineFunction.h"
|
|
|
|
#include "llvm/CodeGen/MachineInstrBuilder.h"
|
2007-12-31 12:13:23 +08:00
|
|
|
#include "llvm/CodeGen/MachineRegisterInfo.h"
|
2007-06-06 15:42:06 +08:00
|
|
|
#include "llvm/CodeGen/SelectionDAGISel.h"
|
|
|
|
#include "llvm/CodeGen/ValueTypes.h"
|
|
|
|
#include "llvm/Support/Debug.h"
|
2009-07-12 04:10:48 +08:00
|
|
|
#include "llvm/Support/ErrorHandling.h"
|
2007-06-06 15:42:06 +08:00
|
|
|
using namespace llvm;
|
|
|
|
|
2011-08-19 04:07:42 +08:00
|
|
|
// If I is a shifted mask, set the size (Size) and the first bit of the
|
|
|
|
// mask (Pos), and return true.
|
2011-08-20 06:59:00 +08:00
|
|
|
// For example, if I is 0x003ff800, (Pos, Size) = (11, 11).
|
|
|
|
static bool IsShiftedMask(uint64_t I, uint64_t &Pos, uint64_t &Size) {
|
2011-12-06 05:26:34 +08:00
|
|
|
if (!isShiftedMask_64(I))
|
2011-08-20 06:59:00 +08:00
|
|
|
return false;
|
2011-08-17 10:05:42 +08:00
|
|
|
|
2011-12-06 05:26:34 +08:00
|
|
|
Size = CountPopulation_64(I);
|
|
|
|
Pos = CountTrailingZeros_64(I);
|
2011-08-19 04:07:42 +08:00
|
|
|
return true;
|
2011-08-17 10:05:42 +08:00
|
|
|
}
|
|
|
|
|
2009-07-28 11:13:23 +08:00
|
|
|
const char *MipsTargetLowering::getTargetNodeName(unsigned Opcode) const {
|
|
|
|
switch (Opcode) {
|
2011-05-24 05:13:59 +08:00
|
|
|
case MipsISD::JmpLink: return "MipsISD::JmpLink";
|
|
|
|
case MipsISD::Hi: return "MipsISD::Hi";
|
|
|
|
case MipsISD::Lo: return "MipsISD::Lo";
|
|
|
|
case MipsISD::GPRel: return "MipsISD::GPRel";
|
2011-05-31 10:53:58 +08:00
|
|
|
case MipsISD::ThreadPointer: return "MipsISD::ThreadPointer";
|
2011-05-24 05:13:59 +08:00
|
|
|
case MipsISD::Ret: return "MipsISD::Ret";
|
|
|
|
case MipsISD::FPBrcond: return "MipsISD::FPBrcond";
|
|
|
|
case MipsISD::FPCmp: return "MipsISD::FPCmp";
|
|
|
|
case MipsISD::CMovFP_T: return "MipsISD::CMovFP_T";
|
|
|
|
case MipsISD::CMovFP_F: return "MipsISD::CMovFP_F";
|
|
|
|
case MipsISD::FPRound: return "MipsISD::FPRound";
|
|
|
|
case MipsISD::MAdd: return "MipsISD::MAdd";
|
|
|
|
case MipsISD::MAddu: return "MipsISD::MAddu";
|
|
|
|
case MipsISD::MSub: return "MipsISD::MSub";
|
|
|
|
case MipsISD::MSubu: return "MipsISD::MSubu";
|
|
|
|
case MipsISD::DivRem: return "MipsISD::DivRem";
|
|
|
|
case MipsISD::DivRemU: return "MipsISD::DivRemU";
|
|
|
|
case MipsISD::BuildPairF64: return "MipsISD::BuildPairF64";
|
|
|
|
case MipsISD::ExtractElementF64: return "MipsISD::ExtractElementF64";
|
2011-12-13 06:38:19 +08:00
|
|
|
case MipsISD::Wrapper: return "MipsISD::Wrapper";
|
2011-06-21 08:40:49 +08:00
|
|
|
case MipsISD::DynAlloc: return "MipsISD::DynAlloc";
|
2011-07-20 07:30:50 +08:00
|
|
|
case MipsISD::Sync: return "MipsISD::Sync";
|
2011-08-17 10:05:42 +08:00
|
|
|
case MipsISD::Ext: return "MipsISD::Ext";
|
|
|
|
case MipsISD::Ins: return "MipsISD::Ins";
|
2011-06-08 02:58:42 +08:00
|
|
|
default: return NULL;
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
MipsTargetLowering::
|
2009-07-28 11:13:23 +08:00
|
|
|
MipsTargetLowering(MipsTargetMachine &TM)
|
2011-09-27 05:47:02 +08:00
|
|
|
: TargetLowering(TM, new MipsTargetObjectFile()),
|
|
|
|
Subtarget(&TM.getSubtarget<MipsSubtarget>()),
|
2011-10-29 02:47:24 +08:00
|
|
|
HasMips64(Subtarget->hasMips64()), IsN64(Subtarget->isABI_N64()),
|
|
|
|
IsO32(Subtarget->isABI_O32()) {
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
|
2007-06-06 15:42:06 +08:00
|
|
|
// Mips does not have i1 type, so use i32 for
|
2010-11-23 11:31:01 +08:00
|
|
|
// setcc operations results (slt, sgt, ...).
|
2008-11-23 23:47:28 +08:00
|
|
|
setBooleanContents(ZeroOrOneBooleanContent);
|
2011-09-07 03:07:46 +08:00
|
|
|
setBooleanVectorContents(ZeroOrOneBooleanContent); // FIXME: Is this correct?
|
2007-06-06 15:42:06 +08:00
|
|
|
|
|
|
|
// Set up the register classes
|
2009-08-12 04:47:22 +08:00
|
|
|
addRegisterClass(MVT::i32, Mips::CPURegsRegisterClass);
|
2007-06-06 15:42:06 +08:00
|
|
|
|
2011-09-24 09:34:44 +08:00
|
|
|
if (HasMips64)
|
|
|
|
addRegisterClass(MVT::i64, Mips::CPU64RegsRegisterClass);
|
|
|
|
|
2012-01-05 03:29:11 +08:00
|
|
|
if (!TM.Options.UseSoftFloat) {
|
|
|
|
addRegisterClass(MVT::f32, Mips::FGR32RegisterClass);
|
|
|
|
|
|
|
|
// When dealing with single precision only, use libcalls
|
|
|
|
if (!Subtarget->isSingleFloat()) {
|
|
|
|
if (HasMips64)
|
|
|
|
addRegisterClass(MVT::f64, Mips::FGR64RegisterClass);
|
|
|
|
else
|
|
|
|
addRegisterClass(MVT::f64, Mips::AFGR64RegisterClass);
|
|
|
|
}
|
2011-09-24 02:28:39 +08:00
|
|
|
}
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
// Load extented operations for i1 types must be promoted
|
2009-08-12 04:47:22 +08:00
|
|
|
setLoadExtAction(ISD::EXTLOAD, MVT::i1, Promote);
|
|
|
|
setLoadExtAction(ISD::ZEXTLOAD, MVT::i1, Promote);
|
|
|
|
setLoadExtAction(ISD::SEXTLOAD, MVT::i1, Promote);
|
2007-06-06 15:42:06 +08:00
|
|
|
|
2009-07-17 12:07:24 +08:00
|
|
|
// MIPS doesn't have extending float->double load/store
|
2009-08-12 04:47:22 +08:00
|
|
|
setLoadExtAction(ISD::EXTLOAD, MVT::f32, Expand);
|
|
|
|
setTruncStoreAction(MVT::f64, MVT::f32, Expand);
|
2009-07-17 10:28:12 +08:00
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
// Used by legalize types to correctly generate the setcc result.
|
|
|
|
// Without this, every float setcc comes with a AND/OR with the result,
|
|
|
|
// we don't want this, since the fpcmp result goes to a flag register,
|
2008-08-01 02:31:28 +08:00
|
|
|
// which is used implicitly by brcond and select operations.
|
2009-08-12 04:47:22 +08:00
|
|
|
AddPromotedToType(ISD::SETCC, MVT::i1, MVT::i32);
|
2008-08-01 02:31:28 +08:00
|
|
|
|
2008-07-09 12:15:08 +08:00
|
|
|
// Mips Custom Operations
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::GlobalAddress, MVT::i32, Custom);
|
2011-10-11 08:55:05 +08:00
|
|
|
setOperationAction(ISD::GlobalAddress, MVT::i64, Custom);
|
2011-03-05 04:01:52 +08:00
|
|
|
setOperationAction(ISD::BlockAddress, MVT::i32, Custom);
|
2011-11-17 06:42:10 +08:00
|
|
|
setOperationAction(ISD::BlockAddress, MVT::i64, Custom);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::GlobalTLSAddress, MVT::i32, Custom);
|
2011-12-09 04:34:32 +08:00
|
|
|
setOperationAction(ISD::GlobalTLSAddress, MVT::i64, Custom);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::JumpTable, MVT::i32, Custom);
|
2011-12-06 05:03:03 +08:00
|
|
|
setOperationAction(ISD::JumpTable, MVT::i64, Custom);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::ConstantPool, MVT::i32, Custom);
|
2011-11-17 06:44:38 +08:00
|
|
|
setOperationAction(ISD::ConstantPool, MVT::i64, Custom);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::SELECT, MVT::f32, Custom);
|
|
|
|
setOperationAction(ISD::SELECT, MVT::f64, Custom);
|
|
|
|
setOperationAction(ISD::SELECT, MVT::i32, Custom);
|
|
|
|
setOperationAction(ISD::BRCOND, MVT::Other, Custom);
|
|
|
|
setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i32, Custom);
|
2011-12-21 07:35:46 +08:00
|
|
|
setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i64, Custom);
|
2010-02-07 05:00:02 +08:00
|
|
|
setOperationAction(ISD::VASTART, MVT::Other, Custom);
|
|
|
|
|
2011-03-05 05:03:24 +08:00
|
|
|
setOperationAction(ISD::SDIV, MVT::i32, Expand);
|
|
|
|
setOperationAction(ISD::SREM, MVT::i32, Expand);
|
|
|
|
setOperationAction(ISD::UDIV, MVT::i32, Expand);
|
|
|
|
setOperationAction(ISD::UREM, MVT::i32, Expand);
|
2011-10-04 05:06:13 +08:00
|
|
|
setOperationAction(ISD::SDIV, MVT::i64, Expand);
|
|
|
|
setOperationAction(ISD::SREM, MVT::i64, Expand);
|
|
|
|
setOperationAction(ISD::UDIV, MVT::i64, Expand);
|
|
|
|
setOperationAction(ISD::UREM, MVT::i64, Expand);
|
2011-03-05 05:03:24 +08:00
|
|
|
|
2008-07-09 12:15:08 +08:00
|
|
|
// Operations not directly supported by Mips.
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::BR_JT, MVT::Other, Expand);
|
|
|
|
setOperationAction(ISD::BR_CC, MVT::Other, Expand);
|
|
|
|
setOperationAction(ISD::SELECT_CC, MVT::Other, Expand);
|
|
|
|
setOperationAction(ISD::UINT_TO_FP, MVT::i32, Expand);
|
2011-12-21 07:40:56 +08:00
|
|
|
setOperationAction(ISD::UINT_TO_FP, MVT::i64, Expand);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::FP_TO_UINT, MVT::i32, Expand);
|
2011-12-21 07:40:56 +08:00
|
|
|
setOperationAction(ISD::FP_TO_UINT, MVT::i64, Expand);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i1, Expand);
|
|
|
|
setOperationAction(ISD::CTPOP, MVT::i32, Expand);
|
2011-12-21 08:14:05 +08:00
|
|
|
setOperationAction(ISD::CTPOP, MVT::i64, Expand);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::CTTZ, MVT::i32, Expand);
|
2011-12-21 08:14:05 +08:00
|
|
|
setOperationAction(ISD::CTTZ, MVT::i64, Expand);
|
2011-12-13 09:56:10 +08:00
|
|
|
setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::i32, Expand);
|
|
|
|
setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::i64, Expand);
|
|
|
|
setOperationAction(ISD::CTLZ_ZERO_UNDEF, MVT::i32, Expand);
|
|
|
|
setOperationAction(ISD::CTLZ_ZERO_UNDEF, MVT::i64, Expand);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::ROTL, MVT::i32, Expand);
|
2011-10-01 02:51:46 +08:00
|
|
|
setOperationAction(ISD::ROTL, MVT::i64, Expand);
|
2010-12-10 01:32:30 +08:00
|
|
|
|
2011-09-21 07:53:09 +08:00
|
|
|
if (!Subtarget->hasMips32r2())
|
2010-12-10 01:32:30 +08:00
|
|
|
setOperationAction(ISD::ROTR, MVT::i32, Expand);
|
|
|
|
|
2011-10-01 02:51:46 +08:00
|
|
|
if (!Subtarget->hasMips64r2())
|
|
|
|
setOperationAction(ISD::ROTR, MVT::i64, Expand);
|
|
|
|
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::SHL_PARTS, MVT::i32, Expand);
|
|
|
|
setOperationAction(ISD::SRA_PARTS, MVT::i32, Expand);
|
|
|
|
setOperationAction(ISD::SRL_PARTS, MVT::i32, Expand);
|
2011-05-26 03:32:07 +08:00
|
|
|
setOperationAction(ISD::FCOPYSIGN, MVT::f32, Custom);
|
|
|
|
setOperationAction(ISD::FCOPYSIGN, MVT::f64, Custom);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::FSIN, MVT::f32, Expand);
|
2011-03-05 02:54:14 +08:00
|
|
|
setOperationAction(ISD::FSIN, MVT::f64, Expand);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::FCOS, MVT::f32, Expand);
|
2011-03-05 02:54:14 +08:00
|
|
|
setOperationAction(ISD::FCOS, MVT::f64, Expand);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::FPOWI, MVT::f32, Expand);
|
|
|
|
setOperationAction(ISD::FPOW, MVT::f32, Expand);
|
2011-05-24 06:23:58 +08:00
|
|
|
setOperationAction(ISD::FPOW, MVT::f64, Expand);
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::FLOG, MVT::f32, Expand);
|
|
|
|
setOperationAction(ISD::FLOG2, MVT::f32, Expand);
|
|
|
|
setOperationAction(ISD::FLOG10, MVT::f32, Expand);
|
|
|
|
setOperationAction(ISD::FEXP, MVT::f32, Expand);
|
2011-07-09 05:39:21 +08:00
|
|
|
setOperationAction(ISD::FMA, MVT::f32, Expand);
|
|
|
|
setOperationAction(ISD::FMA, MVT::f64, Expand);
|
2008-07-09 12:15:08 +08:00
|
|
|
|
2011-05-27 02:59:03 +08:00
|
|
|
setOperationAction(ISD::EXCEPTIONADDR, MVT::i32, Expand);
|
2012-02-02 11:13:40 +08:00
|
|
|
setOperationAction(ISD::EXCEPTIONADDR, MVT::i64, Expand);
|
2011-05-27 02:59:03 +08:00
|
|
|
setOperationAction(ISD::EHSELECTION, MVT::i32, Expand);
|
2012-02-02 11:13:40 +08:00
|
|
|
setOperationAction(ISD::EHSELECTION, MVT::i64, Expand);
|
2011-06-09 07:55:35 +08:00
|
|
|
|
2011-03-10 03:22:22 +08:00
|
|
|
setOperationAction(ISD::VAARG, MVT::Other, Expand);
|
|
|
|
setOperationAction(ISD::VACOPY, MVT::Other, Expand);
|
|
|
|
setOperationAction(ISD::VAEND, MVT::Other, Expand);
|
|
|
|
|
2008-07-09 12:15:08 +08:00
|
|
|
// Use the default for now
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::STACKSAVE, MVT::Other, Expand);
|
|
|
|
setOperationAction(ISD::STACKRESTORE, MVT::Other, Expand);
|
2011-07-28 06:21:52 +08:00
|
|
|
|
2011-07-20 07:30:50 +08:00
|
|
|
setOperationAction(ISD::MEMBARRIER, MVT::Other, Custom);
|
2011-07-28 06:21:52 +08:00
|
|
|
setOperationAction(ISD::ATOMIC_FENCE, MVT::Other, Custom);
|
2008-07-08 03:11:24 +08:00
|
|
|
|
2011-08-30 02:23:02 +08:00
|
|
|
setOperationAction(ISD::ATOMIC_LOAD, MVT::i32, Expand);
|
2011-12-21 08:02:58 +08:00
|
|
|
setOperationAction(ISD::ATOMIC_LOAD, MVT::i64, Expand);
|
2011-08-30 02:23:02 +08:00
|
|
|
setOperationAction(ISD::ATOMIC_STORE, MVT::i32, Expand);
|
2011-12-21 08:02:58 +08:00
|
|
|
setOperationAction(ISD::ATOMIC_STORE, MVT::i64, Expand);
|
2011-08-30 02:23:02 +08:00
|
|
|
|
2011-08-04 05:06:02 +08:00
|
|
|
setInsertFencesForAtomic(true);
|
|
|
|
|
2008-08-04 14:44:31 +08:00
|
|
|
if (Subtarget->isSingleFloat())
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::SELECT_CC, MVT::f64, Expand);
|
2007-06-06 15:42:06 +08:00
|
|
|
|
2008-07-09 13:32:22 +08:00
|
|
|
if (!Subtarget->hasSEInReg()) {
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i8, Expand);
|
|
|
|
setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i16, Expand);
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
}
|
|
|
|
|
2011-12-21 08:20:27 +08:00
|
|
|
if (!Subtarget->hasBitCount()) {
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::CTLZ, MVT::i32, Expand);
|
2011-12-21 08:20:27 +08:00
|
|
|
setOperationAction(ISD::CTLZ, MVT::i64, Expand);
|
|
|
|
}
|
2008-08-08 14:16:31 +08:00
|
|
|
|
2011-12-21 07:56:43 +08:00
|
|
|
if (!Subtarget->hasSwap()) {
|
2009-08-12 04:47:22 +08:00
|
|
|
setOperationAction(ISD::BSWAP, MVT::i32, Expand);
|
2011-12-21 07:56:43 +08:00
|
|
|
setOperationAction(ISD::BSWAP, MVT::i64, Expand);
|
|
|
|
}
|
2008-08-13 15:13:40 +08:00
|
|
|
|
2011-01-19 03:29:17 +08:00
|
|
|
setTargetDAGCombine(ISD::ADDE);
|
|
|
|
setTargetDAGCombine(ISD::SUBE);
|
2011-03-05 05:03:24 +08:00
|
|
|
setTargetDAGCombine(ISD::SDIVREM);
|
|
|
|
setTargetDAGCombine(ISD::UDIVREM);
|
2011-04-01 02:26:17 +08:00
|
|
|
setTargetDAGCombine(ISD::SETCC);
|
2011-08-18 01:45:08 +08:00
|
|
|
setTargetDAGCombine(ISD::AND);
|
|
|
|
setTargetDAGCombine(ISD::OR);
|
2011-01-19 03:29:17 +08:00
|
|
|
|
2011-05-07 04:34:06 +08:00
|
|
|
setMinFunctionAlignment(2);
|
|
|
|
|
2012-02-02 11:17:04 +08:00
|
|
|
setStackPointerRegisterToSaveRestore(IsN64 ? Mips::SP_64 : Mips::SP);
|
2007-06-06 15:42:06 +08:00
|
|
|
computeRegisterProperties();
|
2011-05-27 02:59:03 +08:00
|
|
|
|
2012-02-02 11:13:40 +08:00
|
|
|
setExceptionPointerRegister(IsN64 ? Mips::A0_64 : Mips::A0);
|
|
|
|
setExceptionSelectorRegister(IsN64 ? Mips::A1_64 : Mips::A1);
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
|
|
|
|
2011-08-13 05:30:06 +08:00
|
|
|
bool MipsTargetLowering::allowsUnalignedMemoryAccesses(EVT VT) const {
|
2011-08-18 02:49:18 +08:00
|
|
|
MVT::SimpleValueType SVT = VT.getSimpleVT().SimpleTy;
|
2011-10-11 08:27:28 +08:00
|
|
|
return SVT == MVT::i64 || SVT == MVT::i32 || SVT == MVT::i16;
|
2011-08-13 05:30:06 +08:00
|
|
|
}
|
|
|
|
|
2011-09-07 03:07:46 +08:00
|
|
|
EVT MipsTargetLowering::getSetCCResultType(EVT VT) const {
|
2009-08-12 04:47:22 +08:00
|
|
|
return MVT::i32;
|
2008-03-10 23:42:14 +08:00
|
|
|
}
|
|
|
|
|
2011-01-19 03:29:17 +08:00
|
|
|
// SelectMadd -
|
|
|
|
// Transforms a subgraph in CurDAG if the following pattern is found:
|
|
|
|
// (addc multLo, Lo0), (adde multHi, Hi0),
|
|
|
|
// where,
|
|
|
|
// multHi/Lo: product of multiplication
|
2011-02-11 02:05:10 +08:00
|
|
|
// Lo0: initial value of Lo register
|
|
|
|
// Hi0: initial value of Hi register
|
2011-03-31 05:15:35 +08:00
|
|
|
// Return true if pattern matching was successful.
|
2011-01-19 03:29:17 +08:00
|
|
|
static bool SelectMadd(SDNode* ADDENode, SelectionDAG* CurDAG) {
|
2011-02-11 02:05:10 +08:00
|
|
|
// ADDENode's second operand must be a flag output of an ADDC node in order
|
2011-01-19 03:29:17 +08:00
|
|
|
// for the matching to be successful.
|
|
|
|
SDNode* ADDCNode = ADDENode->getOperand(2).getNode();
|
|
|
|
|
|
|
|
if (ADDCNode->getOpcode() != ISD::ADDC)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
SDValue MultHi = ADDENode->getOperand(0);
|
|
|
|
SDValue MultLo = ADDCNode->getOperand(0);
|
2011-02-11 02:05:10 +08:00
|
|
|
SDNode* MultNode = MultHi.getNode();
|
2011-01-19 03:29:17 +08:00
|
|
|
unsigned MultOpc = MultHi.getOpcode();
|
|
|
|
|
|
|
|
// MultHi and MultLo must be generated by the same node,
|
|
|
|
if (MultLo.getNode() != MultNode)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// and it must be a multiplication.
|
|
|
|
if (MultOpc != ISD::SMUL_LOHI && MultOpc != ISD::UMUL_LOHI)
|
|
|
|
return false;
|
2011-02-11 02:05:10 +08:00
|
|
|
|
|
|
|
// MultLo amd MultHi must be the first and second output of MultNode
|
|
|
|
// respectively.
|
2011-01-19 03:29:17 +08:00
|
|
|
if (MultHi.getResNo() != 1 || MultLo.getResNo() != 0)
|
|
|
|
return false;
|
|
|
|
|
2011-02-11 02:05:10 +08:00
|
|
|
// Transform this to a MADD only if ADDENode and ADDCNode are the only users
|
2011-01-19 03:29:17 +08:00
|
|
|
// of the values of MultNode, in which case MultNode will be removed in later
|
|
|
|
// phases.
|
2011-04-16 05:51:11 +08:00
|
|
|
// If there exist users other than ADDENode or ADDCNode, this function returns
|
|
|
|
// here, which will result in MultNode being mapped to a single MULT
|
2011-02-11 02:05:10 +08:00
|
|
|
// instruction node rather than a pair of MULT and MADD instructions being
|
2011-01-19 03:29:17 +08:00
|
|
|
// produced.
|
|
|
|
if (!MultHi.hasOneUse() || !MultLo.hasOneUse())
|
|
|
|
return false;
|
|
|
|
|
2011-02-11 02:05:10 +08:00
|
|
|
SDValue Chain = CurDAG->getEntryNode();
|
2011-01-19 03:29:17 +08:00
|
|
|
DebugLoc dl = ADDENode->getDebugLoc();
|
|
|
|
|
|
|
|
// create MipsMAdd(u) node
|
|
|
|
MultOpc = MultOpc == ISD::UMUL_LOHI ? MipsISD::MAddu : MipsISD::MAdd;
|
2011-02-11 02:05:10 +08:00
|
|
|
|
2011-12-20 03:52:25 +08:00
|
|
|
SDValue MAdd = CurDAG->getNode(MultOpc, dl, MVT::Glue,
|
2011-01-19 03:29:17 +08:00
|
|
|
MultNode->getOperand(0),// Factor 0
|
|
|
|
MultNode->getOperand(1),// Factor 1
|
2011-02-11 02:05:10 +08:00
|
|
|
ADDCNode->getOperand(1),// Lo0
|
2011-01-19 03:29:17 +08:00
|
|
|
ADDENode->getOperand(1));// Hi0
|
|
|
|
|
|
|
|
// create CopyFromReg nodes
|
|
|
|
SDValue CopyFromLo = CurDAG->getCopyFromReg(Chain, dl, Mips::LO, MVT::i32,
|
|
|
|
MAdd);
|
2011-02-11 02:05:10 +08:00
|
|
|
SDValue CopyFromHi = CurDAG->getCopyFromReg(CopyFromLo.getValue(1), dl,
|
2011-01-19 03:29:17 +08:00
|
|
|
Mips::HI, MVT::i32,
|
|
|
|
CopyFromLo.getValue(2));
|
|
|
|
|
|
|
|
// replace uses of adde and addc here
|
|
|
|
if (!SDValue(ADDCNode, 0).use_empty())
|
|
|
|
CurDAG->ReplaceAllUsesOfValueWith(SDValue(ADDCNode, 0), CopyFromLo);
|
|
|
|
|
|
|
|
if (!SDValue(ADDENode, 0).use_empty())
|
|
|
|
CurDAG->ReplaceAllUsesOfValueWith(SDValue(ADDENode, 0), CopyFromHi);
|
|
|
|
|
2011-02-11 02:05:10 +08:00
|
|
|
return true;
|
2011-01-19 03:29:17 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// SelectMsub -
|
|
|
|
// Transforms a subgraph in CurDAG if the following pattern is found:
|
|
|
|
// (addc Lo0, multLo), (sube Hi0, multHi),
|
|
|
|
// where,
|
|
|
|
// multHi/Lo: product of multiplication
|
2011-02-11 02:05:10 +08:00
|
|
|
// Lo0: initial value of Lo register
|
|
|
|
// Hi0: initial value of Hi register
|
2011-03-31 05:15:35 +08:00
|
|
|
// Return true if pattern matching was successful.
|
2011-01-19 03:29:17 +08:00
|
|
|
static bool SelectMsub(SDNode* SUBENode, SelectionDAG* CurDAG) {
|
2011-02-11 02:05:10 +08:00
|
|
|
// SUBENode's second operand must be a flag output of an SUBC node in order
|
2011-01-19 03:29:17 +08:00
|
|
|
// for the matching to be successful.
|
|
|
|
SDNode* SUBCNode = SUBENode->getOperand(2).getNode();
|
|
|
|
|
|
|
|
if (SUBCNode->getOpcode() != ISD::SUBC)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
SDValue MultHi = SUBENode->getOperand(1);
|
|
|
|
SDValue MultLo = SUBCNode->getOperand(1);
|
2011-02-11 02:05:10 +08:00
|
|
|
SDNode* MultNode = MultHi.getNode();
|
2011-01-19 03:29:17 +08:00
|
|
|
unsigned MultOpc = MultHi.getOpcode();
|
|
|
|
|
|
|
|
// MultHi and MultLo must be generated by the same node,
|
|
|
|
if (MultLo.getNode() != MultNode)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// and it must be a multiplication.
|
|
|
|
if (MultOpc != ISD::SMUL_LOHI && MultOpc != ISD::UMUL_LOHI)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// MultLo amd MultHi must be the first and second output of MultNode
|
|
|
|
// respectively.
|
|
|
|
if (MultHi.getResNo() != 1 || MultLo.getResNo() != 0)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// Transform this to a MSUB only if SUBENode and SUBCNode are the only users
|
|
|
|
// of the values of MultNode, in which case MultNode will be removed in later
|
|
|
|
// phases.
|
2011-04-16 05:51:11 +08:00
|
|
|
// If there exist users other than SUBENode or SUBCNode, this function returns
|
|
|
|
// here, which will result in MultNode being mapped to a single MULT
|
2011-01-19 03:29:17 +08:00
|
|
|
// instruction node rather than a pair of MULT and MSUB instructions being
|
|
|
|
// produced.
|
|
|
|
if (!MultHi.hasOneUse() || !MultLo.hasOneUse())
|
|
|
|
return false;
|
|
|
|
|
|
|
|
SDValue Chain = CurDAG->getEntryNode();
|
|
|
|
DebugLoc dl = SUBENode->getDebugLoc();
|
|
|
|
|
|
|
|
// create MipsSub(u) node
|
|
|
|
MultOpc = MultOpc == ISD::UMUL_LOHI ? MipsISD::MSubu : MipsISD::MSub;
|
|
|
|
|
2011-12-20 03:52:25 +08:00
|
|
|
SDValue MSub = CurDAG->getNode(MultOpc, dl, MVT::Glue,
|
2011-01-19 03:29:17 +08:00
|
|
|
MultNode->getOperand(0),// Factor 0
|
|
|
|
MultNode->getOperand(1),// Factor 1
|
|
|
|
SUBCNode->getOperand(0),// Lo0
|
|
|
|
SUBENode->getOperand(0));// Hi0
|
|
|
|
|
|
|
|
// create CopyFromReg nodes
|
|
|
|
SDValue CopyFromLo = CurDAG->getCopyFromReg(Chain, dl, Mips::LO, MVT::i32,
|
|
|
|
MSub);
|
|
|
|
SDValue CopyFromHi = CurDAG->getCopyFromReg(CopyFromLo.getValue(1), dl,
|
|
|
|
Mips::HI, MVT::i32,
|
|
|
|
CopyFromLo.getValue(2));
|
|
|
|
|
|
|
|
// replace uses of sube and subc here
|
|
|
|
if (!SDValue(SUBCNode, 0).use_empty())
|
|
|
|
CurDAG->ReplaceAllUsesOfValueWith(SDValue(SUBCNode, 0), CopyFromLo);
|
|
|
|
|
|
|
|
if (!SDValue(SUBENode, 0).use_empty())
|
|
|
|
CurDAG->ReplaceAllUsesOfValueWith(SDValue(SUBENode, 0), CopyFromHi);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
static SDValue PerformADDECombine(SDNode *N, SelectionDAG& DAG,
|
|
|
|
TargetLowering::DAGCombinerInfo &DCI,
|
|
|
|
const MipsSubtarget* Subtarget) {
|
|
|
|
if (DCI.isBeforeLegalize())
|
|
|
|
return SDValue();
|
|
|
|
|
2011-11-11 12:18:21 +08:00
|
|
|
if (Subtarget->hasMips32() && N->getValueType(0) == MVT::i32 &&
|
|
|
|
SelectMadd(N, &DAG))
|
2011-01-19 03:29:17 +08:00
|
|
|
return SDValue(N, 0);
|
2011-02-11 02:05:10 +08:00
|
|
|
|
2011-01-19 03:29:17 +08:00
|
|
|
return SDValue();
|
2011-02-11 02:05:10 +08:00
|
|
|
}
|
2011-01-19 03:29:17 +08:00
|
|
|
|
|
|
|
static SDValue PerformSUBECombine(SDNode *N, SelectionDAG& DAG,
|
|
|
|
TargetLowering::DAGCombinerInfo &DCI,
|
|
|
|
const MipsSubtarget* Subtarget) {
|
|
|
|
if (DCI.isBeforeLegalize())
|
|
|
|
return SDValue();
|
|
|
|
|
2011-11-11 12:18:21 +08:00
|
|
|
if (Subtarget->hasMips32() && N->getValueType(0) == MVT::i32 &&
|
|
|
|
SelectMsub(N, &DAG))
|
2011-01-19 03:29:17 +08:00
|
|
|
return SDValue(N, 0);
|
2011-02-11 02:05:10 +08:00
|
|
|
|
2011-01-19 03:29:17 +08:00
|
|
|
return SDValue();
|
2011-02-11 02:05:10 +08:00
|
|
|
}
|
2011-01-19 03:29:17 +08:00
|
|
|
|
2011-03-05 05:03:24 +08:00
|
|
|
static SDValue PerformDivRemCombine(SDNode *N, SelectionDAG& DAG,
|
|
|
|
TargetLowering::DAGCombinerInfo &DCI,
|
|
|
|
const MipsSubtarget* Subtarget) {
|
|
|
|
if (DCI.isBeforeLegalizeOps())
|
|
|
|
return SDValue();
|
|
|
|
|
2011-10-04 05:06:13 +08:00
|
|
|
EVT Ty = N->getValueType(0);
|
|
|
|
unsigned LO = (Ty == MVT::i32) ? Mips::LO : Mips::LO64;
|
|
|
|
unsigned HI = (Ty == MVT::i32) ? Mips::HI : Mips::HI64;
|
2011-03-05 05:03:24 +08:00
|
|
|
unsigned opc = N->getOpcode() == ISD::SDIVREM ? MipsISD::DivRem :
|
|
|
|
MipsISD::DivRemU;
|
|
|
|
DebugLoc dl = N->getDebugLoc();
|
|
|
|
|
|
|
|
SDValue DivRem = DAG.getNode(opc, dl, MVT::Glue,
|
|
|
|
N->getOperand(0), N->getOperand(1));
|
|
|
|
SDValue InChain = DAG.getEntryNode();
|
|
|
|
SDValue InGlue = DivRem;
|
|
|
|
|
|
|
|
// insert MFLO
|
|
|
|
if (N->hasAnyUseOfValue(0)) {
|
2011-10-04 05:06:13 +08:00
|
|
|
SDValue CopyFromLo = DAG.getCopyFromReg(InChain, dl, LO, Ty,
|
2011-03-05 05:03:24 +08:00
|
|
|
InGlue);
|
|
|
|
DAG.ReplaceAllUsesOfValueWith(SDValue(N, 0), CopyFromLo);
|
|
|
|
InChain = CopyFromLo.getValue(1);
|
|
|
|
InGlue = CopyFromLo.getValue(2);
|
|
|
|
}
|
|
|
|
|
|
|
|
// insert MFHI
|
|
|
|
if (N->hasAnyUseOfValue(1)) {
|
|
|
|
SDValue CopyFromHi = DAG.getCopyFromReg(InChain, dl,
|
2011-10-04 05:06:13 +08:00
|
|
|
HI, Ty, InGlue);
|
2011-03-05 05:03:24 +08:00
|
|
|
DAG.ReplaceAllUsesOfValueWith(SDValue(N, 1), CopyFromHi);
|
|
|
|
}
|
|
|
|
|
|
|
|
return SDValue();
|
|
|
|
}
|
|
|
|
|
2011-04-01 02:26:17 +08:00
|
|
|
static Mips::CondCode FPCondCCodeToFCC(ISD::CondCode CC) {
|
|
|
|
switch (CC) {
|
|
|
|
default: llvm_unreachable("Unknown fp condition code!");
|
|
|
|
case ISD::SETEQ:
|
|
|
|
case ISD::SETOEQ: return Mips::FCOND_OEQ;
|
|
|
|
case ISD::SETUNE: return Mips::FCOND_UNE;
|
|
|
|
case ISD::SETLT:
|
|
|
|
case ISD::SETOLT: return Mips::FCOND_OLT;
|
|
|
|
case ISD::SETGT:
|
|
|
|
case ISD::SETOGT: return Mips::FCOND_OGT;
|
|
|
|
case ISD::SETLE:
|
|
|
|
case ISD::SETOLE: return Mips::FCOND_OLE;
|
|
|
|
case ISD::SETGE:
|
|
|
|
case ISD::SETOGE: return Mips::FCOND_OGE;
|
|
|
|
case ISD::SETULT: return Mips::FCOND_ULT;
|
|
|
|
case ISD::SETULE: return Mips::FCOND_ULE;
|
|
|
|
case ISD::SETUGT: return Mips::FCOND_UGT;
|
|
|
|
case ISD::SETUGE: return Mips::FCOND_UGE;
|
|
|
|
case ISD::SETUO: return Mips::FCOND_UN;
|
|
|
|
case ISD::SETO: return Mips::FCOND_OR;
|
|
|
|
case ISD::SETNE:
|
|
|
|
case ISD::SETONE: return Mips::FCOND_ONE;
|
|
|
|
case ISD::SETUEQ: return Mips::FCOND_UEQ;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Returns true if condition code has to be inverted.
|
|
|
|
static bool InvertFPCondCode(Mips::CondCode CC) {
|
|
|
|
if (CC >= Mips::FCOND_F && CC <= Mips::FCOND_NGT)
|
|
|
|
return false;
|
|
|
|
|
2011-12-20 03:52:25 +08:00
|
|
|
assert((CC >= Mips::FCOND_T && CC <= Mips::FCOND_GT) &&
|
|
|
|
"Illegal Condition Code");
|
2011-04-01 02:26:17 +08:00
|
|
|
|
2011-12-20 03:52:25 +08:00
|
|
|
return true;
|
2011-04-01 02:26:17 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// Creates and returns an FPCmp node from a setcc node.
|
|
|
|
// Returns Op if setcc is not a floating point comparison.
|
|
|
|
static SDValue CreateFPCmp(SelectionDAG& DAG, const SDValue& Op) {
|
|
|
|
// must be a SETCC node
|
|
|
|
if (Op.getOpcode() != ISD::SETCC)
|
|
|
|
return Op;
|
|
|
|
|
|
|
|
SDValue LHS = Op.getOperand(0);
|
|
|
|
|
|
|
|
if (!LHS.getValueType().isFloatingPoint())
|
|
|
|
return Op;
|
|
|
|
|
|
|
|
SDValue RHS = Op.getOperand(1);
|
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
|
|
|
|
2011-04-16 05:00:26 +08:00
|
|
|
// Assume the 3rd operand is a CondCodeSDNode. Add code to check the type of
|
|
|
|
// node if necessary.
|
2011-04-01 02:26:17 +08:00
|
|
|
ISD::CondCode CC = cast<CondCodeSDNode>(Op.getOperand(2))->get();
|
|
|
|
|
|
|
|
return DAG.getNode(MipsISD::FPCmp, dl, MVT::Glue, LHS, RHS,
|
|
|
|
DAG.getConstant(FPCondCCodeToFCC(CC), MVT::i32));
|
|
|
|
}
|
|
|
|
|
|
|
|
// Creates and returns a CMovFPT/F node.
|
|
|
|
static SDValue CreateCMovFP(SelectionDAG& DAG, SDValue Cond, SDValue True,
|
|
|
|
SDValue False, DebugLoc DL) {
|
|
|
|
bool invert = InvertFPCondCode((Mips::CondCode)
|
|
|
|
cast<ConstantSDNode>(Cond.getOperand(2))
|
|
|
|
->getSExtValue());
|
|
|
|
|
|
|
|
return DAG.getNode((invert ? MipsISD::CMovFP_F : MipsISD::CMovFP_T), DL,
|
|
|
|
True.getValueType(), True, False, Cond);
|
|
|
|
}
|
|
|
|
|
|
|
|
static SDValue PerformSETCCCombine(SDNode *N, SelectionDAG& DAG,
|
|
|
|
TargetLowering::DAGCombinerInfo &DCI,
|
|
|
|
const MipsSubtarget* Subtarget) {
|
|
|
|
if (DCI.isBeforeLegalizeOps())
|
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
SDValue Cond = CreateFPCmp(DAG, SDValue(N, 0));
|
|
|
|
|
|
|
|
if (Cond.getOpcode() != MipsISD::FPCmp)
|
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
SDValue True = DAG.getConstant(1, MVT::i32);
|
|
|
|
SDValue False = DAG.getConstant(0, MVT::i32);
|
|
|
|
|
|
|
|
return CreateCMovFP(DAG, Cond, True, False, N->getDebugLoc());
|
|
|
|
}
|
|
|
|
|
2011-08-18 01:45:08 +08:00
|
|
|
static SDValue PerformANDCombine(SDNode *N, SelectionDAG& DAG,
|
|
|
|
TargetLowering::DAGCombinerInfo &DCI,
|
|
|
|
const MipsSubtarget* Subtarget) {
|
|
|
|
// Pattern match EXT.
|
|
|
|
// $dst = and ((sra or srl) $src , pos), (2**size - 1)
|
|
|
|
// => ext $dst, $src, size, pos
|
2011-09-21 07:53:09 +08:00
|
|
|
if (DCI.isBeforeLegalizeOps() || !Subtarget->hasMips32r2())
|
2011-08-18 01:45:08 +08:00
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
SDValue ShiftRight = N->getOperand(0), Mask = N->getOperand(1);
|
2011-12-06 05:26:34 +08:00
|
|
|
unsigned ShiftRightOpc = ShiftRight.getOpcode();
|
|
|
|
|
2011-08-18 01:45:08 +08:00
|
|
|
// Op's first operand must be a shift right.
|
2011-12-06 05:26:34 +08:00
|
|
|
if (ShiftRightOpc != ISD::SRA && ShiftRightOpc != ISD::SRL)
|
2011-08-18 01:45:08 +08:00
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
// The second operand of the shift must be an immediate.
|
|
|
|
ConstantSDNode *CN;
|
|
|
|
if (!(CN = dyn_cast<ConstantSDNode>(ShiftRight.getOperand(1))))
|
|
|
|
return SDValue();
|
|
|
|
|
2011-12-06 05:26:34 +08:00
|
|
|
uint64_t Pos = CN->getZExtValue();
|
2011-08-18 01:45:08 +08:00
|
|
|
uint64_t SMPos, SMSize;
|
2011-12-06 05:26:34 +08:00
|
|
|
|
2011-08-18 01:45:08 +08:00
|
|
|
// Op's second operand must be a shifted mask.
|
|
|
|
if (!(CN = dyn_cast<ConstantSDNode>(Mask)) ||
|
2011-08-20 06:59:00 +08:00
|
|
|
!IsShiftedMask(CN->getZExtValue(), SMPos, SMSize))
|
2011-08-18 01:45:08 +08:00
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
// Return if the shifted mask does not start at bit 0 or the sum of its size
|
|
|
|
// and Pos exceeds the word's size.
|
2011-12-06 05:26:34 +08:00
|
|
|
EVT ValTy = N->getValueType(0);
|
|
|
|
if (SMPos != 0 || Pos + SMSize > ValTy.getSizeInBits())
|
2011-08-18 01:45:08 +08:00
|
|
|
return SDValue();
|
|
|
|
|
2011-12-06 05:26:34 +08:00
|
|
|
return DAG.getNode(MipsISD::Ext, N->getDebugLoc(), ValTy,
|
2011-12-20 03:52:25 +08:00
|
|
|
ShiftRight.getOperand(0), DAG.getConstant(Pos, MVT::i32),
|
2011-08-18 06:59:46 +08:00
|
|
|
DAG.getConstant(SMSize, MVT::i32));
|
2011-08-18 01:45:08 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
static SDValue PerformORCombine(SDNode *N, SelectionDAG& DAG,
|
|
|
|
TargetLowering::DAGCombinerInfo &DCI,
|
|
|
|
const MipsSubtarget* Subtarget) {
|
|
|
|
// Pattern match INS.
|
|
|
|
// $dst = or (and $src1 , mask0), (and (shl $src, pos), mask1),
|
|
|
|
// where mask1 = (2**size - 1) << pos, mask0 = ~mask1
|
|
|
|
// => ins $dst, $src, size, pos, $src1
|
2011-09-21 07:53:09 +08:00
|
|
|
if (DCI.isBeforeLegalizeOps() || !Subtarget->hasMips32r2())
|
2011-08-18 01:45:08 +08:00
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
SDValue And0 = N->getOperand(0), And1 = N->getOperand(1);
|
|
|
|
uint64_t SMPos0, SMSize0, SMPos1, SMSize1;
|
|
|
|
ConstantSDNode *CN;
|
|
|
|
|
|
|
|
// See if Op's first operand matches (and $src1 , mask0).
|
|
|
|
if (And0.getOpcode() != ISD::AND)
|
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
if (!(CN = dyn_cast<ConstantSDNode>(And0.getOperand(1))) ||
|
2011-08-20 06:59:00 +08:00
|
|
|
!IsShiftedMask(~CN->getSExtValue(), SMPos0, SMSize0))
|
2011-08-18 01:45:08 +08:00
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
// See if Op's second operand matches (and (shl $src, pos), mask1).
|
|
|
|
if (And1.getOpcode() != ISD::AND)
|
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
if (!(CN = dyn_cast<ConstantSDNode>(And1.getOperand(1))) ||
|
2011-08-20 06:59:00 +08:00
|
|
|
!IsShiftedMask(CN->getZExtValue(), SMPos1, SMSize1))
|
2011-08-18 01:45:08 +08:00
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
// The shift masks must have the same position and size.
|
|
|
|
if (SMPos0 != SMPos1 || SMSize0 != SMSize1)
|
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
SDValue Shl = And1.getOperand(0);
|
|
|
|
if (Shl.getOpcode() != ISD::SHL)
|
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
if (!(CN = dyn_cast<ConstantSDNode>(Shl.getOperand(1))))
|
|
|
|
return SDValue();
|
|
|
|
|
|
|
|
unsigned Shamt = CN->getZExtValue();
|
|
|
|
|
|
|
|
// Return if the shift amount and the first bit position of mask are not the
|
|
|
|
// same.
|
2011-12-06 05:26:34 +08:00
|
|
|
EVT ValTy = N->getValueType(0);
|
|
|
|
if ((Shamt != SMPos0) || (SMPos0 + SMSize0 > ValTy.getSizeInBits()))
|
2011-08-18 01:45:08 +08:00
|
|
|
return SDValue();
|
|
|
|
|
2011-12-20 03:52:25 +08:00
|
|
|
return DAG.getNode(MipsISD::Ins, N->getDebugLoc(), ValTy, Shl.getOperand(0),
|
2011-08-18 01:45:08 +08:00
|
|
|
DAG.getConstant(SMPos0, MVT::i32),
|
2011-12-20 03:52:25 +08:00
|
|
|
DAG.getConstant(SMSize0, MVT::i32), And0.getOperand(0));
|
2011-08-18 01:45:08 +08:00
|
|
|
}
|
|
|
|
|
2011-02-11 02:05:10 +08:00
|
|
|
SDValue MipsTargetLowering::PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI)
|
2011-01-19 03:29:17 +08:00
|
|
|
const {
|
|
|
|
SelectionDAG &DAG = DCI.DAG;
|
|
|
|
unsigned opc = N->getOpcode();
|
|
|
|
|
|
|
|
switch (opc) {
|
|
|
|
default: break;
|
|
|
|
case ISD::ADDE:
|
|
|
|
return PerformADDECombine(N, DAG, DCI, Subtarget);
|
|
|
|
case ISD::SUBE:
|
|
|
|
return PerformSUBECombine(N, DAG, DCI, Subtarget);
|
2011-03-05 05:03:24 +08:00
|
|
|
case ISD::SDIVREM:
|
|
|
|
case ISD::UDIVREM:
|
|
|
|
return PerformDivRemCombine(N, DAG, DCI, Subtarget);
|
2011-04-01 02:26:17 +08:00
|
|
|
case ISD::SETCC:
|
|
|
|
return PerformSETCCCombine(N, DAG, DCI, Subtarget);
|
2011-08-18 01:45:08 +08:00
|
|
|
case ISD::AND:
|
|
|
|
return PerformANDCombine(N, DAG, DCI, Subtarget);
|
|
|
|
case ISD::OR:
|
|
|
|
return PerformORCombine(N, DAG, DCI, Subtarget);
|
2011-01-19 03:29:17 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return SDValue();
|
|
|
|
}
|
|
|
|
|
2008-07-28 05:46:04 +08:00
|
|
|
SDValue MipsTargetLowering::
|
2010-04-17 23:26:15 +08:00
|
|
|
LowerOperation(SDValue Op, SelectionDAG &DAG) const
|
2007-06-06 15:42:06 +08:00
|
|
|
{
|
2010-11-23 11:31:01 +08:00
|
|
|
switch (Op.getOpcode())
|
2007-06-06 15:42:06 +08:00
|
|
|
{
|
2008-08-08 03:08:11 +08:00
|
|
|
case ISD::BRCOND: return LowerBRCOND(Op, DAG);
|
|
|
|
case ISD::ConstantPool: return LowerConstantPool(Op, DAG);
|
|
|
|
case ISD::DYNAMIC_STACKALLOC: return LowerDYNAMIC_STACKALLOC(Op, DAG);
|
|
|
|
case ISD::GlobalAddress: return LowerGlobalAddress(Op, DAG);
|
2011-03-05 04:01:52 +08:00
|
|
|
case ISD::BlockAddress: return LowerBlockAddress(Op, DAG);
|
2008-08-08 03:08:11 +08:00
|
|
|
case ISD::GlobalTLSAddress: return LowerGlobalTLSAddress(Op, DAG);
|
|
|
|
case ISD::JumpTable: return LowerJumpTable(Op, DAG);
|
|
|
|
case ISD::SELECT: return LowerSELECT(Op, DAG);
|
2010-02-07 05:00:02 +08:00
|
|
|
case ISD::VASTART: return LowerVASTART(Op, DAG);
|
2011-05-26 03:32:07 +08:00
|
|
|
case ISD::FCOPYSIGN: return LowerFCOPYSIGN(Op, DAG);
|
2011-06-02 08:24:44 +08:00
|
|
|
case ISD::FRAMEADDR: return LowerFRAMEADDR(Op, DAG);
|
2011-07-20 07:30:50 +08:00
|
|
|
case ISD::MEMBARRIER: return LowerMEMBARRIER(Op, DAG);
|
2011-07-28 06:21:52 +08:00
|
|
|
case ISD::ATOMIC_FENCE: return LowerATOMIC_FENCE(Op, DAG);
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
2008-07-28 05:46:04 +08:00
|
|
|
return SDValue();
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
|
|
|
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-06-06 15:42:06 +08:00
|
|
|
// Lower helper functions
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-06-06 15:42:06 +08:00
|
|
|
|
|
|
|
// AddLiveIn - This helper function adds the specified physical register to the
|
|
|
|
// MachineFunction as a live in value. It also creates a corresponding
|
|
|
|
// virtual register for it.
|
|
|
|
static unsigned
|
2010-11-23 11:31:01 +08:00
|
|
|
AddLiveIn(MachineFunction &MF, unsigned PReg, TargetRegisterClass *RC)
|
2007-06-06 15:42:06 +08:00
|
|
|
{
|
|
|
|
assert(RC->contains(PReg) && "Not the correct regclass!");
|
2007-12-31 12:13:23 +08:00
|
|
|
unsigned VReg = MF.getRegInfo().createVirtualRegister(RC);
|
|
|
|
MF.getRegInfo().addLiveIn(PReg, VReg);
|
2007-06-06 15:42:06 +08:00
|
|
|
return VReg;
|
|
|
|
}
|
|
|
|
|
2008-07-29 03:11:24 +08:00
|
|
|
// Get fp branch code (not opcode) from condition code.
|
|
|
|
static Mips::FPBranchCode GetFPBranchCodeFromCond(Mips::CondCode CC) {
|
|
|
|
if (CC >= Mips::FCOND_F && CC <= Mips::FCOND_NGT)
|
|
|
|
return Mips::BRANCH_T;
|
|
|
|
|
2011-12-20 03:52:25 +08:00
|
|
|
assert((CC >= Mips::FCOND_T && CC <= Mips::FCOND_GT) &&
|
|
|
|
"Invalid CondCode.");
|
2008-07-29 03:11:24 +08:00
|
|
|
|
2011-12-20 03:52:25 +08:00
|
|
|
return Mips::BRANCH_F;
|
2008-07-29 03:11:24 +08:00
|
|
|
}
|
2010-11-23 11:31:01 +08:00
|
|
|
|
2011-10-18 02:53:29 +08:00
|
|
|
/*
|
2011-06-08 03:28:39 +08:00
|
|
|
static MachineBasicBlock* ExpandCondMov(MachineInstr *MI, MachineBasicBlock *BB,
|
|
|
|
DebugLoc dl,
|
|
|
|
const MipsSubtarget* Subtarget,
|
|
|
|
const TargetInstrInfo *TII,
|
|
|
|
bool isFPCmp, unsigned Opc) {
|
2011-05-31 10:54:07 +08:00
|
|
|
// There is no need to expand CMov instructions if target has
|
|
|
|
// conditional moves.
|
|
|
|
if (Subtarget->hasCondMov())
|
|
|
|
return BB;
|
|
|
|
|
2011-04-01 02:26:17 +08:00
|
|
|
// To "insert" a SELECT_CC instruction, we actually have to insert the
|
|
|
|
// diamond control-flow pattern. The incoming instruction knows the
|
|
|
|
// destination vreg to set, the condition code register to branch on, the
|
|
|
|
// true/false values to select between, and a branch opcode to use.
|
|
|
|
const BasicBlock *LLVM_BB = BB->getBasicBlock();
|
|
|
|
MachineFunction::iterator It = BB;
|
|
|
|
++It;
|
|
|
|
|
|
|
|
// thisMBB:
|
|
|
|
// ...
|
|
|
|
// TrueVal = ...
|
|
|
|
// setcc r1, r2, r3
|
|
|
|
// bNE r1, r0, copy1MBB
|
|
|
|
// fallthrough --> copy0MBB
|
|
|
|
MachineBasicBlock *thisMBB = BB;
|
|
|
|
MachineFunction *F = BB->getParent();
|
|
|
|
MachineBasicBlock *copy0MBB = F->CreateMachineBasicBlock(LLVM_BB);
|
|
|
|
MachineBasicBlock *sinkMBB = F->CreateMachineBasicBlock(LLVM_BB);
|
|
|
|
F->insert(It, copy0MBB);
|
|
|
|
F->insert(It, sinkMBB);
|
|
|
|
|
|
|
|
// Transfer the remainder of BB and its successor edges to sinkMBB.
|
|
|
|
sinkMBB->splice(sinkMBB->begin(), BB,
|
|
|
|
llvm::next(MachineBasicBlock::iterator(MI)),
|
|
|
|
BB->end());
|
|
|
|
sinkMBB->transferSuccessorsAndUpdatePHIs(BB);
|
|
|
|
|
|
|
|
// Next, add the true and fallthrough blocks as its successors.
|
|
|
|
BB->addSuccessor(copy0MBB);
|
|
|
|
BB->addSuccessor(sinkMBB);
|
|
|
|
|
|
|
|
// Emit the right instruction according to the type of the operands compared
|
|
|
|
if (isFPCmp)
|
|
|
|
BuildMI(BB, dl, TII->get(Opc)).addMBB(sinkMBB);
|
|
|
|
else
|
|
|
|
BuildMI(BB, dl, TII->get(Opc)).addReg(MI->getOperand(2).getReg())
|
|
|
|
.addReg(Mips::ZERO).addMBB(sinkMBB);
|
|
|
|
|
|
|
|
// copy0MBB:
|
|
|
|
// %FalseValue = ...
|
|
|
|
// # fallthrough to sinkMBB
|
|
|
|
BB = copy0MBB;
|
|
|
|
|
|
|
|
// Update machine-CFG edges
|
|
|
|
BB->addSuccessor(sinkMBB);
|
|
|
|
|
|
|
|
// sinkMBB:
|
|
|
|
// %Result = phi [ %TrueValue, thisMBB ], [ %FalseValue, copy0MBB ]
|
|
|
|
// ...
|
|
|
|
BB = sinkMBB;
|
|
|
|
|
|
|
|
if (isFPCmp)
|
2010-07-07 04:24:04 +08:00
|
|
|
BuildMI(*BB, BB->begin(), dl,
|
|
|
|
TII->get(Mips::PHI), MI->getOperand(0).getReg())
|
2010-07-20 15:58:51 +08:00
|
|
|
.addReg(MI->getOperand(2).getReg()).addMBB(thisMBB)
|
2011-04-01 02:26:17 +08:00
|
|
|
.addReg(MI->getOperand(1).getReg()).addMBB(copy0MBB);
|
|
|
|
else
|
|
|
|
BuildMI(*BB, BB->begin(), dl,
|
|
|
|
TII->get(Mips::PHI), MI->getOperand(0).getReg())
|
|
|
|
.addReg(MI->getOperand(3).getReg()).addMBB(thisMBB)
|
|
|
|
.addReg(MI->getOperand(1).getReg()).addMBB(copy0MBB);
|
2008-07-30 03:05:28 +08:00
|
|
|
|
2011-04-01 02:26:17 +08:00
|
|
|
MI->eraseFromParent(); // The pseudo instruction is gone now.
|
|
|
|
return BB;
|
2008-07-30 03:05:28 +08:00
|
|
|
}
|
2011-10-18 02:53:29 +08:00
|
|
|
*/
|
2011-06-08 03:28:39 +08:00
|
|
|
MachineBasicBlock *
|
|
|
|
MipsTargetLowering::EmitInstrWithCustomInserter(MachineInstr *MI,
|
|
|
|
MachineBasicBlock *BB) const {
|
|
|
|
switch (MI->getOpcode()) {
|
|
|
|
default:
|
|
|
|
assert(false && "Unexpected instr type to insert");
|
|
|
|
return NULL;
|
|
|
|
case Mips::ATOMIC_LOAD_ADD_I8:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_ADD_I8_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 1, Mips::ADDu);
|
|
|
|
case Mips::ATOMIC_LOAD_ADD_I16:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_ADD_I16_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 2, Mips::ADDu);
|
|
|
|
case Mips::ATOMIC_LOAD_ADD_I32:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_ADD_I32_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinary(MI, BB, 4, Mips::ADDu);
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_ADD_I64:
|
|
|
|
case Mips::ATOMIC_LOAD_ADD_I64_P8:
|
|
|
|
return EmitAtomicBinary(MI, BB, 8, Mips::DADDu);
|
2011-06-08 03:28:39 +08:00
|
|
|
|
|
|
|
case Mips::ATOMIC_LOAD_AND_I8:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_AND_I8_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 1, Mips::AND);
|
|
|
|
case Mips::ATOMIC_LOAD_AND_I16:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_AND_I16_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 2, Mips::AND);
|
|
|
|
case Mips::ATOMIC_LOAD_AND_I32:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_AND_I32_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinary(MI, BB, 4, Mips::AND);
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_AND_I64:
|
|
|
|
case Mips::ATOMIC_LOAD_AND_I64_P8:
|
2011-11-12 10:38:12 +08:00
|
|
|
return EmitAtomicBinary(MI, BB, 8, Mips::AND64);
|
2011-06-08 03:28:39 +08:00
|
|
|
|
|
|
|
case Mips::ATOMIC_LOAD_OR_I8:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_OR_I8_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 1, Mips::OR);
|
|
|
|
case Mips::ATOMIC_LOAD_OR_I16:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_OR_I16_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 2, Mips::OR);
|
|
|
|
case Mips::ATOMIC_LOAD_OR_I32:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_OR_I32_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinary(MI, BB, 4, Mips::OR);
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_OR_I64:
|
|
|
|
case Mips::ATOMIC_LOAD_OR_I64_P8:
|
|
|
|
return EmitAtomicBinary(MI, BB, 8, Mips::OR64);
|
2011-06-08 03:28:39 +08:00
|
|
|
|
|
|
|
case Mips::ATOMIC_LOAD_XOR_I8:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_XOR_I8_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 1, Mips::XOR);
|
|
|
|
case Mips::ATOMIC_LOAD_XOR_I16:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_XOR_I16_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 2, Mips::XOR);
|
|
|
|
case Mips::ATOMIC_LOAD_XOR_I32:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_XOR_I32_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinary(MI, BB, 4, Mips::XOR);
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_XOR_I64:
|
|
|
|
case Mips::ATOMIC_LOAD_XOR_I64_P8:
|
|
|
|
return EmitAtomicBinary(MI, BB, 8, Mips::XOR64);
|
2011-06-08 03:28:39 +08:00
|
|
|
|
|
|
|
case Mips::ATOMIC_LOAD_NAND_I8:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_NAND_I8_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 1, 0, true);
|
|
|
|
case Mips::ATOMIC_LOAD_NAND_I16:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_NAND_I16_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 2, 0, true);
|
|
|
|
case Mips::ATOMIC_LOAD_NAND_I32:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_NAND_I32_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinary(MI, BB, 4, 0, true);
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_NAND_I64:
|
|
|
|
case Mips::ATOMIC_LOAD_NAND_I64_P8:
|
|
|
|
return EmitAtomicBinary(MI, BB, 8, 0, true);
|
2011-06-08 03:28:39 +08:00
|
|
|
|
|
|
|
case Mips::ATOMIC_LOAD_SUB_I8:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_SUB_I8_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 1, Mips::SUBu);
|
|
|
|
case Mips::ATOMIC_LOAD_SUB_I16:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_SUB_I16_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 2, Mips::SUBu);
|
|
|
|
case Mips::ATOMIC_LOAD_SUB_I32:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_SUB_I32_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinary(MI, BB, 4, Mips::SUBu);
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_LOAD_SUB_I64:
|
|
|
|
case Mips::ATOMIC_LOAD_SUB_I64_P8:
|
|
|
|
return EmitAtomicBinary(MI, BB, 8, Mips::DSUBu);
|
2011-06-08 03:28:39 +08:00
|
|
|
|
|
|
|
case Mips::ATOMIC_SWAP_I8:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_SWAP_I8_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 1, 0);
|
|
|
|
case Mips::ATOMIC_SWAP_I16:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_SWAP_I16_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinaryPartword(MI, BB, 2, 0);
|
|
|
|
case Mips::ATOMIC_SWAP_I32:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_SWAP_I32_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicBinary(MI, BB, 4, 0);
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_SWAP_I64:
|
|
|
|
case Mips::ATOMIC_SWAP_I64_P8:
|
|
|
|
return EmitAtomicBinary(MI, BB, 8, 0);
|
2011-06-08 03:28:39 +08:00
|
|
|
|
|
|
|
case Mips::ATOMIC_CMP_SWAP_I8:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_CMP_SWAP_I8_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicCmpSwapPartword(MI, BB, 1);
|
|
|
|
case Mips::ATOMIC_CMP_SWAP_I16:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_CMP_SWAP_I16_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicCmpSwapPartword(MI, BB, 2);
|
|
|
|
case Mips::ATOMIC_CMP_SWAP_I32:
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_CMP_SWAP_I32_P8:
|
2011-06-08 03:28:39 +08:00
|
|
|
return EmitAtomicCmpSwap(MI, BB, 4);
|
2011-11-11 12:14:30 +08:00
|
|
|
case Mips::ATOMIC_CMP_SWAP_I64:
|
|
|
|
case Mips::ATOMIC_CMP_SWAP_I64_P8:
|
|
|
|
return EmitAtomicCmpSwap(MI, BB, 8);
|
2011-06-08 03:28:39 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-05-31 10:54:07 +08:00
|
|
|
// This function also handles Mips::ATOMIC_SWAP_I32 (when BinOpcode == 0), and
|
|
|
|
// Mips::ATOMIC_LOAD_NAND_I32 (when Nand == true)
|
|
|
|
MachineBasicBlock *
|
|
|
|
MipsTargetLowering::EmitAtomicBinary(MachineInstr *MI, MachineBasicBlock *BB,
|
2011-06-09 07:55:35 +08:00
|
|
|
unsigned Size, unsigned BinOpcode,
|
2011-06-08 02:58:42 +08:00
|
|
|
bool Nand) const {
|
2011-11-11 12:14:30 +08:00
|
|
|
assert((Size == 4 || Size == 8) && "Unsupported size for EmitAtomicBinary.");
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
MachineFunction *MF = BB->getParent();
|
|
|
|
MachineRegisterInfo &RegInfo = MF->getRegInfo();
|
2011-11-11 12:14:30 +08:00
|
|
|
const TargetRegisterClass *RC = getRegClassFor(MVT::getIntegerVT(Size * 8));
|
2011-05-31 10:54:07 +08:00
|
|
|
const TargetInstrInfo *TII = getTargetMachine().getInstrInfo();
|
|
|
|
DebugLoc dl = MI->getDebugLoc();
|
2011-11-11 12:14:30 +08:00
|
|
|
unsigned LL, SC, AND, NOR, ZERO, BEQ;
|
|
|
|
|
|
|
|
if (Size == 4) {
|
|
|
|
LL = IsN64 ? Mips::LL_P8 : Mips::LL;
|
|
|
|
SC = IsN64 ? Mips::SC_P8 : Mips::SC;
|
|
|
|
AND = Mips::AND;
|
|
|
|
NOR = Mips::NOR;
|
|
|
|
ZERO = Mips::ZERO;
|
|
|
|
BEQ = Mips::BEQ;
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
LL = IsN64 ? Mips::LLD_P8 : Mips::LLD;
|
|
|
|
SC = IsN64 ? Mips::SCD_P8 : Mips::SCD;
|
|
|
|
AND = Mips::AND64;
|
|
|
|
NOR = Mips::NOR64;
|
|
|
|
ZERO = Mips::ZERO_64;
|
|
|
|
BEQ = Mips::BEQ64;
|
|
|
|
}
|
2011-05-31 10:54:07 +08:00
|
|
|
|
2011-07-20 04:11:17 +08:00
|
|
|
unsigned OldVal = MI->getOperand(0).getReg();
|
2011-05-31 10:54:07 +08:00
|
|
|
unsigned Ptr = MI->getOperand(1).getReg();
|
|
|
|
unsigned Incr = MI->getOperand(2).getReg();
|
|
|
|
|
2011-07-20 04:11:17 +08:00
|
|
|
unsigned StoreVal = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned AndRes = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned Success = RegInfo.createVirtualRegister(RC);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
// insert new blocks after the current block
|
|
|
|
const BasicBlock *LLVM_BB = BB->getBasicBlock();
|
|
|
|
MachineBasicBlock *loopMBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
|
|
|
MachineBasicBlock *exitMBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
|
|
|
MachineFunction::iterator It = BB;
|
|
|
|
++It;
|
|
|
|
MF->insert(It, loopMBB);
|
|
|
|
MF->insert(It, exitMBB);
|
|
|
|
|
|
|
|
// Transfer the remainder of BB and its successor edges to exitMBB.
|
|
|
|
exitMBB->splice(exitMBB->begin(), BB,
|
|
|
|
llvm::next(MachineBasicBlock::iterator(MI)),
|
|
|
|
BB->end());
|
|
|
|
exitMBB->transferSuccessorsAndUpdatePHIs(BB);
|
|
|
|
|
|
|
|
// thisMBB:
|
|
|
|
// ...
|
|
|
|
// fallthrough --> loopMBB
|
|
|
|
BB->addSuccessor(loopMBB);
|
2011-07-20 01:09:53 +08:00
|
|
|
loopMBB->addSuccessor(loopMBB);
|
|
|
|
loopMBB->addSuccessor(exitMBB);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
// loopMBB:
|
|
|
|
// ll oldval, 0(ptr)
|
2011-07-20 04:11:17 +08:00
|
|
|
// <binop> storeval, oldval, incr
|
|
|
|
// sc success, storeval, 0(ptr)
|
|
|
|
// beq success, $0, loopMBB
|
2011-05-31 10:54:07 +08:00
|
|
|
BB = loopMBB;
|
2011-11-11 12:14:30 +08:00
|
|
|
BuildMI(BB, dl, TII->get(LL), OldVal).addReg(Ptr).addImm(0);
|
2011-05-31 10:54:07 +08:00
|
|
|
if (Nand) {
|
2011-07-20 04:11:17 +08:00
|
|
|
// and andres, oldval, incr
|
|
|
|
// nor storeval, $0, andres
|
2011-11-11 12:14:30 +08:00
|
|
|
BuildMI(BB, dl, TII->get(AND), AndRes).addReg(OldVal).addReg(Incr);
|
|
|
|
BuildMI(BB, dl, TII->get(NOR), StoreVal).addReg(ZERO).addReg(AndRes);
|
2011-05-31 10:54:07 +08:00
|
|
|
} else if (BinOpcode) {
|
2011-07-20 04:11:17 +08:00
|
|
|
// <binop> storeval, oldval, incr
|
|
|
|
BuildMI(BB, dl, TII->get(BinOpcode), StoreVal).addReg(OldVal).addReg(Incr);
|
2011-05-31 10:54:07 +08:00
|
|
|
} else {
|
2011-07-20 04:11:17 +08:00
|
|
|
StoreVal = Incr;
|
2011-05-31 10:54:07 +08:00
|
|
|
}
|
2011-11-11 12:14:30 +08:00
|
|
|
BuildMI(BB, dl, TII->get(SC), Success).addReg(StoreVal).addReg(Ptr).addImm(0);
|
|
|
|
BuildMI(BB, dl, TII->get(BEQ)).addReg(Success).addReg(ZERO).addMBB(loopMBB);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
MI->eraseFromParent(); // The instruction is gone now.
|
|
|
|
|
2011-07-19 11:42:13 +08:00
|
|
|
return exitMBB;
|
2011-05-31 10:54:07 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
MachineBasicBlock *
|
|
|
|
MipsTargetLowering::EmitAtomicBinaryPartword(MachineInstr *MI,
|
2011-06-08 02:58:42 +08:00
|
|
|
MachineBasicBlock *BB,
|
|
|
|
unsigned Size, unsigned BinOpcode,
|
|
|
|
bool Nand) const {
|
2011-05-31 10:54:07 +08:00
|
|
|
assert((Size == 1 || Size == 2) &&
|
|
|
|
"Unsupported size for EmitAtomicBinaryPartial.");
|
|
|
|
|
|
|
|
MachineFunction *MF = BB->getParent();
|
|
|
|
MachineRegisterInfo &RegInfo = MF->getRegInfo();
|
|
|
|
const TargetRegisterClass *RC = getRegClassFor(MVT::i32);
|
|
|
|
const TargetInstrInfo *TII = getTargetMachine().getInstrInfo();
|
|
|
|
DebugLoc dl = MI->getDebugLoc();
|
2011-11-11 12:14:30 +08:00
|
|
|
unsigned LL = IsN64 ? Mips::LL_P8 : Mips::LL;
|
|
|
|
unsigned SC = IsN64 ? Mips::SC_P8 : Mips::SC;
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
unsigned Dest = MI->getOperand(0).getReg();
|
|
|
|
unsigned Ptr = MI->getOperand(1).getReg();
|
|
|
|
unsigned Incr = MI->getOperand(2).getReg();
|
|
|
|
|
2011-07-20 04:11:17 +08:00
|
|
|
unsigned AlignedAddr = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned ShiftAmt = RegInfo.createVirtualRegister(RC);
|
2011-05-31 10:54:07 +08:00
|
|
|
unsigned Mask = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned Mask2 = RegInfo.createVirtualRegister(RC);
|
2011-07-20 04:11:17 +08:00
|
|
|
unsigned NewVal = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned OldVal = RegInfo.createVirtualRegister(RC);
|
2011-05-31 10:54:07 +08:00
|
|
|
unsigned Incr2 = RegInfo.createVirtualRegister(RC);
|
2011-07-20 04:11:17 +08:00
|
|
|
unsigned MaskLSB2 = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned PtrLSB2 = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned MaskUpper = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned AndRes = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned BinOpRes = RegInfo.createVirtualRegister(RC);
|
2011-07-20 04:56:53 +08:00
|
|
|
unsigned MaskedOldVal0 = RegInfo.createVirtualRegister(RC);
|
2011-07-20 04:11:17 +08:00
|
|
|
unsigned StoreVal = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned MaskedOldVal1 = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned SrlRes = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned SllRes = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned Success = RegInfo.createVirtualRegister(RC);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
// insert new blocks after the current block
|
|
|
|
const BasicBlock *LLVM_BB = BB->getBasicBlock();
|
|
|
|
MachineBasicBlock *loopMBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
2011-07-19 11:42:13 +08:00
|
|
|
MachineBasicBlock *sinkMBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
2011-05-31 10:54:07 +08:00
|
|
|
MachineBasicBlock *exitMBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
|
|
|
MachineFunction::iterator It = BB;
|
|
|
|
++It;
|
|
|
|
MF->insert(It, loopMBB);
|
2011-07-19 11:42:13 +08:00
|
|
|
MF->insert(It, sinkMBB);
|
2011-05-31 10:54:07 +08:00
|
|
|
MF->insert(It, exitMBB);
|
|
|
|
|
|
|
|
// Transfer the remainder of BB and its successor edges to exitMBB.
|
|
|
|
exitMBB->splice(exitMBB->begin(), BB,
|
2011-12-20 03:52:25 +08:00
|
|
|
llvm::next(MachineBasicBlock::iterator(MI)), BB->end());
|
2011-05-31 10:54:07 +08:00
|
|
|
exitMBB->transferSuccessorsAndUpdatePHIs(BB);
|
|
|
|
|
2011-07-20 01:09:53 +08:00
|
|
|
BB->addSuccessor(loopMBB);
|
|
|
|
loopMBB->addSuccessor(loopMBB);
|
|
|
|
loopMBB->addSuccessor(sinkMBB);
|
|
|
|
sinkMBB->addSuccessor(exitMBB);
|
|
|
|
|
2011-05-31 10:54:07 +08:00
|
|
|
// thisMBB:
|
2011-07-20 04:11:17 +08:00
|
|
|
// addiu masklsb2,$0,-4 # 0xfffffffc
|
|
|
|
// and alignedaddr,ptr,masklsb2
|
|
|
|
// andi ptrlsb2,ptr,3
|
|
|
|
// sll shiftamt,ptrlsb2,3
|
|
|
|
// ori maskupper,$0,255 # 0xff
|
|
|
|
// sll mask,maskupper,shiftamt
|
2011-05-31 10:54:07 +08:00
|
|
|
// nor mask2,$0,mask
|
2011-07-20 04:11:17 +08:00
|
|
|
// sll incr2,incr,shiftamt
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
int64_t MaskImm = (Size == 1) ? 255 : 65535;
|
2011-07-20 04:11:17 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::ADDiu), MaskLSB2)
|
|
|
|
.addReg(Mips::ZERO).addImm(-4);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::AND), AlignedAddr)
|
|
|
|
.addReg(Ptr).addReg(MaskLSB2);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::ANDi), PtrLSB2).addReg(Ptr).addImm(3);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::SLL), ShiftAmt).addReg(PtrLSB2).addImm(3);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::ORi), MaskUpper)
|
|
|
|
.addReg(Mips::ZERO).addImm(MaskImm);
|
2011-07-20 04:34:00 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::SLLV), Mask)
|
|
|
|
.addReg(ShiftAmt).addReg(MaskUpper);
|
2011-05-31 10:54:07 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::NOR), Mask2).addReg(Mips::ZERO).addReg(Mask);
|
2011-07-20 04:34:00 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::SLLV), Incr2).addReg(ShiftAmt).addReg(Incr);
|
2011-06-01 04:25:26 +08:00
|
|
|
|
2011-07-19 02:52:12 +08:00
|
|
|
// atomic.load.binop
|
2011-05-31 10:54:07 +08:00
|
|
|
// loopMBB:
|
2011-07-20 04:11:17 +08:00
|
|
|
// ll oldval,0(alignedaddr)
|
|
|
|
// binop binopres,oldval,incr2
|
|
|
|
// and newval,binopres,mask
|
|
|
|
// and maskedoldval0,oldval,mask2
|
|
|
|
// or storeval,maskedoldval0,newval
|
|
|
|
// sc success,storeval,0(alignedaddr)
|
|
|
|
// beq success,$0,loopMBB
|
|
|
|
|
2011-07-19 02:52:12 +08:00
|
|
|
// atomic.swap
|
|
|
|
// loopMBB:
|
2011-07-20 04:11:17 +08:00
|
|
|
// ll oldval,0(alignedaddr)
|
2011-07-20 02:14:26 +08:00
|
|
|
// and newval,incr2,mask
|
2011-07-20 04:11:17 +08:00
|
|
|
// and maskedoldval0,oldval,mask2
|
|
|
|
// or storeval,maskedoldval0,newval
|
|
|
|
// sc success,storeval,0(alignedaddr)
|
|
|
|
// beq success,$0,loopMBB
|
2011-07-19 02:52:12 +08:00
|
|
|
|
2011-05-31 10:54:07 +08:00
|
|
|
BB = loopMBB;
|
2011-11-11 12:14:30 +08:00
|
|
|
BuildMI(BB, dl, TII->get(LL), OldVal).addReg(AlignedAddr).addImm(0);
|
2011-05-31 10:54:07 +08:00
|
|
|
if (Nand) {
|
2011-07-20 04:11:17 +08:00
|
|
|
// and andres, oldval, incr2
|
|
|
|
// nor binopres, $0, andres
|
|
|
|
// and newval, binopres, mask
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::AND), AndRes).addReg(OldVal).addReg(Incr2);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::NOR), BinOpRes)
|
|
|
|
.addReg(Mips::ZERO).addReg(AndRes);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::AND), NewVal).addReg(BinOpRes).addReg(Mask);
|
2011-05-31 10:54:07 +08:00
|
|
|
} else if (BinOpcode) {
|
2011-07-20 04:11:17 +08:00
|
|
|
// <binop> binopres, oldval, incr2
|
|
|
|
// and newval, binopres, mask
|
|
|
|
BuildMI(BB, dl, TII->get(BinOpcode), BinOpRes).addReg(OldVal).addReg(Incr2);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::AND), NewVal).addReg(BinOpRes).addReg(Mask);
|
2011-07-20 02:14:26 +08:00
|
|
|
} else {// atomic.swap
|
2011-07-20 04:11:17 +08:00
|
|
|
// and newval, incr2, mask
|
2011-07-20 04:34:00 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::AND), NewVal).addReg(Incr2).addReg(Mask);
|
2011-07-20 02:14:26 +08:00
|
|
|
}
|
|
|
|
|
2011-07-20 04:56:53 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::AND), MaskedOldVal0)
|
2011-07-20 04:11:17 +08:00
|
|
|
.addReg(OldVal).addReg(Mask2);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::OR), StoreVal)
|
2011-07-20 04:56:53 +08:00
|
|
|
.addReg(MaskedOldVal0).addReg(NewVal);
|
2011-11-11 12:14:30 +08:00
|
|
|
BuildMI(BB, dl, TII->get(SC), Success)
|
2011-07-20 04:11:17 +08:00
|
|
|
.addReg(StoreVal).addReg(AlignedAddr).addImm(0);
|
2011-05-31 10:54:07 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::BEQ))
|
2011-07-20 04:11:17 +08:00
|
|
|
.addReg(Success).addReg(Mips::ZERO).addMBB(loopMBB);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
2011-07-19 11:42:13 +08:00
|
|
|
// sinkMBB:
|
2011-07-20 04:11:17 +08:00
|
|
|
// and maskedoldval1,oldval,mask
|
|
|
|
// srl srlres,maskedoldval1,shiftamt
|
|
|
|
// sll sllres,srlres,24
|
|
|
|
// sra dest,sllres,24
|
2011-07-19 11:42:13 +08:00
|
|
|
BB = sinkMBB;
|
2011-05-31 10:54:07 +08:00
|
|
|
int64_t ShiftImm = (Size == 1) ? 24 : 16;
|
2011-07-19 11:14:58 +08:00
|
|
|
|
2011-07-20 04:11:17 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::AND), MaskedOldVal1)
|
|
|
|
.addReg(OldVal).addReg(Mask);
|
2011-07-20 04:34:00 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::SRLV), SrlRes)
|
|
|
|
.addReg(ShiftAmt).addReg(MaskedOldVal1);
|
2011-07-20 04:11:17 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::SLL), SllRes)
|
|
|
|
.addReg(SrlRes).addImm(ShiftImm);
|
2011-07-19 11:42:13 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::SRA), Dest)
|
2011-07-20 04:11:17 +08:00
|
|
|
.addReg(SllRes).addImm(ShiftImm);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
MI->eraseFromParent(); // The instruction is gone now.
|
|
|
|
|
2011-07-19 11:42:13 +08:00
|
|
|
return exitMBB;
|
2011-05-31 10:54:07 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
MachineBasicBlock *
|
|
|
|
MipsTargetLowering::EmitAtomicCmpSwap(MachineInstr *MI,
|
2011-06-08 02:58:42 +08:00
|
|
|
MachineBasicBlock *BB,
|
|
|
|
unsigned Size) const {
|
2011-11-11 12:14:30 +08:00
|
|
|
assert((Size == 4 || Size == 8) && "Unsupported size for EmitAtomicCmpSwap.");
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
MachineFunction *MF = BB->getParent();
|
|
|
|
MachineRegisterInfo &RegInfo = MF->getRegInfo();
|
2011-11-11 12:14:30 +08:00
|
|
|
const TargetRegisterClass *RC = getRegClassFor(MVT::getIntegerVT(Size * 8));
|
2011-05-31 10:54:07 +08:00
|
|
|
const TargetInstrInfo *TII = getTargetMachine().getInstrInfo();
|
|
|
|
DebugLoc dl = MI->getDebugLoc();
|
2011-11-11 12:14:30 +08:00
|
|
|
unsigned LL, SC, ZERO, BNE, BEQ;
|
|
|
|
|
|
|
|
if (Size == 4) {
|
|
|
|
LL = IsN64 ? Mips::LL_P8 : Mips::LL;
|
|
|
|
SC = IsN64 ? Mips::SC_P8 : Mips::SC;
|
|
|
|
ZERO = Mips::ZERO;
|
|
|
|
BNE = Mips::BNE;
|
|
|
|
BEQ = Mips::BEQ;
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
LL = IsN64 ? Mips::LLD_P8 : Mips::LLD;
|
|
|
|
SC = IsN64 ? Mips::SCD_P8 : Mips::SCD;
|
|
|
|
ZERO = Mips::ZERO_64;
|
|
|
|
BNE = Mips::BNE64;
|
|
|
|
BEQ = Mips::BEQ64;
|
|
|
|
}
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
unsigned Dest = MI->getOperand(0).getReg();
|
|
|
|
unsigned Ptr = MI->getOperand(1).getReg();
|
2011-07-20 04:11:17 +08:00
|
|
|
unsigned OldVal = MI->getOperand(2).getReg();
|
|
|
|
unsigned NewVal = MI->getOperand(3).getReg();
|
2011-05-31 10:54:07 +08:00
|
|
|
|
2011-07-20 04:11:17 +08:00
|
|
|
unsigned Success = RegInfo.createVirtualRegister(RC);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
// insert new blocks after the current block
|
|
|
|
const BasicBlock *LLVM_BB = BB->getBasicBlock();
|
|
|
|
MachineBasicBlock *loop1MBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
|
|
|
MachineBasicBlock *loop2MBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
|
|
|
MachineBasicBlock *exitMBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
|
|
|
MachineFunction::iterator It = BB;
|
|
|
|
++It;
|
|
|
|
MF->insert(It, loop1MBB);
|
|
|
|
MF->insert(It, loop2MBB);
|
|
|
|
MF->insert(It, exitMBB);
|
|
|
|
|
|
|
|
// Transfer the remainder of BB and its successor edges to exitMBB.
|
|
|
|
exitMBB->splice(exitMBB->begin(), BB,
|
2011-12-20 03:52:25 +08:00
|
|
|
llvm::next(MachineBasicBlock::iterator(MI)), BB->end());
|
2011-05-31 10:54:07 +08:00
|
|
|
exitMBB->transferSuccessorsAndUpdatePHIs(BB);
|
|
|
|
|
|
|
|
// thisMBB:
|
|
|
|
// ...
|
|
|
|
// fallthrough --> loop1MBB
|
|
|
|
BB->addSuccessor(loop1MBB);
|
2011-07-20 01:09:53 +08:00
|
|
|
loop1MBB->addSuccessor(exitMBB);
|
|
|
|
loop1MBB->addSuccessor(loop2MBB);
|
|
|
|
loop2MBB->addSuccessor(loop1MBB);
|
|
|
|
loop2MBB->addSuccessor(exitMBB);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
// loop1MBB:
|
|
|
|
// ll dest, 0(ptr)
|
|
|
|
// bne dest, oldval, exitMBB
|
|
|
|
BB = loop1MBB;
|
2011-11-11 12:14:30 +08:00
|
|
|
BuildMI(BB, dl, TII->get(LL), Dest).addReg(Ptr).addImm(0);
|
|
|
|
BuildMI(BB, dl, TII->get(BNE))
|
2011-07-20 04:11:17 +08:00
|
|
|
.addReg(Dest).addReg(OldVal).addMBB(exitMBB);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
// loop2MBB:
|
2011-07-20 04:11:17 +08:00
|
|
|
// sc success, newval, 0(ptr)
|
|
|
|
// beq success, $0, loop1MBB
|
2011-05-31 10:54:07 +08:00
|
|
|
BB = loop2MBB;
|
2011-11-11 12:14:30 +08:00
|
|
|
BuildMI(BB, dl, TII->get(SC), Success)
|
2011-07-20 04:11:17 +08:00
|
|
|
.addReg(NewVal).addReg(Ptr).addImm(0);
|
2011-11-11 12:14:30 +08:00
|
|
|
BuildMI(BB, dl, TII->get(BEQ))
|
|
|
|
.addReg(Success).addReg(ZERO).addMBB(loop1MBB);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
MI->eraseFromParent(); // The instruction is gone now.
|
|
|
|
|
2011-07-19 11:42:13 +08:00
|
|
|
return exitMBB;
|
2011-05-31 10:54:07 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
MachineBasicBlock *
|
|
|
|
MipsTargetLowering::EmitAtomicCmpSwapPartword(MachineInstr *MI,
|
2011-06-08 02:58:42 +08:00
|
|
|
MachineBasicBlock *BB,
|
|
|
|
unsigned Size) const {
|
2011-05-31 10:54:07 +08:00
|
|
|
assert((Size == 1 || Size == 2) &&
|
|
|
|
"Unsupported size for EmitAtomicCmpSwapPartial.");
|
|
|
|
|
|
|
|
MachineFunction *MF = BB->getParent();
|
|
|
|
MachineRegisterInfo &RegInfo = MF->getRegInfo();
|
|
|
|
const TargetRegisterClass *RC = getRegClassFor(MVT::i32);
|
|
|
|
const TargetInstrInfo *TII = getTargetMachine().getInstrInfo();
|
|
|
|
DebugLoc dl = MI->getDebugLoc();
|
2011-11-11 12:14:30 +08:00
|
|
|
unsigned LL = IsN64 ? Mips::LL_P8 : Mips::LL;
|
|
|
|
unsigned SC = IsN64 ? Mips::SC_P8 : Mips::SC;
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
unsigned Dest = MI->getOperand(0).getReg();
|
|
|
|
unsigned Ptr = MI->getOperand(1).getReg();
|
2011-07-20 04:11:17 +08:00
|
|
|
unsigned CmpVal = MI->getOperand(2).getReg();
|
|
|
|
unsigned NewVal = MI->getOperand(3).getReg();
|
2011-05-31 10:54:07 +08:00
|
|
|
|
2011-07-20 04:11:17 +08:00
|
|
|
unsigned AlignedAddr = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned ShiftAmt = RegInfo.createVirtualRegister(RC);
|
2011-05-31 10:54:07 +08:00
|
|
|
unsigned Mask = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned Mask2 = RegInfo.createVirtualRegister(RC);
|
2011-07-20 04:11:17 +08:00
|
|
|
unsigned ShiftedCmpVal = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned OldVal = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned MaskedOldVal0 = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned ShiftedNewVal = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned MaskLSB2 = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned PtrLSB2 = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned MaskUpper = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned MaskedCmpVal = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned MaskedNewVal = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned MaskedOldVal1 = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned StoreVal = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned SrlRes = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned SllRes = RegInfo.createVirtualRegister(RC);
|
|
|
|
unsigned Success = RegInfo.createVirtualRegister(RC);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
// insert new blocks after the current block
|
|
|
|
const BasicBlock *LLVM_BB = BB->getBasicBlock();
|
|
|
|
MachineBasicBlock *loop1MBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
|
|
|
MachineBasicBlock *loop2MBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
2011-07-19 11:42:13 +08:00
|
|
|
MachineBasicBlock *sinkMBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
2011-05-31 10:54:07 +08:00
|
|
|
MachineBasicBlock *exitMBB = MF->CreateMachineBasicBlock(LLVM_BB);
|
|
|
|
MachineFunction::iterator It = BB;
|
|
|
|
++It;
|
|
|
|
MF->insert(It, loop1MBB);
|
|
|
|
MF->insert(It, loop2MBB);
|
2011-07-19 11:42:13 +08:00
|
|
|
MF->insert(It, sinkMBB);
|
2011-05-31 10:54:07 +08:00
|
|
|
MF->insert(It, exitMBB);
|
|
|
|
|
|
|
|
// Transfer the remainder of BB and its successor edges to exitMBB.
|
|
|
|
exitMBB->splice(exitMBB->begin(), BB,
|
2011-12-20 03:52:25 +08:00
|
|
|
llvm::next(MachineBasicBlock::iterator(MI)), BB->end());
|
2011-05-31 10:54:07 +08:00
|
|
|
exitMBB->transferSuccessorsAndUpdatePHIs(BB);
|
|
|
|
|
2011-07-20 01:09:53 +08:00
|
|
|
BB->addSuccessor(loop1MBB);
|
|
|
|
loop1MBB->addSuccessor(sinkMBB);
|
|
|
|
loop1MBB->addSuccessor(loop2MBB);
|
|
|
|
loop2MBB->addSuccessor(loop1MBB);
|
|
|
|
loop2MBB->addSuccessor(sinkMBB);
|
|
|
|
sinkMBB->addSuccessor(exitMBB);
|
|
|
|
|
2011-07-20 02:14:26 +08:00
|
|
|
// FIXME: computation of newval2 can be moved to loop2MBB.
|
2011-05-31 10:54:07 +08:00
|
|
|
// thisMBB:
|
2011-07-20 04:11:17 +08:00
|
|
|
// addiu masklsb2,$0,-4 # 0xfffffffc
|
|
|
|
// and alignedaddr,ptr,masklsb2
|
|
|
|
// andi ptrlsb2,ptr,3
|
|
|
|
// sll shiftamt,ptrlsb2,3
|
|
|
|
// ori maskupper,$0,255 # 0xff
|
|
|
|
// sll mask,maskupper,shiftamt
|
2011-05-31 10:54:07 +08:00
|
|
|
// nor mask2,$0,mask
|
2011-07-20 04:11:17 +08:00
|
|
|
// andi maskedcmpval,cmpval,255
|
|
|
|
// sll shiftedcmpval,maskedcmpval,shiftamt
|
|
|
|
// andi maskednewval,newval,255
|
|
|
|
// sll shiftednewval,maskednewval,shiftamt
|
2011-05-31 10:54:07 +08:00
|
|
|
int64_t MaskImm = (Size == 1) ? 255 : 65535;
|
2011-07-20 04:11:17 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::ADDiu), MaskLSB2)
|
|
|
|
.addReg(Mips::ZERO).addImm(-4);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::AND), AlignedAddr)
|
|
|
|
.addReg(Ptr).addReg(MaskLSB2);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::ANDi), PtrLSB2).addReg(Ptr).addImm(3);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::SLL), ShiftAmt).addReg(PtrLSB2).addImm(3);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::ORi), MaskUpper)
|
|
|
|
.addReg(Mips::ZERO).addImm(MaskImm);
|
2011-07-20 04:34:00 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::SLLV), Mask)
|
|
|
|
.addReg(ShiftAmt).addReg(MaskUpper);
|
2011-05-31 10:54:07 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::NOR), Mask2).addReg(Mips::ZERO).addReg(Mask);
|
2011-07-20 04:11:17 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::ANDi), MaskedCmpVal)
|
|
|
|
.addReg(CmpVal).addImm(MaskImm);
|
2011-07-20 04:34:00 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::SLLV), ShiftedCmpVal)
|
|
|
|
.addReg(ShiftAmt).addReg(MaskedCmpVal);
|
2011-07-20 04:11:17 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::ANDi), MaskedNewVal)
|
|
|
|
.addReg(NewVal).addImm(MaskImm);
|
2011-07-20 04:34:00 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::SLLV), ShiftedNewVal)
|
|
|
|
.addReg(ShiftAmt).addReg(MaskedNewVal);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
// loop1MBB:
|
2011-07-20 04:11:17 +08:00
|
|
|
// ll oldval,0(alginedaddr)
|
|
|
|
// and maskedoldval0,oldval,mask
|
|
|
|
// bne maskedoldval0,shiftedcmpval,sinkMBB
|
2011-05-31 10:54:07 +08:00
|
|
|
BB = loop1MBB;
|
2011-11-11 12:14:30 +08:00
|
|
|
BuildMI(BB, dl, TII->get(LL), OldVal).addReg(AlignedAddr).addImm(0);
|
2011-07-20 04:11:17 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::AND), MaskedOldVal0)
|
|
|
|
.addReg(OldVal).addReg(Mask);
|
2011-05-31 10:54:07 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::BNE))
|
2011-07-20 04:11:17 +08:00
|
|
|
.addReg(MaskedOldVal0).addReg(ShiftedCmpVal).addMBB(sinkMBB);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
// loop2MBB:
|
2011-07-20 04:11:17 +08:00
|
|
|
// and maskedoldval1,oldval,mask2
|
|
|
|
// or storeval,maskedoldval1,shiftednewval
|
|
|
|
// sc success,storeval,0(alignedaddr)
|
|
|
|
// beq success,$0,loop1MBB
|
2011-05-31 10:54:07 +08:00
|
|
|
BB = loop2MBB;
|
2011-07-20 04:11:17 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::AND), MaskedOldVal1)
|
|
|
|
.addReg(OldVal).addReg(Mask2);
|
|
|
|
BuildMI(BB, dl, TII->get(Mips::OR), StoreVal)
|
|
|
|
.addReg(MaskedOldVal1).addReg(ShiftedNewVal);
|
2011-11-11 12:14:30 +08:00
|
|
|
BuildMI(BB, dl, TII->get(SC), Success)
|
2011-07-20 04:11:17 +08:00
|
|
|
.addReg(StoreVal).addReg(AlignedAddr).addImm(0);
|
2011-05-31 10:54:07 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::BEQ))
|
2011-07-20 04:11:17 +08:00
|
|
|
.addReg(Success).addReg(Mips::ZERO).addMBB(loop1MBB);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
2011-07-19 11:42:13 +08:00
|
|
|
// sinkMBB:
|
2011-07-20 04:11:17 +08:00
|
|
|
// srl srlres,maskedoldval0,shiftamt
|
|
|
|
// sll sllres,srlres,24
|
|
|
|
// sra dest,sllres,24
|
2011-07-19 11:42:13 +08:00
|
|
|
BB = sinkMBB;
|
2011-05-31 10:54:07 +08:00
|
|
|
int64_t ShiftImm = (Size == 1) ? 24 : 16;
|
2011-07-19 11:14:58 +08:00
|
|
|
|
2011-07-20 04:34:00 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::SRLV), SrlRes)
|
|
|
|
.addReg(ShiftAmt).addReg(MaskedOldVal0);
|
2011-07-20 04:11:17 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::SLL), SllRes)
|
|
|
|
.addReg(SrlRes).addImm(ShiftImm);
|
2011-07-19 11:42:13 +08:00
|
|
|
BuildMI(BB, dl, TII->get(Mips::SRA), Dest)
|
2011-07-20 04:11:17 +08:00
|
|
|
.addReg(SllRes).addImm(ShiftImm);
|
2011-05-31 10:54:07 +08:00
|
|
|
|
|
|
|
MI->eraseFromParent(); // The instruction is gone now.
|
|
|
|
|
2011-07-19 11:42:13 +08:00
|
|
|
return exitMBB;
|
2011-05-31 10:54:07 +08:00
|
|
|
}
|
|
|
|
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-06-06 15:42:06 +08:00
|
|
|
// Misc Lower Operation implementation
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2008-08-08 03:08:11 +08:00
|
|
|
SDValue MipsTargetLowering::
|
2010-04-17 23:26:15 +08:00
|
|
|
LowerDYNAMIC_STACKALLOC(SDValue Op, SelectionDAG &DAG) const
|
2008-08-08 03:08:11 +08:00
|
|
|
{
|
2011-06-21 08:40:49 +08:00
|
|
|
MachineFunction &MF = DAG.getMachineFunction();
|
|
|
|
MipsFunctionInfo *MipsFI = MF.getInfo<MipsFunctionInfo>();
|
2011-11-11 12:06:38 +08:00
|
|
|
unsigned SP = IsN64 ? Mips::SP_64 : Mips::SP;
|
2011-06-21 08:40:49 +08:00
|
|
|
|
|
|
|
assert(getTargetMachine().getFrameLowering()->getStackAlignment() >=
|
2011-05-25 10:20:00 +08:00
|
|
|
cast<ConstantSDNode>(Op.getOperand(2).getNode())->getZExtValue() &&
|
|
|
|
"Cannot lower if the alignment of the allocated space is larger than \
|
|
|
|
that of the stack.");
|
|
|
|
|
2008-08-08 03:08:11 +08:00
|
|
|
SDValue Chain = Op.getOperand(0);
|
|
|
|
SDValue Size = Op.getOperand(1);
|
2009-02-05 07:02:30 +08:00
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
2008-08-08 03:08:11 +08:00
|
|
|
|
|
|
|
// Get a reference from Mips stack pointer
|
2011-11-11 12:06:38 +08:00
|
|
|
SDValue StackPointer = DAG.getCopyFromReg(Chain, dl, SP, getPointerTy());
|
2008-08-08 03:08:11 +08:00
|
|
|
|
|
|
|
// Subtract the dynamic size from the actual stack size to
|
|
|
|
// obtain the new stack size.
|
2011-11-11 12:06:38 +08:00
|
|
|
SDValue Sub = DAG.getNode(ISD::SUB, dl, getPointerTy(), StackPointer, Size);
|
2008-08-08 03:08:11 +08:00
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
// The Sub result contains the new stack start address, so it
|
2008-08-08 03:08:11 +08:00
|
|
|
// must be placed in the stack pointer register.
|
2011-11-11 12:06:38 +08:00
|
|
|
Chain = DAG.getCopyToReg(StackPointer.getValue(1), dl, SP, Sub, SDValue());
|
2010-11-23 11:31:01 +08:00
|
|
|
|
|
|
|
// This node always has two return values: a new stack pointer
|
2008-08-08 03:08:11 +08:00
|
|
|
// value and a chain
|
2011-11-11 12:06:38 +08:00
|
|
|
SDVTList VTLs = DAG.getVTList(getPointerTy(), MVT::Other);
|
2011-06-21 08:40:49 +08:00
|
|
|
SDValue Ptr = DAG.getFrameIndex(MipsFI->getDynAllocFI(), getPointerTy());
|
|
|
|
SDValue Ops[] = { Chain, Ptr, Chain.getValue(1) };
|
|
|
|
|
|
|
|
return DAG.getNode(MipsISD::DynAlloc, dl, VTLs, Ops, 3);
|
2008-08-08 03:08:11 +08:00
|
|
|
}
|
|
|
|
|
2008-07-29 03:11:24 +08:00
|
|
|
SDValue MipsTargetLowering::
|
2010-04-17 23:26:15 +08:00
|
|
|
LowerBRCOND(SDValue Op, SelectionDAG &DAG) const
|
2008-07-29 03:11:24 +08:00
|
|
|
{
|
2010-11-23 11:31:01 +08:00
|
|
|
// The first operand is the chain, the second is the condition, the third is
|
2008-07-29 03:11:24 +08:00
|
|
|
// the block to branch to if the condition is true.
|
|
|
|
SDValue Chain = Op.getOperand(0);
|
|
|
|
SDValue Dest = Op.getOperand(2);
|
2009-02-07 05:50:26 +08:00
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
2008-08-01 02:31:28 +08:00
|
|
|
|
2011-04-01 02:26:17 +08:00
|
|
|
SDValue CondRes = CreateFPCmp(DAG, Op.getOperand(1));
|
|
|
|
|
2011-04-15 13:18:47 +08:00
|
|
|
// Return if flag is not set by a floating point comparison.
|
2011-04-01 02:26:17 +08:00
|
|
|
if (CondRes.getOpcode() != MipsISD::FPCmp)
|
2008-07-31 01:06:13 +08:00
|
|
|
return Op;
|
2010-11-23 11:31:01 +08:00
|
|
|
|
2008-08-01 02:31:28 +08:00
|
|
|
SDValue CCNode = CondRes.getOperand(2);
|
2008-09-13 00:56:44 +08:00
|
|
|
Mips::CondCode CC =
|
|
|
|
(Mips::CondCode)cast<ConstantSDNode>(CCNode)->getZExtValue();
|
2010-11-23 11:31:01 +08:00
|
|
|
SDValue BrCode = DAG.getConstant(GetFPBranchCodeFromCond(CC), MVT::i32);
|
2008-07-29 03:11:24 +08:00
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
return DAG.getNode(MipsISD::FPBrcond, dl, Op.getValueType(), Chain, BrCode,
|
2011-04-01 02:26:17 +08:00
|
|
|
Dest, CondRes);
|
2008-07-29 03:11:24 +08:00
|
|
|
}
|
|
|
|
|
2008-07-30 03:05:28 +08:00
|
|
|
SDValue MipsTargetLowering::
|
2010-04-17 23:26:15 +08:00
|
|
|
LowerSELECT(SDValue Op, SelectionDAG &DAG) const
|
2008-07-30 03:05:28 +08:00
|
|
|
{
|
2011-04-01 02:26:17 +08:00
|
|
|
SDValue Cond = CreateFPCmp(DAG, Op.getOperand(0));
|
2008-07-30 03:05:28 +08:00
|
|
|
|
2011-04-15 13:18:47 +08:00
|
|
|
// Return if flag is not set by a floating point comparison.
|
2011-04-01 02:26:17 +08:00
|
|
|
if (Cond.getOpcode() != MipsISD::FPCmp)
|
|
|
|
return Op;
|
2008-08-13 15:13:40 +08:00
|
|
|
|
2011-04-01 02:26:17 +08:00
|
|
|
return CreateCMovFP(DAG, Cond, Op.getOperand(1), Op.getOperand(2),
|
|
|
|
Op.getDebugLoc());
|
2008-07-30 03:05:28 +08:00
|
|
|
}
|
|
|
|
|
2010-04-17 23:26:15 +08:00
|
|
|
SDValue MipsTargetLowering::LowerGlobalAddress(SDValue Op,
|
|
|
|
SelectionDAG &DAG) const {
|
2009-02-07 05:50:26 +08:00
|
|
|
// FIXME there isn't actually debug info here
|
2009-02-05 04:06:27 +08:00
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
2011-10-11 08:55:05 +08:00
|
|
|
const GlobalValue *GV = cast<GlobalAddressSDNode>(Op)->getGlobal();
|
2008-07-30 03:29:50 +08:00
|
|
|
|
2011-10-11 08:55:05 +08:00
|
|
|
if (getTargetMachine().getRelocationModel() != Reloc::PIC_ && !IsN64) {
|
2009-08-13 13:41:27 +08:00
|
|
|
SDVTList VTs = DAG.getVTList(MVT::i32);
|
2010-11-23 11:31:01 +08:00
|
|
|
|
2009-08-13 14:28:06 +08:00
|
|
|
MipsTargetObjectFile &TLOF = (MipsTargetObjectFile&)getObjFileLowering();
|
2010-11-23 11:31:01 +08:00
|
|
|
|
2009-08-13 13:41:27 +08:00
|
|
|
// %gp_rel relocation
|
2010-11-23 11:31:01 +08:00
|
|
|
if (TLOF.IsGlobalInSmallSection(GV, getTargetMachine())) {
|
|
|
|
SDValue GA = DAG.getTargetGlobalAddress(GV, dl, MVT::i32, 0,
|
2009-09-02 01:27:58 +08:00
|
|
|
MipsII::MO_GPREL);
|
2009-08-13 13:41:27 +08:00
|
|
|
SDValue GPRelNode = DAG.getNode(MipsISD::GPRel, dl, VTs, &GA, 1);
|
|
|
|
SDValue GOT = DAG.getGLOBAL_OFFSET_TABLE(MVT::i32);
|
2010-11-23 11:31:01 +08:00
|
|
|
return DAG.getNode(ISD::ADD, dl, MVT::i32, GOT, GPRelNode);
|
2009-08-13 13:41:27 +08:00
|
|
|
}
|
2008-07-30 03:29:50 +08:00
|
|
|
// %hi/%lo relocation
|
2011-04-02 05:41:06 +08:00
|
|
|
SDValue GAHi = DAG.getTargetGlobalAddress(GV, dl, MVT::i32, 0,
|
|
|
|
MipsII::MO_ABS_HI);
|
|
|
|
SDValue GALo = DAG.getTargetGlobalAddress(GV, dl, MVT::i32, 0,
|
|
|
|
MipsII::MO_ABS_LO);
|
|
|
|
SDValue HiPart = DAG.getNode(MipsISD::Hi, dl, VTs, &GAHi, 1);
|
|
|
|
SDValue Lo = DAG.getNode(MipsISD::Lo, dl, MVT::i32, GALo);
|
2009-08-12 04:47:22 +08:00
|
|
|
return DAG.getNode(ISD::ADD, dl, MVT::i32, HiPart, Lo);
|
2008-07-30 03:29:50 +08:00
|
|
|
}
|
|
|
|
|
2011-10-11 08:55:05 +08:00
|
|
|
EVT ValTy = Op.getValueType();
|
|
|
|
bool HasGotOfst = (GV->hasInternalLinkage() ||
|
|
|
|
(GV->hasLocalLinkage() && !isa<Function>(GV)));
|
|
|
|
unsigned GotFlag = IsN64 ?
|
|
|
|
(HasGotOfst ? MipsII::MO_GOT_PAGE : MipsII::MO_GOT_DISP) :
|
2011-12-07 08:28:57 +08:00
|
|
|
(HasGotOfst ? MipsII::MO_GOT : MipsII::MO_GOT16);
|
2011-10-11 08:55:05 +08:00
|
|
|
SDValue GA = DAG.getTargetGlobalAddress(GV, dl, ValTy, 0, GotFlag);
|
2011-12-09 09:53:17 +08:00
|
|
|
GA = DAG.getNode(MipsISD::Wrapper, dl, ValTy, GA);
|
2011-12-20 03:52:25 +08:00
|
|
|
SDValue ResNode = DAG.getLoad(ValTy, dl, DAG.getEntryNode(), GA,
|
|
|
|
MachinePointerInfo(), false, false, false, 0);
|
2011-06-08 02:58:42 +08:00
|
|
|
// On functions and global targets not internal linked only
|
|
|
|
// a load from got/GP is necessary for PIC to work.
|
2011-10-11 08:55:05 +08:00
|
|
|
if (!HasGotOfst)
|
2011-06-08 02:58:42 +08:00
|
|
|
return ResNode;
|
2011-10-11 08:55:05 +08:00
|
|
|
SDValue GALo = DAG.getTargetGlobalAddress(GV, dl, ValTy, 0,
|
|
|
|
IsN64 ? MipsII::MO_GOT_OFST :
|
|
|
|
MipsII::MO_ABS_LO);
|
|
|
|
SDValue Lo = DAG.getNode(MipsISD::Lo, dl, ValTy, GALo);
|
|
|
|
return DAG.getNode(ISD::ADD, dl, ValTy, ResNode, Lo);
|
2008-07-30 03:29:50 +08:00
|
|
|
}
|
|
|
|
|
2011-03-05 04:01:52 +08:00
|
|
|
SDValue MipsTargetLowering::LowerBlockAddress(SDValue Op,
|
|
|
|
SelectionDAG &DAG) const {
|
2011-04-26 01:10:45 +08:00
|
|
|
const BlockAddress *BA = cast<BlockAddressSDNode>(Op)->getBlockAddress();
|
|
|
|
// FIXME there isn't actually debug info here
|
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
|
|
|
|
2011-11-17 06:42:10 +08:00
|
|
|
if (getTargetMachine().getRelocationModel() != Reloc::PIC_ && !IsN64) {
|
2011-04-26 01:10:45 +08:00
|
|
|
// %hi/%lo relocation
|
2011-12-20 03:52:25 +08:00
|
|
|
SDValue BAHi = DAG.getBlockAddress(BA, MVT::i32, true, MipsII::MO_ABS_HI);
|
|
|
|
SDValue BALo = DAG.getBlockAddress(BA, MVT::i32, true, MipsII::MO_ABS_LO);
|
2011-04-26 01:10:45 +08:00
|
|
|
SDValue Hi = DAG.getNode(MipsISD::Hi, dl, MVT::i32, BAHi);
|
|
|
|
SDValue Lo = DAG.getNode(MipsISD::Lo, dl, MVT::i32, BALo);
|
|
|
|
return DAG.getNode(ISD::ADD, dl, MVT::i32, Hi, Lo);
|
2011-03-05 04:01:52 +08:00
|
|
|
}
|
2011-04-26 01:10:45 +08:00
|
|
|
|
2011-11-17 06:42:10 +08:00
|
|
|
EVT ValTy = Op.getValueType();
|
|
|
|
unsigned GOTFlag = IsN64 ? MipsII::MO_GOT_PAGE : MipsII::MO_GOT;
|
|
|
|
unsigned OFSTFlag = IsN64 ? MipsII::MO_GOT_OFST : MipsII::MO_ABS_LO;
|
|
|
|
SDValue BAGOTOffset = DAG.getBlockAddress(BA, ValTy, true, GOTFlag);
|
2011-12-09 09:53:17 +08:00
|
|
|
BAGOTOffset = DAG.getNode(MipsISD::Wrapper, dl, ValTy, BAGOTOffset);
|
2011-11-17 06:42:10 +08:00
|
|
|
SDValue BALOOffset = DAG.getBlockAddress(BA, ValTy, true, OFSTFlag);
|
2011-12-20 03:52:25 +08:00
|
|
|
SDValue Load = DAG.getLoad(ValTy, dl, DAG.getEntryNode(), BAGOTOffset,
|
2011-11-09 02:42:53 +08:00
|
|
|
MachinePointerInfo(), false, false, false, 0);
|
2011-11-17 06:42:10 +08:00
|
|
|
SDValue Lo = DAG.getNode(MipsISD::Lo, dl, ValTy, BALOOffset);
|
|
|
|
return DAG.getNode(ISD::ADD, dl, ValTy, Load, Lo);
|
2011-03-05 04:01:52 +08:00
|
|
|
}
|
|
|
|
|
2008-07-30 03:29:50 +08:00
|
|
|
SDValue MipsTargetLowering::
|
2010-04-17 23:26:15 +08:00
|
|
|
LowerGlobalTLSAddress(SDValue Op, SelectionDAG &DAG) const
|
2008-07-30 03:29:50 +08:00
|
|
|
{
|
2011-12-15 02:26:41 +08:00
|
|
|
// If the relocation model is PIC, use the General Dynamic TLS Model or
|
|
|
|
// Local Dynamic TLS model, otherwise use the Initial Exec or
|
|
|
|
// Local Exec TLS Model.
|
2011-05-31 10:53:58 +08:00
|
|
|
|
|
|
|
GlobalAddressSDNode *GA = cast<GlobalAddressSDNode>(Op);
|
|
|
|
DebugLoc dl = GA->getDebugLoc();
|
|
|
|
const GlobalValue *GV = GA->getGlobal();
|
|
|
|
EVT PtrVT = getPointerTy();
|
|
|
|
|
|
|
|
if (getTargetMachine().getRelocationModel() == Reloc::PIC_) {
|
|
|
|
// General Dynamic TLS Model
|
2011-12-15 02:26:41 +08:00
|
|
|
bool LocalDynamic = GV->hasInternalLinkage();
|
|
|
|
unsigned Flag = LocalDynamic ? MipsII::MO_TLSLDM :MipsII::MO_TLSGD;
|
|
|
|
SDValue TGA = DAG.getTargetGlobalAddress(GV, dl, PtrVT, 0, Flag);
|
2011-12-09 09:53:17 +08:00
|
|
|
SDValue Argument = DAG.getNode(MipsISD::Wrapper, dl, PtrVT, TGA);
|
2011-12-09 05:05:38 +08:00
|
|
|
unsigned PtrSize = PtrVT.getSizeInBits();
|
|
|
|
IntegerType *PtrTy = Type::getIntNTy(*DAG.getContext(), PtrSize);
|
|
|
|
|
2011-12-11 20:21:34 +08:00
|
|
|
SDValue TlsGetAddr = DAG.getExternalSymbol("__tls_get_addr", PtrVT);
|
2011-05-31 10:53:58 +08:00
|
|
|
|
|
|
|
ArgListTy Args;
|
|
|
|
ArgListEntry Entry;
|
|
|
|
Entry.Node = Argument;
|
2011-12-09 04:34:32 +08:00
|
|
|
Entry.Ty = PtrTy;
|
2011-05-31 10:53:58 +08:00
|
|
|
Args.push_back(Entry);
|
2011-12-09 05:05:38 +08:00
|
|
|
|
2011-05-31 10:53:58 +08:00
|
|
|
std::pair<SDValue, SDValue> CallResult =
|
2011-12-09 04:34:32 +08:00
|
|
|
LowerCallTo(DAG.getEntryNode(), PtrTy,
|
|
|
|
false, false, false, false, 0, CallingConv::C, false, true,
|
2011-12-09 05:05:38 +08:00
|
|
|
TlsGetAddr, Args, DAG, dl);
|
2011-05-31 10:53:58 +08:00
|
|
|
|
2011-12-15 02:26:41 +08:00
|
|
|
SDValue Ret = CallResult.first;
|
|
|
|
|
|
|
|
if (!LocalDynamic)
|
|
|
|
return Ret;
|
|
|
|
|
|
|
|
SDValue TGAHi = DAG.getTargetGlobalAddress(GV, dl, PtrVT, 0,
|
|
|
|
MipsII::MO_DTPREL_HI);
|
|
|
|
SDValue Hi = DAG.getNode(MipsISD::Hi, dl, PtrVT, TGAHi);
|
|
|
|
SDValue TGALo = DAG.getTargetGlobalAddress(GV, dl, PtrVT, 0,
|
|
|
|
MipsII::MO_DTPREL_LO);
|
|
|
|
SDValue Lo = DAG.getNode(MipsISD::Lo, dl, PtrVT, TGALo);
|
|
|
|
SDValue Add = DAG.getNode(ISD::ADD, dl, PtrVT, Hi, Ret);
|
|
|
|
return DAG.getNode(ISD::ADD, dl, PtrVT, Add, Lo);
|
2011-06-21 09:02:03 +08:00
|
|
|
}
|
2011-05-31 10:53:58 +08:00
|
|
|
|
2011-06-21 09:02:03 +08:00
|
|
|
SDValue Offset;
|
|
|
|
if (GV->isDeclaration()) {
|
|
|
|
// Initial Exec TLS Model
|
2011-12-09 04:34:32 +08:00
|
|
|
SDValue TGA = DAG.getTargetGlobalAddress(GV, dl, PtrVT, 0,
|
2011-06-21 09:02:03 +08:00
|
|
|
MipsII::MO_GOTTPREL);
|
2011-12-09 09:53:17 +08:00
|
|
|
TGA = DAG.getNode(MipsISD::Wrapper, dl, PtrVT, TGA);
|
2011-12-09 04:34:32 +08:00
|
|
|
Offset = DAG.getLoad(PtrVT, dl,
|
2011-06-21 09:02:03 +08:00
|
|
|
DAG.getEntryNode(), TGA, MachinePointerInfo(),
|
2011-11-09 02:42:53 +08:00
|
|
|
false, false, false, 0);
|
2011-06-21 09:02:03 +08:00
|
|
|
} else {
|
|
|
|
// Local Exec TLS Model
|
2011-12-09 04:34:32 +08:00
|
|
|
SDValue TGAHi = DAG.getTargetGlobalAddress(GV, dl, PtrVT, 0,
|
2011-06-21 09:02:03 +08:00
|
|
|
MipsII::MO_TPREL_HI);
|
2011-12-09 04:34:32 +08:00
|
|
|
SDValue TGALo = DAG.getTargetGlobalAddress(GV, dl, PtrVT, 0,
|
2011-06-21 09:02:03 +08:00
|
|
|
MipsII::MO_TPREL_LO);
|
2011-12-09 04:34:32 +08:00
|
|
|
SDValue Hi = DAG.getNode(MipsISD::Hi, dl, PtrVT, TGAHi);
|
|
|
|
SDValue Lo = DAG.getNode(MipsISD::Lo, dl, PtrVT, TGALo);
|
|
|
|
Offset = DAG.getNode(ISD::ADD, dl, PtrVT, Hi, Lo);
|
2011-05-31 10:53:58 +08:00
|
|
|
}
|
2011-06-21 09:02:03 +08:00
|
|
|
|
|
|
|
SDValue ThreadPointer = DAG.getNode(MipsISD::ThreadPointer, dl, PtrVT);
|
|
|
|
return DAG.getNode(ISD::ADD, dl, PtrVT, ThreadPointer, Offset);
|
2008-07-30 03:29:50 +08:00
|
|
|
}
|
|
|
|
|
2008-07-28 05:46:04 +08:00
|
|
|
SDValue MipsTargetLowering::
|
2010-04-17 23:26:15 +08:00
|
|
|
LowerJumpTable(SDValue Op, SelectionDAG &DAG) const
|
2007-11-13 03:49:57 +08:00
|
|
|
{
|
2011-12-06 05:03:03 +08:00
|
|
|
SDValue HiPart, JTI, JTILo;
|
2009-02-07 05:50:26 +08:00
|
|
|
// FIXME there isn't actually debug info here
|
2009-02-05 04:06:27 +08:00
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
2009-09-02 01:27:58 +08:00
|
|
|
bool IsPIC = getTargetMachine().getRelocationModel() == Reloc::PIC_;
|
2009-08-11 06:56:29 +08:00
|
|
|
EVT PtrVT = Op.getValueType();
|
2011-12-06 05:03:03 +08:00
|
|
|
JumpTableSDNode *JT = cast<JumpTableSDNode>(Op);
|
2009-09-02 01:27:58 +08:00
|
|
|
|
2011-12-06 05:03:03 +08:00
|
|
|
if (!IsPIC && !IsN64) {
|
|
|
|
JTI = DAG.getTargetJumpTable(JT->getIndex(), PtrVT, MipsII::MO_ABS_HI);
|
|
|
|
HiPart = DAG.getNode(MipsISD::Hi, dl, PtrVT, JTI);
|
|
|
|
JTILo = DAG.getTargetJumpTable(JT->getIndex(), PtrVT, MipsII::MO_ABS_LO);
|
2011-05-28 09:07:07 +08:00
|
|
|
} else {// Emit Load from Global Pointer
|
2011-12-06 05:03:03 +08:00
|
|
|
unsigned GOTFlag = IsN64 ? MipsII::MO_GOT_PAGE : MipsII::MO_GOT;
|
|
|
|
unsigned OfstFlag = IsN64 ? MipsII::MO_GOT_OFST : MipsII::MO_ABS_LO;
|
|
|
|
JTI = DAG.getTargetJumpTable(JT->getIndex(), PtrVT, GOTFlag);
|
2011-12-09 09:53:17 +08:00
|
|
|
JTI = DAG.getNode(MipsISD::Wrapper, dl, PtrVT, JTI);
|
2011-12-06 05:03:03 +08:00
|
|
|
HiPart = DAG.getLoad(PtrVT, dl, DAG.getEntryNode(), JTI,
|
|
|
|
MachinePointerInfo(), false, false, false, 0);
|
|
|
|
JTILo = DAG.getTargetJumpTable(JT->getIndex(), PtrVT, OfstFlag);
|
2011-05-28 09:07:07 +08:00
|
|
|
}
|
2007-11-13 03:49:57 +08:00
|
|
|
|
2011-12-06 05:03:03 +08:00
|
|
|
SDValue Lo = DAG.getNode(MipsISD::Lo, dl, PtrVT, JTILo);
|
|
|
|
return DAG.getNode(ISD::ADD, dl, PtrVT, HiPart, Lo);
|
2007-11-13 03:49:57 +08:00
|
|
|
}
|
|
|
|
|
2008-07-28 05:46:04 +08:00
|
|
|
SDValue MipsTargetLowering::
|
2010-04-17 23:26:15 +08:00
|
|
|
LowerConstantPool(SDValue Op, SelectionDAG &DAG) const
|
2008-07-09 12:15:08 +08:00
|
|
|
{
|
2008-07-28 05:46:04 +08:00
|
|
|
SDValue ResNode;
|
2008-07-24 00:01:50 +08:00
|
|
|
ConstantPoolSDNode *N = cast<ConstantPoolSDNode>(Op);
|
2010-04-15 09:51:59 +08:00
|
|
|
const Constant *C = N->getConstVal();
|
2009-02-07 05:50:26 +08:00
|
|
|
// FIXME there isn't actually debug info here
|
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
2008-07-24 00:01:50 +08:00
|
|
|
|
|
|
|
// gp_rel relocation
|
2010-11-23 11:31:01 +08:00
|
|
|
// FIXME: we should reference the constant pool using small data sections,
|
2011-04-15 13:18:47 +08:00
|
|
|
// but the asm printer currently doesn't support this feature without
|
2010-11-23 11:31:01 +08:00
|
|
|
// hacking it. This feature should come soon so we can uncomment the
|
2008-07-29 03:26:25 +08:00
|
|
|
// stuff below.
|
2009-08-03 10:22:28 +08:00
|
|
|
//if (IsInSmallSection(C->getType())) {
|
2009-08-12 04:47:22 +08:00
|
|
|
// SDValue GPRelNode = DAG.getNode(MipsISD::GPRel, MVT::i32, CP);
|
|
|
|
// SDValue GOT = DAG.getGLOBAL_OFFSET_TABLE(MVT::i32);
|
2010-11-23 11:31:01 +08:00
|
|
|
// ResNode = DAG.getNode(ISD::ADD, MVT::i32, GOT, GPRelNode);
|
2009-11-25 20:17:58 +08:00
|
|
|
|
|
|
|
if (getTargetMachine().getRelocationModel() != Reloc::PIC_) {
|
2011-04-02 05:41:06 +08:00
|
|
|
SDValue CPHi = DAG.getTargetConstantPool(C, MVT::i32, N->getAlignment(),
|
2011-04-16 05:51:11 +08:00
|
|
|
N->getOffset(), MipsII::MO_ABS_HI);
|
2011-04-02 05:41:06 +08:00
|
|
|
SDValue CPLo = DAG.getTargetConstantPool(C, MVT::i32, N->getAlignment(),
|
2011-04-16 05:51:11 +08:00
|
|
|
N->getOffset(), MipsII::MO_ABS_LO);
|
2011-04-02 05:41:06 +08:00
|
|
|
SDValue HiPart = DAG.getNode(MipsISD::Hi, dl, MVT::i32, CPHi);
|
|
|
|
SDValue Lo = DAG.getNode(MipsISD::Lo, dl, MVT::i32, CPLo);
|
2009-08-12 04:47:22 +08:00
|
|
|
ResNode = DAG.getNode(ISD::ADD, dl, MVT::i32, HiPart, Lo);
|
2009-11-25 20:17:58 +08:00
|
|
|
} else {
|
2011-11-17 06:44:38 +08:00
|
|
|
EVT ValTy = Op.getValueType();
|
|
|
|
unsigned GOTFlag = IsN64 ? MipsII::MO_GOT_PAGE : MipsII::MO_GOT;
|
|
|
|
unsigned OFSTFlag = IsN64 ? MipsII::MO_GOT_OFST : MipsII::MO_ABS_LO;
|
|
|
|
SDValue CP = DAG.getTargetConstantPool(C, ValTy, N->getAlignment(),
|
|
|
|
N->getOffset(), GOTFlag);
|
2011-12-09 09:53:17 +08:00
|
|
|
CP = DAG.getNode(MipsISD::Wrapper, dl, ValTy, CP);
|
2011-12-20 03:52:25 +08:00
|
|
|
SDValue Load = DAG.getLoad(ValTy, dl, DAG.getEntryNode(), CP,
|
|
|
|
MachinePointerInfo::getConstantPool(), false,
|
|
|
|
false, false, 0);
|
2011-11-17 06:44:38 +08:00
|
|
|
SDValue CPLo = DAG.getTargetConstantPool(C, ValTy, N->getAlignment(),
|
|
|
|
N->getOffset(), OFSTFlag);
|
|
|
|
SDValue Lo = DAG.getNode(MipsISD::Lo, dl, ValTy, CPLo);
|
|
|
|
ResNode = DAG.getNode(ISD::ADD, dl, ValTy, Load, Lo);
|
2009-11-25 20:17:58 +08:00
|
|
|
}
|
2008-07-24 00:01:50 +08:00
|
|
|
|
|
|
|
return ResNode;
|
2008-07-09 12:15:08 +08:00
|
|
|
}
|
|
|
|
|
2010-04-17 23:26:15 +08:00
|
|
|
SDValue MipsTargetLowering::LowerVASTART(SDValue Op, SelectionDAG &DAG) const {
|
2010-04-17 22:41:14 +08:00
|
|
|
MachineFunction &MF = DAG.getMachineFunction();
|
|
|
|
MipsFunctionInfo *FuncInfo = MF.getInfo<MipsFunctionInfo>();
|
|
|
|
|
2010-02-07 05:00:02 +08:00
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
2010-04-17 22:41:14 +08:00
|
|
|
SDValue FI = DAG.getFrameIndex(FuncInfo->getVarArgsFrameIndex(),
|
|
|
|
getPointerTy());
|
2010-02-07 05:00:02 +08:00
|
|
|
|
|
|
|
// vastart just stores the address of the VarArgsFrameIndex slot into the
|
|
|
|
// memory location argument.
|
|
|
|
const Value *SV = cast<SrcValueSDNode>(Op.getOperand(2))->getValue();
|
2010-09-22 01:50:43 +08:00
|
|
|
return DAG.getStore(Op.getOperand(0), dl, FI, Op.getOperand(1),
|
2011-12-20 03:52:25 +08:00
|
|
|
MachinePointerInfo(SV), false, false, 0);
|
2010-02-07 05:00:02 +08:00
|
|
|
}
|
2011-12-08 05:48:50 +08:00
|
|
|
|
|
|
|
// Called if the size of integer registers is large enough to hold the whole
|
|
|
|
// floating point number.
|
|
|
|
static SDValue LowerFCOPYSIGNLargeIntReg(SDValue Op, SelectionDAG &DAG) {
|
2011-05-26 03:32:07 +08:00
|
|
|
// FIXME: Use ext/ins instructions if target architecture is Mips32r2.
|
2011-12-08 05:48:50 +08:00
|
|
|
EVT ValTy = Op.getValueType();
|
|
|
|
EVT IntValTy = MVT::getIntegerVT(ValTy.getSizeInBits());
|
|
|
|
uint64_t Mask = (uint64_t)1 << (ValTy.getSizeInBits() - 1);
|
2011-05-26 03:32:07 +08:00
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
2011-12-08 05:48:50 +08:00
|
|
|
SDValue Op0 = DAG.getNode(ISD::BITCAST, dl, IntValTy, Op.getOperand(0));
|
|
|
|
SDValue Op1 = DAG.getNode(ISD::BITCAST, dl, IntValTy, Op.getOperand(1));
|
|
|
|
SDValue And0 = DAG.getNode(ISD::AND, dl, IntValTy, Op0,
|
|
|
|
DAG.getConstant(Mask - 1, IntValTy));
|
|
|
|
SDValue And1 = DAG.getNode(ISD::AND, dl, IntValTy, Op1,
|
|
|
|
DAG.getConstant(Mask, IntValTy));
|
|
|
|
SDValue Result = DAG.getNode(ISD::OR, dl, IntValTy, And0, And1);
|
|
|
|
return DAG.getNode(ISD::BITCAST, dl, ValTy, Result);
|
2011-05-26 03:32:07 +08:00
|
|
|
}
|
|
|
|
|
2011-12-08 05:48:50 +08:00
|
|
|
// Called if the size of integer registers is not large enough to hold the whole
|
|
|
|
// floating point number (e.g. f64 & 32-bit integer register).
|
|
|
|
static SDValue
|
|
|
|
LowerFCOPYSIGNSmallIntReg(SDValue Op, SelectionDAG &DAG, bool isLittle) {
|
2011-06-09 07:55:35 +08:00
|
|
|
// FIXME:
|
2011-05-26 03:32:07 +08:00
|
|
|
// Use ext/ins instructions if target architecture is Mips32r2.
|
|
|
|
// Eliminate redundant mfc1 and mtc1 instructions.
|
|
|
|
unsigned LoIdx = 0, HiIdx = 1;
|
2011-06-09 07:55:35 +08:00
|
|
|
|
2011-05-26 03:32:07 +08:00
|
|
|
if (!isLittle)
|
|
|
|
std::swap(LoIdx, HiIdx);
|
|
|
|
|
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
|
|
|
SDValue Word0 = DAG.getNode(MipsISD::ExtractElementF64, dl, MVT::i32,
|
|
|
|
Op.getOperand(0),
|
|
|
|
DAG.getConstant(LoIdx, MVT::i32));
|
|
|
|
SDValue Hi0 = DAG.getNode(MipsISD::ExtractElementF64, dl, MVT::i32,
|
|
|
|
Op.getOperand(0), DAG.getConstant(HiIdx, MVT::i32));
|
|
|
|
SDValue Hi1 = DAG.getNode(MipsISD::ExtractElementF64, dl, MVT::i32,
|
|
|
|
Op.getOperand(1), DAG.getConstant(HiIdx, MVT::i32));
|
|
|
|
SDValue And0 = DAG.getNode(ISD::AND, dl, MVT::i32, Hi0,
|
|
|
|
DAG.getConstant(0x7fffffff, MVT::i32));
|
|
|
|
SDValue And1 = DAG.getNode(ISD::AND, dl, MVT::i32, Hi1,
|
|
|
|
DAG.getConstant(0x80000000, MVT::i32));
|
|
|
|
SDValue Word1 = DAG.getNode(ISD::OR, dl, MVT::i32, And0, And1);
|
|
|
|
|
|
|
|
if (!isLittle)
|
|
|
|
std::swap(Word0, Word1);
|
|
|
|
|
|
|
|
return DAG.getNode(MipsISD::BuildPairF64, dl, MVT::f64, Word0, Word1);
|
|
|
|
}
|
|
|
|
|
2011-12-20 03:52:25 +08:00
|
|
|
SDValue
|
|
|
|
MipsTargetLowering::LowerFCOPYSIGN(SDValue Op, SelectionDAG &DAG) const {
|
2011-05-26 03:32:07 +08:00
|
|
|
EVT Ty = Op.getValueType();
|
|
|
|
|
|
|
|
assert(Ty == MVT::f32 || Ty == MVT::f64);
|
|
|
|
|
2011-12-08 05:48:50 +08:00
|
|
|
if (Ty == MVT::f32 || HasMips64)
|
|
|
|
return LowerFCOPYSIGNLargeIntReg(Op, DAG);
|
2011-12-20 03:52:25 +08:00
|
|
|
|
|
|
|
return LowerFCOPYSIGNSmallIntReg(Op, DAG, Subtarget->isLittle());
|
2011-05-26 03:32:07 +08:00
|
|
|
}
|
|
|
|
|
2011-06-02 08:24:44 +08:00
|
|
|
SDValue MipsTargetLowering::
|
|
|
|
LowerFRAMEADDR(SDValue Op, SelectionDAG &DAG) const {
|
2011-06-16 08:40:02 +08:00
|
|
|
// check the depth
|
|
|
|
assert((cast<ConstantSDNode>(Op.getOperand(0))->getZExtValue() == 0) &&
|
2011-06-08 02:58:42 +08:00
|
|
|
"Frame address can only be determined for current frame.");
|
2011-06-02 08:24:44 +08:00
|
|
|
|
|
|
|
MachineFrameInfo *MFI = DAG.getMachineFunction().getFrameInfo();
|
|
|
|
MFI->setFrameAddressIsTaken(true);
|
|
|
|
EVT VT = Op.getValueType();
|
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
2011-11-11 12:11:56 +08:00
|
|
|
SDValue FrameAddr = DAG.getCopyFromReg(DAG.getEntryNode(), dl,
|
|
|
|
IsN64 ? Mips::FP_64 : Mips::FP, VT);
|
2011-06-02 08:24:44 +08:00
|
|
|
return FrameAddr;
|
|
|
|
}
|
|
|
|
|
2011-07-20 07:30:50 +08:00
|
|
|
// TODO: set SType according to the desired memory barrier behavior.
|
2011-12-20 03:52:25 +08:00
|
|
|
SDValue
|
|
|
|
MipsTargetLowering::LowerMEMBARRIER(SDValue Op, SelectionDAG& DAG) const {
|
2011-07-20 07:30:50 +08:00
|
|
|
unsigned SType = 0;
|
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
|
|
|
return DAG.getNode(MipsISD::Sync, dl, MVT::Other, Op.getOperand(0),
|
|
|
|
DAG.getConstant(SType, MVT::i32));
|
|
|
|
}
|
|
|
|
|
2011-07-28 06:21:52 +08:00
|
|
|
SDValue MipsTargetLowering::LowerATOMIC_FENCE(SDValue Op,
|
|
|
|
SelectionDAG& DAG) const {
|
|
|
|
// FIXME: Need pseudo-fence for 'singlethread' fences
|
|
|
|
// FIXME: Set SType for weaker fences where supported/appropriate.
|
|
|
|
unsigned SType = 0;
|
|
|
|
DebugLoc dl = Op.getDebugLoc();
|
|
|
|
return DAG.getNode(MipsISD::Sync, dl, MVT::Other, Op.getOperand(0),
|
|
|
|
DAG.getConstant(SType, MVT::i32));
|
|
|
|
}
|
|
|
|
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-06-06 15:42:06 +08:00
|
|
|
// Calling Convention Implementation
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-06-06 15:42:06 +08:00
|
|
|
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2010-11-23 11:31:01 +08:00
|
|
|
// TODO: Implement a generic logic using tblgen that can support this.
|
2009-03-19 10:12:28 +08:00
|
|
|
// Mips O32 ABI rules:
|
|
|
|
// ---
|
|
|
|
// i32 - Passed in A0, A1, A2, A3 and stack
|
2010-11-23 11:31:01 +08:00
|
|
|
// f32 - Only passed in f32 registers if no int reg has been used yet to hold
|
2009-03-19 10:12:28 +08:00
|
|
|
// an argument. Otherwise, passed in A1, A2, A3 and stack.
|
2010-11-23 11:31:01 +08:00
|
|
|
// f64 - Only passed in two aliased f32 registers if no int reg has been used
|
|
|
|
// yet to hold an argument. Otherwise, use A2, A3 and stack. If A1 is
|
2009-03-19 10:12:28 +08:00
|
|
|
// not used, it must be shadowed. If only A3 is avaiable, shadow it and
|
|
|
|
// go to stack.
|
2011-05-20 02:06:05 +08:00
|
|
|
//
|
|
|
|
// For vararg functions, all arguments are passed in A0, A1, A2, A3 and stack.
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2009-03-19 10:12:28 +08:00
|
|
|
|
2010-11-04 18:49:57 +08:00
|
|
|
static bool CC_MipsO32(unsigned ValNo, MVT ValVT,
|
2010-11-03 19:35:31 +08:00
|
|
|
MVT LocVT, CCValAssign::LocInfo LocInfo,
|
2009-03-19 10:12:28 +08:00
|
|
|
ISD::ArgFlagsTy ArgFlags, CCState &State) {
|
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
static const unsigned IntRegsSize=4, FloatRegsSize=2;
|
2009-03-19 10:12:28 +08:00
|
|
|
|
|
|
|
static const unsigned IntRegs[] = {
|
|
|
|
Mips::A0, Mips::A1, Mips::A2, Mips::A3
|
|
|
|
};
|
|
|
|
static const unsigned F32Regs[] = {
|
|
|
|
Mips::F12, Mips::F14
|
|
|
|
};
|
|
|
|
static const unsigned F64Regs[] = {
|
|
|
|
Mips::D6, Mips::D7
|
|
|
|
};
|
|
|
|
|
2011-05-25 03:18:33 +08:00
|
|
|
// ByVal Args
|
|
|
|
if (ArgFlags.isByVal()) {
|
|
|
|
State.HandleByVal(ValNo, ValVT, LocVT, LocInfo,
|
|
|
|
1 /*MinSize*/, 4 /*MinAlign*/, ArgFlags);
|
|
|
|
unsigned NextReg = (State.getNextStackOffset() + 3) / 4;
|
|
|
|
for (unsigned r = State.getFirstUnallocated(IntRegs, IntRegsSize);
|
|
|
|
r < std::min(IntRegsSize, NextReg); ++r)
|
|
|
|
State.AllocateReg(IntRegs[r]);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2010-02-07 03:20:49 +08:00
|
|
|
// Promote i8 and i16
|
|
|
|
if (LocVT == MVT::i8 || LocVT == MVT::i16) {
|
|
|
|
LocVT = MVT::i32;
|
|
|
|
if (ArgFlags.isSExt())
|
|
|
|
LocInfo = CCValAssign::SExt;
|
|
|
|
else if (ArgFlags.isZExt())
|
|
|
|
LocInfo = CCValAssign::ZExt;
|
|
|
|
else
|
|
|
|
LocInfo = CCValAssign::AExt;
|
|
|
|
}
|
|
|
|
|
2011-03-05 04:27:44 +08:00
|
|
|
unsigned Reg;
|
2010-02-07 03:20:49 +08:00
|
|
|
|
2011-05-20 02:06:05 +08:00
|
|
|
// f32 and f64 are allocated in A0, A1, A2, A3 when either of the following
|
|
|
|
// is true: function is vararg, argument is 3rd or higher, there is previous
|
|
|
|
// argument which is not f32 or f64.
|
|
|
|
bool AllocateFloatsInIntReg = State.isVarArg() || ValNo > 1
|
|
|
|
|| State.getFirstUnallocated(F32Regs, FloatRegsSize) != ValNo;
|
2011-05-20 04:29:48 +08:00
|
|
|
unsigned OrigAlign = ArgFlags.getOrigAlign();
|
|
|
|
bool isI64 = (ValVT == MVT::i32 && OrigAlign == 8);
|
2011-05-20 02:06:05 +08:00
|
|
|
|
|
|
|
if (ValVT == MVT::i32 || (ValVT == MVT::f32 && AllocateFloatsInIntReg)) {
|
2011-03-05 04:27:44 +08:00
|
|
|
Reg = State.AllocateReg(IntRegs, IntRegsSize);
|
2011-05-20 04:29:48 +08:00
|
|
|
// If this is the first part of an i64 arg,
|
|
|
|
// the allocated register must be either A0 or A2.
|
|
|
|
if (isI64 && (Reg == Mips::A1 || Reg == Mips::A3))
|
|
|
|
Reg = State.AllocateReg(IntRegs, IntRegsSize);
|
2011-03-05 04:27:44 +08:00
|
|
|
LocVT = MVT::i32;
|
2011-05-20 02:06:05 +08:00
|
|
|
} else if (ValVT == MVT::f64 && AllocateFloatsInIntReg) {
|
|
|
|
// Allocate int register and shadow next int register. If first
|
|
|
|
// available register is Mips::A1 or Mips::A3, shadow it too.
|
2011-03-05 04:27:44 +08:00
|
|
|
Reg = State.AllocateReg(IntRegs, IntRegsSize);
|
|
|
|
if (Reg == Mips::A1 || Reg == Mips::A3)
|
|
|
|
Reg = State.AllocateReg(IntRegs, IntRegsSize);
|
|
|
|
State.AllocateReg(IntRegs, IntRegsSize);
|
|
|
|
LocVT = MVT::i32;
|
2011-05-20 02:06:05 +08:00
|
|
|
} else if (ValVT.isFloatingPoint() && !AllocateFloatsInIntReg) {
|
|
|
|
// we are guaranteed to find an available float register
|
|
|
|
if (ValVT == MVT::f32) {
|
|
|
|
Reg = State.AllocateReg(F32Regs, FloatRegsSize);
|
|
|
|
// Shadow int register
|
|
|
|
State.AllocateReg(IntRegs, IntRegsSize);
|
|
|
|
} else {
|
|
|
|
Reg = State.AllocateReg(F64Regs, FloatRegsSize);
|
|
|
|
// Shadow int registers
|
|
|
|
unsigned Reg2 = State.AllocateReg(IntRegs, IntRegsSize);
|
|
|
|
if (Reg2 == Mips::A1 || Reg2 == Mips::A3)
|
|
|
|
State.AllocateReg(IntRegs, IntRegsSize);
|
|
|
|
State.AllocateReg(IntRegs, IntRegsSize);
|
|
|
|
}
|
2011-03-05 04:27:44 +08:00
|
|
|
} else
|
|
|
|
llvm_unreachable("Cannot handle this ValVT.");
|
2010-02-07 03:20:49 +08:00
|
|
|
|
2011-05-21 05:39:54 +08:00
|
|
|
unsigned SizeInBytes = ValVT.getSizeInBits() >> 3;
|
|
|
|
unsigned Offset = State.AllocateStack(SizeInBytes, OrigAlign);
|
|
|
|
|
|
|
|
if (!Reg)
|
2011-03-05 04:27:44 +08:00
|
|
|
State.addLoc(CCValAssign::getMem(ValNo, ValVT, Offset, LocVT, LocInfo));
|
2011-05-21 05:39:54 +08:00
|
|
|
else
|
2011-03-05 04:27:44 +08:00
|
|
|
State.addLoc(CCValAssign::getReg(ValNo, ValVT, Reg, LocVT, LocInfo));
|
2010-02-07 03:20:49 +08:00
|
|
|
|
2011-03-05 04:27:44 +08:00
|
|
|
return false; // CC must always match
|
2010-02-07 03:20:49 +08:00
|
|
|
}
|
|
|
|
|
2011-11-12 10:20:46 +08:00
|
|
|
static const unsigned Mips64IntRegs[8] =
|
|
|
|
{Mips::A0_64, Mips::A1_64, Mips::A2_64, Mips::A3_64,
|
|
|
|
Mips::T0_64, Mips::T1_64, Mips::T2_64, Mips::T3_64};
|
|
|
|
static const unsigned Mips64DPRegs[8] =
|
|
|
|
{Mips::D12_64, Mips::D13_64, Mips::D14_64, Mips::D15_64,
|
|
|
|
Mips::D16_64, Mips::D17_64, Mips::D18_64, Mips::D19_64};
|
|
|
|
|
|
|
|
static bool CC_Mips64Byval(unsigned ValNo, MVT ValVT, MVT LocVT,
|
|
|
|
CCValAssign::LocInfo LocInfo,
|
|
|
|
ISD::ArgFlagsTy ArgFlags, CCState &State) {
|
|
|
|
unsigned Align = std::max(ArgFlags.getByValAlign(), (unsigned)8);
|
|
|
|
unsigned Size = (ArgFlags.getByValSize() + 7) / 8 * 8;
|
|
|
|
unsigned FirstIdx = State.getFirstUnallocated(Mips64IntRegs, 8);
|
|
|
|
|
|
|
|
assert(Align <= 16 && "Cannot handle alignments larger than 16.");
|
|
|
|
|
|
|
|
// If byval is 16-byte aligned, the first arg register must be even.
|
|
|
|
if ((Align == 16) && (FirstIdx % 2)) {
|
|
|
|
State.AllocateReg(Mips64IntRegs[FirstIdx], Mips64DPRegs[FirstIdx]);
|
|
|
|
++FirstIdx;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Mark the registers allocated.
|
|
|
|
for (unsigned I = FirstIdx; Size && (I < 8); Size -= 8, ++I)
|
|
|
|
State.AllocateReg(Mips64IntRegs[I], Mips64DPRegs[I]);
|
|
|
|
|
|
|
|
// Allocate space on caller's stack.
|
|
|
|
unsigned Offset = State.AllocateStack(Size, Align);
|
|
|
|
|
|
|
|
if (FirstIdx < 8)
|
|
|
|
State.addLoc(CCValAssign::getReg(ValNo, ValVT, Mips64IntRegs[FirstIdx],
|
|
|
|
LocVT, LocInfo));
|
|
|
|
else
|
|
|
|
State.addLoc(CCValAssign::getMem(ValNo, ValVT, Offset, LocVT, LocInfo));
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
#include "MipsGenCallingConv.inc"
|
|
|
|
|
2011-11-15 03:02:54 +08:00
|
|
|
static void
|
2012-01-25 06:07:36 +08:00
|
|
|
AnalyzeMips64CallOperands(CCState &CCInfo,
|
2011-11-15 03:02:54 +08:00
|
|
|
const SmallVectorImpl<ISD::OutputArg> &Outs) {
|
|
|
|
unsigned NumOps = Outs.size();
|
|
|
|
for (unsigned i = 0; i != NumOps; ++i) {
|
|
|
|
MVT ArgVT = Outs[i].VT;
|
|
|
|
ISD::ArgFlagsTy ArgFlags = Outs[i].Flags;
|
|
|
|
bool R;
|
|
|
|
|
|
|
|
if (Outs[i].IsFixed)
|
|
|
|
R = CC_MipsN(i, ArgVT, ArgVT, CCValAssign::Full, ArgFlags, CCInfo);
|
|
|
|
else
|
|
|
|
R = CC_MipsN_VarArg(i, ArgVT, ArgVT, CCValAssign::Full, ArgFlags, CCInfo);
|
|
|
|
|
|
|
|
if (R) {
|
2011-11-15 03:51:48 +08:00
|
|
|
#ifndef NDEBUG
|
2011-11-15 03:02:54 +08:00
|
|
|
dbgs() << "Call operand #" << i << " has unhandled type "
|
|
|
|
<< EVT(ArgVT).getEVTString();
|
|
|
|
#endif
|
|
|
|
llvm_unreachable(0);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
// Call Calling Convention Implementation
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-06-06 15:42:06 +08:00
|
|
|
|
2011-05-25 03:18:33 +08:00
|
|
|
static const unsigned O32IntRegsSize = 4;
|
|
|
|
|
|
|
|
static const unsigned O32IntRegs[] = {
|
|
|
|
Mips::A0, Mips::A1, Mips::A2, Mips::A3
|
|
|
|
};
|
|
|
|
|
2011-09-23 08:58:33 +08:00
|
|
|
// Return next O32 integer argument register.
|
|
|
|
static unsigned getNextIntArgReg(unsigned Reg) {
|
|
|
|
assert((Reg == Mips::A0) || (Reg == Mips::A2));
|
|
|
|
return (Reg == Mips::A0) ? Mips::A1 : Mips::A3;
|
|
|
|
}
|
|
|
|
|
2011-05-25 03:18:33 +08:00
|
|
|
// Write ByVal Arg to arg registers and stack.
|
|
|
|
static void
|
2011-09-20 04:26:02 +08:00
|
|
|
WriteByValArg(SDValue& ByValChain, SDValue Chain, DebugLoc dl,
|
2011-05-25 03:18:33 +08:00
|
|
|
SmallVector<std::pair<unsigned, SDValue>, 16>& RegsToPass,
|
|
|
|
SmallVector<SDValue, 8>& MemOpChains, int& LastFI,
|
|
|
|
MachineFrameInfo *MFI, SelectionDAG &DAG, SDValue Arg,
|
2011-05-26 01:32:06 +08:00
|
|
|
const CCValAssign &VA, const ISD::ArgFlagsTy& Flags,
|
2011-08-19 07:39:37 +08:00
|
|
|
MVT PtrType, bool isLittle) {
|
|
|
|
unsigned LocMemOffset = VA.getLocMemOffset();
|
|
|
|
unsigned Offset = 0;
|
|
|
|
uint32_t RemainingSize = Flags.getByValSize();
|
2011-08-13 05:30:06 +08:00
|
|
|
unsigned ByValAlign = Flags.getByValAlign();
|
2011-05-25 03:18:33 +08:00
|
|
|
|
2011-08-19 07:39:37 +08:00
|
|
|
// Copy the first 4 words of byval arg to registers A0 - A3.
|
|
|
|
// FIXME: Use a stricter alignment if it enables better optimization in passes
|
|
|
|
// run later.
|
|
|
|
for (; RemainingSize >= 4 && LocMemOffset < 4 * 4;
|
|
|
|
Offset += 4, RemainingSize -= 4, LocMemOffset += 4) {
|
2011-05-25 03:18:33 +08:00
|
|
|
SDValue LoadPtr = DAG.getNode(ISD::ADD, dl, MVT::i32, Arg,
|
2011-08-19 07:39:37 +08:00
|
|
|
DAG.getConstant(Offset, MVT::i32));
|
2011-05-25 03:18:33 +08:00
|
|
|
SDValue LoadVal = DAG.getLoad(MVT::i32, dl, Chain, LoadPtr,
|
2011-12-20 03:52:25 +08:00
|
|
|
MachinePointerInfo(), false, false, false,
|
|
|
|
std::min(ByValAlign, (unsigned )4));
|
2011-05-25 03:18:33 +08:00
|
|
|
MemOpChains.push_back(LoadVal.getValue(1));
|
2011-08-19 07:39:37 +08:00
|
|
|
unsigned DstReg = O32IntRegs[LocMemOffset / 4];
|
2011-05-25 03:18:33 +08:00
|
|
|
RegsToPass.push_back(std::make_pair(DstReg, LoadVal));
|
|
|
|
}
|
|
|
|
|
2011-08-19 07:39:37 +08:00
|
|
|
if (RemainingSize == 0)
|
|
|
|
return;
|
|
|
|
|
|
|
|
// If there still is a register available for argument passing, write the
|
|
|
|
// remaining part of the structure to it using subword loads and shifts.
|
|
|
|
if (LocMemOffset < 4 * 4) {
|
|
|
|
assert(RemainingSize <= 3 && RemainingSize >= 1 &&
|
|
|
|
"There must be one to three bytes remaining.");
|
|
|
|
unsigned LoadSize = (RemainingSize == 3 ? 2 : RemainingSize);
|
|
|
|
SDValue LoadPtr = DAG.getNode(ISD::ADD, dl, MVT::i32, Arg,
|
|
|
|
DAG.getConstant(Offset, MVT::i32));
|
|
|
|
unsigned Alignment = std::min(ByValAlign, (unsigned )4);
|
|
|
|
SDValue LoadVal = DAG.getExtLoad(ISD::ZEXTLOAD, dl, MVT::i32, Chain,
|
|
|
|
LoadPtr, MachinePointerInfo(),
|
|
|
|
MVT::getIntegerVT(LoadSize * 8), false,
|
|
|
|
false, Alignment);
|
|
|
|
MemOpChains.push_back(LoadVal.getValue(1));
|
|
|
|
|
|
|
|
// If target is big endian, shift it to the most significant half-word or
|
|
|
|
// byte.
|
|
|
|
if (!isLittle)
|
|
|
|
LoadVal = DAG.getNode(ISD::SHL, dl, MVT::i32, LoadVal,
|
|
|
|
DAG.getConstant(32 - LoadSize * 8, MVT::i32));
|
|
|
|
|
|
|
|
Offset += LoadSize;
|
|
|
|
RemainingSize -= LoadSize;
|
|
|
|
|
|
|
|
// Read second subword if necessary.
|
|
|
|
if (RemainingSize != 0) {
|
|
|
|
assert(RemainingSize == 1 && "There must be one byte remaining.");
|
|
|
|
LoadPtr = DAG.getNode(ISD::ADD, dl, MVT::i32, Arg,
|
|
|
|
DAG.getConstant(Offset, MVT::i32));
|
|
|
|
unsigned Alignment = std::min(ByValAlign, (unsigned )2);
|
|
|
|
SDValue Subword = DAG.getExtLoad(ISD::ZEXTLOAD, dl, MVT::i32, Chain,
|
|
|
|
LoadPtr, MachinePointerInfo(),
|
|
|
|
MVT::i8, false, false, Alignment);
|
|
|
|
MemOpChains.push_back(Subword.getValue(1));
|
|
|
|
// Insert the loaded byte to LoadVal.
|
|
|
|
// FIXME: Use INS if supported by target.
|
|
|
|
unsigned ShiftAmt = isLittle ? 16 : 8;
|
|
|
|
SDValue Shift = DAG.getNode(ISD::SHL, dl, MVT::i32, Subword,
|
|
|
|
DAG.getConstant(ShiftAmt, MVT::i32));
|
|
|
|
LoadVal = DAG.getNode(ISD::OR, dl, MVT::i32, LoadVal, Shift);
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned DstReg = O32IntRegs[LocMemOffset / 4];
|
|
|
|
RegsToPass.push_back(std::make_pair(DstReg, LoadVal));
|
|
|
|
return;
|
2011-05-25 03:18:33 +08:00
|
|
|
}
|
2011-08-19 07:39:37 +08:00
|
|
|
|
|
|
|
// Create a fixed object on stack at offset LocMemOffset and copy
|
|
|
|
// remaining part of byval arg to it using memcpy.
|
|
|
|
SDValue Src = DAG.getNode(ISD::ADD, dl, MVT::i32, Arg,
|
|
|
|
DAG.getConstant(Offset, MVT::i32));
|
|
|
|
LastFI = MFI->CreateFixedObject(RemainingSize, LocMemOffset, true);
|
|
|
|
SDValue Dst = DAG.getFrameIndex(LastFI, PtrType);
|
2011-09-20 04:26:02 +08:00
|
|
|
ByValChain = DAG.getMemcpy(ByValChain, dl, Dst, Src,
|
|
|
|
DAG.getConstant(RemainingSize, MVT::i32),
|
|
|
|
std::min(ByValAlign, (unsigned)4),
|
|
|
|
/*isVolatile=*/false, /*AlwaysInline=*/false,
|
|
|
|
MachinePointerInfo(0), MachinePointerInfo(0));
|
2011-05-25 03:18:33 +08:00
|
|
|
}
|
|
|
|
|
2011-11-12 10:34:50 +08:00
|
|
|
// Copy Mips64 byVal arg to registers and stack.
|
|
|
|
void static
|
|
|
|
PassByValArg64(SDValue& ByValChain, SDValue Chain, DebugLoc dl,
|
|
|
|
SmallVector<std::pair<unsigned, SDValue>, 16>& RegsToPass,
|
|
|
|
SmallVector<SDValue, 8>& MemOpChains, int& LastFI,
|
|
|
|
MachineFrameInfo *MFI, SelectionDAG &DAG, SDValue Arg,
|
|
|
|
const CCValAssign &VA, const ISD::ArgFlagsTy& Flags,
|
|
|
|
EVT PtrTy, bool isLittle) {
|
|
|
|
unsigned ByValSize = Flags.getByValSize();
|
|
|
|
unsigned Alignment = std::min(Flags.getByValAlign(), (unsigned)8);
|
|
|
|
bool IsRegLoc = VA.isRegLoc();
|
|
|
|
unsigned Offset = 0; // Offset in # of bytes from the beginning of struct.
|
|
|
|
unsigned LocMemOffset = 0;
|
2011-11-16 02:42:25 +08:00
|
|
|
unsigned MemCpySize = ByValSize;
|
2011-11-12 10:34:50 +08:00
|
|
|
|
|
|
|
if (!IsRegLoc)
|
|
|
|
LocMemOffset = VA.getLocMemOffset();
|
|
|
|
else {
|
|
|
|
const unsigned *Reg = std::find(Mips64IntRegs, Mips64IntRegs + 8,
|
|
|
|
VA.getLocReg());
|
|
|
|
const unsigned *RegEnd = Mips64IntRegs + 8;
|
|
|
|
|
|
|
|
// Copy double words to registers.
|
|
|
|
for (; (Reg != RegEnd) && (ByValSize >= Offset + 8); ++Reg, Offset += 8) {
|
|
|
|
SDValue LoadPtr = DAG.getNode(ISD::ADD, dl, PtrTy, Arg,
|
|
|
|
DAG.getConstant(Offset, PtrTy));
|
|
|
|
SDValue LoadVal = DAG.getLoad(MVT::i64, dl, Chain, LoadPtr,
|
|
|
|
MachinePointerInfo(), false, false, false,
|
|
|
|
Alignment);
|
|
|
|
MemOpChains.push_back(LoadVal.getValue(1));
|
|
|
|
RegsToPass.push_back(std::make_pair(*Reg, LoadVal));
|
|
|
|
}
|
|
|
|
|
2011-11-16 02:42:25 +08:00
|
|
|
// Return if the struct has been fully copied.
|
|
|
|
if (!(MemCpySize = ByValSize - Offset))
|
|
|
|
return;
|
|
|
|
|
2011-11-12 10:34:50 +08:00
|
|
|
// If there is an argument register available, copy the remainder of the
|
|
|
|
// byval argument with sub-doubleword loads and shifts.
|
2011-11-16 02:42:25 +08:00
|
|
|
if (Reg != RegEnd) {
|
2011-11-12 10:34:50 +08:00
|
|
|
assert((ByValSize < Offset + 8) &&
|
|
|
|
"Size of the remainder should be smaller than 8-byte.");
|
|
|
|
SDValue Val;
|
|
|
|
for (unsigned LoadSize = 4; Offset < ByValSize; LoadSize /= 2) {
|
|
|
|
unsigned RemSize = ByValSize - Offset;
|
|
|
|
|
|
|
|
if (RemSize < LoadSize)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
SDValue LoadPtr = DAG.getNode(ISD::ADD, dl, PtrTy, Arg,
|
|
|
|
DAG.getConstant(Offset, PtrTy));
|
|
|
|
SDValue LoadVal =
|
|
|
|
DAG.getExtLoad(ISD::ZEXTLOAD, dl, MVT::i64, Chain, LoadPtr,
|
|
|
|
MachinePointerInfo(), MVT::getIntegerVT(LoadSize * 8),
|
|
|
|
false, false, Alignment);
|
|
|
|
MemOpChains.push_back(LoadVal.getValue(1));
|
|
|
|
|
|
|
|
// Offset in number of bits from double word boundary.
|
|
|
|
unsigned OffsetDW = (Offset % 8) * 8;
|
|
|
|
unsigned Shamt = isLittle ? OffsetDW : 64 - (OffsetDW + LoadSize * 8);
|
|
|
|
SDValue Shift = DAG.getNode(ISD::SHL, dl, MVT::i64, LoadVal,
|
|
|
|
DAG.getConstant(Shamt, MVT::i32));
|
|
|
|
|
|
|
|
Val = Val.getNode() ? DAG.getNode(ISD::OR, dl, MVT::i64, Val, Shift) :
|
|
|
|
Shift;
|
|
|
|
Offset += LoadSize;
|
|
|
|
Alignment = std::min(Alignment, LoadSize);
|
|
|
|
}
|
|
|
|
|
|
|
|
RegsToPass.push_back(std::make_pair(*Reg, Val));
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-11-16 02:42:25 +08:00
|
|
|
assert(MemCpySize && "MemCpySize must not be zero.");
|
|
|
|
|
|
|
|
// Create a fixed object on stack at offset LocMemOffset and copy
|
|
|
|
// remainder of byval arg to it with memcpy.
|
|
|
|
SDValue Src = DAG.getNode(ISD::ADD, dl, PtrTy, Arg,
|
|
|
|
DAG.getConstant(Offset, PtrTy));
|
|
|
|
LastFI = MFI->CreateFixedObject(MemCpySize, LocMemOffset, true);
|
|
|
|
SDValue Dst = DAG.getFrameIndex(LastFI, PtrTy);
|
|
|
|
ByValChain = DAG.getMemcpy(ByValChain, dl, Dst, Src,
|
|
|
|
DAG.getConstant(MemCpySize, PtrTy), Alignment,
|
|
|
|
/*isVolatile=*/false, /*AlwaysInline=*/false,
|
|
|
|
MachinePointerInfo(0), MachinePointerInfo(0));
|
2011-11-12 10:34:50 +08:00
|
|
|
}
|
|
|
|
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
/// LowerCall - functions arguments are copied from virtual regs to
|
2009-01-26 11:15:54 +08:00
|
|
|
/// (physical regs)/(stack frame), CALLSEQ_START and CALLSEQ_END are emitted.
|
2010-02-07 03:20:49 +08:00
|
|
|
/// TODO: isTailCall.
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
SDValue
|
2011-09-20 04:26:02 +08:00
|
|
|
MipsTargetLowering::LowerCall(SDValue InChain, SDValue Callee,
|
2009-09-02 16:44:58 +08:00
|
|
|
CallingConv::ID CallConv, bool isVarArg,
|
2010-01-27 08:07:07 +08:00
|
|
|
bool &isTailCall,
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
const SmallVectorImpl<ISD::OutputArg> &Outs,
|
2010-07-07 23:54:55 +08:00
|
|
|
const SmallVectorImpl<SDValue> &OutVals,
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
const SmallVectorImpl<ISD::InputArg> &Ins,
|
|
|
|
DebugLoc dl, SelectionDAG &DAG,
|
2010-04-17 23:26:15 +08:00
|
|
|
SmallVectorImpl<SDValue> &InVals) const {
|
2010-01-27 08:07:07 +08:00
|
|
|
// MIPs target does not yet support tail call optimization.
|
|
|
|
isTailCall = false;
|
2007-07-12 07:16:16 +08:00
|
|
|
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
MachineFunction &MF = DAG.getMachineFunction();
|
2007-07-12 07:16:16 +08:00
|
|
|
MachineFrameInfo *MFI = MF.getFrameInfo();
|
2011-05-21 05:39:54 +08:00
|
|
|
const TargetFrameLowering *TFL = MF.getTarget().getFrameLowering();
|
2009-09-02 01:27:58 +08:00
|
|
|
bool IsPIC = getTargetMachine().getRelocationModel() == Reloc::PIC_;
|
2011-05-21 02:39:33 +08:00
|
|
|
MipsFunctionInfo *MipsFI = MF.getInfo<MipsFunctionInfo>();
|
2007-06-06 15:42:06 +08:00
|
|
|
|
|
|
|
// Analyze operands of the call, assigning locations to each operand.
|
|
|
|
SmallVector<CCValAssign, 16> ArgLocs;
|
2011-06-09 07:55:35 +08:00
|
|
|
CCState CCInfo(CallConv, isVarArg, DAG.getMachineFunction(),
|
2011-12-20 03:52:25 +08:00
|
|
|
getTargetMachine(), ArgLocs, *DAG.getContext());
|
2007-07-12 07:16:16 +08:00
|
|
|
|
2011-10-29 02:47:24 +08:00
|
|
|
if (IsO32)
|
2011-05-20 02:06:05 +08:00
|
|
|
CCInfo.AnalyzeCallOperands(Outs, CC_MipsO32);
|
2011-11-15 03:02:54 +08:00
|
|
|
else if (HasMips64)
|
|
|
|
AnalyzeMips64CallOperands(CCInfo, Outs);
|
2011-05-24 05:13:59 +08:00
|
|
|
else
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
CCInfo.AnalyzeCallOperands(Outs, CC_Mips);
|
2010-11-23 11:31:01 +08:00
|
|
|
|
2007-06-06 15:42:06 +08:00
|
|
|
// Get a count of how many bytes are to be pushed on the stack.
|
2011-06-09 01:39:33 +08:00
|
|
|
unsigned NextStackOffset = CCInfo.getNextStackOffset();
|
2007-06-06 15:42:06 +08:00
|
|
|
|
2011-09-20 04:26:02 +08:00
|
|
|
// Chain is the output chain of the last Load/Store or CopyToReg node.
|
|
|
|
// ByValChain is the output chain of the last Memcpy node created for copying
|
|
|
|
// byval arguments to the stack.
|
|
|
|
SDValue Chain, CallSeqStart, ByValChain;
|
|
|
|
SDValue NextStackOffsetVal = DAG.getIntPtrConstant(NextStackOffset, true);
|
|
|
|
Chain = CallSeqStart = DAG.getCALLSEQ_START(InChain, NextStackOffsetVal);
|
|
|
|
ByValChain = InChain;
|
2007-06-06 15:42:06 +08:00
|
|
|
|
2011-05-26 01:32:06 +08:00
|
|
|
// If this is the first call, create a stack frame object that points to
|
2011-06-09 01:39:33 +08:00
|
|
|
// a location to which .cprestore saves $gp.
|
2011-10-29 03:49:00 +08:00
|
|
|
if (IsO32 && IsPIC && !MipsFI->getGPFI())
|
2011-05-21 07:22:14 +08:00
|
|
|
MipsFI->setGPFI(MFI->CreateFixedObject(4, 0, true));
|
|
|
|
|
2011-06-21 08:40:49 +08:00
|
|
|
// Get the frame index of the stack frame object that points to the location
|
|
|
|
// of dynamically allocated area on the stack.
|
|
|
|
int DynAllocFI = MipsFI->getDynAllocFI();
|
|
|
|
|
2011-06-09 01:39:33 +08:00
|
|
|
// Update size of the maximum argument space.
|
|
|
|
// For O32, a minimum of four words (16 bytes) of argument space is
|
|
|
|
// allocated.
|
2011-10-29 02:47:24 +08:00
|
|
|
if (IsO32)
|
2011-06-09 01:39:33 +08:00
|
|
|
NextStackOffset = std::max(NextStackOffset, (unsigned)16);
|
|
|
|
|
|
|
|
unsigned MaxCallFrameSize = MipsFI->getMaxCallFrameSize();
|
|
|
|
|
|
|
|
if (MaxCallFrameSize < NextStackOffset) {
|
|
|
|
MipsFI->setMaxCallFrameSize(NextStackOffset);
|
|
|
|
|
2011-06-21 08:40:49 +08:00
|
|
|
// Set the offsets relative to $sp of the $gp restore slot and dynamically
|
|
|
|
// allocated stack space. These offsets must be aligned to a boundary
|
|
|
|
// determined by the stack alignment of the ABI.
|
|
|
|
unsigned StackAlignment = TFL->getStackAlignment();
|
|
|
|
NextStackOffset = (NextStackOffset + StackAlignment - 1) /
|
|
|
|
StackAlignment * StackAlignment;
|
|
|
|
|
2011-10-29 03:49:00 +08:00
|
|
|
if (MipsFI->needGPSaveRestore())
|
2011-06-21 08:40:49 +08:00
|
|
|
MFI->setObjectOffset(MipsFI->getGPFI(), NextStackOffset);
|
|
|
|
|
|
|
|
MFI->setObjectOffset(DynAllocFI, NextStackOffset);
|
2011-06-09 01:39:33 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// With EABI is it possible to have 16 args on registers.
|
|
|
|
SmallVector<std::pair<unsigned, SDValue>, 16> RegsToPass;
|
|
|
|
SmallVector<SDValue, 8> MemOpChains;
|
|
|
|
|
2011-06-09 07:55:35 +08:00
|
|
|
int FirstFI = -MFI->getNumFixedObjects() - 1, LastFI = 0;
|
2011-05-21 07:22:14 +08:00
|
|
|
|
2007-06-06 15:42:06 +08:00
|
|
|
// Walk the register/memloc assignments, inserting copies/loads.
|
|
|
|
for (unsigned i = 0, e = ArgLocs.size(); i != e; ++i) {
|
2010-07-07 23:54:55 +08:00
|
|
|
SDValue Arg = OutVals[i];
|
2007-06-06 15:42:06 +08:00
|
|
|
CCValAssign &VA = ArgLocs[i];
|
2011-10-29 03:49:00 +08:00
|
|
|
MVT ValVT = VA.getValVT(), LocVT = VA.getLocVT();
|
2011-11-12 10:34:50 +08:00
|
|
|
ISD::ArgFlagsTy Flags = Outs[i].Flags;
|
|
|
|
|
|
|
|
// ByVal Arg.
|
|
|
|
if (Flags.isByVal()) {
|
|
|
|
assert(Flags.getByValSize() &&
|
|
|
|
"ByVal args of size 0 should have been ignored by front-end.");
|
|
|
|
if (IsO32)
|
|
|
|
WriteByValArg(ByValChain, Chain, dl, RegsToPass, MemOpChains, LastFI,
|
|
|
|
MFI, DAG, Arg, VA, Flags, getPointerTy(),
|
|
|
|
Subtarget->isLittle());
|
|
|
|
else
|
|
|
|
PassByValArg64(ByValChain, Chain, dl, RegsToPass, MemOpChains, LastFI,
|
|
|
|
MFI, DAG, Arg, VA, Flags, getPointerTy(),
|
|
|
|
Subtarget->isLittle());
|
|
|
|
continue;
|
|
|
|
}
|
2011-10-29 03:49:00 +08:00
|
|
|
|
2007-06-06 15:42:06 +08:00
|
|
|
// Promote the value if needed.
|
|
|
|
switch (VA.getLocInfo()) {
|
2009-07-15 00:55:14 +08:00
|
|
|
default: llvm_unreachable("Unknown loc info!");
|
2010-11-23 11:31:01 +08:00
|
|
|
case CCValAssign::Full:
|
2011-10-29 03:49:00 +08:00
|
|
|
if (VA.isRegLoc()) {
|
|
|
|
if ((ValVT == MVT::f32 && LocVT == MVT::i32) ||
|
|
|
|
(ValVT == MVT::f64 && LocVT == MVT::i64))
|
|
|
|
Arg = DAG.getNode(ISD::BITCAST, dl, LocVT, Arg);
|
|
|
|
else if (ValVT == MVT::f64 && LocVT == MVT::i32) {
|
2011-04-16 05:51:11 +08:00
|
|
|
SDValue Lo = DAG.getNode(MipsISD::ExtractElementF64, dl, MVT::i32,
|
|
|
|
Arg, DAG.getConstant(0, MVT::i32));
|
2011-04-16 05:00:26 +08:00
|
|
|
SDValue Hi = DAG.getNode(MipsISD::ExtractElementF64, dl, MVT::i32,
|
|
|
|
Arg, DAG.getConstant(1, MVT::i32));
|
2011-04-16 03:52:08 +08:00
|
|
|
if (!Subtarget->isLittle())
|
|
|
|
std::swap(Lo, Hi);
|
2011-09-23 08:58:33 +08:00
|
|
|
unsigned LocRegLo = VA.getLocReg();
|
|
|
|
unsigned LocRegHigh = getNextIntArgReg(LocRegLo);
|
|
|
|
RegsToPass.push_back(std::make_pair(LocRegLo, Lo));
|
|
|
|
RegsToPass.push_back(std::make_pair(LocRegHigh, Hi));
|
2009-03-19 10:12:28 +08:00
|
|
|
continue;
|
2010-11-23 11:31:01 +08:00
|
|
|
}
|
2009-03-19 10:12:28 +08:00
|
|
|
}
|
|
|
|
break;
|
2008-03-17 14:57:02 +08:00
|
|
|
case CCValAssign::SExt:
|
2011-10-29 03:49:00 +08:00
|
|
|
Arg = DAG.getNode(ISD::SIGN_EXTEND, dl, LocVT, Arg);
|
2008-03-17 14:57:02 +08:00
|
|
|
break;
|
|
|
|
case CCValAssign::ZExt:
|
2011-10-29 03:49:00 +08:00
|
|
|
Arg = DAG.getNode(ISD::ZERO_EXTEND, dl, LocVT, Arg);
|
2008-03-17 14:57:02 +08:00
|
|
|
break;
|
|
|
|
case CCValAssign::AExt:
|
2012-01-25 07:18:43 +08:00
|
|
|
if (ValVT == MVT::i32)
|
|
|
|
Arg = DAG.getNode(ISD::SIGN_EXTEND, dl, LocVT, Arg);
|
|
|
|
else
|
|
|
|
Arg = DAG.getNode(ISD::ANY_EXTEND, dl, LocVT, Arg);
|
2008-03-17 14:57:02 +08:00
|
|
|
break;
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
2010-11-23 11:31:01 +08:00
|
|
|
|
|
|
|
// Arguments that can be passed on register must be kept at
|
2007-11-05 11:02:32 +08:00
|
|
|
// RegsToPass vector
|
2007-06-06 15:42:06 +08:00
|
|
|
if (VA.isRegLoc()) {
|
|
|
|
RegsToPass.push_back(std::make_pair(VA.getLocReg(), Arg));
|
2008-03-17 14:57:02 +08:00
|
|
|
continue;
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
2010-11-23 11:31:01 +08:00
|
|
|
|
2009-03-19 10:12:28 +08:00
|
|
|
// Register can't get to this point...
|
2008-03-17 14:57:02 +08:00
|
|
|
assert(VA.isMemLoc());
|
2010-11-23 11:31:01 +08:00
|
|
|
|
2008-03-17 14:57:02 +08:00
|
|
|
// Create the frame index object for this incoming parameter
|
2011-10-29 03:49:00 +08:00
|
|
|
LastFI = MFI->CreateFixedObject(ValVT.getSizeInBits()/8,
|
2011-05-24 08:23:52 +08:00
|
|
|
VA.getLocMemOffset(), true);
|
2011-05-21 07:22:14 +08:00
|
|
|
SDValue PtrOff = DAG.getFrameIndex(LastFI, getPointerTy());
|
2008-03-17 14:57:02 +08:00
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
// emit ISD::STORE whichs stores the
|
2008-03-17 14:57:02 +08:00
|
|
|
// parameter value to a stack Location
|
2010-09-22 01:50:43 +08:00
|
|
|
MemOpChains.push_back(DAG.getStore(Chain, dl, Arg, PtrOff,
|
2011-12-20 03:52:25 +08:00
|
|
|
MachinePointerInfo(), false, false, 0));
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
|
|
|
|
2011-06-09 01:39:33 +08:00
|
|
|
// Extend range of indices of frame objects for outgoing arguments that were
|
|
|
|
// created during this function call. Skip this step if no such objects were
|
|
|
|
// created.
|
|
|
|
if (LastFI)
|
|
|
|
MipsFI->extendOutArgFIRange(FirstFI, LastFI);
|
|
|
|
|
2011-09-20 04:26:02 +08:00
|
|
|
// If a memcpy has been created to copy a byval arg to a stack, replace the
|
|
|
|
// chain input of CallSeqStart with ByValChain.
|
|
|
|
if (InChain != ByValChain)
|
|
|
|
DAG.UpdateNodeOperands(CallSeqStart.getNode(), ByValChain,
|
|
|
|
NextStackOffsetVal);
|
|
|
|
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
// Transform all store nodes into one single node because all store
|
|
|
|
// nodes are independent of each other.
|
2010-11-23 11:31:01 +08:00
|
|
|
if (!MemOpChains.empty())
|
|
|
|
Chain = DAG.getNode(ISD::TokenFactor, dl, MVT::Other,
|
2007-06-06 15:42:06 +08:00
|
|
|
&MemOpChains[0], MemOpChains.size());
|
|
|
|
|
2008-09-17 05:48:12 +08:00
|
|
|
// If the callee is a GlobalAddress/ExternalSymbol node (quite common, every
|
2010-11-23 11:31:01 +08:00
|
|
|
// direct call is) turn it into a TargetGlobalAddress/TargetExternalSymbol
|
|
|
|
// node so that legalize doesn't hack it.
|
2011-10-29 03:49:00 +08:00
|
|
|
unsigned char OpFlag;
|
|
|
|
bool IsPICCall = (IsN64 || IsPIC); // true if calls are translated to jalr $25
|
2011-12-09 09:45:12 +08:00
|
|
|
bool GlobalOrExternal = false;
|
2011-04-08 03:51:44 +08:00
|
|
|
SDValue CalleeLo;
|
2011-04-05 01:11:07 +08:00
|
|
|
|
|
|
|
if (GlobalAddressSDNode *G = dyn_cast<GlobalAddressSDNode>(Callee)) {
|
2011-10-29 03:49:00 +08:00
|
|
|
if (IsPICCall && G->getGlobal()->hasInternalLinkage()) {
|
|
|
|
OpFlag = IsO32 ? MipsII::MO_GOT : MipsII::MO_GOT_PAGE;
|
|
|
|
unsigned char LoFlag = IsO32 ? MipsII::MO_ABS_LO : MipsII::MO_GOT_OFST;
|
|
|
|
Callee = DAG.getTargetGlobalAddress(G->getGlobal(), dl, getPointerTy(), 0,
|
|
|
|
OpFlag);
|
2011-04-08 03:51:44 +08:00
|
|
|
CalleeLo = DAG.getTargetGlobalAddress(G->getGlobal(), dl, getPointerTy(),
|
2011-10-29 03:49:00 +08:00
|
|
|
0, LoFlag);
|
2011-04-08 03:51:44 +08:00
|
|
|
} else {
|
2011-10-29 03:49:00 +08:00
|
|
|
OpFlag = IsPICCall ? MipsII::MO_GOT_CALL : MipsII::MO_NO_FLAG;
|
2011-04-08 03:51:44 +08:00
|
|
|
Callee = DAG.getTargetGlobalAddress(G->getGlobal(), dl,
|
|
|
|
getPointerTy(), 0, OpFlag);
|
|
|
|
}
|
|
|
|
|
2011-12-09 09:45:12 +08:00
|
|
|
GlobalOrExternal = true;
|
2011-04-05 01:11:07 +08:00
|
|
|
}
|
|
|
|
else if (ExternalSymbolSDNode *S = dyn_cast<ExternalSymbolSDNode>(Callee)) {
|
2011-10-29 03:49:00 +08:00
|
|
|
if (IsN64 || (!IsO32 && IsPIC))
|
|
|
|
OpFlag = MipsII::MO_GOT_DISP;
|
|
|
|
else if (!IsPIC) // !N64 && static
|
|
|
|
OpFlag = MipsII::MO_NO_FLAG;
|
|
|
|
else // O32 & PIC
|
|
|
|
OpFlag = MipsII::MO_GOT_CALL;
|
2011-12-20 03:52:25 +08:00
|
|
|
Callee = DAG.getTargetExternalSymbol(S->getSymbol(), getPointerTy(),
|
|
|
|
OpFlag);
|
2011-12-09 09:45:12 +08:00
|
|
|
GlobalOrExternal = true;
|
2011-04-05 01:11:07 +08:00
|
|
|
}
|
|
|
|
|
2011-05-20 10:30:51 +08:00
|
|
|
SDValue InFlag;
|
|
|
|
|
2011-04-05 01:11:07 +08:00
|
|
|
// Create nodes that load address of callee and copy it to T9
|
2011-10-29 03:49:00 +08:00
|
|
|
if (IsPICCall) {
|
2011-12-09 09:45:12 +08:00
|
|
|
if (GlobalOrExternal) {
|
2011-04-08 03:51:44 +08:00
|
|
|
// Load callee address
|
2011-12-09 09:53:17 +08:00
|
|
|
Callee = DAG.getNode(MipsISD::Wrapper, dl, getPointerTy(), Callee);
|
2011-10-29 03:49:00 +08:00
|
|
|
SDValue LoadValue = DAG.getLoad(getPointerTy(), dl, DAG.getEntryNode(),
|
|
|
|
Callee, MachinePointerInfo::getGOT(),
|
2011-11-09 02:42:53 +08:00
|
|
|
false, false, false, 0);
|
2011-04-08 03:51:44 +08:00
|
|
|
|
|
|
|
// Use GOT+LO if callee has internal linkage.
|
|
|
|
if (CalleeLo.getNode()) {
|
2011-10-29 03:49:00 +08:00
|
|
|
SDValue Lo = DAG.getNode(MipsISD::Lo, dl, getPointerTy(), CalleeLo);
|
|
|
|
Callee = DAG.getNode(ISD::ADD, dl, getPointerTy(), LoadValue, Lo);
|
2011-04-08 03:51:44 +08:00
|
|
|
} else
|
|
|
|
Callee = LoadValue;
|
2011-04-05 01:11:07 +08:00
|
|
|
}
|
2011-12-09 09:45:12 +08:00
|
|
|
}
|
2011-04-05 01:11:07 +08:00
|
|
|
|
2011-12-09 09:45:12 +08:00
|
|
|
// T9 should contain the address of the callee function if
|
|
|
|
// -reloction-model=pic or it is an indirect call.
|
|
|
|
if (IsPICCall || !GlobalOrExternal) {
|
2011-04-05 01:11:07 +08:00
|
|
|
// copy to T9
|
2011-10-29 03:49:00 +08:00
|
|
|
unsigned T9Reg = IsN64 ? Mips::T9_64 : Mips::T9;
|
|
|
|
Chain = DAG.getCopyToReg(Chain, dl, T9Reg, Callee, SDValue(0, 0));
|
2011-04-05 01:11:07 +08:00
|
|
|
InFlag = Chain.getValue(1);
|
2011-10-29 03:49:00 +08:00
|
|
|
Callee = DAG.getRegister(T9Reg, getPointerTy());
|
2011-04-05 01:11:07 +08:00
|
|
|
}
|
2008-09-17 05:48:12 +08:00
|
|
|
|
2011-05-20 10:30:51 +08:00
|
|
|
// Build a sequence of copy-to-reg nodes chained together with token
|
|
|
|
// chain and flag operands which copy the outgoing args into registers.
|
|
|
|
// The InFlag in necessary since all emitted instructions must be
|
|
|
|
// stuck together.
|
|
|
|
for (unsigned i = 0, e = RegsToPass.size(); i != e; ++i) {
|
|
|
|
Chain = DAG.getCopyToReg(Chain, dl, RegsToPass[i].first,
|
|
|
|
RegsToPass[i].second, InFlag);
|
|
|
|
InFlag = Chain.getValue(1);
|
|
|
|
}
|
|
|
|
|
2007-06-06 15:42:06 +08:00
|
|
|
// MipsJmpLink = #chain, #target_address, #opt_in_flags...
|
2010-11-23 11:31:01 +08:00
|
|
|
// = Chain, Callee, Reg#1, Reg#2, ...
|
2007-06-06 15:42:06 +08:00
|
|
|
//
|
|
|
|
// Returns a chain & a flag for retval copy to use.
|
2010-12-21 10:38:05 +08:00
|
|
|
SDVTList NodeTys = DAG.getVTList(MVT::Other, MVT::Glue);
|
2008-07-28 05:46:04 +08:00
|
|
|
SmallVector<SDValue, 8> Ops;
|
2007-06-06 15:42:06 +08:00
|
|
|
Ops.push_back(Chain);
|
|
|
|
Ops.push_back(Callee);
|
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
// Add argument registers to the end of the list so that they are
|
2007-06-06 15:42:06 +08:00
|
|
|
// known live into the call.
|
|
|
|
for (unsigned i = 0, e = RegsToPass.size(); i != e; ++i)
|
|
|
|
Ops.push_back(DAG.getRegister(RegsToPass[i].first,
|
|
|
|
RegsToPass[i].second.getValueType()));
|
|
|
|
|
2008-08-29 05:40:38 +08:00
|
|
|
if (InFlag.getNode())
|
2007-06-06 15:42:06 +08:00
|
|
|
Ops.push_back(InFlag);
|
|
|
|
|
2009-02-05 04:06:27 +08:00
|
|
|
Chain = DAG.getNode(MipsISD::JmpLink, dl, NodeTys, &Ops[0], Ops.size());
|
2007-06-06 15:42:06 +08:00
|
|
|
InFlag = Chain.getValue(1);
|
|
|
|
|
2010-01-31 02:32:07 +08:00
|
|
|
// Create the CALLSEQ_END node.
|
2011-06-21 09:02:03 +08:00
|
|
|
Chain = DAG.getCALLSEQ_END(Chain,
|
|
|
|
DAG.getIntPtrConstant(NextStackOffset, true),
|
2010-01-31 02:32:07 +08:00
|
|
|
DAG.getIntPtrConstant(0, true), InFlag);
|
|
|
|
InFlag = Chain.getValue(1);
|
|
|
|
|
2007-06-06 15:42:06 +08:00
|
|
|
// Handle result values, copying them out of physregs into vregs that we
|
|
|
|
// return.
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
return LowerCallResult(Chain, InFlag, CallConv, isVarArg,
|
|
|
|
Ins, dl, DAG, InVals);
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
|
|
|
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
/// LowerCallResult - Lower the result values of a call into the
|
|
|
|
/// appropriate copies out of appropriate physical registers.
|
|
|
|
SDValue
|
|
|
|
MipsTargetLowering::LowerCallResult(SDValue Chain, SDValue InFlag,
|
2009-09-02 16:44:58 +08:00
|
|
|
CallingConv::ID CallConv, bool isVarArg,
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
const SmallVectorImpl<ISD::InputArg> &Ins,
|
|
|
|
DebugLoc dl, SelectionDAG &DAG,
|
2010-04-17 23:26:15 +08:00
|
|
|
SmallVectorImpl<SDValue> &InVals) const {
|
2007-06-06 15:42:06 +08:00
|
|
|
// Assign locations to each value returned by this call.
|
|
|
|
SmallVector<CCValAssign, 16> RVLocs;
|
2011-06-09 07:55:35 +08:00
|
|
|
CCState CCInfo(CallConv, isVarArg, DAG.getMachineFunction(),
|
|
|
|
getTargetMachine(), RVLocs, *DAG.getContext());
|
2007-07-12 07:16:16 +08:00
|
|
|
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
CCInfo.AnalyzeCallResult(Ins, RetCC_Mips);
|
2007-06-06 15:42:06 +08:00
|
|
|
|
|
|
|
// Copy all of the result registers out of their specified physreg.
|
|
|
|
for (unsigned i = 0; i != RVLocs.size(); ++i) {
|
2009-02-05 04:06:27 +08:00
|
|
|
Chain = DAG.getCopyFromReg(Chain, dl, RVLocs[i].getLocReg(),
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
RVLocs[i].getValVT(), InFlag).getValue(1);
|
2007-06-06 15:42:06 +08:00
|
|
|
InFlag = Chain.getValue(2);
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
InVals.push_back(Chain.getValue(0));
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
2007-11-05 11:02:32 +08:00
|
|
|
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
return Chain;
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
|
|
|
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
// Formal Arguments Calling Convention Implementation
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2011-05-25 03:18:33 +08:00
|
|
|
static void ReadByValArg(MachineFunction &MF, SDValue Chain, DebugLoc dl,
|
|
|
|
std::vector<SDValue>& OutChains,
|
|
|
|
SelectionDAG &DAG, unsigned NumWords, SDValue FIN,
|
|
|
|
const CCValAssign &VA, const ISD::ArgFlagsTy& Flags) {
|
|
|
|
unsigned LocMem = VA.getLocMemOffset();
|
|
|
|
unsigned FirstWord = LocMem / 4;
|
|
|
|
|
|
|
|
// copy register A0 - A3 to frame object
|
|
|
|
for (unsigned i = 0; i < NumWords; ++i) {
|
|
|
|
unsigned CurWord = FirstWord + i;
|
|
|
|
if (CurWord >= O32IntRegsSize)
|
|
|
|
break;
|
|
|
|
|
|
|
|
unsigned SrcReg = O32IntRegs[CurWord];
|
|
|
|
unsigned Reg = AddLiveIn(MF, SrcReg, Mips::CPURegsRegisterClass);
|
|
|
|
SDValue StorePtr = DAG.getNode(ISD::ADD, dl, MVT::i32, FIN,
|
|
|
|
DAG.getConstant(i * 4, MVT::i32));
|
|
|
|
SDValue Store = DAG.getStore(Chain, dl, DAG.getRegister(Reg, MVT::i32),
|
|
|
|
StorePtr, MachinePointerInfo(), false,
|
|
|
|
false, 0);
|
|
|
|
OutChains.push_back(Store);
|
|
|
|
}
|
|
|
|
}
|
2007-06-06 15:42:06 +08:00
|
|
|
|
2011-11-12 10:29:58 +08:00
|
|
|
// Create frame object on stack and copy registers used for byval passing to it.
|
|
|
|
static unsigned
|
|
|
|
CopyMips64ByValRegs(MachineFunction &MF, SDValue Chain, DebugLoc dl,
|
|
|
|
std::vector<SDValue>& OutChains, SelectionDAG &DAG,
|
|
|
|
const CCValAssign &VA, const ISD::ArgFlagsTy& Flags,
|
|
|
|
MachineFrameInfo *MFI, bool IsRegLoc,
|
|
|
|
SmallVectorImpl<SDValue> &InVals, MipsFunctionInfo *MipsFI,
|
|
|
|
EVT PtrTy) {
|
|
|
|
const unsigned *Reg = Mips64IntRegs + 8;
|
|
|
|
int FOOffset; // Frame object offset from virtual frame pointer.
|
|
|
|
|
|
|
|
if (IsRegLoc) {
|
|
|
|
Reg = std::find(Mips64IntRegs, Mips64IntRegs + 8, VA.getLocReg());
|
|
|
|
FOOffset = (Reg - Mips64IntRegs) * 8 - 8 * 8;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
FOOffset = VA.getLocMemOffset();
|
|
|
|
|
|
|
|
// Create frame object.
|
|
|
|
unsigned NumRegs = (Flags.getByValSize() + 7) / 8;
|
|
|
|
unsigned LastFI = MFI->CreateFixedObject(NumRegs * 8, FOOffset, true);
|
|
|
|
SDValue FIN = DAG.getFrameIndex(LastFI, PtrTy);
|
|
|
|
InVals.push_back(FIN);
|
|
|
|
|
|
|
|
// Copy arg registers.
|
|
|
|
for (unsigned I = 0; (Reg != Mips64IntRegs + 8) && (I < NumRegs);
|
|
|
|
++Reg, ++I) {
|
|
|
|
unsigned VReg = AddLiveIn(MF, *Reg, Mips::CPU64RegsRegisterClass);
|
|
|
|
SDValue StorePtr = DAG.getNode(ISD::ADD, dl, PtrTy, FIN,
|
|
|
|
DAG.getConstant(I * 8, PtrTy));
|
|
|
|
SDValue Store = DAG.getStore(Chain, dl, DAG.getRegister(VReg, MVT::i64),
|
|
|
|
StorePtr, MachinePointerInfo(), false,
|
|
|
|
false, 0);
|
|
|
|
OutChains.push_back(Store);
|
|
|
|
}
|
|
|
|
|
|
|
|
return LastFI;
|
|
|
|
}
|
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
/// LowerFormalArguments - transform physical registers into virtual registers
|
2010-02-07 03:20:49 +08:00
|
|
|
/// and generate load operations for arguments places on the stack.
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
SDValue
|
|
|
|
MipsTargetLowering::LowerFormalArguments(SDValue Chain,
|
2011-04-16 05:00:26 +08:00
|
|
|
CallingConv::ID CallConv,
|
|
|
|
bool isVarArg,
|
2011-12-20 03:52:25 +08:00
|
|
|
const SmallVectorImpl<ISD::InputArg> &Ins,
|
2011-04-16 05:00:26 +08:00
|
|
|
DebugLoc dl, SelectionDAG &DAG,
|
|
|
|
SmallVectorImpl<SDValue> &InVals)
|
2011-04-16 05:51:11 +08:00
|
|
|
const {
|
2008-08-04 15:12:52 +08:00
|
|
|
MachineFunction &MF = DAG.getMachineFunction();
|
2007-06-06 15:42:06 +08:00
|
|
|
MachineFrameInfo *MFI = MF.getFrameInfo();
|
2007-08-28 13:08:16 +08:00
|
|
|
MipsFunctionInfo *MipsFI = MF.getInfo<MipsFunctionInfo>();
|
2007-07-12 07:16:16 +08:00
|
|
|
|
2010-04-17 22:41:14 +08:00
|
|
|
MipsFI->setVarArgsFrameIndex(0);
|
2007-06-06 15:42:06 +08:00
|
|
|
|
2010-02-07 03:20:49 +08:00
|
|
|
// Used with vargs to acumulate store chains.
|
|
|
|
std::vector<SDValue> OutChains;
|
|
|
|
|
2007-06-06 15:42:06 +08:00
|
|
|
// Assign locations to all of the incoming arguments.
|
|
|
|
SmallVector<CCValAssign, 16> ArgLocs;
|
2011-06-09 07:55:35 +08:00
|
|
|
CCState CCInfo(CallConv, isVarArg, DAG.getMachineFunction(),
|
2011-12-20 03:52:25 +08:00
|
|
|
getTargetMachine(), ArgLocs, *DAG.getContext());
|
2007-07-12 07:16:16 +08:00
|
|
|
|
2011-10-29 02:47:24 +08:00
|
|
|
if (IsO32)
|
2011-05-20 02:06:05 +08:00
|
|
|
CCInfo.AnalyzeFormalArguments(Ins, CC_MipsO32);
|
2009-03-19 10:12:28 +08:00
|
|
|
else
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
CCInfo.AnalyzeFormalArguments(Ins, CC_Mips);
|
2009-03-19 10:12:28 +08:00
|
|
|
|
2011-05-21 07:22:14 +08:00
|
|
|
int LastFI = 0;// MipsFI->LastInArgFI is 0 at the entry of this function.
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
|
2007-06-06 15:42:06 +08:00
|
|
|
for (unsigned i = 0, e = ArgLocs.size(); i != e; ++i) {
|
|
|
|
CCValAssign &VA = ArgLocs[i];
|
2011-10-29 03:55:48 +08:00
|
|
|
EVT ValVT = VA.getValVT();
|
2011-11-12 10:29:58 +08:00
|
|
|
ISD::ArgFlagsTy Flags = Ins[i].Flags;
|
|
|
|
bool IsRegLoc = VA.isRegLoc();
|
|
|
|
|
|
|
|
if (Flags.isByVal()) {
|
|
|
|
assert(Flags.getByValSize() &&
|
|
|
|
"ByVal args of size 0 should have been ignored by front-end.");
|
|
|
|
if (IsO32) {
|
|
|
|
unsigned NumWords = (Flags.getByValSize() + 3) / 4;
|
|
|
|
LastFI = MFI->CreateFixedObject(NumWords * 4, VA.getLocMemOffset(),
|
|
|
|
true);
|
|
|
|
SDValue FIN = DAG.getFrameIndex(LastFI, getPointerTy());
|
|
|
|
InVals.push_back(FIN);
|
|
|
|
ReadByValArg(MF, Chain, dl, OutChains, DAG, NumWords, FIN, VA, Flags);
|
|
|
|
} else // N32/64
|
|
|
|
LastFI = CopyMips64ByValRegs(MF, Chain, dl, OutChains, DAG, VA, Flags,
|
|
|
|
MFI, IsRegLoc, InVals, MipsFI,
|
|
|
|
getPointerTy());
|
|
|
|
continue;
|
|
|
|
}
|
2007-06-06 15:42:06 +08:00
|
|
|
|
|
|
|
// Arguments stored on registers
|
2011-11-12 10:29:58 +08:00
|
|
|
if (IsRegLoc) {
|
2009-08-11 06:56:29 +08:00
|
|
|
EVT RegVT = VA.getLocVT();
|
2011-05-24 08:23:52 +08:00
|
|
|
unsigned ArgReg = VA.getLocReg();
|
2008-07-09 13:55:53 +08:00
|
|
|
TargetRegisterClass *RC = 0;
|
2009-03-19 10:12:28 +08:00
|
|
|
|
2009-08-12 04:47:22 +08:00
|
|
|
if (RegVT == MVT::i32)
|
2010-11-23 11:31:01 +08:00
|
|
|
RC = Mips::CPURegsRegisterClass;
|
2011-09-24 09:34:44 +08:00
|
|
|
else if (RegVT == MVT::i64)
|
|
|
|
RC = Mips::CPU64RegsRegisterClass;
|
2010-11-23 11:31:01 +08:00
|
|
|
else if (RegVT == MVT::f32)
|
2009-03-21 08:05:07 +08:00
|
|
|
RC = Mips::FGR32RegisterClass;
|
2011-09-27 05:37:50 +08:00
|
|
|
else if (RegVT == MVT::f64)
|
2011-09-27 05:55:17 +08:00
|
|
|
RC = HasMips64 ? Mips::FGR64RegisterClass : Mips::AFGR64RegisterClass;
|
2011-09-27 05:37:50 +08:00
|
|
|
else
|
2010-02-07 03:20:49 +08:00
|
|
|
llvm_unreachable("RegVT not supported by FormalArguments Lowering");
|
2007-06-06 15:42:06 +08:00
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
// Transform the arguments stored on
|
2007-06-06 15:42:06 +08:00
|
|
|
// physical registers into virtual ones
|
2011-05-24 08:23:52 +08:00
|
|
|
unsigned Reg = AddLiveIn(DAG.getMachineFunction(), ArgReg, RC);
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
SDValue ArgValue = DAG.getCopyFromReg(Chain, dl, Reg, RegVT);
|
2010-11-23 11:31:01 +08:00
|
|
|
|
|
|
|
// If this is an 8 or 16-bit value, it has been passed promoted
|
|
|
|
// to 32 bits. Insert an assert[sz]ext to capture this, then
|
2007-06-06 15:42:06 +08:00
|
|
|
// truncate to the right size.
|
2009-03-19 10:12:28 +08:00
|
|
|
if (VA.getLocInfo() != CCValAssign::Full) {
|
2009-03-26 13:28:14 +08:00
|
|
|
unsigned Opcode = 0;
|
2009-03-19 10:12:28 +08:00
|
|
|
if (VA.getLocInfo() == CCValAssign::SExt)
|
|
|
|
Opcode = ISD::AssertSext;
|
|
|
|
else if (VA.getLocInfo() == CCValAssign::ZExt)
|
|
|
|
Opcode = ISD::AssertZext;
|
2009-03-26 13:28:14 +08:00
|
|
|
if (Opcode)
|
2010-11-23 11:31:01 +08:00
|
|
|
ArgValue = DAG.getNode(Opcode, dl, RegVT, ArgValue,
|
2011-10-29 03:55:48 +08:00
|
|
|
DAG.getValueType(ValVT));
|
|
|
|
ArgValue = DAG.getNode(ISD::TRUNCATE, dl, ValVT, ArgValue);
|
2009-03-19 10:12:28 +08:00
|
|
|
}
|
|
|
|
|
2011-10-29 03:55:48 +08:00
|
|
|
// Handle floating point arguments passed in integer registers.
|
|
|
|
if ((RegVT == MVT::i32 && ValVT == MVT::f32) ||
|
|
|
|
(RegVT == MVT::i64 && ValVT == MVT::f64))
|
|
|
|
ArgValue = DAG.getNode(ISD::BITCAST, dl, ValVT, ArgValue);
|
|
|
|
else if (IsO32 && RegVT == MVT::i32 && ValVT == MVT::f64) {
|
|
|
|
unsigned Reg2 = AddLiveIn(DAG.getMachineFunction(),
|
|
|
|
getNextIntArgReg(ArgReg), RC);
|
|
|
|
SDValue ArgValue2 = DAG.getCopyFromReg(Chain, dl, Reg2, RegVT);
|
|
|
|
if (!Subtarget->isLittle())
|
|
|
|
std::swap(ArgValue, ArgValue2);
|
|
|
|
ArgValue = DAG.getNode(MipsISD::BuildPairF64, dl, MVT::f64,
|
|
|
|
ArgValue, ArgValue2);
|
2009-03-19 10:12:28 +08:00
|
|
|
}
|
2007-06-06 15:42:06 +08:00
|
|
|
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
InVals.push_back(ArgValue);
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
} else { // VA.isRegLoc()
|
|
|
|
|
2007-06-06 15:42:06 +08:00
|
|
|
// sanity check
|
|
|
|
assert(VA.isMemLoc());
|
2010-02-07 03:20:49 +08:00
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
// The stack pointer offset is relative to the caller stack frame.
|
2011-10-29 03:55:48 +08:00
|
|
|
LastFI = MFI->CreateFixedObject(ValVT.getSizeInBits()/8,
|
2011-05-24 08:23:52 +08:00
|
|
|
VA.getLocMemOffset(), true);
|
2007-06-06 15:42:06 +08:00
|
|
|
|
|
|
|
// Create load nodes to retrieve arguments from the stack
|
2011-05-21 07:22:14 +08:00
|
|
|
SDValue FIN = DAG.getFrameIndex(LastFI, getPointerTy());
|
2011-10-29 03:55:48 +08:00
|
|
|
InVals.push_back(DAG.getLoad(ValVT, dl, Chain, FIN,
|
2011-05-21 07:22:14 +08:00
|
|
|
MachinePointerInfo::getFixedStack(LastFI),
|
2011-11-09 02:42:53 +08:00
|
|
|
false, false, false, 0));
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
|
|
|
}
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
|
|
|
|
// The mips ABIs for returning structs by value requires that we copy
|
|
|
|
// the sret argument into $v0 for the return. Save the argument into
|
|
|
|
// a virtual register so that we can access it from the return points.
|
|
|
|
if (DAG.getMachineFunction().getFunction()->hasStructRetAttr()) {
|
|
|
|
unsigned Reg = MipsFI->getSRetReturnReg();
|
|
|
|
if (!Reg) {
|
2009-08-12 04:47:22 +08:00
|
|
|
Reg = MF.getRegInfo().createVirtualRegister(getRegClassFor(MVT::i32));
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
MipsFI->setSRetReturnReg(Reg);
|
|
|
|
}
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
SDValue Copy = DAG.getCopyToReg(DAG.getEntryNode(), dl, Reg, InVals[0]);
|
2009-08-12 04:47:22 +08:00
|
|
|
Chain = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Copy, Chain);
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
}
|
|
|
|
|
2011-11-15 03:01:09 +08:00
|
|
|
if (isVarArg) {
|
|
|
|
unsigned NumOfRegs = IsO32 ? 4 : 8;
|
|
|
|
const unsigned *ArgRegs = IsO32 ? O32IntRegs : Mips64IntRegs;
|
|
|
|
unsigned Idx = CCInfo.getFirstUnallocated(ArgRegs, NumOfRegs);
|
|
|
|
int FirstRegSlotOffset = IsO32 ? 0 : -64 ; // offset of $a0's slot.
|
|
|
|
TargetRegisterClass *RC
|
|
|
|
= IsO32 ? Mips::CPURegsRegisterClass : Mips::CPU64RegsRegisterClass;
|
|
|
|
unsigned RegSize = RC->getSize();
|
|
|
|
int RegSlotOffset = FirstRegSlotOffset + Idx * RegSize;
|
|
|
|
|
|
|
|
// Offset of the first variable argument from stack pointer.
|
|
|
|
int FirstVaArgOffset;
|
|
|
|
|
|
|
|
if (IsO32 || (Idx == NumOfRegs)) {
|
|
|
|
FirstVaArgOffset =
|
|
|
|
(CCInfo.getNextStackOffset() + RegSize - 1) / RegSize * RegSize;
|
|
|
|
} else
|
|
|
|
FirstVaArgOffset = RegSlotOffset;
|
|
|
|
|
2011-05-24 08:23:52 +08:00
|
|
|
// Record the frame index of the first variable argument
|
2011-06-09 07:55:35 +08:00
|
|
|
// which is a value necessary to VASTART.
|
2011-11-15 03:01:09 +08:00
|
|
|
LastFI = MFI->CreateFixedObject(RegSize, FirstVaArgOffset, true);
|
2011-05-24 08:23:52 +08:00
|
|
|
MipsFI->setVarArgsFrameIndex(LastFI);
|
2011-05-26 01:32:06 +08:00
|
|
|
|
2011-11-15 03:01:09 +08:00
|
|
|
// Copy the integer registers that have not been used for argument passing
|
|
|
|
// to the argument register save area. For O32, the save area is allocated
|
|
|
|
// in the caller's stack frame, while for N32/64, it is allocated in the
|
|
|
|
// callee's stack frame.
|
|
|
|
for (int StackOffset = RegSlotOffset;
|
|
|
|
Idx < NumOfRegs; ++Idx, StackOffset += RegSize) {
|
|
|
|
unsigned Reg = AddLiveIn(DAG.getMachineFunction(), ArgRegs[Idx], RC);
|
|
|
|
SDValue ArgValue = DAG.getCopyFromReg(Chain, dl, Reg,
|
|
|
|
MVT::getIntegerVT(RegSize * 8));
|
|
|
|
LastFI = MFI->CreateFixedObject(RegSize, StackOffset, true);
|
2011-05-24 08:23:52 +08:00
|
|
|
SDValue PtrOff = DAG.getFrameIndex(LastFI, getPointerTy());
|
|
|
|
OutChains.push_back(DAG.getStore(Chain, dl, ArgValue, PtrOff,
|
2011-12-20 03:52:25 +08:00
|
|
|
MachinePointerInfo(), false, false, 0));
|
2010-02-07 03:20:49 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-05-21 07:22:14 +08:00
|
|
|
MipsFI->setLastInArgFI(LastFI);
|
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
// All stores are grouped in one node to allow the matching between
|
2010-02-07 03:20:49 +08:00
|
|
|
// the size of Ins and InVals. This only happens when on varg functions
|
|
|
|
if (!OutChains.empty()) {
|
|
|
|
OutChains.push_back(Chain);
|
|
|
|
Chain = DAG.getNode(ISD::TokenFactor, dl, MVT::Other,
|
|
|
|
&OutChains[0], OutChains.size());
|
|
|
|
}
|
|
|
|
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
return Chain;
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
|
|
|
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-06-06 15:42:06 +08:00
|
|
|
// Return Value Calling Convention Implementation
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-06-06 15:42:06 +08:00
|
|
|
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
SDValue
|
|
|
|
MipsTargetLowering::LowerReturn(SDValue Chain,
|
2009-09-02 16:44:58 +08:00
|
|
|
CallingConv::ID CallConv, bool isVarArg,
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
const SmallVectorImpl<ISD::OutputArg> &Outs,
|
2010-07-07 23:54:55 +08:00
|
|
|
const SmallVectorImpl<SDValue> &OutVals,
|
2010-04-17 23:26:15 +08:00
|
|
|
DebugLoc dl, SelectionDAG &DAG) const {
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
|
2007-06-06 15:42:06 +08:00
|
|
|
// CCValAssign - represent the assignment of
|
|
|
|
// the return value to a location
|
|
|
|
SmallVector<CCValAssign, 16> RVLocs;
|
|
|
|
|
|
|
|
// CCState - Info about the registers and stack slot.
|
2011-06-09 07:55:35 +08:00
|
|
|
CCState CCInfo(CallConv, isVarArg, DAG.getMachineFunction(),
|
|
|
|
getTargetMachine(), RVLocs, *DAG.getContext());
|
2007-06-06 15:42:06 +08:00
|
|
|
|
Major calling convention code refactoring.
Instead of awkwardly encoding calling-convention information with ISD::CALL,
ISD::FORMAL_ARGUMENTS, ISD::RET, and ISD::ARG_FLAGS nodes, TargetLowering
provides three virtual functions for targets to override:
LowerFormalArguments, LowerCall, and LowerRet, which replace the custom
lowering done on the special nodes. They provide the same information, but
in a more immediately usable format.
This also reworks much of the target-independent tail call logic. The
decision of whether or not to perform a tail call is now cleanly split
between target-independent portions, and the target dependent portion
in IsEligibleForTailCallOptimization.
This also synchronizes all in-tree targets, to help enable future
refactoring and feature work.
llvm-svn: 78142
2009-08-05 09:29:28 +08:00
|
|
|
// Analize return values.
|
|
|
|
CCInfo.AnalyzeReturn(Outs, RetCC_Mips);
|
2007-06-06 15:42:06 +08:00
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
// If this is the first return lowered for this function, add
|
2007-06-06 15:42:06 +08:00
|
|
|
// the regs to the liveout set for the function.
|
2007-12-31 12:13:23 +08:00
|
|
|
if (DAG.getMachineFunction().getRegInfo().liveout_empty()) {
|
2007-06-06 15:42:06 +08:00
|
|
|
for (unsigned i = 0; i != RVLocs.size(); ++i)
|
2007-07-12 07:16:16 +08:00
|
|
|
if (RVLocs[i].isRegLoc())
|
2011-04-16 05:51:11 +08:00
|
|
|
DAG.getMachineFunction().getRegInfo().addLiveOut(RVLocs[i].getLocReg());
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
|
|
|
|
2008-07-28 05:46:04 +08:00
|
|
|
SDValue Flag;
|
2007-06-06 15:42:06 +08:00
|
|
|
|
|
|
|
// Copy the result values into the output registers.
|
|
|
|
for (unsigned i = 0; i != RVLocs.size(); ++i) {
|
|
|
|
CCValAssign &VA = RVLocs[i];
|
|
|
|
assert(VA.isRegLoc() && "Can only return in registers!");
|
|
|
|
|
2011-12-20 03:52:25 +08:00
|
|
|
Chain = DAG.getCopyToReg(Chain, dl, VA.getLocReg(), OutVals[i], Flag);
|
2007-06-06 15:42:06 +08:00
|
|
|
|
|
|
|
// guarantee that all emitted copies are
|
|
|
|
// stuck together, avoiding something bad
|
|
|
|
Flag = Chain.getValue(1);
|
|
|
|
}
|
|
|
|
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
// The mips ABIs for returning structs by value requires that we copy
|
|
|
|
// the sret argument into $v0 for the return. We saved the argument into
|
|
|
|
// a virtual register in the entry block, so now we copy the value out
|
|
|
|
// and into $v0.
|
|
|
|
if (DAG.getMachineFunction().getFunction()->hasStructRetAttr()) {
|
|
|
|
MachineFunction &MF = DAG.getMachineFunction();
|
|
|
|
MipsFunctionInfo *MipsFI = MF.getInfo<MipsFunctionInfo>();
|
|
|
|
unsigned Reg = MipsFI->getSRetReturnReg();
|
|
|
|
|
2010-11-23 11:31:01 +08:00
|
|
|
if (!Reg)
|
2009-07-15 00:55:14 +08:00
|
|
|
llvm_unreachable("sret virtual register not created in the entry block");
|
2009-02-05 07:02:30 +08:00
|
|
|
SDValue Val = DAG.getCopyFromReg(Chain, dl, Reg, getPointerTy());
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
|
2009-02-05 07:02:30 +08:00
|
|
|
Chain = DAG.getCopyToReg(Chain, dl, Mips::V0, Val, Flag);
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
Flag = Chain.getValue(1);
|
|
|
|
}
|
|
|
|
|
2007-06-06 15:42:06 +08:00
|
|
|
// Return on Mips is always a "jr $ra"
|
2008-08-29 05:40:38 +08:00
|
|
|
if (Flag.getNode())
|
2010-11-23 11:31:01 +08:00
|
|
|
return DAG.getNode(MipsISD::Ret, dl, MVT::Other,
|
2009-08-12 04:47:22 +08:00
|
|
|
Chain, DAG.getRegister(Mips::RA, MVT::i32), Flag);
|
2007-06-06 15:42:06 +08:00
|
|
|
else // Return Void
|
2010-11-23 11:31:01 +08:00
|
|
|
return DAG.getNode(MipsISD::Ret, dl, MVT::Other,
|
2009-08-12 04:47:22 +08:00
|
|
|
Chain, DAG.getRegister(Mips::RA, MVT::i32));
|
2007-06-06 15:42:06 +08:00
|
|
|
}
|
2007-08-22 00:09:25 +08:00
|
|
|
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-08-22 00:09:25 +08:00
|
|
|
// Mips Inline Assembly Support
|
2011-04-16 05:51:11 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-08-22 00:09:25 +08:00
|
|
|
|
|
|
|
/// getConstraintType - Given a constraint letter, return the type of
|
|
|
|
/// constraint it is for this target.
|
|
|
|
MipsTargetLowering::ConstraintType MipsTargetLowering::
|
2010-11-23 11:31:01 +08:00
|
|
|
getConstraintType(const std::string &Constraint) const
|
2007-08-22 00:09:25 +08:00
|
|
|
{
|
2010-11-23 11:31:01 +08:00
|
|
|
// Mips specific constrainy
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
// GCC config/mips/constraints.md
|
|
|
|
//
|
2010-11-23 11:31:01 +08:00
|
|
|
// 'd' : An address register. Equivalent to r
|
|
|
|
// unless generating MIPS16 code.
|
|
|
|
// 'y' : Equivalent to r; retained for
|
|
|
|
// backwards compatibility.
|
|
|
|
// 'f' : Floating Point registers.
|
2007-08-22 00:09:25 +08:00
|
|
|
if (Constraint.size() == 1) {
|
|
|
|
switch (Constraint[0]) {
|
|
|
|
default : break;
|
2010-11-23 11:31:01 +08:00
|
|
|
case 'd':
|
|
|
|
case 'y':
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
case 'f':
|
2007-08-22 00:09:25 +08:00
|
|
|
return C_RegisterClass;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return TargetLowering::getConstraintType(Constraint);
|
|
|
|
}
|
|
|
|
|
2010-10-30 01:29:13 +08:00
|
|
|
/// Examine constraint type and operand type and determine a weight value.
|
|
|
|
/// This object must already have been set up with the operand type
|
|
|
|
/// and the current alternative constraint selected.
|
|
|
|
TargetLowering::ConstraintWeight
|
|
|
|
MipsTargetLowering::getSingleConstraintMatchWeight(
|
|
|
|
AsmOperandInfo &info, const char *constraint) const {
|
|
|
|
ConstraintWeight weight = CW_Invalid;
|
|
|
|
Value *CallOperandVal = info.CallOperandVal;
|
|
|
|
// If we don't have a value, we can't do a match,
|
|
|
|
// but allow it at the lowest weight.
|
|
|
|
if (CallOperandVal == NULL)
|
|
|
|
return CW_Default;
|
2011-07-18 12:54:35 +08:00
|
|
|
Type *type = CallOperandVal->getType();
|
2010-10-30 01:29:13 +08:00
|
|
|
// Look at the constraint type.
|
|
|
|
switch (*constraint) {
|
|
|
|
default:
|
|
|
|
weight = TargetLowering::getSingleConstraintMatchWeight(info, constraint);
|
|
|
|
break;
|
2010-11-23 11:31:01 +08:00
|
|
|
case 'd':
|
|
|
|
case 'y':
|
2010-10-30 01:29:13 +08:00
|
|
|
if (type->isIntegerTy())
|
|
|
|
weight = CW_Register;
|
|
|
|
break;
|
|
|
|
case 'f':
|
|
|
|
if (type->isFloatTy())
|
|
|
|
weight = CW_Register;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
return weight;
|
|
|
|
}
|
|
|
|
|
2011-06-30 03:33:04 +08:00
|
|
|
/// Given a register class constraint, like 'r', if this corresponds directly
|
|
|
|
/// to an LLVM register class, return a register of 0 and the register class
|
|
|
|
/// pointer.
|
2007-08-22 00:09:25 +08:00
|
|
|
std::pair<unsigned, const TargetRegisterClass*> MipsTargetLowering::
|
2009-08-11 06:56:29 +08:00
|
|
|
getRegForInlineAsmConstraint(const std::string &Constraint, EVT VT) const
|
2007-08-22 00:09:25 +08:00
|
|
|
{
|
|
|
|
if (Constraint.size() == 1) {
|
|
|
|
switch (Constraint[0]) {
|
2011-06-30 03:04:31 +08:00
|
|
|
case 'd': // Address register. Same as 'r' unless generating MIPS16 code.
|
|
|
|
case 'y': // Same as 'r'. Exists for compatibility.
|
2007-08-22 00:09:25 +08:00
|
|
|
case 'r':
|
2012-01-04 10:45:01 +08:00
|
|
|
if (VT == MVT::i32)
|
|
|
|
return std::make_pair(0U, Mips::CPURegsRegisterClass);
|
|
|
|
assert(VT == MVT::i64 && "Unexpected type.");
|
|
|
|
return std::make_pair(0U, Mips::CPU64RegsRegisterClass);
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
case 'f':
|
2009-08-12 04:47:22 +08:00
|
|
|
if (VT == MVT::f32)
|
2009-03-21 08:05:07 +08:00
|
|
|
return std::make_pair(0U, Mips::FGR32RegisterClass);
|
2012-01-04 10:45:01 +08:00
|
|
|
if ((VT == MVT::f64) && (!Subtarget->isSingleFloat())) {
|
|
|
|
if (Subtarget->isFP64bit())
|
|
|
|
return std::make_pair(0U, Mips::FGR64RegisterClass);
|
|
|
|
else
|
Several changes to Mips backend, experimental fp support being the most
important.
- Cleanup in the Subtarget info with addition of new features, not all support
yet, but they allow the future inclusion of features easier. Among new features,
we have : Arch family info (mips1, mips2, ...), ABI info (o32, eabi), 64-bit
integer
and float registers, allegrex vector FPU (VFPU), single float only support.
- TargetMachine now detects allegrex core.
- Added allegrex (Mips32r2) sext_inreg instructions.
- *Added Float Point Instructions*, handling single float only, and
aliased accesses for 32-bit FPUs.
- Some cleanup in FP instruction formats and FP register classes.
- Calling conventions improved to support mips 32-bit EABI.
- Added Asm Printer support for fp cond codes.
- Added support for sret copy to a return register.
- EABI support added into LowerCALL and FORMAL_ARGS.
- MipsFunctionInfo now keeps a virtual register per function to track the
sret on function entry until function ret.
- MipsInstrInfo FP support into methods (isMoveInstr, isLoadFromStackSlot, ...),
FP cond codes mapping and initial FP Branch Analysis.
- Two new Mips SDNode to handle fp branch and compare instructions : FPBrcond,
FPCmp
- MipsTargetLowering : handling different FP classes, Allegrex support, sret
return copy, no homing location within EABI, non 32-bit stack objects
arguments, and asm constraint for float.
llvm-svn: 53146
2008-07-06 03:05:21 +08:00
|
|
|
return std::make_pair(0U, Mips::AFGR64RegisterClass);
|
2012-01-04 10:45:01 +08:00
|
|
|
}
|
2007-08-22 00:09:25 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return TargetLowering::getRegForInlineAsmConstraint(Constraint, VT);
|
|
|
|
}
|
|
|
|
|
Teach DAGCombine to fold constant offsets into GlobalAddress nodes,
and add a TargetLowering hook for it to use to determine when this
is legal (i.e. not in PIC mode, etc.)
This allows instruction selection to emit folded constant offsets
in more cases, such as the included testcase, eliminating the need
for explicit arithmetic instructions.
This eliminates the need for the C++ code in X86ISelDAGToDAG.cpp
that attempted to achieve the same effect, but wasn't as effective.
Also, fix handling of offsets in GlobalAddressSDNodes in several
places, including changing GlobalAddressSDNode's offset from
int to int64_t.
The Mips, Alpha, Sparc, and CellSPU targets appear to be
unaware of GlobalAddress offsets currently, so set the hook to
false on those targets.
llvm-svn: 57748
2008-10-18 10:06:02 +08:00
|
|
|
bool
|
|
|
|
MipsTargetLowering::isOffsetFoldingLegal(const GlobalAddressSDNode *GA) const {
|
|
|
|
// The Mips target isn't yet aware of offsets.
|
|
|
|
return false;
|
|
|
|
}
|
2009-10-28 03:56:55 +08:00
|
|
|
|
2009-10-28 09:43:28 +08:00
|
|
|
bool MipsTargetLowering::isFPImmLegal(const APFloat &Imm, EVT VT) const {
|
|
|
|
if (VT != MVT::f32 && VT != MVT::f64)
|
|
|
|
return false;
|
2011-01-19 03:41:41 +08:00
|
|
|
if (Imm.isNegZero())
|
|
|
|
return false;
|
2009-10-28 03:56:55 +08:00
|
|
|
return Imm.isZero();
|
|
|
|
}
|