2010-05-26 03:52:27 +08:00
|
|
|
//===------- ItaniumCXXABI.cpp - Emit LLVM Code from ASTs for a Module ----===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
2011-04-15 13:22:18 +08:00
|
|
|
// This provides C++ code generation targeting the Itanium C++ ABI. The class
|
2010-05-26 03:52:27 +08:00
|
|
|
// in this file generates structures that follow the Itanium C++ ABI, which is
|
|
|
|
// documented at:
|
|
|
|
// http://www.codesourcery.com/public/cxx-abi/abi.html
|
|
|
|
// http://www.codesourcery.com/public/cxx-abi/abi-eh.html
|
2010-08-22 06:46:04 +08:00
|
|
|
//
|
|
|
|
// It also supports the closely-related ARM ABI, documented at:
|
|
|
|
// http://infocenter.arm.com/help/topic/com.arm.doc.ihi0041c/IHI0041C_cppabi.pdf
|
|
|
|
//
|
2010-05-26 03:52:27 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "CGCXXABI.h"
|
2010-08-23 09:21:21 +08:00
|
|
|
#include "CGRecordLayout.h"
|
2012-06-24 07:44:00 +08:00
|
|
|
#include "CGVTables.h"
|
2010-08-22 08:05:51 +08:00
|
|
|
#include "CodeGenFunction.h"
|
2010-05-26 03:52:27 +08:00
|
|
|
#include "CodeGenModule.h"
|
2012-09-16 02:47:51 +08:00
|
|
|
#include "clang/AST/Mangle.h"
|
|
|
|
#include "clang/AST/Type.h"
|
2013-01-02 19:45:17 +08:00
|
|
|
#include "llvm/IR/DataLayout.h"
|
|
|
|
#include "llvm/IR/Intrinsics.h"
|
|
|
|
#include "llvm/IR/Value.h"
|
2010-05-26 03:52:27 +08:00
|
|
|
|
|
|
|
using namespace clang;
|
2010-08-22 08:05:51 +08:00
|
|
|
using namespace CodeGen;
|
2010-05-26 03:52:27 +08:00
|
|
|
|
|
|
|
namespace {
|
2010-08-16 11:33:14 +08:00
|
|
|
class ItaniumCXXABI : public CodeGen::CGCXXABI {
|
2013-09-27 22:48:01 +08:00
|
|
|
/// VTables - All the vtables which have been defined.
|
|
|
|
llvm::DenseMap<const CXXRecordDecl *, llvm::GlobalVariable *> VTables;
|
|
|
|
|
2010-08-22 08:05:51 +08:00
|
|
|
protected:
|
2013-07-25 00:25:13 +08:00
|
|
|
bool UseARMMethodPtrABI;
|
|
|
|
bool UseARMGuardVarABI;
|
2010-08-23 09:21:21 +08:00
|
|
|
|
2010-05-26 03:52:27 +08:00
|
|
|
public:
|
2013-07-25 00:25:13 +08:00
|
|
|
ItaniumCXXABI(CodeGen::CodeGenModule &CGM,
|
|
|
|
bool UseARMMethodPtrABI = false,
|
|
|
|
bool UseARMGuardVarABI = false) :
|
|
|
|
CGCXXABI(CGM), UseARMMethodPtrABI(UseARMMethodPtrABI),
|
|
|
|
UseARMGuardVarABI(UseARMGuardVarABI) { }
|
2010-08-22 08:05:51 +08:00
|
|
|
|
2013-04-17 20:54:10 +08:00
|
|
|
bool isReturnTypeIndirect(const CXXRecordDecl *RD) const {
|
|
|
|
// Structures with either a non-trivial destructor or a non-trivial
|
|
|
|
// copy constructor are always indirect.
|
|
|
|
return !RD->hasTrivialDestructor() || RD->hasNonTrivialCopyConstructor();
|
|
|
|
}
|
|
|
|
|
|
|
|
RecordArgABI getRecordArgABI(const CXXRecordDecl *RD) const {
|
|
|
|
// Structures with either a non-trivial destructor or a non-trivial
|
|
|
|
// copy constructor are always indirect.
|
|
|
|
if (!RD->hasTrivialDestructor() || RD->hasNonTrivialCopyConstructor())
|
|
|
|
return RAA_Indirect;
|
|
|
|
return RAA_Default;
|
|
|
|
}
|
|
|
|
|
2010-08-23 05:01:12 +08:00
|
|
|
bool isZeroInitializable(const MemberPointerType *MPT);
|
2010-08-22 12:16:24 +08:00
|
|
|
|
2011-07-10 01:41:47 +08:00
|
|
|
llvm::Type *ConvertMemberPointerType(const MemberPointerType *MPT);
|
2010-08-23 09:21:21 +08:00
|
|
|
|
2010-08-22 08:05:51 +08:00
|
|
|
llvm::Value *EmitLoadOfMemberFunctionPointer(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *&This,
|
|
|
|
llvm::Value *MemFnPtr,
|
|
|
|
const MemberPointerType *MPT);
|
2010-08-22 11:04:22 +08:00
|
|
|
|
2010-09-01 05:07:20 +08:00
|
|
|
llvm::Value *EmitMemberDataPointerAddress(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *Base,
|
|
|
|
llvm::Value *MemPtr,
|
|
|
|
const MemberPointerType *MPT);
|
|
|
|
|
2010-08-23 09:21:21 +08:00
|
|
|
llvm::Value *EmitMemberPointerConversion(CodeGenFunction &CGF,
|
|
|
|
const CastExpr *E,
|
|
|
|
llvm::Value *Src);
|
2012-02-15 09:22:51 +08:00
|
|
|
llvm::Constant *EmitMemberPointerConversion(const CastExpr *E,
|
|
|
|
llvm::Constant *Src);
|
2010-08-22 12:16:24 +08:00
|
|
|
|
2010-08-23 09:21:21 +08:00
|
|
|
llvm::Constant *EmitNullMemberPointer(const MemberPointerType *MPT);
|
2010-08-22 12:16:24 +08:00
|
|
|
|
2011-04-12 08:42:48 +08:00
|
|
|
llvm::Constant *EmitMemberPointer(const CXXMethodDecl *MD);
|
2011-02-03 16:15:49 +08:00
|
|
|
llvm::Constant *EmitMemberDataPointer(const MemberPointerType *MPT,
|
|
|
|
CharUnits offset);
|
2012-01-14 12:30:29 +08:00
|
|
|
llvm::Constant *EmitMemberPointer(const APValue &MP, QualType MPT);
|
|
|
|
llvm::Constant *BuildMemberPointer(const CXXMethodDecl *MD,
|
|
|
|
CharUnits ThisAdjustment);
|
2010-08-22 14:43:33 +08:00
|
|
|
|
2010-08-23 09:21:21 +08:00
|
|
|
llvm::Value *EmitMemberPointerComparison(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *L,
|
|
|
|
llvm::Value *R,
|
|
|
|
const MemberPointerType *MPT,
|
|
|
|
bool Inequality);
|
2010-08-22 16:30:07 +08:00
|
|
|
|
2010-08-23 09:21:21 +08:00
|
|
|
llvm::Value *EmitMemberPointerIsNotNull(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *Addr,
|
|
|
|
const MemberPointerType *MPT);
|
2010-08-31 15:33:07 +08:00
|
|
|
|
2012-09-25 18:10:39 +08:00
|
|
|
llvm::Value *adjustToCompleteObject(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *ptr,
|
|
|
|
QualType type);
|
|
|
|
|
2013-05-30 02:02:47 +08:00
|
|
|
llvm::Value *GetVirtualBaseClassOffset(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *This,
|
|
|
|
const CXXRecordDecl *ClassDecl,
|
|
|
|
const CXXRecordDecl *BaseClassDecl);
|
|
|
|
|
2010-08-31 15:33:07 +08:00
|
|
|
void BuildConstructorSignature(const CXXConstructorDecl *Ctor,
|
|
|
|
CXXCtorType T,
|
|
|
|
CanQualType &ResTy,
|
2011-07-23 18:55:15 +08:00
|
|
|
SmallVectorImpl<CanQualType> &ArgTys);
|
2010-08-31 15:33:07 +08:00
|
|
|
|
2013-08-05 01:30:04 +08:00
|
|
|
void EmitCXXConstructors(const CXXConstructorDecl *D);
|
|
|
|
|
2010-08-31 15:33:07 +08:00
|
|
|
void BuildDestructorSignature(const CXXDestructorDecl *Dtor,
|
|
|
|
CXXDtorType T,
|
|
|
|
CanQualType &ResTy,
|
2011-07-23 18:55:15 +08:00
|
|
|
SmallVectorImpl<CanQualType> &ArgTys);
|
2010-08-31 15:33:07 +08:00
|
|
|
|
[ms-cxxabi] Emit linkonce complete dtors in TUs that need them
Based on Peter Collingbourne's destructor patches.
Prior to this change, clang was considering ?1 to be the complete
destructor and the base destructor, which was wrong. This lead to
crashes when clang tried to emit two LLVM functions with the same name.
In this ABI, TUs with non-inline dtors might not emit a complete
destructor. They are emitted as inline thunks in TUs that need them,
and they always delegate to the base dtors of the complete class and its
virtual bases. This change uses the DeferredDecls machinery to emit
complete dtors as needed.
Currently in clang try body destructors can catch exceptions thrown by
virtual base destructors. In the Microsoft C++ ABI, clang may not have
the destructor definition, in which case clang won't wrap the virtual
virtual base destructor calls in a try-catch. Diagnosing this in user
code is TODO.
Finally, for classes that don't use virtual inheritance, MSVC always
calls the base destructor (?1) directly. This is a useful code size
optimization that avoids emitting lots of extra thunks or aliases.
Implementing it also means our existing tests continue to pass, and is
consistent with MSVC's output.
We can do the same for Itanium by tweaking GetAddrOfCXXDestructor, but
it will require further testing.
Reviewers: rjmccall
CC: cfe-commits
Differential Revision: http://llvm-reviews.chandlerc.com/D1066
llvm-svn: 186828
2013-07-22 21:51:44 +08:00
|
|
|
bool useThunkForDtorVariant(const CXXDestructorDecl *Dtor,
|
|
|
|
CXXDtorType DT) const {
|
|
|
|
// Itanium does not emit any destructor variant as an inline thunk.
|
|
|
|
// Delegating may occur as an optimization, but all variants are either
|
|
|
|
// emitted with external linkage or as linkonce if they are inline and used.
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
void EmitCXXDestructors(const CXXDestructorDecl *D);
|
|
|
|
|
2010-08-31 15:33:07 +08:00
|
|
|
void BuildInstanceFunctionParams(CodeGenFunction &CGF,
|
|
|
|
QualType &ResTy,
|
|
|
|
FunctionArgList &Params);
|
|
|
|
|
|
|
|
void EmitInstanceFunctionProlog(CodeGenFunction &CGF);
|
2010-09-02 17:58:18 +08:00
|
|
|
|
2013-07-01 04:40:16 +08:00
|
|
|
void EmitConstructorCall(CodeGenFunction &CGF,
|
|
|
|
const CXXConstructorDecl *D, CXXCtorType Type,
|
|
|
|
bool ForVirtualBase, bool Delegating,
|
2013-06-20 02:10:35 +08:00
|
|
|
llvm::Value *This,
|
|
|
|
CallExpr::const_arg_iterator ArgBeg,
|
|
|
|
CallExpr::const_arg_iterator ArgEnd);
|
|
|
|
|
2013-09-27 22:48:01 +08:00
|
|
|
void emitVTableDefinitions(CodeGenVTables &CGVT, const CXXRecordDecl *RD);
|
|
|
|
|
|
|
|
llvm::Value *getVTableAddressPointInStructor(
|
|
|
|
CodeGenFunction &CGF, const CXXRecordDecl *VTableClass,
|
|
|
|
BaseSubobject Base, const CXXRecordDecl *NearestVBase,
|
|
|
|
bool &NeedsVirtualOffset);
|
|
|
|
|
|
|
|
llvm::Constant *
|
|
|
|
getVTableAddressPointForConstExpr(BaseSubobject Base,
|
|
|
|
const CXXRecordDecl *VTableClass);
|
|
|
|
|
|
|
|
llvm::GlobalVariable *getAddrOfVTable(const CXXRecordDecl *RD,
|
|
|
|
CharUnits VPtrOffset);
|
|
|
|
|
2013-08-21 14:25:03 +08:00
|
|
|
llvm::Value *getVirtualFunctionPointer(CodeGenFunction &CGF, GlobalDecl GD,
|
|
|
|
llvm::Value *This, llvm::Type *Ty);
|
|
|
|
|
2013-07-01 04:40:16 +08:00
|
|
|
void EmitVirtualDestructorCall(CodeGenFunction &CGF,
|
|
|
|
const CXXDestructorDecl *Dtor,
|
|
|
|
CXXDtorType DtorType, SourceLocation CallLoc,
|
|
|
|
llvm::Value *This);
|
2013-02-15 22:45:22 +08:00
|
|
|
|
2013-09-27 22:48:01 +08:00
|
|
|
void emitVirtualInheritanceTables(const CXXRecordDecl *RD);
|
2013-06-19 23:20:38 +08:00
|
|
|
|
2012-07-18 01:10:11 +08:00
|
|
|
StringRef GetPureVirtualCallName() { return "__cxa_pure_virtual"; }
|
2012-10-17 06:56:05 +08:00
|
|
|
StringRef GetDeletedVirtualCallName() { return "__cxa_deleted_virtual"; }
|
2012-07-18 01:10:11 +08:00
|
|
|
|
2012-05-01 13:23:51 +08:00
|
|
|
CharUnits getArrayCookieSizeImpl(QualType elementType);
|
2010-09-02 17:58:18 +08:00
|
|
|
llvm::Value *InitializeArrayCookie(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *NewPtr,
|
|
|
|
llvm::Value *NumElements,
|
2011-01-27 17:37:56 +08:00
|
|
|
const CXXNewExpr *expr,
|
2010-09-02 17:58:18 +08:00
|
|
|
QualType ElementType);
|
2012-05-01 13:23:51 +08:00
|
|
|
llvm::Value *readArrayCookieImpl(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *allocPtr,
|
|
|
|
CharUnits cookieSize);
|
2010-09-08 09:44:27 +08:00
|
|
|
|
2010-11-06 17:44:32 +08:00
|
|
|
void EmitGuardedInit(CodeGenFunction &CGF, const VarDecl &D,
|
2012-03-31 03:44:53 +08:00
|
|
|
llvm::GlobalVariable *DeclPtr, bool PerformInit);
|
2013-04-15 07:01:42 +08:00
|
|
|
void registerGlobalDtor(CodeGenFunction &CGF, const VarDecl &D,
|
|
|
|
llvm::Constant *dtor, llvm::Constant *addr);
|
2013-04-20 00:42:07 +08:00
|
|
|
|
|
|
|
llvm::Function *getOrCreateThreadLocalWrapper(const VarDecl *VD,
|
|
|
|
llvm::GlobalVariable *Var);
|
|
|
|
void EmitThreadLocalInitFuncs(
|
|
|
|
llvm::ArrayRef<std::pair<const VarDecl *, llvm::GlobalVariable *> > Decls,
|
|
|
|
llvm::Function *InitFunc);
|
|
|
|
LValue EmitThreadLocalDeclRefExpr(CodeGenFunction &CGF,
|
|
|
|
const DeclRefExpr *DRE);
|
2013-06-29 04:45:28 +08:00
|
|
|
|
|
|
|
bool NeedsVTTParameter(GlobalDecl GD);
|
2010-05-26 03:52:27 +08:00
|
|
|
};
|
2010-08-22 06:46:04 +08:00
|
|
|
|
|
|
|
class ARMCXXABI : public ItaniumCXXABI {
|
|
|
|
public:
|
2013-07-25 00:25:13 +08:00
|
|
|
ARMCXXABI(CodeGen::CodeGenModule &CGM) :
|
|
|
|
ItaniumCXXABI(CGM, /* UseARMMethodPtrABI = */ true,
|
|
|
|
/* UseARMGuardVarABI = */ true) {}
|
2010-08-31 15:33:07 +08:00
|
|
|
|
2013-07-01 04:40:16 +08:00
|
|
|
bool HasThisReturn(GlobalDecl GD) const {
|
|
|
|
return (isa<CXXConstructorDecl>(GD.getDecl()) || (
|
|
|
|
isa<CXXDestructorDecl>(GD.getDecl()) &&
|
|
|
|
GD.getDtorType() != Dtor_Deleting));
|
|
|
|
}
|
2010-08-31 15:33:07 +08:00
|
|
|
|
|
|
|
void EmitReturnFromThunk(CodeGenFunction &CGF, RValue RV, QualType ResTy);
|
|
|
|
|
2012-05-01 13:23:51 +08:00
|
|
|
CharUnits getArrayCookieSizeImpl(QualType elementType);
|
2010-09-02 17:58:18 +08:00
|
|
|
llvm::Value *InitializeArrayCookie(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *NewPtr,
|
|
|
|
llvm::Value *NumElements,
|
2011-01-27 17:37:56 +08:00
|
|
|
const CXXNewExpr *expr,
|
2010-09-02 17:58:18 +08:00
|
|
|
QualType ElementType);
|
2012-05-01 13:23:51 +08:00
|
|
|
llvm::Value *readArrayCookieImpl(CodeGenFunction &CGF, llvm::Value *allocPtr,
|
|
|
|
CharUnits cookieSize);
|
2010-08-22 06:46:04 +08:00
|
|
|
};
|
2010-05-26 03:52:27 +08:00
|
|
|
}
|
|
|
|
|
2010-08-16 11:33:14 +08:00
|
|
|
CodeGen::CGCXXABI *CodeGen::CreateItaniumCXXABI(CodeGenModule &CGM) {
|
2013-04-17 06:48:15 +08:00
|
|
|
switch (CGM.getTarget().getCXXABI().getKind()) {
|
2013-01-26 07:36:14 +08:00
|
|
|
// For IR-generation purposes, there's no significant difference
|
|
|
|
// between the ARM and iOS ABIs.
|
|
|
|
case TargetCXXABI::GenericARM:
|
|
|
|
case TargetCXXABI::iOS:
|
|
|
|
return new ARMCXXABI(CGM);
|
|
|
|
|
2013-01-31 20:13:10 +08:00
|
|
|
// Note that AArch64 uses the generic ItaniumCXXABI class since it doesn't
|
|
|
|
// include the other 32-bit ARM oddities: constructor/destructor return values
|
|
|
|
// and array cookies.
|
|
|
|
case TargetCXXABI::GenericAArch64:
|
2013-07-25 00:25:13 +08:00
|
|
|
return new ItaniumCXXABI(CGM, /* UseARMMethodPtrABI = */ true,
|
|
|
|
/* UseARMGuardVarABI = */ true);
|
2013-01-31 20:13:10 +08:00
|
|
|
|
2013-01-26 07:36:14 +08:00
|
|
|
case TargetCXXABI::GenericItanium:
|
2013-07-25 00:25:13 +08:00
|
|
|
if (CGM.getContext().getTargetInfo().getTriple().getArch()
|
|
|
|
== llvm::Triple::le32) {
|
|
|
|
// For PNaCl, use ARM-style method pointers so that PNaCl code
|
|
|
|
// does not assume anything about the alignment of function
|
|
|
|
// pointers.
|
|
|
|
return new ItaniumCXXABI(CGM, /* UseARMMethodPtrABI = */ true,
|
|
|
|
/* UseARMGuardVarABI = */ false);
|
|
|
|
}
|
2013-01-26 07:36:14 +08:00
|
|
|
return new ItaniumCXXABI(CGM);
|
|
|
|
|
|
|
|
case TargetCXXABI::Microsoft:
|
|
|
|
llvm_unreachable("Microsoft ABI is not Itanium-based");
|
|
|
|
}
|
|
|
|
llvm_unreachable("bad ABI kind");
|
2010-08-22 06:46:04 +08:00
|
|
|
}
|
|
|
|
|
2011-07-10 01:41:47 +08:00
|
|
|
llvm::Type *
|
2010-08-23 09:21:21 +08:00
|
|
|
ItaniumCXXABI::ConvertMemberPointerType(const MemberPointerType *MPT) {
|
|
|
|
if (MPT->isMemberDataPointer())
|
2013-03-23 00:13:10 +08:00
|
|
|
return CGM.PtrDiffTy;
|
|
|
|
return llvm::StructType::get(CGM.PtrDiffTy, CGM.PtrDiffTy, NULL);
|
2010-08-22 14:43:33 +08:00
|
|
|
}
|
|
|
|
|
2010-08-22 08:59:17 +08:00
|
|
|
/// In the Itanium and ARM ABIs, method pointers have the form:
|
|
|
|
/// struct { ptrdiff_t ptr; ptrdiff_t adj; } memptr;
|
|
|
|
///
|
|
|
|
/// In the Itanium ABI:
|
|
|
|
/// - method pointers are virtual if (memptr.ptr & 1) is nonzero
|
|
|
|
/// - the this-adjustment is (memptr.adj)
|
|
|
|
/// - the virtual offset is (memptr.ptr - 1)
|
|
|
|
///
|
|
|
|
/// In the ARM ABI:
|
|
|
|
/// - method pointers are virtual if (memptr.adj & 1) is nonzero
|
|
|
|
/// - the this-adjustment is (memptr.adj >> 1)
|
|
|
|
/// - the virtual offset is (memptr.ptr)
|
|
|
|
/// ARM uses 'adj' for the virtual flag because Thumb functions
|
|
|
|
/// may be only single-byte aligned.
|
|
|
|
///
|
|
|
|
/// If the member is virtual, the adjusted 'this' pointer points
|
|
|
|
/// to a vtable pointer from which the virtual offset is applied.
|
|
|
|
///
|
|
|
|
/// If the member is non-virtual, memptr.ptr is the address of
|
|
|
|
/// the function to call.
|
2010-08-22 08:05:51 +08:00
|
|
|
llvm::Value *
|
|
|
|
ItaniumCXXABI::EmitLoadOfMemberFunctionPointer(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *&This,
|
|
|
|
llvm::Value *MemFnPtr,
|
|
|
|
const MemberPointerType *MPT) {
|
|
|
|
CGBuilderTy &Builder = CGF.Builder;
|
|
|
|
|
|
|
|
const FunctionProtoType *FPT =
|
|
|
|
MPT->getPointeeType()->getAs<FunctionProtoType>();
|
|
|
|
const CXXRecordDecl *RD =
|
|
|
|
cast<CXXRecordDecl>(MPT->getClass()->getAs<RecordType>()->getDecl());
|
|
|
|
|
2011-07-18 12:24:23 +08:00
|
|
|
llvm::FunctionType *FTy =
|
2012-02-17 11:33:10 +08:00
|
|
|
CGM.getTypes().GetFunctionType(
|
|
|
|
CGM.getTypes().arrangeCXXMethodType(RD, FPT));
|
2010-08-22 08:05:51 +08:00
|
|
|
|
2013-03-23 00:13:10 +08:00
|
|
|
llvm::Constant *ptrdiff_1 = llvm::ConstantInt::get(CGM.PtrDiffTy, 1);
|
2010-08-22 08:05:51 +08:00
|
|
|
|
2010-08-22 08:59:17 +08:00
|
|
|
llvm::BasicBlock *FnVirtual = CGF.createBasicBlock("memptr.virtual");
|
|
|
|
llvm::BasicBlock *FnNonVirtual = CGF.createBasicBlock("memptr.nonvirtual");
|
|
|
|
llvm::BasicBlock *FnEnd = CGF.createBasicBlock("memptr.end");
|
|
|
|
|
2010-08-22 18:59:02 +08:00
|
|
|
// Extract memptr.adj, which is in the second field.
|
|
|
|
llvm::Value *RawAdj = Builder.CreateExtractValue(MemFnPtr, 1, "memptr.adj");
|
2010-08-22 08:59:17 +08:00
|
|
|
|
|
|
|
// Compute the true adjustment.
|
|
|
|
llvm::Value *Adj = RawAdj;
|
2013-07-25 00:25:13 +08:00
|
|
|
if (UseARMMethodPtrABI)
|
2010-08-22 08:59:17 +08:00
|
|
|
Adj = Builder.CreateAShr(Adj, ptrdiff_1, "memptr.adj.shifted");
|
2010-08-22 08:05:51 +08:00
|
|
|
|
|
|
|
// Apply the adjustment and cast back to the original struct type
|
|
|
|
// for consistency.
|
2010-08-22 08:59:17 +08:00
|
|
|
llvm::Value *Ptr = Builder.CreateBitCast(This, Builder.getInt8PtrTy());
|
|
|
|
Ptr = Builder.CreateInBoundsGEP(Ptr, Adj);
|
|
|
|
This = Builder.CreateBitCast(Ptr, This->getType(), "this.adjusted");
|
2010-08-22 08:05:51 +08:00
|
|
|
|
|
|
|
// Load the function pointer.
|
2010-08-22 18:59:02 +08:00
|
|
|
llvm::Value *FnAsInt = Builder.CreateExtractValue(MemFnPtr, 0, "memptr.ptr");
|
2010-08-22 08:05:51 +08:00
|
|
|
|
|
|
|
// If the LSB in the function pointer is 1, the function pointer points to
|
|
|
|
// a virtual function.
|
2010-08-22 08:59:17 +08:00
|
|
|
llvm::Value *IsVirtual;
|
2013-07-25 00:25:13 +08:00
|
|
|
if (UseARMMethodPtrABI)
|
2010-08-22 08:59:17 +08:00
|
|
|
IsVirtual = Builder.CreateAnd(RawAdj, ptrdiff_1);
|
|
|
|
else
|
|
|
|
IsVirtual = Builder.CreateAnd(FnAsInt, ptrdiff_1);
|
|
|
|
IsVirtual = Builder.CreateIsNotNull(IsVirtual, "memptr.isvirtual");
|
2010-08-22 08:05:51 +08:00
|
|
|
Builder.CreateCondBr(IsVirtual, FnVirtual, FnNonVirtual);
|
|
|
|
|
|
|
|
// In the virtual path, the adjustment left 'This' pointing to the
|
|
|
|
// vtable of the correct base subobject. The "function pointer" is an
|
2010-08-22 08:59:17 +08:00
|
|
|
// offset within the vtable (+1 for the virtual flag on non-ARM).
|
2010-08-22 08:05:51 +08:00
|
|
|
CGF.EmitBlock(FnVirtual);
|
|
|
|
|
|
|
|
// Cast the adjusted this to a pointer to vtable pointer and load.
|
2011-07-18 12:24:23 +08:00
|
|
|
llvm::Type *VTableTy = Builder.getInt8PtrTy();
|
2010-08-22 08:05:51 +08:00
|
|
|
llvm::Value *VTable = Builder.CreateBitCast(This, VTableTy->getPointerTo());
|
2010-08-22 08:59:17 +08:00
|
|
|
VTable = Builder.CreateLoad(VTable, "memptr.vtable");
|
2010-08-22 08:05:51 +08:00
|
|
|
|
|
|
|
// Apply the offset.
|
2010-08-22 08:59:17 +08:00
|
|
|
llvm::Value *VTableOffset = FnAsInt;
|
2013-07-25 00:25:13 +08:00
|
|
|
if (!UseARMMethodPtrABI)
|
|
|
|
VTableOffset = Builder.CreateSub(VTableOffset, ptrdiff_1);
|
2010-08-22 08:59:17 +08:00
|
|
|
VTable = Builder.CreateGEP(VTable, VTableOffset);
|
2010-08-22 08:05:51 +08:00
|
|
|
|
|
|
|
// Load the virtual function to call.
|
|
|
|
VTable = Builder.CreateBitCast(VTable, FTy->getPointerTo()->getPointerTo());
|
2010-08-22 08:59:17 +08:00
|
|
|
llvm::Value *VirtualFn = Builder.CreateLoad(VTable, "memptr.virtualfn");
|
2010-08-22 08:05:51 +08:00
|
|
|
CGF.EmitBranch(FnEnd);
|
|
|
|
|
|
|
|
// In the non-virtual path, the function pointer is actually a
|
|
|
|
// function pointer.
|
|
|
|
CGF.EmitBlock(FnNonVirtual);
|
|
|
|
llvm::Value *NonVirtualFn =
|
2010-08-22 08:59:17 +08:00
|
|
|
Builder.CreateIntToPtr(FnAsInt, FTy->getPointerTo(), "memptr.nonvirtualfn");
|
2010-08-22 08:05:51 +08:00
|
|
|
|
|
|
|
// We're done.
|
|
|
|
CGF.EmitBlock(FnEnd);
|
2011-03-30 19:28:58 +08:00
|
|
|
llvm::PHINode *Callee = Builder.CreatePHI(FTy->getPointerTo(), 2);
|
2010-08-22 08:05:51 +08:00
|
|
|
Callee->addIncoming(VirtualFn, FnVirtual);
|
|
|
|
Callee->addIncoming(NonVirtualFn, FnNonVirtual);
|
|
|
|
return Callee;
|
|
|
|
}
|
2010-08-22 11:04:22 +08:00
|
|
|
|
2010-09-01 05:07:20 +08:00
|
|
|
/// Compute an l-value by applying the given pointer-to-member to a
|
|
|
|
/// base object.
|
|
|
|
llvm::Value *ItaniumCXXABI::EmitMemberDataPointerAddress(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *Base,
|
|
|
|
llvm::Value *MemPtr,
|
|
|
|
const MemberPointerType *MPT) {
|
2013-03-23 00:13:10 +08:00
|
|
|
assert(MemPtr->getType() == CGM.PtrDiffTy);
|
2010-09-01 05:07:20 +08:00
|
|
|
|
|
|
|
CGBuilderTy &Builder = CGF.Builder;
|
|
|
|
|
2012-10-25 23:39:14 +08:00
|
|
|
unsigned AS = Base->getType()->getPointerAddressSpace();
|
2010-09-01 05:07:20 +08:00
|
|
|
|
|
|
|
// Cast to char*.
|
|
|
|
Base = Builder.CreateBitCast(Base, Builder.getInt8Ty()->getPointerTo(AS));
|
|
|
|
|
|
|
|
// Apply the offset, which we assume is non-null.
|
|
|
|
llvm::Value *Addr = Builder.CreateInBoundsGEP(Base, MemPtr, "memptr.offset");
|
|
|
|
|
|
|
|
// Cast the address to the appropriate pointer type, adopting the
|
|
|
|
// address space of the base pointer.
|
2011-07-18 12:24:23 +08:00
|
|
|
llvm::Type *PType
|
2010-09-03 01:38:50 +08:00
|
|
|
= CGF.ConvertTypeForMem(MPT->getPointeeType())->getPointerTo(AS);
|
2010-09-01 05:07:20 +08:00
|
|
|
return Builder.CreateBitCast(Addr, PType);
|
|
|
|
}
|
|
|
|
|
2012-02-15 09:22:51 +08:00
|
|
|
/// Perform a bitcast, derived-to-base, or base-to-derived member pointer
|
|
|
|
/// conversion.
|
|
|
|
///
|
|
|
|
/// Bitcast conversions are always a no-op under Itanium.
|
2010-08-23 09:21:21 +08:00
|
|
|
///
|
|
|
|
/// Obligatory offset/adjustment diagram:
|
|
|
|
/// <-- offset --> <-- adjustment -->
|
|
|
|
/// |--------------------------|----------------------|--------------------|
|
|
|
|
/// ^Derived address point ^Base address point ^Member address point
|
|
|
|
///
|
|
|
|
/// So when converting a base member pointer to a derived member pointer,
|
|
|
|
/// we add the offset to the adjustment because the address point has
|
|
|
|
/// decreased; and conversely, when converting a derived MP to a base MP
|
|
|
|
/// we subtract the offset from the adjustment because the address point
|
|
|
|
/// has increased.
|
|
|
|
///
|
|
|
|
/// The standard forbids (at compile time) conversion to and from
|
|
|
|
/// virtual bases, which is why we don't have to consider them here.
|
|
|
|
///
|
|
|
|
/// The standard forbids (at run time) casting a derived MP to a base
|
|
|
|
/// MP when the derived MP does not point to a member of the base.
|
|
|
|
/// This is why -1 is a reasonable choice for null data member
|
|
|
|
/// pointers.
|
2010-08-22 18:59:02 +08:00
|
|
|
llvm::Value *
|
2010-08-23 09:21:21 +08:00
|
|
|
ItaniumCXXABI::EmitMemberPointerConversion(CodeGenFunction &CGF,
|
|
|
|
const CastExpr *E,
|
2012-02-15 09:22:51 +08:00
|
|
|
llvm::Value *src) {
|
2010-08-25 19:45:40 +08:00
|
|
|
assert(E->getCastKind() == CK_DerivedToBaseMemberPointer ||
|
2012-02-15 09:22:51 +08:00
|
|
|
E->getCastKind() == CK_BaseToDerivedMemberPointer ||
|
|
|
|
E->getCastKind() == CK_ReinterpretMemberPointer);
|
|
|
|
|
|
|
|
// Under Itanium, reinterprets don't require any additional processing.
|
|
|
|
if (E->getCastKind() == CK_ReinterpretMemberPointer) return src;
|
|
|
|
|
|
|
|
// Use constant emission if we can.
|
|
|
|
if (isa<llvm::Constant>(src))
|
|
|
|
return EmitMemberPointerConversion(E, cast<llvm::Constant>(src));
|
|
|
|
|
|
|
|
llvm::Constant *adj = getMemberPointerAdjustment(E);
|
|
|
|
if (!adj) return src;
|
2010-08-22 11:04:22 +08:00
|
|
|
|
|
|
|
CGBuilderTy &Builder = CGF.Builder;
|
2012-02-15 09:22:51 +08:00
|
|
|
bool isDerivedToBase = (E->getCastKind() == CK_DerivedToBaseMemberPointer);
|
|
|
|
|
|
|
|
const MemberPointerType *destTy =
|
|
|
|
E->getType()->castAs<MemberPointerType>();
|
2010-08-22 11:04:22 +08:00
|
|
|
|
2012-02-15 09:22:51 +08:00
|
|
|
// For member data pointers, this is just a matter of adding the
|
|
|
|
// offset if the source is non-null.
|
|
|
|
if (destTy->isMemberDataPointer()) {
|
|
|
|
llvm::Value *dst;
|
|
|
|
if (isDerivedToBase)
|
|
|
|
dst = Builder.CreateNSWSub(src, adj, "adj");
|
|
|
|
else
|
|
|
|
dst = Builder.CreateNSWAdd(src, adj, "adj");
|
2010-08-22 11:04:22 +08:00
|
|
|
|
2012-02-15 09:22:51 +08:00
|
|
|
// Null check.
|
|
|
|
llvm::Value *null = llvm::Constant::getAllOnesValue(src->getType());
|
|
|
|
llvm::Value *isNull = Builder.CreateICmpEQ(src, null, "memptr.isnull");
|
|
|
|
return Builder.CreateSelect(isNull, src, dst);
|
|
|
|
}
|
2010-08-22 11:04:22 +08:00
|
|
|
|
2012-02-15 09:22:51 +08:00
|
|
|
// The this-adjustment is left-shifted by 1 on ARM.
|
2013-07-25 00:25:13 +08:00
|
|
|
if (UseARMMethodPtrABI) {
|
2012-02-15 09:22:51 +08:00
|
|
|
uint64_t offset = cast<llvm::ConstantInt>(adj)->getZExtValue();
|
|
|
|
offset <<= 1;
|
|
|
|
adj = llvm::ConstantInt::get(adj->getType(), offset);
|
|
|
|
}
|
2010-08-22 11:04:22 +08:00
|
|
|
|
2012-02-15 09:22:51 +08:00
|
|
|
llvm::Value *srcAdj = Builder.CreateExtractValue(src, 1, "src.adj");
|
|
|
|
llvm::Value *dstAdj;
|
|
|
|
if (isDerivedToBase)
|
|
|
|
dstAdj = Builder.CreateNSWSub(srcAdj, adj, "adj");
|
2010-08-22 11:04:22 +08:00
|
|
|
else
|
2012-02-15 09:22:51 +08:00
|
|
|
dstAdj = Builder.CreateNSWAdd(srcAdj, adj, "adj");
|
|
|
|
|
|
|
|
return Builder.CreateInsertValue(src, dstAdj, 1);
|
|
|
|
}
|
|
|
|
|
|
|
|
llvm::Constant *
|
|
|
|
ItaniumCXXABI::EmitMemberPointerConversion(const CastExpr *E,
|
|
|
|
llvm::Constant *src) {
|
|
|
|
assert(E->getCastKind() == CK_DerivedToBaseMemberPointer ||
|
|
|
|
E->getCastKind() == CK_BaseToDerivedMemberPointer ||
|
|
|
|
E->getCastKind() == CK_ReinterpretMemberPointer);
|
2010-08-22 11:04:22 +08:00
|
|
|
|
2012-02-15 09:22:51 +08:00
|
|
|
// Under Itanium, reinterprets don't require any additional processing.
|
|
|
|
if (E->getCastKind() == CK_ReinterpretMemberPointer) return src;
|
|
|
|
|
|
|
|
// If the adjustment is trivial, we don't need to do anything.
|
|
|
|
llvm::Constant *adj = getMemberPointerAdjustment(E);
|
|
|
|
if (!adj) return src;
|
|
|
|
|
|
|
|
bool isDerivedToBase = (E->getCastKind() == CK_DerivedToBaseMemberPointer);
|
|
|
|
|
|
|
|
const MemberPointerType *destTy =
|
|
|
|
E->getType()->castAs<MemberPointerType>();
|
2010-08-22 14:43:33 +08:00
|
|
|
|
2010-08-23 09:21:21 +08:00
|
|
|
// For member data pointers, this is just a matter of adding the
|
|
|
|
// offset if the source is non-null.
|
2012-02-15 09:22:51 +08:00
|
|
|
if (destTy->isMemberDataPointer()) {
|
|
|
|
// null maps to null.
|
|
|
|
if (src->isAllOnesValue()) return src;
|
2010-08-23 09:21:21 +08:00
|
|
|
|
2012-02-15 09:22:51 +08:00
|
|
|
if (isDerivedToBase)
|
|
|
|
return llvm::ConstantExpr::getNSWSub(src, adj);
|
|
|
|
else
|
|
|
|
return llvm::ConstantExpr::getNSWAdd(src, adj);
|
2010-08-23 09:21:21 +08:00
|
|
|
}
|
|
|
|
|
2010-08-22 18:59:02 +08:00
|
|
|
// The this-adjustment is left-shifted by 1 on ARM.
|
2013-07-25 00:25:13 +08:00
|
|
|
if (UseARMMethodPtrABI) {
|
2012-02-15 09:22:51 +08:00
|
|
|
uint64_t offset = cast<llvm::ConstantInt>(adj)->getZExtValue();
|
|
|
|
offset <<= 1;
|
|
|
|
adj = llvm::ConstantInt::get(adj->getType(), offset);
|
2010-08-22 18:59:02 +08:00
|
|
|
}
|
|
|
|
|
2012-02-15 09:22:51 +08:00
|
|
|
llvm::Constant *srcAdj = llvm::ConstantExpr::getExtractValue(src, 1);
|
|
|
|
llvm::Constant *dstAdj;
|
|
|
|
if (isDerivedToBase)
|
|
|
|
dstAdj = llvm::ConstantExpr::getNSWSub(srcAdj, adj);
|
2010-08-22 18:59:02 +08:00
|
|
|
else
|
2012-02-15 09:22:51 +08:00
|
|
|
dstAdj = llvm::ConstantExpr::getNSWAdd(srcAdj, adj);
|
2010-08-22 18:59:02 +08:00
|
|
|
|
2012-02-15 09:22:51 +08:00
|
|
|
return llvm::ConstantExpr::getInsertValue(src, dstAdj, 1);
|
2010-08-22 11:04:22 +08:00
|
|
|
}
|
2010-08-22 12:16:24 +08:00
|
|
|
|
|
|
|
llvm::Constant *
|
2010-08-23 09:21:21 +08:00
|
|
|
ItaniumCXXABI::EmitNullMemberPointer(const MemberPointerType *MPT) {
|
|
|
|
// Itanium C++ ABI 2.3:
|
|
|
|
// A NULL pointer is represented as -1.
|
|
|
|
if (MPT->isMemberDataPointer())
|
2013-03-23 00:13:10 +08:00
|
|
|
return llvm::ConstantInt::get(CGM.PtrDiffTy, -1ULL, /*isSigned=*/true);
|
2010-08-22 18:59:02 +08:00
|
|
|
|
2013-03-23 00:13:10 +08:00
|
|
|
llvm::Constant *Zero = llvm::ConstantInt::get(CGM.PtrDiffTy, 0);
|
2010-08-22 18:59:02 +08:00
|
|
|
llvm::Constant *Values[2] = { Zero, Zero };
|
2011-06-20 12:01:35 +08:00
|
|
|
return llvm::ConstantStruct::getAnon(Values);
|
2010-08-22 12:16:24 +08:00
|
|
|
}
|
|
|
|
|
2011-02-03 16:15:49 +08:00
|
|
|
llvm::Constant *
|
|
|
|
ItaniumCXXABI::EmitMemberDataPointer(const MemberPointerType *MPT,
|
|
|
|
CharUnits offset) {
|
2010-08-23 09:21:21 +08:00
|
|
|
// Itanium C++ ABI 2.3:
|
|
|
|
// A pointer to data member is an offset from the base address of
|
|
|
|
// the class object containing it, represented as a ptrdiff_t
|
2013-03-23 00:13:10 +08:00
|
|
|
return llvm::ConstantInt::get(CGM.PtrDiffTy, offset.getQuantity());
|
2010-08-23 09:21:21 +08:00
|
|
|
}
|
|
|
|
|
2011-04-12 08:42:48 +08:00
|
|
|
llvm::Constant *ItaniumCXXABI::EmitMemberPointer(const CXXMethodDecl *MD) {
|
2012-01-14 12:30:29 +08:00
|
|
|
return BuildMemberPointer(MD, CharUnits::Zero());
|
|
|
|
}
|
|
|
|
|
|
|
|
llvm::Constant *ItaniumCXXABI::BuildMemberPointer(const CXXMethodDecl *MD,
|
|
|
|
CharUnits ThisAdjustment) {
|
2010-08-22 18:59:02 +08:00
|
|
|
assert(MD->isInstance() && "Member function must not be static!");
|
|
|
|
MD = MD->getCanonicalDecl();
|
2010-08-22 14:43:33 +08:00
|
|
|
|
2010-08-22 18:59:02 +08:00
|
|
|
CodeGenTypes &Types = CGM.getTypes();
|
2010-08-22 14:43:33 +08:00
|
|
|
|
2010-08-22 18:59:02 +08:00
|
|
|
// Get the function pointer (or index if this is a virtual function).
|
|
|
|
llvm::Constant *MemPtr[2];
|
|
|
|
if (MD->isVirtual()) {
|
2011-09-26 09:56:30 +08:00
|
|
|
uint64_t Index = CGM.getVTableContext().getMethodVTableIndex(MD);
|
2010-08-22 14:43:33 +08:00
|
|
|
|
2011-04-09 09:30:02 +08:00
|
|
|
const ASTContext &Context = getContext();
|
|
|
|
CharUnits PointerWidth =
|
2011-09-02 08:18:52 +08:00
|
|
|
Context.toCharUnitsFromBits(Context.getTargetInfo().getPointerWidth(0));
|
2011-04-09 09:30:02 +08:00
|
|
|
uint64_t VTableOffset = (Index * PointerWidth.getQuantity());
|
2010-08-22 18:59:02 +08:00
|
|
|
|
2013-07-25 00:25:13 +08:00
|
|
|
if (UseARMMethodPtrABI) {
|
2010-08-22 18:59:02 +08:00
|
|
|
// ARM C++ ABI 3.2.1:
|
|
|
|
// This ABI specifies that adj contains twice the this
|
|
|
|
// adjustment, plus 1 if the member function is virtual. The
|
|
|
|
// least significant bit of adj then makes exactly the same
|
|
|
|
// discrimination as the least significant bit of ptr does for
|
|
|
|
// Itanium.
|
2013-03-23 00:13:10 +08:00
|
|
|
MemPtr[0] = llvm::ConstantInt::get(CGM.PtrDiffTy, VTableOffset);
|
|
|
|
MemPtr[1] = llvm::ConstantInt::get(CGM.PtrDiffTy,
|
2012-01-14 12:30:29 +08:00
|
|
|
2 * ThisAdjustment.getQuantity() + 1);
|
2010-08-22 18:59:02 +08:00
|
|
|
} else {
|
|
|
|
// Itanium C++ ABI 2.3:
|
|
|
|
// For a virtual function, [the pointer field] is 1 plus the
|
|
|
|
// virtual table offset (in bytes) of the function,
|
|
|
|
// represented as a ptrdiff_t.
|
2013-03-23 00:13:10 +08:00
|
|
|
MemPtr[0] = llvm::ConstantInt::get(CGM.PtrDiffTy, VTableOffset + 1);
|
|
|
|
MemPtr[1] = llvm::ConstantInt::get(CGM.PtrDiffTy,
|
2012-01-14 12:30:29 +08:00
|
|
|
ThisAdjustment.getQuantity());
|
2010-08-22 18:59:02 +08:00
|
|
|
}
|
|
|
|
} else {
|
2011-04-12 08:42:48 +08:00
|
|
|
const FunctionProtoType *FPT = MD->getType()->castAs<FunctionProtoType>();
|
2011-07-18 12:24:23 +08:00
|
|
|
llvm::Type *Ty;
|
2011-04-12 08:42:48 +08:00
|
|
|
// Check whether the function has a computable LLVM signature.
|
2011-07-10 08:18:59 +08:00
|
|
|
if (Types.isFuncTypeConvertible(FPT)) {
|
2011-04-12 08:42:48 +08:00
|
|
|
// The function has a computable LLVM signature; use the correct type.
|
2012-02-17 11:33:10 +08:00
|
|
|
Ty = Types.GetFunctionType(Types.arrangeCXXMethodDeclaration(MD));
|
2010-08-22 18:59:02 +08:00
|
|
|
} else {
|
2011-04-12 08:42:48 +08:00
|
|
|
// Use an arbitrary non-function type to tell GetAddrOfFunction that the
|
|
|
|
// function type is incomplete.
|
2013-03-23 00:13:10 +08:00
|
|
|
Ty = CGM.PtrDiffTy;
|
2010-08-22 18:59:02 +08:00
|
|
|
}
|
2011-04-12 08:42:48 +08:00
|
|
|
llvm::Constant *addr = CGM.GetAddrOfFunction(MD, Ty);
|
2010-08-22 18:59:02 +08:00
|
|
|
|
2013-03-23 00:13:10 +08:00
|
|
|
MemPtr[0] = llvm::ConstantExpr::getPtrToInt(addr, CGM.PtrDiffTy);
|
2013-07-25 00:25:13 +08:00
|
|
|
MemPtr[1] = llvm::ConstantInt::get(CGM.PtrDiffTy,
|
|
|
|
(UseARMMethodPtrABI ? 2 : 1) *
|
2012-01-14 12:30:29 +08:00
|
|
|
ThisAdjustment.getQuantity());
|
2010-08-22 18:59:02 +08:00
|
|
|
}
|
|
|
|
|
2011-06-20 12:01:35 +08:00
|
|
|
return llvm::ConstantStruct::getAnon(MemPtr);
|
2010-08-22 14:43:33 +08:00
|
|
|
}
|
|
|
|
|
2012-01-14 12:30:29 +08:00
|
|
|
llvm::Constant *ItaniumCXXABI::EmitMemberPointer(const APValue &MP,
|
|
|
|
QualType MPType) {
|
|
|
|
const MemberPointerType *MPT = MPType->castAs<MemberPointerType>();
|
|
|
|
const ValueDecl *MPD = MP.getMemberPointerDecl();
|
|
|
|
if (!MPD)
|
|
|
|
return EmitNullMemberPointer(MPT);
|
|
|
|
|
2013-05-10 05:01:17 +08:00
|
|
|
CharUnits ThisAdjustment = getMemberPointerPathAdjustment(MP);
|
2012-01-14 12:30:29 +08:00
|
|
|
|
|
|
|
if (const CXXMethodDecl *MD = dyn_cast<CXXMethodDecl>(MPD))
|
|
|
|
return BuildMemberPointer(MD, ThisAdjustment);
|
|
|
|
|
|
|
|
CharUnits FieldOffset =
|
|
|
|
getContext().toCharUnitsFromBits(getContext().getFieldOffset(MPD));
|
|
|
|
return EmitMemberDataPointer(MPT, ThisAdjustment + FieldOffset);
|
|
|
|
}
|
|
|
|
|
2010-08-22 16:30:07 +08:00
|
|
|
/// The comparison algorithm is pretty easy: the member pointers are
|
|
|
|
/// the same if they're either bitwise identical *or* both null.
|
|
|
|
///
|
|
|
|
/// ARM is different here only because null-ness is more complicated.
|
|
|
|
llvm::Value *
|
2010-08-23 09:21:21 +08:00
|
|
|
ItaniumCXXABI::EmitMemberPointerComparison(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *L,
|
|
|
|
llvm::Value *R,
|
|
|
|
const MemberPointerType *MPT,
|
|
|
|
bool Inequality) {
|
2010-08-22 16:30:07 +08:00
|
|
|
CGBuilderTy &Builder = CGF.Builder;
|
|
|
|
|
|
|
|
llvm::ICmpInst::Predicate Eq;
|
|
|
|
llvm::Instruction::BinaryOps And, Or;
|
|
|
|
if (Inequality) {
|
|
|
|
Eq = llvm::ICmpInst::ICMP_NE;
|
|
|
|
And = llvm::Instruction::Or;
|
|
|
|
Or = llvm::Instruction::And;
|
|
|
|
} else {
|
|
|
|
Eq = llvm::ICmpInst::ICMP_EQ;
|
|
|
|
And = llvm::Instruction::And;
|
|
|
|
Or = llvm::Instruction::Or;
|
|
|
|
}
|
|
|
|
|
2010-08-23 09:21:21 +08:00
|
|
|
// Member data pointers are easy because there's a unique null
|
|
|
|
// value, so it just comes down to bitwise equality.
|
|
|
|
if (MPT->isMemberDataPointer())
|
|
|
|
return Builder.CreateICmp(Eq, L, R);
|
|
|
|
|
|
|
|
// For member function pointers, the tautologies are more complex.
|
|
|
|
// The Itanium tautology is:
|
2010-08-23 14:56:36 +08:00
|
|
|
// (L == R) <==> (L.ptr == R.ptr && (L.ptr == 0 || L.adj == R.adj))
|
2010-08-23 09:21:21 +08:00
|
|
|
// The ARM tautology is:
|
2010-08-23 14:56:36 +08:00
|
|
|
// (L == R) <==> (L.ptr == R.ptr &&
|
|
|
|
// (L.adj == R.adj ||
|
|
|
|
// (L.ptr == 0 && ((L.adj|R.adj) & 1) == 0)))
|
2010-08-23 09:21:21 +08:00
|
|
|
// The inequality tautologies have exactly the same structure, except
|
|
|
|
// applying De Morgan's laws.
|
|
|
|
|
|
|
|
llvm::Value *LPtr = Builder.CreateExtractValue(L, 0, "lhs.memptr.ptr");
|
|
|
|
llvm::Value *RPtr = Builder.CreateExtractValue(R, 0, "rhs.memptr.ptr");
|
|
|
|
|
2010-08-22 16:30:07 +08:00
|
|
|
// This condition tests whether L.ptr == R.ptr. This must always be
|
|
|
|
// true for equality to hold.
|
|
|
|
llvm::Value *PtrEq = Builder.CreateICmp(Eq, LPtr, RPtr, "cmp.ptr");
|
|
|
|
|
|
|
|
// This condition, together with the assumption that L.ptr == R.ptr,
|
|
|
|
// tests whether the pointers are both null. ARM imposes an extra
|
|
|
|
// condition.
|
|
|
|
llvm::Value *Zero = llvm::Constant::getNullValue(LPtr->getType());
|
|
|
|
llvm::Value *EqZero = Builder.CreateICmp(Eq, LPtr, Zero, "cmp.ptr.null");
|
|
|
|
|
|
|
|
// This condition tests whether L.adj == R.adj. If this isn't
|
|
|
|
// true, the pointers are unequal unless they're both null.
|
2010-08-22 18:59:02 +08:00
|
|
|
llvm::Value *LAdj = Builder.CreateExtractValue(L, 1, "lhs.memptr.adj");
|
|
|
|
llvm::Value *RAdj = Builder.CreateExtractValue(R, 1, "rhs.memptr.adj");
|
2010-08-22 16:30:07 +08:00
|
|
|
llvm::Value *AdjEq = Builder.CreateICmp(Eq, LAdj, RAdj, "cmp.adj");
|
|
|
|
|
|
|
|
// Null member function pointers on ARM clear the low bit of Adj,
|
|
|
|
// so the zero condition has to check that neither low bit is set.
|
2013-07-25 00:25:13 +08:00
|
|
|
if (UseARMMethodPtrABI) {
|
2010-08-22 16:30:07 +08:00
|
|
|
llvm::Value *One = llvm::ConstantInt::get(LPtr->getType(), 1);
|
|
|
|
|
|
|
|
// Compute (l.adj | r.adj) & 1 and test it against zero.
|
|
|
|
llvm::Value *OrAdj = Builder.CreateOr(LAdj, RAdj, "or.adj");
|
|
|
|
llvm::Value *OrAdjAnd1 = Builder.CreateAnd(OrAdj, One);
|
|
|
|
llvm::Value *OrAdjAnd1EqZero = Builder.CreateICmp(Eq, OrAdjAnd1, Zero,
|
|
|
|
"cmp.or.adj");
|
|
|
|
EqZero = Builder.CreateBinOp(And, EqZero, OrAdjAnd1EqZero);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Tie together all our conditions.
|
|
|
|
llvm::Value *Result = Builder.CreateBinOp(Or, EqZero, AdjEq);
|
|
|
|
Result = Builder.CreateBinOp(And, PtrEq, Result,
|
|
|
|
Inequality ? "memptr.ne" : "memptr.eq");
|
|
|
|
return Result;
|
|
|
|
}
|
|
|
|
|
|
|
|
llvm::Value *
|
2010-08-23 09:21:21 +08:00
|
|
|
ItaniumCXXABI::EmitMemberPointerIsNotNull(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *MemPtr,
|
|
|
|
const MemberPointerType *MPT) {
|
2010-08-22 16:30:07 +08:00
|
|
|
CGBuilderTy &Builder = CGF.Builder;
|
2010-08-23 09:21:21 +08:00
|
|
|
|
|
|
|
/// For member data pointers, this is just a check against -1.
|
|
|
|
if (MPT->isMemberDataPointer()) {
|
2013-03-23 00:13:10 +08:00
|
|
|
assert(MemPtr->getType() == CGM.PtrDiffTy);
|
2010-08-23 09:21:21 +08:00
|
|
|
llvm::Value *NegativeOne =
|
|
|
|
llvm::Constant::getAllOnesValue(MemPtr->getType());
|
|
|
|
return Builder.CreateICmpNE(MemPtr, NegativeOne, "memptr.tobool");
|
|
|
|
}
|
2010-08-22 16:30:07 +08:00
|
|
|
|
2011-04-20 07:10:47 +08:00
|
|
|
// In Itanium, a member function pointer is not null if 'ptr' is not null.
|
2010-08-22 18:59:02 +08:00
|
|
|
llvm::Value *Ptr = Builder.CreateExtractValue(MemPtr, 0, "memptr.ptr");
|
2010-08-22 16:30:07 +08:00
|
|
|
|
|
|
|
llvm::Constant *Zero = llvm::ConstantInt::get(Ptr->getType(), 0);
|
|
|
|
llvm::Value *Result = Builder.CreateICmpNE(Ptr, Zero, "memptr.tobool");
|
|
|
|
|
2011-04-20 07:10:47 +08:00
|
|
|
// On ARM, a member function pointer is also non-null if the low bit of 'adj'
|
|
|
|
// (the virtual bit) is set.
|
2013-07-25 00:25:13 +08:00
|
|
|
if (UseARMMethodPtrABI) {
|
2010-08-22 16:30:07 +08:00
|
|
|
llvm::Constant *One = llvm::ConstantInt::get(Ptr->getType(), 1);
|
2010-08-22 18:59:02 +08:00
|
|
|
llvm::Value *Adj = Builder.CreateExtractValue(MemPtr, 1, "memptr.adj");
|
2010-08-22 16:30:07 +08:00
|
|
|
llvm::Value *VirtualBit = Builder.CreateAnd(Adj, One, "memptr.virtualbit");
|
2011-04-20 07:10:47 +08:00
|
|
|
llvm::Value *IsVirtual = Builder.CreateICmpNE(VirtualBit, Zero,
|
|
|
|
"memptr.isvirtual");
|
|
|
|
Result = Builder.CreateOr(Result, IsVirtual);
|
2010-08-22 16:30:07 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return Result;
|
|
|
|
}
|
2010-08-22 14:43:33 +08:00
|
|
|
|
2010-08-23 05:01:12 +08:00
|
|
|
/// The Itanium ABI requires non-zero initialization only for data
|
|
|
|
/// member pointers, for which '0' is a valid offset.
|
|
|
|
bool ItaniumCXXABI::isZeroInitializable(const MemberPointerType *MPT) {
|
|
|
|
return MPT->getPointeeType()->isFunctionType();
|
2010-08-22 12:16:24 +08:00
|
|
|
}
|
2010-08-31 15:33:07 +08:00
|
|
|
|
2012-09-25 18:10:39 +08:00
|
|
|
/// The Itanium ABI always places an offset to the complete object
|
|
|
|
/// at entry -2 in the vtable.
|
|
|
|
llvm::Value *ItaniumCXXABI::adjustToCompleteObject(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *ptr,
|
|
|
|
QualType type) {
|
|
|
|
// Grab the vtable pointer as an intptr_t*.
|
|
|
|
llvm::Value *vtable = CGF.GetVTablePtr(ptr, CGF.IntPtrTy->getPointerTo());
|
|
|
|
|
|
|
|
// Track back to entry -2 and pull out the offset there.
|
|
|
|
llvm::Value *offsetPtr =
|
|
|
|
CGF.Builder.CreateConstInBoundsGEP1_64(vtable, -2, "complete-offset.ptr");
|
|
|
|
llvm::LoadInst *offset = CGF.Builder.CreateLoad(offsetPtr);
|
|
|
|
offset->setAlignment(CGF.PointerAlignInBytes);
|
|
|
|
|
|
|
|
// Apply the offset.
|
|
|
|
ptr = CGF.Builder.CreateBitCast(ptr, CGF.Int8PtrTy);
|
|
|
|
return CGF.Builder.CreateInBoundsGEP(ptr, offset);
|
|
|
|
}
|
|
|
|
|
2013-05-30 02:02:47 +08:00
|
|
|
llvm::Value *
|
|
|
|
ItaniumCXXABI::GetVirtualBaseClassOffset(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *This,
|
|
|
|
const CXXRecordDecl *ClassDecl,
|
|
|
|
const CXXRecordDecl *BaseClassDecl) {
|
|
|
|
llvm::Value *VTablePtr = CGF.GetVTablePtr(This, CGM.Int8PtrTy);
|
|
|
|
CharUnits VBaseOffsetOffset =
|
|
|
|
CGM.getVTableContext().getVirtualBaseOffsetOffset(ClassDecl, BaseClassDecl);
|
|
|
|
|
|
|
|
llvm::Value *VBaseOffsetPtr =
|
|
|
|
CGF.Builder.CreateConstGEP1_64(VTablePtr, VBaseOffsetOffset.getQuantity(),
|
|
|
|
"vbase.offset.ptr");
|
|
|
|
VBaseOffsetPtr = CGF.Builder.CreateBitCast(VBaseOffsetPtr,
|
|
|
|
CGM.PtrDiffTy->getPointerTo());
|
|
|
|
|
|
|
|
llvm::Value *VBaseOffset =
|
|
|
|
CGF.Builder.CreateLoad(VBaseOffsetPtr, "vbase.offset");
|
|
|
|
|
|
|
|
return VBaseOffset;
|
|
|
|
}
|
|
|
|
|
2010-08-31 15:33:07 +08:00
|
|
|
/// The generic ABI passes 'this', plus a VTT if it's initializing a
|
|
|
|
/// base subobject.
|
|
|
|
void ItaniumCXXABI::BuildConstructorSignature(const CXXConstructorDecl *Ctor,
|
|
|
|
CXXCtorType Type,
|
|
|
|
CanQualType &ResTy,
|
2011-07-23 18:55:15 +08:00
|
|
|
SmallVectorImpl<CanQualType> &ArgTys) {
|
2010-09-02 18:25:57 +08:00
|
|
|
ASTContext &Context = getContext();
|
2010-08-31 15:33:07 +08:00
|
|
|
|
2013-07-01 04:40:16 +08:00
|
|
|
// 'this' parameter is already there, as well as 'this' return if
|
|
|
|
// HasThisReturn(GlobalDecl(Ctor, Type)) is true
|
2010-08-31 15:33:07 +08:00
|
|
|
|
|
|
|
// Check if we need to add a VTT parameter (which has type void **).
|
|
|
|
if (Type == Ctor_Base && Ctor->getParent()->getNumVBases() != 0)
|
|
|
|
ArgTys.push_back(Context.getPointerType(Context.VoidPtrTy));
|
|
|
|
}
|
|
|
|
|
2013-08-05 01:30:04 +08:00
|
|
|
void ItaniumCXXABI::EmitCXXConstructors(const CXXConstructorDecl *D) {
|
|
|
|
// Just make sure we're in sync with TargetCXXABI.
|
|
|
|
assert(CGM.getTarget().getCXXABI().hasConstructorVariants());
|
|
|
|
|
|
|
|
// The constructor used for constructing this as a complete class;
|
|
|
|
// constucts the virtual bases, then calls the base constructor.
|
|
|
|
if (!D->getParent()->isAbstract()) {
|
|
|
|
// We don't need to emit the complete ctor if the class is abstract.
|
|
|
|
CGM.EmitGlobal(GlobalDecl(D, Ctor_Complete));
|
|
|
|
}
|
|
|
|
|
|
|
|
// The constructor used for constructing this as a base class;
|
|
|
|
// ignores virtual bases.
|
|
|
|
CGM.EmitGlobal(GlobalDecl(D, Ctor_Base));
|
|
|
|
}
|
|
|
|
|
2010-08-31 15:33:07 +08:00
|
|
|
/// The generic ABI passes 'this', plus a VTT if it's destroying a
|
|
|
|
/// base subobject.
|
|
|
|
void ItaniumCXXABI::BuildDestructorSignature(const CXXDestructorDecl *Dtor,
|
|
|
|
CXXDtorType Type,
|
|
|
|
CanQualType &ResTy,
|
2011-07-23 18:55:15 +08:00
|
|
|
SmallVectorImpl<CanQualType> &ArgTys) {
|
2010-09-02 18:25:57 +08:00
|
|
|
ASTContext &Context = getContext();
|
2010-08-31 15:33:07 +08:00
|
|
|
|
2013-07-01 04:40:16 +08:00
|
|
|
// 'this' parameter is already there, as well as 'this' return if
|
|
|
|
// HasThisReturn(GlobalDecl(Dtor, Type)) is true
|
2010-08-31 15:33:07 +08:00
|
|
|
|
|
|
|
// Check if we need to add a VTT parameter (which has type void **).
|
|
|
|
if (Type == Dtor_Base && Dtor->getParent()->getNumVBases() != 0)
|
|
|
|
ArgTys.push_back(Context.getPointerType(Context.VoidPtrTy));
|
|
|
|
}
|
|
|
|
|
[ms-cxxabi] Emit linkonce complete dtors in TUs that need them
Based on Peter Collingbourne's destructor patches.
Prior to this change, clang was considering ?1 to be the complete
destructor and the base destructor, which was wrong. This lead to
crashes when clang tried to emit two LLVM functions with the same name.
In this ABI, TUs with non-inline dtors might not emit a complete
destructor. They are emitted as inline thunks in TUs that need them,
and they always delegate to the base dtors of the complete class and its
virtual bases. This change uses the DeferredDecls machinery to emit
complete dtors as needed.
Currently in clang try body destructors can catch exceptions thrown by
virtual base destructors. In the Microsoft C++ ABI, clang may not have
the destructor definition, in which case clang won't wrap the virtual
virtual base destructor calls in a try-catch. Diagnosing this in user
code is TODO.
Finally, for classes that don't use virtual inheritance, MSVC always
calls the base destructor (?1) directly. This is a useful code size
optimization that avoids emitting lots of extra thunks or aliases.
Implementing it also means our existing tests continue to pass, and is
consistent with MSVC's output.
We can do the same for Itanium by tweaking GetAddrOfCXXDestructor, but
it will require further testing.
Reviewers: rjmccall
CC: cfe-commits
Differential Revision: http://llvm-reviews.chandlerc.com/D1066
llvm-svn: 186828
2013-07-22 21:51:44 +08:00
|
|
|
void ItaniumCXXABI::EmitCXXDestructors(const CXXDestructorDecl *D) {
|
|
|
|
// The destructor in a virtual table is always a 'deleting'
|
|
|
|
// destructor, which calls the complete destructor and then uses the
|
|
|
|
// appropriate operator delete.
|
|
|
|
if (D->isVirtual())
|
|
|
|
CGM.EmitGlobal(GlobalDecl(D, Dtor_Deleting));
|
|
|
|
|
|
|
|
// The destructor used for destructing this as a most-derived class;
|
|
|
|
// call the base destructor and then destructs any virtual bases.
|
|
|
|
CGM.EmitGlobal(GlobalDecl(D, Dtor_Complete));
|
|
|
|
|
|
|
|
// The destructor used for destructing this as a base class; ignores
|
|
|
|
// virtual bases.
|
|
|
|
CGM.EmitGlobal(GlobalDecl(D, Dtor_Base));
|
|
|
|
}
|
|
|
|
|
2010-08-31 15:33:07 +08:00
|
|
|
void ItaniumCXXABI::BuildInstanceFunctionParams(CodeGenFunction &CGF,
|
|
|
|
QualType &ResTy,
|
|
|
|
FunctionArgList &Params) {
|
|
|
|
/// Create the 'this' variable.
|
|
|
|
BuildThisParam(CGF, Params);
|
|
|
|
|
|
|
|
const CXXMethodDecl *MD = cast<CXXMethodDecl>(CGF.CurGD.getDecl());
|
|
|
|
assert(MD->isInstance());
|
|
|
|
|
|
|
|
// Check if we need a VTT parameter as well.
|
2013-06-29 04:45:28 +08:00
|
|
|
if (NeedsVTTParameter(CGF.CurGD)) {
|
2010-09-02 18:25:57 +08:00
|
|
|
ASTContext &Context = getContext();
|
2010-08-31 15:33:07 +08:00
|
|
|
|
|
|
|
// FIXME: avoid the fake decl
|
|
|
|
QualType T = Context.getPointerType(Context.VoidPtrTy);
|
|
|
|
ImplicitParamDecl *VTTDecl
|
|
|
|
= ImplicitParamDecl::Create(Context, 0, MD->getLocation(),
|
|
|
|
&Context.Idents.get("vtt"), T);
|
2011-03-09 12:27:21 +08:00
|
|
|
Params.push_back(VTTDecl);
|
2010-08-31 15:33:07 +08:00
|
|
|
getVTTDecl(CGF) = VTTDecl;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void ItaniumCXXABI::EmitInstanceFunctionProlog(CodeGenFunction &CGF) {
|
|
|
|
/// Initialize the 'this' slot.
|
|
|
|
EmitThisParam(CGF);
|
|
|
|
|
|
|
|
/// Initialize the 'vtt' slot if needed.
|
|
|
|
if (getVTTDecl(CGF)) {
|
|
|
|
getVTTValue(CGF)
|
|
|
|
= CGF.Builder.CreateLoad(CGF.GetAddrOfLocalVar(getVTTDecl(CGF)),
|
|
|
|
"vtt");
|
|
|
|
}
|
|
|
|
|
2013-07-01 04:40:16 +08:00
|
|
|
/// If this is a function that the ABI specifies returns 'this', initialize
|
|
|
|
/// the return slot to 'this' at the start of the function.
|
|
|
|
///
|
|
|
|
/// Unlike the setting of return types, this is done within the ABI
|
|
|
|
/// implementation instead of by clients of CGCXXABI because:
|
|
|
|
/// 1) getThisValue is currently protected
|
|
|
|
/// 2) in theory, an ABI could implement 'this' returns some other way;
|
|
|
|
/// HasThisReturn only specifies a contract, not the implementation
|
2010-08-31 15:33:07 +08:00
|
|
|
if (HasThisReturn(CGF.CurGD))
|
2012-02-11 10:57:39 +08:00
|
|
|
CGF.Builder.CreateStore(getThisValue(CGF), CGF.ReturnValue);
|
2010-08-31 15:33:07 +08:00
|
|
|
}
|
|
|
|
|
2013-07-01 04:40:16 +08:00
|
|
|
void ItaniumCXXABI::EmitConstructorCall(CodeGenFunction &CGF,
|
2013-02-27 21:46:31 +08:00
|
|
|
const CXXConstructorDecl *D,
|
2013-07-01 04:40:16 +08:00
|
|
|
CXXCtorType Type,
|
|
|
|
bool ForVirtualBase, bool Delegating,
|
2013-02-27 21:46:31 +08:00
|
|
|
llvm::Value *This,
|
|
|
|
CallExpr::const_arg_iterator ArgBeg,
|
|
|
|
CallExpr::const_arg_iterator ArgEnd) {
|
|
|
|
llvm::Value *VTT = CGF.GetVTTParameter(GlobalDecl(D, Type), ForVirtualBase,
|
|
|
|
Delegating);
|
|
|
|
QualType VTTTy = getContext().getPointerType(getContext().VoidPtrTy);
|
|
|
|
llvm::Value *Callee = CGM.GetAddrOfCXXConstructor(D, Type);
|
|
|
|
|
|
|
|
// FIXME: Provide a source location here.
|
2013-07-01 04:40:16 +08:00
|
|
|
CGF.EmitCXXMemberCall(D, SourceLocation(), Callee, ReturnValueSlot(),
|
|
|
|
This, VTT, VTTTy, ArgBeg, ArgEnd);
|
2013-02-27 21:46:31 +08:00
|
|
|
}
|
|
|
|
|
2013-09-27 22:48:01 +08:00
|
|
|
void ItaniumCXXABI::emitVTableDefinitions(CodeGenVTables &CGVT,
|
|
|
|
const CXXRecordDecl *RD) {
|
|
|
|
llvm::GlobalVariable *VTable = getAddrOfVTable(RD, CharUnits());
|
|
|
|
if (VTable->hasInitializer())
|
|
|
|
return;
|
|
|
|
|
|
|
|
VTableContext &VTContext = CGM.getVTableContext();
|
|
|
|
const VTableLayout &VTLayout = VTContext.getVTableLayout(RD);
|
|
|
|
llvm::GlobalVariable::LinkageTypes Linkage = CGM.getVTableLinkage(RD);
|
|
|
|
|
|
|
|
// Create and set the initializer.
|
|
|
|
llvm::Constant *Init = CGVT.CreateVTableInitializer(
|
|
|
|
RD, VTLayout.vtable_component_begin(), VTLayout.getNumVTableComponents(),
|
|
|
|
VTLayout.vtable_thunk_begin(), VTLayout.getNumVTableThunks());
|
|
|
|
VTable->setInitializer(Init);
|
|
|
|
|
|
|
|
// Set the correct linkage.
|
|
|
|
VTable->setLinkage(Linkage);
|
|
|
|
|
|
|
|
// Set the right visibility.
|
|
|
|
CGM.setTypeVisibility(VTable, RD, CodeGenModule::TVK_ForVTable);
|
|
|
|
|
|
|
|
// If this is the magic class __cxxabiv1::__fundamental_type_info,
|
|
|
|
// we will emit the typeinfo for the fundamental types. This is the
|
|
|
|
// same behaviour as GCC.
|
|
|
|
const DeclContext *DC = RD->getDeclContext();
|
|
|
|
if (RD->getIdentifier() &&
|
|
|
|
RD->getIdentifier()->isStr("__fundamental_type_info") &&
|
|
|
|
isa<NamespaceDecl>(DC) && cast<NamespaceDecl>(DC)->getIdentifier() &&
|
|
|
|
cast<NamespaceDecl>(DC)->getIdentifier()->isStr("__cxxabiv1") &&
|
|
|
|
DC->getParent()->isTranslationUnit())
|
|
|
|
CGM.EmitFundamentalRTTIDescriptors();
|
|
|
|
}
|
|
|
|
|
|
|
|
llvm::Value *ItaniumCXXABI::getVTableAddressPointInStructor(
|
|
|
|
CodeGenFunction &CGF, const CXXRecordDecl *VTableClass, BaseSubobject Base,
|
|
|
|
const CXXRecordDecl *NearestVBase, bool &NeedsVirtualOffset) {
|
|
|
|
bool NeedsVTTParam = CGM.getCXXABI().NeedsVTTParameter(CGF.CurGD);
|
|
|
|
NeedsVirtualOffset = (NeedsVTTParam && NearestVBase);
|
|
|
|
|
|
|
|
llvm::Value *VTableAddressPoint;
|
|
|
|
if (NeedsVTTParam && (Base.getBase()->getNumVBases() || NearestVBase)) {
|
|
|
|
// Get the secondary vpointer index.
|
|
|
|
uint64_t VirtualPointerIndex =
|
|
|
|
CGM.getVTables().getSecondaryVirtualPointerIndex(VTableClass, Base);
|
|
|
|
|
|
|
|
/// Load the VTT.
|
|
|
|
llvm::Value *VTT = CGF.LoadCXXVTT();
|
|
|
|
if (VirtualPointerIndex)
|
|
|
|
VTT = CGF.Builder.CreateConstInBoundsGEP1_64(VTT, VirtualPointerIndex);
|
|
|
|
|
|
|
|
// And load the address point from the VTT.
|
|
|
|
VTableAddressPoint = CGF.Builder.CreateLoad(VTT);
|
|
|
|
} else {
|
|
|
|
llvm::Constant *VTable =
|
|
|
|
CGM.getCXXABI().getAddrOfVTable(VTableClass, CharUnits());
|
|
|
|
uint64_t AddressPoint = CGM.getVTableContext().getVTableLayout(VTableClass)
|
|
|
|
.getAddressPoint(Base);
|
|
|
|
VTableAddressPoint =
|
|
|
|
CGF.Builder.CreateConstInBoundsGEP2_64(VTable, 0, AddressPoint);
|
|
|
|
}
|
|
|
|
|
|
|
|
return VTableAddressPoint;
|
|
|
|
}
|
|
|
|
|
|
|
|
llvm::Constant *ItaniumCXXABI::getVTableAddressPointForConstExpr(
|
|
|
|
BaseSubobject Base, const CXXRecordDecl *VTableClass) {
|
|
|
|
llvm::Constant *VTable = getAddrOfVTable(VTableClass, CharUnits());
|
|
|
|
|
|
|
|
// Find the appropriate vtable within the vtable group.
|
|
|
|
uint64_t AddressPoint =
|
|
|
|
CGM.getVTableContext().getVTableLayout(VTableClass).getAddressPoint(Base);
|
|
|
|
llvm::Value *Indices[] = {
|
|
|
|
llvm::ConstantInt::get(CGM.Int64Ty, 0),
|
|
|
|
llvm::ConstantInt::get(CGM.Int64Ty, AddressPoint)
|
|
|
|
};
|
|
|
|
|
|
|
|
return llvm::ConstantExpr::getInBoundsGetElementPtr(VTable, Indices);
|
|
|
|
}
|
|
|
|
|
|
|
|
llvm::GlobalVariable *ItaniumCXXABI::getAddrOfVTable(const CXXRecordDecl *RD,
|
|
|
|
CharUnits VPtrOffset) {
|
|
|
|
assert(VPtrOffset.isZero() && "Itanium ABI only supports zero vptr offsets");
|
|
|
|
|
|
|
|
llvm::GlobalVariable *&VTable = VTables[RD];
|
|
|
|
if (VTable)
|
|
|
|
return VTable;
|
|
|
|
|
|
|
|
// Queue up this v-table for possible deferred emission.
|
|
|
|
CGM.addDeferredVTable(RD);
|
|
|
|
|
|
|
|
SmallString<256> OutName;
|
|
|
|
llvm::raw_svector_ostream Out(OutName);
|
|
|
|
CGM.getCXXABI().getMangleContext().mangleCXXVTable(RD, Out);
|
|
|
|
Out.flush();
|
|
|
|
StringRef Name = OutName.str();
|
|
|
|
|
|
|
|
VTableContext &VTContext = CGM.getVTableContext();
|
|
|
|
llvm::ArrayType *ArrayType = llvm::ArrayType::get(
|
|
|
|
CGM.Int8PtrTy, VTContext.getVTableLayout(RD).getNumVTableComponents());
|
|
|
|
|
|
|
|
VTable = CGM.CreateOrReplaceCXXRuntimeVariable(
|
|
|
|
Name, ArrayType, llvm::GlobalValue::ExternalLinkage);
|
|
|
|
VTable->setUnnamedAddr(true);
|
|
|
|
return VTable;
|
|
|
|
}
|
|
|
|
|
2013-08-21 14:25:03 +08:00
|
|
|
llvm::Value *ItaniumCXXABI::getVirtualFunctionPointer(CodeGenFunction &CGF,
|
|
|
|
GlobalDecl GD,
|
|
|
|
llvm::Value *This,
|
|
|
|
llvm::Type *Ty) {
|
|
|
|
GD = GD.getCanonicalDecl();
|
|
|
|
Ty = Ty->getPointerTo()->getPointerTo();
|
|
|
|
llvm::Value *VTable = CGF.GetVTablePtr(This, Ty);
|
|
|
|
|
|
|
|
uint64_t VTableIndex = CGM.getVTableContext().getMethodVTableIndex(GD);
|
|
|
|
llvm::Value *VFuncPtr =
|
|
|
|
CGF.Builder.CreateConstInBoundsGEP1_64(VTable, VTableIndex, "vfn");
|
|
|
|
return CGF.Builder.CreateLoad(VFuncPtr);
|
|
|
|
}
|
|
|
|
|
2013-07-01 04:40:16 +08:00
|
|
|
void ItaniumCXXABI::EmitVirtualDestructorCall(CodeGenFunction &CGF,
|
|
|
|
const CXXDestructorDecl *Dtor,
|
|
|
|
CXXDtorType DtorType,
|
|
|
|
SourceLocation CallLoc,
|
|
|
|
llvm::Value *This) {
|
2013-02-15 22:45:22 +08:00
|
|
|
assert(DtorType == Dtor_Deleting || DtorType == Dtor_Complete);
|
|
|
|
|
|
|
|
const CGFunctionInfo *FInfo
|
|
|
|
= &CGM.getTypes().arrangeCXXDestructor(Dtor, DtorType);
|
|
|
|
llvm::Type *Ty = CGF.CGM.getTypes().GetFunctionType(*FInfo);
|
2013-08-21 14:25:03 +08:00
|
|
|
llvm::Value *Callee =
|
|
|
|
getVirtualFunctionPointer(CGF, GlobalDecl(Dtor, DtorType), This, Ty);
|
2013-02-15 22:45:22 +08:00
|
|
|
|
2013-07-01 04:40:16 +08:00
|
|
|
CGF.EmitCXXMemberCall(Dtor, CallLoc, Callee, ReturnValueSlot(), This,
|
|
|
|
/*ImplicitParam=*/0, QualType(), 0, 0);
|
2013-02-15 22:45:22 +08:00
|
|
|
}
|
|
|
|
|
2013-09-27 22:48:01 +08:00
|
|
|
void ItaniumCXXABI::emitVirtualInheritanceTables(const CXXRecordDecl *RD) {
|
2013-06-19 23:20:38 +08:00
|
|
|
CodeGenVTables &VTables = CGM.getVTables();
|
|
|
|
llvm::GlobalVariable *VTT = VTables.GetAddrOfVTT(RD);
|
2013-09-27 22:48:01 +08:00
|
|
|
VTables.EmitVTTDefinition(VTT, CGM.getVTableLinkage(RD), RD);
|
2013-06-19 23:20:38 +08:00
|
|
|
}
|
|
|
|
|
2010-08-31 15:33:07 +08:00
|
|
|
void ARMCXXABI::EmitReturnFromThunk(CodeGenFunction &CGF,
|
|
|
|
RValue RV, QualType ResultType) {
|
|
|
|
if (!isa<CXXDestructorDecl>(CGF.CurGD.getDecl()))
|
|
|
|
return ItaniumCXXABI::EmitReturnFromThunk(CGF, RV, ResultType);
|
|
|
|
|
|
|
|
// Destructor thunks in the ARM ABI have indeterminate results.
|
2011-07-18 12:24:23 +08:00
|
|
|
llvm::Type *T =
|
2010-08-31 15:33:07 +08:00
|
|
|
cast<llvm::PointerType>(CGF.ReturnValue->getType())->getElementType();
|
|
|
|
RValue Undef = RValue::get(llvm::UndefValue::get(T));
|
|
|
|
return ItaniumCXXABI::EmitReturnFromThunk(CGF, Undef, ResultType);
|
|
|
|
}
|
2010-09-02 17:58:18 +08:00
|
|
|
|
|
|
|
/************************** Array allocation cookies **************************/
|
|
|
|
|
2012-05-01 13:23:51 +08:00
|
|
|
CharUnits ItaniumCXXABI::getArrayCookieSizeImpl(QualType elementType) {
|
|
|
|
// The array cookie is a size_t; pad that up to the element alignment.
|
|
|
|
// The cookie is actually right-justified in that space.
|
|
|
|
return std::max(CharUnits::fromQuantity(CGM.SizeSizeInBytes),
|
|
|
|
CGM.getContext().getTypeAlignInChars(elementType));
|
2010-09-02 17:58:18 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
llvm::Value *ItaniumCXXABI::InitializeArrayCookie(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *NewPtr,
|
|
|
|
llvm::Value *NumElements,
|
2011-01-27 17:37:56 +08:00
|
|
|
const CXXNewExpr *expr,
|
2010-09-02 17:58:18 +08:00
|
|
|
QualType ElementType) {
|
2012-05-01 13:23:51 +08:00
|
|
|
assert(requiresArrayCookie(expr));
|
2010-09-02 17:58:18 +08:00
|
|
|
|
2012-10-25 23:39:14 +08:00
|
|
|
unsigned AS = NewPtr->getType()->getPointerAddressSpace();
|
2010-09-02 17:58:18 +08:00
|
|
|
|
2010-09-02 18:25:57 +08:00
|
|
|
ASTContext &Ctx = getContext();
|
2010-09-02 17:58:18 +08:00
|
|
|
QualType SizeTy = Ctx.getSizeType();
|
|
|
|
CharUnits SizeSize = Ctx.getTypeSizeInChars(SizeTy);
|
|
|
|
|
|
|
|
// The size of the cookie.
|
|
|
|
CharUnits CookieSize =
|
|
|
|
std::max(SizeSize, Ctx.getTypeAlignInChars(ElementType));
|
2012-05-01 13:23:51 +08:00
|
|
|
assert(CookieSize == getArrayCookieSizeImpl(ElementType));
|
2010-09-02 17:58:18 +08:00
|
|
|
|
|
|
|
// Compute an offset to the cookie.
|
|
|
|
llvm::Value *CookiePtr = NewPtr;
|
|
|
|
CharUnits CookieOffset = CookieSize - SizeSize;
|
|
|
|
if (!CookieOffset.isZero())
|
|
|
|
CookiePtr = CGF.Builder.CreateConstInBoundsGEP1_64(CookiePtr,
|
|
|
|
CookieOffset.getQuantity());
|
|
|
|
|
|
|
|
// Write the number of elements into the appropriate slot.
|
|
|
|
llvm::Value *NumElementsPtr
|
|
|
|
= CGF.Builder.CreateBitCast(CookiePtr,
|
|
|
|
CGF.ConvertType(SizeTy)->getPointerTo(AS));
|
|
|
|
CGF.Builder.CreateStore(NumElements, NumElementsPtr);
|
|
|
|
|
|
|
|
// Finally, compute a pointer to the actual data buffer by skipping
|
|
|
|
// over the cookie completely.
|
|
|
|
return CGF.Builder.CreateConstInBoundsGEP1_64(NewPtr,
|
|
|
|
CookieSize.getQuantity());
|
|
|
|
}
|
|
|
|
|
2012-05-01 13:23:51 +08:00
|
|
|
llvm::Value *ItaniumCXXABI::readArrayCookieImpl(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *allocPtr,
|
|
|
|
CharUnits cookieSize) {
|
|
|
|
// The element size is right-justified in the cookie.
|
|
|
|
llvm::Value *numElementsPtr = allocPtr;
|
|
|
|
CharUnits numElementsOffset =
|
|
|
|
cookieSize - CharUnits::fromQuantity(CGF.SizeSizeInBytes);
|
|
|
|
if (!numElementsOffset.isZero())
|
|
|
|
numElementsPtr =
|
|
|
|
CGF.Builder.CreateConstInBoundsGEP1_64(numElementsPtr,
|
|
|
|
numElementsOffset.getQuantity());
|
2010-09-02 17:58:18 +08:00
|
|
|
|
2012-10-25 23:39:14 +08:00
|
|
|
unsigned AS = allocPtr->getType()->getPointerAddressSpace();
|
2012-05-01 13:23:51 +08:00
|
|
|
numElementsPtr =
|
|
|
|
CGF.Builder.CreateBitCast(numElementsPtr, CGF.SizeTy->getPointerTo(AS));
|
|
|
|
return CGF.Builder.CreateLoad(numElementsPtr);
|
2010-09-02 17:58:18 +08:00
|
|
|
}
|
|
|
|
|
2012-05-01 13:23:51 +08:00
|
|
|
CharUnits ARMCXXABI::getArrayCookieSizeImpl(QualType elementType) {
|
2013-01-26 07:36:19 +08:00
|
|
|
// ARM says that the cookie is always:
|
2010-09-02 17:58:18 +08:00
|
|
|
// struct array_cookie {
|
|
|
|
// std::size_t element_size; // element_size != 0
|
|
|
|
// std::size_t element_count;
|
|
|
|
// };
|
2013-01-26 07:36:19 +08:00
|
|
|
// But the base ABI doesn't give anything an alignment greater than
|
|
|
|
// 8, so we can dismiss this as typical ABI-author blindness to
|
|
|
|
// actual language complexity and round up to the element alignment.
|
|
|
|
return std::max(CharUnits::fromQuantity(2 * CGM.SizeSizeInBytes),
|
|
|
|
CGM.getContext().getTypeAlignInChars(elementType));
|
2010-09-02 17:58:18 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
llvm::Value *ARMCXXABI::InitializeArrayCookie(CodeGenFunction &CGF,
|
2013-01-26 07:36:19 +08:00
|
|
|
llvm::Value *newPtr,
|
|
|
|
llvm::Value *numElements,
|
2011-01-27 17:37:56 +08:00
|
|
|
const CXXNewExpr *expr,
|
2013-01-26 07:36:19 +08:00
|
|
|
QualType elementType) {
|
2012-05-01 13:23:51 +08:00
|
|
|
assert(requiresArrayCookie(expr));
|
2010-09-02 17:58:18 +08:00
|
|
|
|
2013-01-26 07:36:19 +08:00
|
|
|
// NewPtr is a char*, but we generalize to arbitrary addrspaces.
|
|
|
|
unsigned AS = newPtr->getType()->getPointerAddressSpace();
|
2010-09-02 17:58:18 +08:00
|
|
|
|
|
|
|
// The cookie is always at the start of the buffer.
|
2013-01-26 07:36:19 +08:00
|
|
|
llvm::Value *cookie = newPtr;
|
2010-09-02 17:58:18 +08:00
|
|
|
|
|
|
|
// The first element is the element size.
|
2013-01-26 07:36:19 +08:00
|
|
|
cookie = CGF.Builder.CreateBitCast(cookie, CGF.SizeTy->getPointerTo(AS));
|
|
|
|
llvm::Value *elementSize = llvm::ConstantInt::get(CGF.SizeTy,
|
|
|
|
getContext().getTypeSizeInChars(elementType).getQuantity());
|
|
|
|
CGF.Builder.CreateStore(elementSize, cookie);
|
2010-09-02 17:58:18 +08:00
|
|
|
|
|
|
|
// The second element is the element count.
|
2013-01-26 07:36:19 +08:00
|
|
|
cookie = CGF.Builder.CreateConstInBoundsGEP1_32(cookie, 1);
|
|
|
|
CGF.Builder.CreateStore(numElements, cookie);
|
2010-09-02 17:58:18 +08:00
|
|
|
|
|
|
|
// Finally, compute a pointer to the actual data buffer by skipping
|
|
|
|
// over the cookie completely.
|
2013-01-26 07:36:19 +08:00
|
|
|
CharUnits cookieSize = ARMCXXABI::getArrayCookieSizeImpl(elementType);
|
|
|
|
return CGF.Builder.CreateConstInBoundsGEP1_64(newPtr,
|
|
|
|
cookieSize.getQuantity());
|
2010-09-02 17:58:18 +08:00
|
|
|
}
|
|
|
|
|
2012-05-01 13:23:51 +08:00
|
|
|
llvm::Value *ARMCXXABI::readArrayCookieImpl(CodeGenFunction &CGF,
|
|
|
|
llvm::Value *allocPtr,
|
|
|
|
CharUnits cookieSize) {
|
|
|
|
// The number of elements is at offset sizeof(size_t) relative to
|
|
|
|
// the allocated pointer.
|
|
|
|
llvm::Value *numElementsPtr
|
|
|
|
= CGF.Builder.CreateConstInBoundsGEP1_64(allocPtr, CGF.SizeSizeInBytes);
|
2010-09-02 17:58:18 +08:00
|
|
|
|
2012-10-25 23:39:14 +08:00
|
|
|
unsigned AS = allocPtr->getType()->getPointerAddressSpace();
|
2012-05-01 13:23:51 +08:00
|
|
|
numElementsPtr =
|
|
|
|
CGF.Builder.CreateBitCast(numElementsPtr, CGF.SizeTy->getPointerTo(AS));
|
|
|
|
return CGF.Builder.CreateLoad(numElementsPtr);
|
2010-09-02 17:58:18 +08:00
|
|
|
}
|
|
|
|
|
2010-09-08 09:44:27 +08:00
|
|
|
/*********************** Static local initialization **************************/
|
|
|
|
|
|
|
|
static llvm::Constant *getGuardAcquireFn(CodeGenModule &CGM,
|
2011-07-10 01:41:47 +08:00
|
|
|
llvm::PointerType *GuardPtrTy) {
|
2010-09-08 09:44:27 +08:00
|
|
|
// int __cxa_guard_acquire(__guard *guard_object);
|
2011-07-18 12:24:23 +08:00
|
|
|
llvm::FunctionType *FTy =
|
2010-09-08 09:44:27 +08:00
|
|
|
llvm::FunctionType::get(CGM.getTypes().ConvertType(CGM.getContext().IntTy),
|
2011-07-29 21:56:53 +08:00
|
|
|
GuardPtrTy, /*isVarArg=*/false);
|
2012-02-14 07:45:02 +08:00
|
|
|
return CGM.CreateRuntimeFunction(FTy, "__cxa_guard_acquire",
|
2013-01-31 08:30:05 +08:00
|
|
|
llvm::AttributeSet::get(CGM.getLLVMContext(),
|
|
|
|
llvm::AttributeSet::FunctionIndex,
|
2012-12-21 03:27:06 +08:00
|
|
|
llvm::Attribute::NoUnwind));
|
2010-09-08 09:44:27 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
static llvm::Constant *getGuardReleaseFn(CodeGenModule &CGM,
|
2011-07-10 01:41:47 +08:00
|
|
|
llvm::PointerType *GuardPtrTy) {
|
2010-09-08 09:44:27 +08:00
|
|
|
// void __cxa_guard_release(__guard *guard_object);
|
2011-07-18 12:24:23 +08:00
|
|
|
llvm::FunctionType *FTy =
|
2012-02-07 08:39:47 +08:00
|
|
|
llvm::FunctionType::get(CGM.VoidTy, GuardPtrTy, /*isVarArg=*/false);
|
2012-02-14 07:45:02 +08:00
|
|
|
return CGM.CreateRuntimeFunction(FTy, "__cxa_guard_release",
|
2013-01-31 08:30:05 +08:00
|
|
|
llvm::AttributeSet::get(CGM.getLLVMContext(),
|
|
|
|
llvm::AttributeSet::FunctionIndex,
|
2012-12-21 03:27:06 +08:00
|
|
|
llvm::Attribute::NoUnwind));
|
2010-09-08 09:44:27 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
static llvm::Constant *getGuardAbortFn(CodeGenModule &CGM,
|
2011-07-10 01:41:47 +08:00
|
|
|
llvm::PointerType *GuardPtrTy) {
|
2010-09-08 09:44:27 +08:00
|
|
|
// void __cxa_guard_abort(__guard *guard_object);
|
2011-07-18 12:24:23 +08:00
|
|
|
llvm::FunctionType *FTy =
|
2012-02-07 08:39:47 +08:00
|
|
|
llvm::FunctionType::get(CGM.VoidTy, GuardPtrTy, /*isVarArg=*/false);
|
2012-02-14 07:45:02 +08:00
|
|
|
return CGM.CreateRuntimeFunction(FTy, "__cxa_guard_abort",
|
2013-01-31 08:30:05 +08:00
|
|
|
llvm::AttributeSet::get(CGM.getLLVMContext(),
|
|
|
|
llvm::AttributeSet::FunctionIndex,
|
2012-12-21 03:27:06 +08:00
|
|
|
llvm::Attribute::NoUnwind));
|
2010-09-08 09:44:27 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
struct CallGuardAbort : EHScopeStack::Cleanup {
|
|
|
|
llvm::GlobalVariable *Guard;
|
2012-03-31 03:44:53 +08:00
|
|
|
CallGuardAbort(llvm::GlobalVariable *Guard) : Guard(Guard) {}
|
2010-09-08 09:44:27 +08:00
|
|
|
|
2011-07-13 04:27:29 +08:00
|
|
|
void Emit(CodeGenFunction &CGF, Flags flags) {
|
2013-03-01 03:01:20 +08:00
|
|
|
CGF.EmitNounwindRuntimeCall(getGuardAbortFn(CGF.CGM, Guard->getType()),
|
|
|
|
Guard);
|
2010-09-08 09:44:27 +08:00
|
|
|
}
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
/// The ARM code here follows the Itanium code closely enough that we
|
|
|
|
/// just special-case it at particular places.
|
2010-11-06 17:44:32 +08:00
|
|
|
void ItaniumCXXABI::EmitGuardedInit(CodeGenFunction &CGF,
|
|
|
|
const VarDecl &D,
|
2012-03-31 05:00:39 +08:00
|
|
|
llvm::GlobalVariable *var,
|
|
|
|
bool shouldPerformInit) {
|
2010-09-08 09:44:27 +08:00
|
|
|
CGBuilderTy &Builder = CGF.Builder;
|
2010-11-06 17:44:32 +08:00
|
|
|
|
2013-04-15 07:01:42 +08:00
|
|
|
// We only need to use thread-safe statics for local non-TLS variables;
|
2010-11-06 17:44:32 +08:00
|
|
|
// global initialization is always single-threaded.
|
2013-04-15 07:01:42 +08:00
|
|
|
bool threadsafe = getContext().getLangOpts().ThreadsafeStatics &&
|
|
|
|
D.isLocalVarDecl() && !D.getTLSKind();
|
2011-04-27 12:37:08 +08:00
|
|
|
|
|
|
|
// If we have a global variable with internal linkage and thread-safe statics
|
|
|
|
// are disabled, we can just let the guard variable be of type i8.
|
2012-03-31 05:00:39 +08:00
|
|
|
bool useInt8GuardVariable = !threadsafe && var->hasInternalLinkage();
|
|
|
|
|
|
|
|
llvm::IntegerType *guardTy;
|
2011-06-17 15:33:57 +08:00
|
|
|
if (useInt8GuardVariable) {
|
2012-03-31 05:00:39 +08:00
|
|
|
guardTy = CGF.Int8Ty;
|
2011-06-17 15:33:57 +08:00
|
|
|
} else {
|
2013-01-31 20:13:10 +08:00
|
|
|
// Guard variables are 64 bits in the generic ABI and size width on ARM
|
|
|
|
// (i.e. 32-bit on AArch32, 64-bit on AArch64).
|
2013-07-25 00:25:13 +08:00
|
|
|
guardTy = (UseARMGuardVarABI ? CGF.SizeTy : CGF.Int64Ty);
|
2012-03-31 05:00:39 +08:00
|
|
|
}
|
|
|
|
llvm::PointerType *guardPtrTy = guardTy->getPointerTo();
|
|
|
|
|
|
|
|
// Create the guard variable if we don't already have it (as we
|
|
|
|
// might if we're double-emitting this function body).
|
|
|
|
llvm::GlobalVariable *guard = CGM.getStaticLocalDeclGuardAddress(&D);
|
|
|
|
if (!guard) {
|
|
|
|
// Mangle the name for the guard.
|
|
|
|
SmallString<256> guardName;
|
|
|
|
{
|
|
|
|
llvm::raw_svector_ostream out(guardName);
|
2013-09-11 04:14:30 +08:00
|
|
|
getMangleContext().mangleStaticGuardVariable(&D, out);
|
2012-03-31 05:00:39 +08:00
|
|
|
out.flush();
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create the guard variable with a zero-initializer.
|
|
|
|
// Just absorb linkage and visibility from the guarded variable.
|
|
|
|
guard = new llvm::GlobalVariable(CGM.getModule(), guardTy,
|
|
|
|
false, var->getLinkage(),
|
|
|
|
llvm::ConstantInt::get(guardTy, 0),
|
|
|
|
guardName.str());
|
|
|
|
guard->setVisibility(var->getVisibility());
|
2013-04-15 07:01:42 +08:00
|
|
|
// If the variable is thread-local, so is its guard variable.
|
|
|
|
guard->setThreadLocalMode(var->getThreadLocalMode());
|
2012-03-31 05:00:39 +08:00
|
|
|
|
|
|
|
CGM.setStaticLocalDeclGuardAddress(&D, guard);
|
2011-04-27 12:37:08 +08:00
|
|
|
}
|
2010-09-08 09:44:27 +08:00
|
|
|
|
|
|
|
// Test whether the variable has completed initialization.
|
2012-03-31 05:00:39 +08:00
|
|
|
llvm::Value *isInitialized;
|
2010-09-08 09:44:27 +08:00
|
|
|
|
|
|
|
// ARM C++ ABI 3.2.3.1:
|
|
|
|
// To support the potential use of initialization guard variables
|
|
|
|
// as semaphores that are the target of ARM SWP and LDREX/STREX
|
|
|
|
// synchronizing instructions we define a static initialization
|
|
|
|
// guard variable to be a 4-byte aligned, 4- byte word with the
|
|
|
|
// following inline access protocol.
|
|
|
|
// #define INITIALIZED 1
|
|
|
|
// if ((obj_guard & INITIALIZED) != INITIALIZED) {
|
|
|
|
// if (__cxa_guard_acquire(&obj_guard))
|
|
|
|
// ...
|
|
|
|
// }
|
2013-07-25 00:25:13 +08:00
|
|
|
if (UseARMGuardVarABI && !useInt8GuardVariable) {
|
2012-03-31 05:00:39 +08:00
|
|
|
llvm::Value *V = Builder.CreateLoad(guard);
|
2013-01-31 20:13:10 +08:00
|
|
|
llvm::Value *Test1 = llvm::ConstantInt::get(guardTy, 1);
|
|
|
|
V = Builder.CreateAnd(V, Test1);
|
2012-03-31 05:00:39 +08:00
|
|
|
isInitialized = Builder.CreateIsNull(V, "guard.uninitialized");
|
2010-09-08 09:44:27 +08:00
|
|
|
|
|
|
|
// Itanium C++ ABI 3.3.2:
|
|
|
|
// The following is pseudo-code showing how these functions can be used:
|
|
|
|
// if (obj_guard.first_byte == 0) {
|
|
|
|
// if ( __cxa_guard_acquire (&obj_guard) ) {
|
|
|
|
// try {
|
|
|
|
// ... initialize the object ...;
|
|
|
|
// } catch (...) {
|
|
|
|
// __cxa_guard_abort (&obj_guard);
|
|
|
|
// throw;
|
|
|
|
// }
|
|
|
|
// ... queue object destructor with __cxa_atexit() ...;
|
|
|
|
// __cxa_guard_release (&obj_guard);
|
|
|
|
// }
|
|
|
|
// }
|
|
|
|
} else {
|
|
|
|
// Load the first byte of the guard variable.
|
2012-03-31 03:44:53 +08:00
|
|
|
llvm::LoadInst *LI =
|
2012-03-31 05:00:39 +08:00
|
|
|
Builder.CreateLoad(Builder.CreateBitCast(guard, CGM.Int8PtrTy));
|
2012-03-31 03:44:53 +08:00
|
|
|
LI->setAlignment(1);
|
2011-09-14 06:21:56 +08:00
|
|
|
|
|
|
|
// Itanium ABI:
|
|
|
|
// An implementation supporting thread-safety on multiprocessor
|
|
|
|
// systems must also guarantee that references to the initialized
|
|
|
|
// object do not occur before the load of the initialization flag.
|
|
|
|
//
|
|
|
|
// In LLVM, we do this by marking the load Acquire.
|
|
|
|
if (threadsafe)
|
2012-03-31 03:44:53 +08:00
|
|
|
LI->setAtomic(llvm::Acquire);
|
2011-09-14 06:21:56 +08:00
|
|
|
|
2012-03-31 05:00:39 +08:00
|
|
|
isInitialized = Builder.CreateIsNull(LI, "guard.uninitialized");
|
2010-09-08 09:44:27 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
llvm::BasicBlock *InitCheckBlock = CGF.createBasicBlock("init.check");
|
|
|
|
llvm::BasicBlock *EndBlock = CGF.createBasicBlock("init.end");
|
|
|
|
|
|
|
|
// Check if the first byte of the guard variable is zero.
|
2012-03-31 05:00:39 +08:00
|
|
|
Builder.CreateCondBr(isInitialized, InitCheckBlock, EndBlock);
|
2010-09-08 09:44:27 +08:00
|
|
|
|
|
|
|
CGF.EmitBlock(InitCheckBlock);
|
|
|
|
|
|
|
|
// Variables used when coping with thread-safe statics and exceptions.
|
2011-06-17 15:33:57 +08:00
|
|
|
if (threadsafe) {
|
2010-09-08 09:44:27 +08:00
|
|
|
// Call __cxa_guard_acquire.
|
|
|
|
llvm::Value *V
|
2013-03-01 03:01:20 +08:00
|
|
|
= CGF.EmitNounwindRuntimeCall(getGuardAcquireFn(CGM, guardPtrTy), guard);
|
2010-09-08 09:44:27 +08:00
|
|
|
|
|
|
|
llvm::BasicBlock *InitBlock = CGF.createBasicBlock("init");
|
|
|
|
|
|
|
|
Builder.CreateCondBr(Builder.CreateIsNotNull(V, "tobool"),
|
|
|
|
InitBlock, EndBlock);
|
|
|
|
|
|
|
|
// Call __cxa_guard_abort along the exceptional edge.
|
2012-03-31 05:00:39 +08:00
|
|
|
CGF.EHStack.pushCleanup<CallGuardAbort>(EHCleanup, guard);
|
2010-09-08 09:44:27 +08:00
|
|
|
|
|
|
|
CGF.EmitBlock(InitBlock);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Emit the initializer and add a global destructor if appropriate.
|
2012-03-31 05:00:39 +08:00
|
|
|
CGF.EmitCXXGlobalVarDeclInit(D, var, shouldPerformInit);
|
2010-09-08 09:44:27 +08:00
|
|
|
|
2011-06-17 15:33:57 +08:00
|
|
|
if (threadsafe) {
|
2010-09-08 09:44:27 +08:00
|
|
|
// Pop the guard-abort cleanup if we pushed one.
|
|
|
|
CGF.PopCleanupBlock();
|
|
|
|
|
|
|
|
// Call __cxa_guard_release. This cannot throw.
|
2013-03-01 03:01:20 +08:00
|
|
|
CGF.EmitNounwindRuntimeCall(getGuardReleaseFn(CGM, guardPtrTy), guard);
|
2010-09-08 09:44:27 +08:00
|
|
|
} else {
|
2012-03-31 05:00:39 +08:00
|
|
|
Builder.CreateStore(llvm::ConstantInt::get(guardTy, 1), guard);
|
2010-09-08 09:44:27 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
CGF.EmitBlock(EndBlock);
|
|
|
|
}
|
2012-05-01 14:13:13 +08:00
|
|
|
|
|
|
|
/// Register a global destructor using __cxa_atexit.
|
|
|
|
static void emitGlobalDtorWithCXAAtExit(CodeGenFunction &CGF,
|
|
|
|
llvm::Constant *dtor,
|
2013-04-15 07:01:42 +08:00
|
|
|
llvm::Constant *addr,
|
|
|
|
bool TLS) {
|
2013-05-03 03:18:03 +08:00
|
|
|
const char *Name = "__cxa_atexit";
|
|
|
|
if (TLS) {
|
|
|
|
const llvm::Triple &T = CGF.getTarget().getTriple();
|
|
|
|
Name = T.isMacOSX() ? "_tlv_atexit" : "__cxa_thread_atexit";
|
|
|
|
}
|
2013-04-15 07:01:42 +08:00
|
|
|
|
2012-05-01 14:13:13 +08:00
|
|
|
// We're assuming that the destructor function is something we can
|
|
|
|
// reasonably call with the default CC. Go ahead and cast it to the
|
|
|
|
// right prototype.
|
|
|
|
llvm::Type *dtorTy =
|
|
|
|
llvm::FunctionType::get(CGF.VoidTy, CGF.Int8PtrTy, false)->getPointerTo();
|
|
|
|
|
|
|
|
// extern "C" int __cxa_atexit(void (*f)(void *), void *p, void *d);
|
|
|
|
llvm::Type *paramTys[] = { dtorTy, CGF.Int8PtrTy, CGF.Int8PtrTy };
|
|
|
|
llvm::FunctionType *atexitTy =
|
|
|
|
llvm::FunctionType::get(CGF.IntTy, paramTys, false);
|
|
|
|
|
|
|
|
// Fetch the actual function.
|
2013-04-15 07:01:42 +08:00
|
|
|
llvm::Constant *atexit = CGF.CGM.CreateRuntimeFunction(atexitTy, Name);
|
2012-05-01 14:13:13 +08:00
|
|
|
if (llvm::Function *fn = dyn_cast<llvm::Function>(atexit))
|
|
|
|
fn->setDoesNotThrow();
|
|
|
|
|
|
|
|
// Create a variable that binds the atexit to this shared object.
|
|
|
|
llvm::Constant *handle =
|
|
|
|
CGF.CGM.CreateRuntimeVariable(CGF.Int8Ty, "__dso_handle");
|
|
|
|
|
|
|
|
llvm::Value *args[] = {
|
|
|
|
llvm::ConstantExpr::getBitCast(dtor, dtorTy),
|
|
|
|
llvm::ConstantExpr::getBitCast(addr, CGF.Int8PtrTy),
|
|
|
|
handle
|
|
|
|
};
|
2013-03-01 03:01:20 +08:00
|
|
|
CGF.EmitNounwindRuntimeCall(atexit, args);
|
2012-05-01 14:13:13 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Register a global destructor as best as we know how.
|
|
|
|
void ItaniumCXXABI::registerGlobalDtor(CodeGenFunction &CGF,
|
2013-04-15 07:01:42 +08:00
|
|
|
const VarDecl &D,
|
2012-05-01 14:13:13 +08:00
|
|
|
llvm::Constant *dtor,
|
|
|
|
llvm::Constant *addr) {
|
|
|
|
// Use __cxa_atexit if available.
|
2013-04-15 07:01:42 +08:00
|
|
|
if (CGM.getCodeGenOpts().CXAAtExit)
|
|
|
|
return emitGlobalDtorWithCXAAtExit(CGF, dtor, addr, D.getTLSKind());
|
|
|
|
|
|
|
|
if (D.getTLSKind())
|
|
|
|
CGM.ErrorUnsupported(&D, "non-trivial TLS destruction");
|
2012-05-01 14:13:13 +08:00
|
|
|
|
|
|
|
// In Apple kexts, we want to add a global destructor entry.
|
|
|
|
// FIXME: shouldn't this be guarded by some variable?
|
2012-11-02 06:30:59 +08:00
|
|
|
if (CGM.getLangOpts().AppleKext) {
|
2012-05-01 14:13:13 +08:00
|
|
|
// Generate a global destructor entry.
|
|
|
|
return CGM.AddCXXDtorEntry(dtor, addr);
|
|
|
|
}
|
|
|
|
|
2013-08-28 07:57:18 +08:00
|
|
|
CGF.registerGlobalDtorWithAtExit(D, dtor, addr);
|
2012-05-01 14:13:13 +08:00
|
|
|
}
|
2013-04-20 00:42:07 +08:00
|
|
|
|
|
|
|
/// Get the appropriate linkage for the wrapper function. This is essentially
|
|
|
|
/// the weak form of the variable's linkage; every translation unit which wneeds
|
|
|
|
/// the wrapper emits a copy, and we want the linker to merge them.
|
|
|
|
static llvm::GlobalValue::LinkageTypes getThreadLocalWrapperLinkage(
|
|
|
|
llvm::GlobalValue::LinkageTypes VarLinkage) {
|
|
|
|
if (llvm::GlobalValue::isLinkerPrivateLinkage(VarLinkage))
|
|
|
|
return llvm::GlobalValue::LinkerPrivateWeakLinkage;
|
|
|
|
// For internal linkage variables, we don't need an external or weak wrapper.
|
|
|
|
if (llvm::GlobalValue::isLocalLinkage(VarLinkage))
|
|
|
|
return VarLinkage;
|
|
|
|
return llvm::GlobalValue::WeakODRLinkage;
|
|
|
|
}
|
|
|
|
|
|
|
|
llvm::Function *
|
|
|
|
ItaniumCXXABI::getOrCreateThreadLocalWrapper(const VarDecl *VD,
|
|
|
|
llvm::GlobalVariable *Var) {
|
|
|
|
// Mangle the name for the thread_local wrapper function.
|
|
|
|
SmallString<256> WrapperName;
|
|
|
|
{
|
|
|
|
llvm::raw_svector_ostream Out(WrapperName);
|
|
|
|
getMangleContext().mangleItaniumThreadLocalWrapper(VD, Out);
|
|
|
|
Out.flush();
|
|
|
|
}
|
|
|
|
|
|
|
|
if (llvm::Value *V = Var->getParent()->getNamedValue(WrapperName))
|
|
|
|
return cast<llvm::Function>(V);
|
|
|
|
|
|
|
|
llvm::Type *RetTy = Var->getType();
|
|
|
|
if (VD->getType()->isReferenceType())
|
|
|
|
RetTy = RetTy->getPointerElementType();
|
|
|
|
|
|
|
|
llvm::FunctionType *FnTy = llvm::FunctionType::get(RetTy, false);
|
|
|
|
llvm::Function *Wrapper = llvm::Function::Create(
|
|
|
|
FnTy, getThreadLocalWrapperLinkage(Var->getLinkage()), WrapperName.str(),
|
|
|
|
&CGM.getModule());
|
|
|
|
// Always resolve references to the wrapper at link time.
|
|
|
|
Wrapper->setVisibility(llvm::GlobalValue::HiddenVisibility);
|
|
|
|
return Wrapper;
|
|
|
|
}
|
|
|
|
|
|
|
|
void ItaniumCXXABI::EmitThreadLocalInitFuncs(
|
|
|
|
llvm::ArrayRef<std::pair<const VarDecl *, llvm::GlobalVariable *> > Decls,
|
|
|
|
llvm::Function *InitFunc) {
|
|
|
|
for (unsigned I = 0, N = Decls.size(); I != N; ++I) {
|
|
|
|
const VarDecl *VD = Decls[I].first;
|
|
|
|
llvm::GlobalVariable *Var = Decls[I].second;
|
|
|
|
|
|
|
|
// Mangle the name for the thread_local initialization function.
|
|
|
|
SmallString<256> InitFnName;
|
|
|
|
{
|
|
|
|
llvm::raw_svector_ostream Out(InitFnName);
|
|
|
|
getMangleContext().mangleItaniumThreadLocalInit(VD, Out);
|
|
|
|
Out.flush();
|
|
|
|
}
|
|
|
|
|
|
|
|
// If we have a definition for the variable, emit the initialization
|
|
|
|
// function as an alias to the global Init function (if any). Otherwise,
|
|
|
|
// produce a declaration of the initialization function.
|
|
|
|
llvm::GlobalValue *Init = 0;
|
|
|
|
bool InitIsInitFunc = false;
|
|
|
|
if (VD->hasDefinition()) {
|
|
|
|
InitIsInitFunc = true;
|
|
|
|
if (InitFunc)
|
|
|
|
Init =
|
|
|
|
new llvm::GlobalAlias(InitFunc->getType(), Var->getLinkage(),
|
|
|
|
InitFnName.str(), InitFunc, &CGM.getModule());
|
|
|
|
} else {
|
|
|
|
// Emit a weak global function referring to the initialization function.
|
|
|
|
// This function will not exist if the TU defining the thread_local
|
|
|
|
// variable in question does not need any dynamic initialization for
|
|
|
|
// its thread_local variables.
|
|
|
|
llvm::FunctionType *FnTy = llvm::FunctionType::get(CGM.VoidTy, false);
|
|
|
|
Init = llvm::Function::Create(
|
|
|
|
FnTy, llvm::GlobalVariable::ExternalWeakLinkage, InitFnName.str(),
|
|
|
|
&CGM.getModule());
|
|
|
|
}
|
|
|
|
|
|
|
|
if (Init)
|
|
|
|
Init->setVisibility(Var->getVisibility());
|
|
|
|
|
|
|
|
llvm::Function *Wrapper = getOrCreateThreadLocalWrapper(VD, Var);
|
|
|
|
llvm::LLVMContext &Context = CGM.getModule().getContext();
|
|
|
|
llvm::BasicBlock *Entry = llvm::BasicBlock::Create(Context, "", Wrapper);
|
|
|
|
CGBuilderTy Builder(Entry);
|
|
|
|
if (InitIsInitFunc) {
|
|
|
|
if (Init)
|
|
|
|
Builder.CreateCall(Init);
|
|
|
|
} else {
|
|
|
|
// Don't know whether we have an init function. Call it if it exists.
|
|
|
|
llvm::Value *Have = Builder.CreateIsNotNull(Init);
|
|
|
|
llvm::BasicBlock *InitBB = llvm::BasicBlock::Create(Context, "", Wrapper);
|
|
|
|
llvm::BasicBlock *ExitBB = llvm::BasicBlock::Create(Context, "", Wrapper);
|
|
|
|
Builder.CreateCondBr(Have, InitBB, ExitBB);
|
|
|
|
|
|
|
|
Builder.SetInsertPoint(InitBB);
|
|
|
|
Builder.CreateCall(Init);
|
|
|
|
Builder.CreateBr(ExitBB);
|
|
|
|
|
|
|
|
Builder.SetInsertPoint(ExitBB);
|
|
|
|
}
|
|
|
|
|
|
|
|
// For a reference, the result of the wrapper function is a pointer to
|
|
|
|
// the referenced object.
|
|
|
|
llvm::Value *Val = Var;
|
|
|
|
if (VD->getType()->isReferenceType()) {
|
|
|
|
llvm::LoadInst *LI = Builder.CreateLoad(Val);
|
|
|
|
LI->setAlignment(CGM.getContext().getDeclAlign(VD).getQuantity());
|
|
|
|
Val = LI;
|
|
|
|
}
|
|
|
|
|
|
|
|
Builder.CreateRet(Val);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
LValue ItaniumCXXABI::EmitThreadLocalDeclRefExpr(CodeGenFunction &CGF,
|
|
|
|
const DeclRefExpr *DRE) {
|
|
|
|
const VarDecl *VD = cast<VarDecl>(DRE->getDecl());
|
|
|
|
QualType T = VD->getType();
|
|
|
|
llvm::Type *Ty = CGF.getTypes().ConvertTypeForMem(T);
|
|
|
|
llvm::Value *Val = CGF.CGM.GetAddrOfGlobalVar(VD, Ty);
|
|
|
|
llvm::Function *Wrapper =
|
|
|
|
getOrCreateThreadLocalWrapper(VD, cast<llvm::GlobalVariable>(Val));
|
|
|
|
|
|
|
|
Val = CGF.Builder.CreateCall(Wrapper);
|
|
|
|
|
|
|
|
LValue LV;
|
|
|
|
if (VD->getType()->isReferenceType())
|
|
|
|
LV = CGF.MakeNaturalAlignAddrLValue(Val, T);
|
|
|
|
else
|
|
|
|
LV = CGF.MakeAddrLValue(Val, DRE->getType(),
|
|
|
|
CGF.getContext().getDeclAlign(VD));
|
|
|
|
// FIXME: need setObjCGCLValueClass?
|
|
|
|
return LV;
|
|
|
|
}
|
2013-06-29 04:45:28 +08:00
|
|
|
|
|
|
|
/// Return whether the given global decl needs a VTT parameter, which it does
|
|
|
|
/// if it's a base constructor or destructor with virtual bases.
|
|
|
|
bool ItaniumCXXABI::NeedsVTTParameter(GlobalDecl GD) {
|
|
|
|
const CXXMethodDecl *MD = cast<CXXMethodDecl>(GD.getDecl());
|
|
|
|
|
|
|
|
// We don't have any virtual bases, just return early.
|
|
|
|
if (!MD->getParent()->getNumVBases())
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// Check if we have a base constructor.
|
|
|
|
if (isa<CXXConstructorDecl>(MD) && GD.getCtorType() == Ctor_Base)
|
|
|
|
return true;
|
|
|
|
|
|
|
|
// Check if we have a base destructor.
|
|
|
|
if (isa<CXXDestructorDecl>(MD) && GD.getDtorType() == Dtor_Base)
|
|
|
|
return true;
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|