2013-03-09 17:31:44 +08:00
|
|
|
//===- lib/MC/MCELFStreamer.cpp - ELF Object Output -----------------------===//
|
2010-08-17 02:57:57 +08:00
|
|
|
//
|
2019-01-19 16:50:56 +08:00
|
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
2010-08-17 02:57:57 +08:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file assembles .s files and emits ELF .o object files.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2017-06-06 19:49:48 +08:00
|
|
|
#include "llvm/MC/MCELFStreamer.h"
|
2017-02-08 07:02:00 +08:00
|
|
|
#include "llvm/ADT/SmallString.h"
|
|
|
|
#include "llvm/ADT/SmallVector.h"
|
2017-06-07 11:48:56 +08:00
|
|
|
#include "llvm/BinaryFormat/ELF.h"
|
2013-11-26 03:11:13 +08:00
|
|
|
#include "llvm/MC/MCAsmBackend.h"
|
2014-10-16 00:12:52 +08:00
|
|
|
#include "llvm/MC/MCAsmInfo.h"
|
2014-01-07 19:48:04 +08:00
|
|
|
#include "llvm/MC/MCAssembler.h"
|
2010-08-17 02:57:57 +08:00
|
|
|
#include "llvm/MC/MCCodeEmitter.h"
|
2012-01-08 07:18:39 +08:00
|
|
|
#include "llvm/MC/MCContext.h"
|
2010-08-17 02:57:57 +08:00
|
|
|
#include "llvm/MC/MCExpr.h"
|
2017-02-08 07:02:00 +08:00
|
|
|
#include "llvm/MC/MCFixup.h"
|
|
|
|
#include "llvm/MC/MCFragment.h"
|
2014-01-24 06:49:25 +08:00
|
|
|
#include "llvm/MC/MCObjectFileInfo.h"
|
2016-06-23 07:25:26 +08:00
|
|
|
#include "llvm/MC/MCObjectWriter.h"
|
2010-08-17 02:57:57 +08:00
|
|
|
#include "llvm/MC/MCSection.h"
|
2012-12-04 00:50:05 +08:00
|
|
|
#include "llvm/MC/MCSectionELF.h"
|
2017-02-08 07:02:00 +08:00
|
|
|
#include "llvm/MC/MCStreamer.h"
|
2010-08-17 02:57:57 +08:00
|
|
|
#include "llvm/MC/MCSymbol.h"
|
2017-06-06 19:49:48 +08:00
|
|
|
#include "llvm/MC/MCSymbolELF.h"
|
2017-02-08 07:02:00 +08:00
|
|
|
#include "llvm/Support/Casting.h"
|
2010-08-17 02:57:57 +08:00
|
|
|
#include "llvm/Support/ErrorHandling.h"
|
2015-03-19 09:50:16 +08:00
|
|
|
#include "llvm/Support/TargetRegistry.h"
|
2010-08-17 02:57:57 +08:00
|
|
|
#include "llvm/Support/raw_ostream.h"
|
2017-02-08 07:02:00 +08:00
|
|
|
#include <cassert>
|
|
|
|
#include <cstdint>
|
2010-08-17 02:57:57 +08:00
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
2017-10-11 09:57:21 +08:00
|
|
|
MCELFStreamer::MCELFStreamer(MCContext &Context,
|
|
|
|
std::unique_ptr<MCAsmBackend> TAB,
|
2018-05-19 02:26:45 +08:00
|
|
|
std::unique_ptr<MCObjectWriter> OW,
|
2017-10-12 07:34:47 +08:00
|
|
|
std::unique_ptr<MCCodeEmitter> Emitter)
|
2018-05-19 02:26:45 +08:00
|
|
|
: MCObjectStreamer(Context, std::move(TAB), std::move(OW),
|
|
|
|
std::move(Emitter)) {}
|
2017-10-11 09:57:21 +08:00
|
|
|
|
2015-05-25 22:57:35 +08:00
|
|
|
bool MCELFStreamer::isBundleLocked() const {
|
2015-05-28 05:04:14 +08:00
|
|
|
return getCurrentSectionOnly()->isBundleLocked();
|
2015-05-25 22:57:35 +08:00
|
|
|
}
|
|
|
|
|
2015-04-13 07:42:25 +08:00
|
|
|
void MCELFStreamer::mergeFragment(MCDataFragment *DF,
|
2015-06-18 06:01:28 +08:00
|
|
|
MCDataFragment *EF) {
|
2015-04-13 07:42:25 +08:00
|
|
|
MCAssembler &Assembler = getAssembler();
|
|
|
|
|
|
|
|
if (Assembler.isBundlingEnabled() && Assembler.getRelaxAll()) {
|
|
|
|
uint64_t FSize = EF->getContents().size();
|
|
|
|
|
|
|
|
if (FSize > Assembler.getBundleAlignSize())
|
|
|
|
report_fatal_error("Fragment can't be larger than a bundle size");
|
|
|
|
|
|
|
|
uint64_t RequiredBundlePadding = computeBundlePadding(
|
|
|
|
Assembler, EF, DF->getContents().size(), FSize);
|
|
|
|
|
|
|
|
if (RequiredBundlePadding > UINT8_MAX)
|
|
|
|
report_fatal_error("Padding cannot exceed 255 bytes");
|
|
|
|
|
|
|
|
if (RequiredBundlePadding > 0) {
|
|
|
|
SmallString<256> Code;
|
|
|
|
raw_svector_ostream VecOS(Code);
|
2018-05-22 02:11:35 +08:00
|
|
|
EF->setBundlePadding(static_cast<uint8_t>(RequiredBundlePadding));
|
|
|
|
Assembler.writeFragmentPadding(VecOS, *EF, FSize);
|
2015-04-13 07:42:25 +08:00
|
|
|
|
|
|
|
DF->getContents().append(Code.begin(), Code.end());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
flushPendingLabels(DF, DF->getContents().size());
|
|
|
|
|
|
|
|
for (unsigned i = 0, e = EF->getFixups().size(); i != e; ++i) {
|
|
|
|
EF->getFixups()[i].setOffset(EF->getFixups()[i].getOffset() +
|
|
|
|
DF->getContents().size());
|
|
|
|
DF->getFixups().push_back(EF->getFixups()[i]);
|
|
|
|
}
|
2018-06-06 17:40:06 +08:00
|
|
|
if (DF->getSubtargetInfo() == nullptr && EF->getSubtargetInfo())
|
|
|
|
DF->setHasInstructions(*EF->getSubtargetInfo());
|
2015-04-13 07:42:25 +08:00
|
|
|
DF->getContents().append(EF->getContents().begin(), EF->getContents().end());
|
|
|
|
}
|
|
|
|
|
2014-10-16 00:12:52 +08:00
|
|
|
void MCELFStreamer::InitSections(bool NoExecStack) {
|
|
|
|
MCContext &Ctx = getContext();
|
|
|
|
SwitchSection(Ctx.getObjectFileInfo()->getTextSection());
|
2020-02-15 11:21:58 +08:00
|
|
|
emitCodeAlignment(4);
|
2012-01-08 07:18:39 +08:00
|
|
|
|
2014-10-16 00:12:52 +08:00
|
|
|
if (NoExecStack)
|
|
|
|
SwitchSection(Ctx.getAsmInfo()->getNonexecutableStackSection(Ctx));
|
2010-09-16 05:48:40 +08:00
|
|
|
}
|
|
|
|
|
2020-02-15 11:21:58 +08:00
|
|
|
void MCELFStreamer::emitLabel(MCSymbol *S, SMLoc Loc) {
|
2015-06-03 04:38:46 +08:00
|
|
|
auto *Symbol = cast<MCSymbolELF>(S);
|
2020-02-15 11:21:58 +08:00
|
|
|
MCObjectStreamer::emitLabel(Symbol, Loc);
|
2010-09-25 13:42:19 +08:00
|
|
|
|
2010-11-12 03:04:55 +08:00
|
|
|
const MCSectionELF &Section =
|
2015-10-05 20:07:05 +08:00
|
|
|
static_cast<const MCSectionELF &>(*getCurrentSectionOnly());
|
2011-01-23 12:43:11 +08:00
|
|
|
if (Section.getFlags() & ELF::SHF_TLS)
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setType(ELF::STT_TLS);
|
2010-08-17 02:57:57 +08:00
|
|
|
}
|
|
|
|
|
2020-02-14 05:26:21 +08:00
|
|
|
void MCELFStreamer::emitLabelAtPos(MCSymbol *S, SMLoc Loc, MCFragment *F,
|
2019-11-11 05:12:29 +08:00
|
|
|
uint64_t Offset) {
|
2017-04-04 05:50:04 +08:00
|
|
|
auto *Symbol = cast<MCSymbolELF>(S);
|
2020-02-14 05:26:21 +08:00
|
|
|
MCObjectStreamer::emitLabelAtPos(Symbol, Loc, F, Offset);
|
2017-04-04 05:50:04 +08:00
|
|
|
|
|
|
|
const MCSectionELF &Section =
|
|
|
|
static_cast<const MCSectionELF &>(*getCurrentSectionOnly());
|
|
|
|
if (Section.getFlags() & ELF::SHF_TLS)
|
|
|
|
Symbol->setType(ELF::STT_TLS);
|
|
|
|
}
|
|
|
|
|
2020-02-15 10:16:24 +08:00
|
|
|
void MCELFStreamer::emitAssemblerFlag(MCAssemblerFlag Flag) {
|
2013-11-26 03:11:13 +08:00
|
|
|
// Let the target do whatever target specific stuff it needs to do.
|
|
|
|
getAssembler().getBackend().handleAssemblerFlag(Flag);
|
|
|
|
// Do any generic stuff we need to do.
|
2010-08-17 02:57:57 +08:00
|
|
|
switch (Flag) {
|
2010-11-06 06:08:08 +08:00
|
|
|
case MCAF_SyntaxUnified: return; // no-op here.
|
2011-07-27 08:38:12 +08:00
|
|
|
case MCAF_Code16: return; // Change parsing mode; no-op here.
|
|
|
|
case MCAF_Code32: return; // Change parsing mode; no-op here.
|
|
|
|
case MCAF_Code64: return; // Change parsing mode; no-op here.
|
2010-08-17 02:57:57 +08:00
|
|
|
case MCAF_SubsectionsViaSymbols:
|
|
|
|
getAssembler().setSubsectionsViaSymbols(true);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2012-02-07 13:05:23 +08:00
|
|
|
llvm_unreachable("invalid assembler flag!");
|
2010-08-17 02:57:57 +08:00
|
|
|
}
|
|
|
|
|
2015-08-09 02:27:36 +08:00
|
|
|
// If bundle alignment is used and there are any instructions in the section, it
|
2015-04-21 08:14:25 +08:00
|
|
|
// needs to be aligned to at least the bundle size.
|
2015-05-26 02:34:26 +08:00
|
|
|
static void setSectionAlignmentForBundling(const MCAssembler &Assembler,
|
2015-05-26 22:42:52 +08:00
|
|
|
MCSection *Section) {
|
|
|
|
if (Section && Assembler.isBundlingEnabled() && Section->hasInstructions() &&
|
|
|
|
Section->getAlignment() < Assembler.getBundleAlignSize())
|
2019-09-27 20:54:21 +08:00
|
|
|
Section->setAlignment(Align(Assembler.getBundleAlignSize()));
|
2015-04-21 08:14:25 +08:00
|
|
|
}
|
|
|
|
|
2020-04-21 10:28:13 +08:00
|
|
|
void MCELFStreamer::changeSection(MCSection *Section,
|
2013-04-18 05:18:16 +08:00
|
|
|
const MCExpr *Subsection) {
|
2015-05-28 05:04:14 +08:00
|
|
|
MCSection *CurSection = getCurrentSectionOnly();
|
2015-05-25 22:57:35 +08:00
|
|
|
if (CurSection && isBundleLocked())
|
2012-12-21 03:05:53 +08:00
|
|
|
report_fatal_error("Unterminated .bundle_lock when changing a section");
|
2014-10-17 09:48:58 +08:00
|
|
|
|
|
|
|
MCAssembler &Asm = getAssembler();
|
2015-04-21 08:14:25 +08:00
|
|
|
// Ensure the previous section gets aligned if necessary.
|
|
|
|
setSectionAlignmentForBundling(Asm, CurSection);
|
2014-10-17 09:48:58 +08:00
|
|
|
auto *SectionELF = static_cast<const MCSectionELF *>(Section);
|
|
|
|
const MCSymbol *Grp = SectionELF->getGroup();
|
2010-11-14 12:17:37 +08:00
|
|
|
if (Grp)
|
2015-05-30 04:21:02 +08:00
|
|
|
Asm.registerSymbol(*Grp);
|
2014-10-17 09:48:58 +08:00
|
|
|
|
2017-03-16 08:43:19 +08:00
|
|
|
changeSectionImpl(Section, Subsection);
|
2017-02-03 05:26:06 +08:00
|
|
|
Asm.registerSymbol(*Section->getBeginSymbol());
|
2010-11-14 12:17:37 +08:00
|
|
|
}
|
|
|
|
|
2020-02-15 10:16:24 +08:00
|
|
|
void MCELFStreamer::emitWeakReference(MCSymbol *Alias, const MCSymbol *Symbol) {
|
2015-05-30 04:21:02 +08:00
|
|
|
getAssembler().registerSymbol(*Symbol);
|
2015-05-30 09:25:56 +08:00
|
|
|
const MCExpr *Value = MCSymbolRefExpr::create(
|
2014-03-20 10:12:01 +08:00
|
|
|
Symbol, MCSymbolRefExpr::VK_WEAKREF, getContext());
|
2010-11-01 22:28:48 +08:00
|
|
|
Alias->setVariableValue(Value);
|
|
|
|
}
|
|
|
|
|
2013-04-11 00:52:15 +08:00
|
|
|
// When GNU as encounters more than one .type declaration for an object it seems
|
|
|
|
// to use a mechanism similar to the one below to decide which type is actually
|
|
|
|
// used in the object file. The greater of T1 and T2 is selected based on the
|
|
|
|
// following ordering:
|
|
|
|
// STT_NOTYPE < STT_OBJECT < STT_FUNC < STT_GNU_IFUNC < STT_TLS < anything else
|
|
|
|
// If neither T1 < T2 nor T2 < T1 according to this ordering, use T2 (the user
|
|
|
|
// provided type).
|
|
|
|
static unsigned CombineSymbolTypes(unsigned T1, unsigned T2) {
|
2015-03-08 01:41:00 +08:00
|
|
|
for (unsigned Type : {ELF::STT_NOTYPE, ELF::STT_OBJECT, ELF::STT_FUNC,
|
|
|
|
ELF::STT_GNU_IFUNC, ELF::STT_TLS}) {
|
|
|
|
if (T1 == Type)
|
2013-04-11 00:52:15 +08:00
|
|
|
return T2;
|
2015-03-08 01:41:00 +08:00
|
|
|
if (T2 == Type)
|
2013-04-11 00:52:15 +08:00
|
|
|
return T1;
|
|
|
|
}
|
|
|
|
|
|
|
|
return T2;
|
|
|
|
}
|
|
|
|
|
2020-02-15 10:16:24 +08:00
|
|
|
bool MCELFStreamer::emitSymbolAttribute(MCSymbol *S, MCSymbolAttr Attribute) {
|
2015-06-03 04:38:46 +08:00
|
|
|
auto *Symbol = cast<MCSymbolELF>(S);
|
2010-08-17 02:57:57 +08:00
|
|
|
|
|
|
|
// Adding a symbol attribute always introduces the symbol, note that an
|
2015-05-30 04:21:02 +08:00
|
|
|
// important side effect of calling registerSymbol here is to register
|
2010-08-17 02:57:57 +08:00
|
|
|
// the symbol with the assembler.
|
2015-05-30 04:21:02 +08:00
|
|
|
getAssembler().registerSymbol(*Symbol);
|
2010-08-17 02:57:57 +08:00
|
|
|
|
|
|
|
// The implementation of symbol attributes is designed to match 'as', but it
|
|
|
|
// leaves much to desired. It doesn't really make sense to arbitrarily add and
|
|
|
|
// remove flags, but 'as' allows this (in particular, see .desc).
|
|
|
|
//
|
|
|
|
// In the future it might be worth trying to make these operations more well
|
|
|
|
// defined.
|
|
|
|
switch (Attribute) {
|
2019-01-26 02:30:22 +08:00
|
|
|
case MCSA_Cold:
|
2020-04-30 23:00:18 +08:00
|
|
|
case MCSA_Extern:
|
2010-08-17 02:57:57 +08:00
|
|
|
case MCSA_LazyReference:
|
|
|
|
case MCSA_Reference:
|
2010-11-20 02:39:33 +08:00
|
|
|
case MCSA_SymbolResolver:
|
2010-08-17 02:57:57 +08:00
|
|
|
case MCSA_PrivateExtern:
|
|
|
|
case MCSA_WeakDefinition:
|
2010-08-17 03:15:06 +08:00
|
|
|
case MCSA_WeakDefAutoPrivate:
|
2010-08-17 02:57:57 +08:00
|
|
|
case MCSA_Invalid:
|
|
|
|
case MCSA_IndirectSymbol:
|
2013-08-09 09:52:03 +08:00
|
|
|
return false;
|
2010-08-17 02:57:57 +08:00
|
|
|
|
2012-09-14 07:11:31 +08:00
|
|
|
case MCSA_NoDeadStrip:
|
2010-11-14 09:34:31 +08:00
|
|
|
// Ignore for now.
|
|
|
|
break;
|
|
|
|
|
2015-01-23 12:44:35 +08:00
|
|
|
case MCSA_ELF_TypeGnuUniqueObject:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setType(CombineSymbolTypes(Symbol->getType(), ELF::STT_OBJECT));
|
|
|
|
Symbol->setBinding(ELF::STB_GNU_UNIQUE);
|
2015-05-30 05:45:01 +08:00
|
|
|
Symbol->setExternal(true);
|
2015-01-23 12:44:35 +08:00
|
|
|
break;
|
|
|
|
|
2010-08-17 02:57:57 +08:00
|
|
|
case MCSA_Global:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setBinding(ELF::STB_GLOBAL);
|
2015-05-30 05:45:01 +08:00
|
|
|
Symbol->setExternal(true);
|
2010-08-17 02:57:57 +08:00
|
|
|
break;
|
|
|
|
|
2010-09-03 01:18:32 +08:00
|
|
|
case MCSA_WeakReference:
|
2010-08-17 02:57:57 +08:00
|
|
|
case MCSA_Weak:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setBinding(ELF::STB_WEAK);
|
2015-05-30 05:45:01 +08:00
|
|
|
Symbol->setExternal(true);
|
2010-08-17 02:57:57 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case MCSA_Local:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setBinding(ELF::STB_LOCAL);
|
2015-05-30 05:45:01 +08:00
|
|
|
Symbol->setExternal(false);
|
2010-08-17 02:57:57 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case MCSA_ELF_TypeFunction:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setType(CombineSymbolTypes(Symbol->getType(), ELF::STT_FUNC));
|
2010-08-17 02:57:57 +08:00
|
|
|
break;
|
|
|
|
|
2011-12-13 01:34:04 +08:00
|
|
|
case MCSA_ELF_TypeIndFunction:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setType(CombineSymbolTypes(Symbol->getType(), ELF::STT_GNU_IFUNC));
|
2011-12-13 01:34:04 +08:00
|
|
|
break;
|
|
|
|
|
2010-08-17 02:57:57 +08:00
|
|
|
case MCSA_ELF_TypeObject:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setType(CombineSymbolTypes(Symbol->getType(), ELF::STT_OBJECT));
|
2010-08-17 02:57:57 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case MCSA_ELF_TypeTLS:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setType(CombineSymbolTypes(Symbol->getType(), ELF::STT_TLS));
|
2010-08-17 02:57:57 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case MCSA_ELF_TypeCommon:
|
2013-04-11 00:52:15 +08:00
|
|
|
// TODO: Emit these as a common symbol.
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setType(CombineSymbolTypes(Symbol->getType(), ELF::STT_OBJECT));
|
2010-08-17 02:57:57 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case MCSA_ELF_TypeNoType:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setType(CombineSymbolTypes(Symbol->getType(), ELF::STT_NOTYPE));
|
2010-08-17 02:57:57 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case MCSA_Protected:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setVisibility(ELF::STV_PROTECTED);
|
2010-08-17 02:57:57 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case MCSA_Hidden:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setVisibility(ELF::STV_HIDDEN);
|
2010-08-17 02:57:57 +08:00
|
|
|
break;
|
|
|
|
|
|
|
|
case MCSA_Internal:
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setVisibility(ELF::STV_INTERNAL);
|
2010-08-17 02:57:57 +08:00
|
|
|
break;
|
2016-03-15 09:43:05 +08:00
|
|
|
|
|
|
|
case MCSA_AltEntry:
|
2016-04-12 02:33:45 +08:00
|
|
|
llvm_unreachable("ELF doesn't support the .alt_entry attribute");
|
2019-09-27 03:38:32 +08:00
|
|
|
|
|
|
|
case MCSA_LGlobal:
|
|
|
|
llvm_unreachable("ELF doesn't support the .lglobl attribute");
|
2010-08-17 02:57:57 +08:00
|
|
|
}
|
2013-08-09 09:52:03 +08:00
|
|
|
|
|
|
|
return true;
|
2010-08-17 02:57:57 +08:00
|
|
|
}
|
|
|
|
|
2020-02-15 10:16:24 +08:00
|
|
|
void MCELFStreamer::emitCommonSymbol(MCSymbol *S, uint64_t Size,
|
2015-05-30 04:21:02 +08:00
|
|
|
unsigned ByteAlignment) {
|
2015-06-03 04:38:46 +08:00
|
|
|
auto *Symbol = cast<MCSymbolELF>(S);
|
2015-05-30 04:21:02 +08:00
|
|
|
getAssembler().registerSymbol(*Symbol);
|
2010-08-17 02:57:57 +08:00
|
|
|
|
2015-06-04 05:18:03 +08:00
|
|
|
if (!Symbol->isBindingSet()) {
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setBinding(ELF::STB_GLOBAL);
|
2015-05-30 05:45:01 +08:00
|
|
|
Symbol->setExternal(true);
|
2010-09-21 08:24:38 +08:00
|
|
|
}
|
|
|
|
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setType(ELF::STT_OBJECT);
|
2010-11-15 05:11:16 +08:00
|
|
|
|
2015-06-04 08:47:43 +08:00
|
|
|
if (Symbol->getBinding() == ELF::STB_LOCAL) {
|
2015-11-04 02:50:51 +08:00
|
|
|
MCSection &Section = *getAssembler().getContext().getELFSection(
|
|
|
|
".bss", ELF::SHT_NOBITS, ELF::SHF_WRITE | ELF::SHF_ALLOC);
|
|
|
|
MCSectionSubPair P = getCurrentSection();
|
|
|
|
SwitchSection(&Section);
|
|
|
|
|
2020-02-15 11:21:58 +08:00
|
|
|
emitValueToAlignment(ByteAlignment, 0, 1, 0);
|
|
|
|
emitLabel(Symbol);
|
2020-02-16 00:52:56 +08:00
|
|
|
emitZeros(Size);
|
2015-11-04 02:50:51 +08:00
|
|
|
|
|
|
|
SwitchSection(P.first, P.second);
|
2010-09-21 08:24:38 +08:00
|
|
|
} else {
|
2015-06-07 04:12:40 +08:00
|
|
|
if(Symbol->declareCommon(Size, ByteAlignment))
|
|
|
|
report_fatal_error("Symbol: " + Symbol->getName() +
|
|
|
|
" redeclared as different type");
|
2010-08-17 02:57:57 +08:00
|
|
|
}
|
|
|
|
|
2015-06-02 08:25:12 +08:00
|
|
|
cast<MCSymbolELF>(Symbol)
|
|
|
|
->setSize(MCConstantExpr::create(Size, getContext()));
|
2010-08-17 02:57:57 +08:00
|
|
|
}
|
|
|
|
|
2016-12-02 07:39:08 +08:00
|
|
|
void MCELFStreamer::emitELFSize(MCSymbol *Symbol, const MCExpr *Value) {
|
|
|
|
cast<MCSymbolELF>(Symbol)->setSize(Value);
|
2012-12-07 23:50:40 +08:00
|
|
|
}
|
|
|
|
|
2018-03-10 02:42:25 +08:00
|
|
|
void MCELFStreamer::emitELFSymverDirective(StringRef AliasName,
|
2018-03-09 11:13:37 +08:00
|
|
|
const MCSymbol *Aliasee) {
|
2018-03-10 02:42:25 +08:00
|
|
|
getAssembler().Symvers.push_back({AliasName, Aliasee});
|
2018-03-09 11:13:37 +08:00
|
|
|
}
|
|
|
|
|
2020-02-15 10:16:24 +08:00
|
|
|
void MCELFStreamer::emitLocalCommonSymbol(MCSymbol *S, uint64_t Size,
|
2011-09-02 07:04:27 +08:00
|
|
|
unsigned ByteAlignment) {
|
2015-06-03 04:38:46 +08:00
|
|
|
auto *Symbol = cast<MCSymbolELF>(S);
|
2010-12-16 11:12:17 +08:00
|
|
|
// FIXME: Should this be caught and done earlier?
|
2015-05-30 04:21:02 +08:00
|
|
|
getAssembler().registerSymbol(*Symbol);
|
2015-06-03 04:38:46 +08:00
|
|
|
Symbol->setBinding(ELF::STB_LOCAL);
|
2015-05-30 05:45:01 +08:00
|
|
|
Symbol->setExternal(false);
|
2020-02-15 10:16:24 +08:00
|
|
|
emitCommonSymbol(Symbol, Size, ByteAlignment);
|
2010-12-16 11:12:17 +08:00
|
|
|
}
|
|
|
|
|
2020-02-15 11:21:58 +08:00
|
|
|
void MCELFStreamer::emitValueImpl(const MCExpr *Value, unsigned Size,
|
2015-09-21 07:35:59 +08:00
|
|
|
SMLoc Loc) {
|
2015-05-25 22:57:35 +08:00
|
|
|
if (isBundleLocked())
|
2012-12-21 03:05:53 +08:00
|
|
|
report_fatal_error("Emitting values inside a locked bundle is forbidden");
|
2012-02-15 23:09:06 +08:00
|
|
|
fixSymbolsInTLSFixups(Value);
|
2020-02-15 11:21:58 +08:00
|
|
|
MCObjectStreamer::emitValueImpl(Value, Size, Loc);
|
2012-02-15 23:09:06 +08:00
|
|
|
}
|
|
|
|
|
2020-02-15 11:21:58 +08:00
|
|
|
void MCELFStreamer::emitValueToAlignment(unsigned ByteAlignment,
|
2012-12-21 03:05:53 +08:00
|
|
|
int64_t Value,
|
|
|
|
unsigned ValueSize,
|
|
|
|
unsigned MaxBytesToEmit) {
|
2015-05-25 22:57:35 +08:00
|
|
|
if (isBundleLocked())
|
2012-12-21 03:05:53 +08:00
|
|
|
report_fatal_error("Emitting values inside a locked bundle is forbidden");
|
2020-02-15 11:21:58 +08:00
|
|
|
MCObjectStreamer::emitValueToAlignment(ByteAlignment, Value,
|
2012-12-21 03:05:53 +08:00
|
|
|
ValueSize, MaxBytesToEmit);
|
|
|
|
}
|
|
|
|
|
[MC] Add assembler support for .cg_profile.
Object FIle Representation
At codegen time this is emitted into the ELF file a pair of symbol indices and a weight. In assembly it looks like:
.cg_profile a, b, 32
.cg_profile freq, a, 11
.cg_profile freq, b, 20
When writing an ELF file these are put into a SHT_LLVM_CALL_GRAPH_PROFILE (0x6fff4c02) section as (uint32_t, uint32_t, uint64_t) tuples as (from symbol index, to symbol index, weight).
Differential Revision: https://reviews.llvm.org/D44965
llvm-svn: 333823
2018-06-03 00:33:01 +08:00
|
|
|
void MCELFStreamer::emitCGProfileEntry(const MCSymbolRefExpr *From,
|
|
|
|
const MCSymbolRefExpr *To,
|
|
|
|
uint64_t Count) {
|
|
|
|
getAssembler().CGProfile.push_back({From, To, Count});
|
|
|
|
}
|
|
|
|
|
2020-02-16 00:52:56 +08:00
|
|
|
void MCELFStreamer::emitIdent(StringRef IdentString) {
|
2015-05-22 03:20:38 +08:00
|
|
|
MCSection *Comment = getAssembler().getContext().getELFSection(
|
2015-01-30 01:33:21 +08:00
|
|
|
".comment", ELF::SHT_PROGBITS, ELF::SHF_MERGE | ELF::SHF_STRINGS, 1, "");
|
2013-10-16 09:05:45 +08:00
|
|
|
PushSection();
|
|
|
|
SwitchSection(Comment);
|
|
|
|
if (!SeenIdent) {
|
2020-03-01 00:25:22 +08:00
|
|
|
emitInt8(0);
|
2013-10-16 09:05:45 +08:00
|
|
|
SeenIdent = true;
|
|
|
|
}
|
2020-02-15 10:16:24 +08:00
|
|
|
emitBytes(IdentString);
|
2020-03-01 00:25:22 +08:00
|
|
|
emitInt8(0);
|
2013-10-16 09:05:45 +08:00
|
|
|
PopSection();
|
|
|
|
}
|
|
|
|
|
|
|
|
void MCELFStreamer::fixSymbolsInTLSFixups(const MCExpr *expr) {
|
2010-11-24 10:19:40 +08:00
|
|
|
switch (expr->getKind()) {
|
2013-01-31 20:12:40 +08:00
|
|
|
case MCExpr::Target:
|
|
|
|
cast<MCTargetExpr>(expr)->fixELFSymbolsInTLSFixups(getAssembler());
|
|
|
|
break;
|
2010-11-24 10:19:40 +08:00
|
|
|
case MCExpr::Constant:
|
|
|
|
break;
|
|
|
|
|
|
|
|
case MCExpr::Binary: {
|
|
|
|
const MCBinaryExpr *be = cast<MCBinaryExpr>(expr);
|
|
|
|
fixSymbolsInTLSFixups(be->getLHS());
|
|
|
|
fixSymbolsInTLSFixups(be->getRHS());
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
case MCExpr::SymbolRef: {
|
|
|
|
const MCSymbolRefExpr &symRef = *cast<MCSymbolRefExpr>(expr);
|
2010-11-25 02:51:21 +08:00
|
|
|
switch (symRef.getKind()) {
|
|
|
|
default:
|
2010-11-24 10:19:40 +08:00
|
|
|
return;
|
2011-03-17 08:35:10 +08:00
|
|
|
case MCSymbolRefExpr::VK_GOTTPOFF:
|
|
|
|
case MCSymbolRefExpr::VK_INDNTPOFF:
|
2010-11-25 02:51:21 +08:00
|
|
|
case MCSymbolRefExpr::VK_NTPOFF:
|
|
|
|
case MCSymbolRefExpr::VK_GOTNTPOFF:
|
2019-05-29 10:02:59 +08:00
|
|
|
case MCSymbolRefExpr::VK_TLSCALL:
|
|
|
|
case MCSymbolRefExpr::VK_TLSDESC:
|
2010-11-25 02:51:21 +08:00
|
|
|
case MCSymbolRefExpr::VK_TLSGD:
|
2011-03-17 08:35:10 +08:00
|
|
|
case MCSymbolRefExpr::VK_TLSLD:
|
2010-11-25 02:51:21 +08:00
|
|
|
case MCSymbolRefExpr::VK_TLSLDM:
|
|
|
|
case MCSymbolRefExpr::VK_TPOFF:
|
2016-02-11 02:32:01 +08:00
|
|
|
case MCSymbolRefExpr::VK_TPREL:
|
2010-11-25 02:51:21 +08:00
|
|
|
case MCSymbolRefExpr::VK_DTPOFF:
|
2016-02-11 02:32:01 +08:00
|
|
|
case MCSymbolRefExpr::VK_DTPREL:
|
2013-07-02 07:33:29 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_DTPMOD:
|
2013-06-21 22:42:20 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_TPREL_LO:
|
2013-06-21 22:44:15 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_TPREL_HI:
|
2013-06-21 22:42:20 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_TPREL_HA:
|
2018-06-16 03:47:16 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_TPREL_HIGH:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_TPREL_HIGHA:
|
2013-06-21 22:44:15 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_TPREL_HIGHER:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_TPREL_HIGHERA:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_TPREL_HIGHEST:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_TPREL_HIGHESTA:
|
2013-06-21 22:42:20 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_DTPREL_LO:
|
2013-06-21 22:44:15 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_DTPREL_HI:
|
2013-06-21 22:42:20 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_DTPREL_HA:
|
2018-06-16 03:47:16 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_DTPREL_HIGH:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_DTPREL_HIGHA:
|
2013-06-21 22:44:15 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_DTPREL_HIGHER:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_DTPREL_HIGHERA:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_DTPREL_HIGHEST:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_DTPREL_HIGHESTA:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TPREL:
|
2013-06-21 22:42:20 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TPREL_LO:
|
2013-06-21 22:44:15 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TPREL_HI:
|
2013-06-21 22:42:20 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TPREL_HA:
|
2020-09-03 04:23:55 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TPREL_PCREL:
|
2013-06-21 22:44:15 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_DTPREL:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_DTPREL_LO:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_DTPREL_HI:
|
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_DTPREL_HA:
|
2013-02-27 00:41:03 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_TLS:
|
2020-09-03 04:23:55 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_TLS_PCREL:
|
2013-06-21 22:44:15 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TLSGD:
|
2013-06-21 22:42:20 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TLSGD_LO:
|
2013-06-21 22:44:15 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TLSGD_HI:
|
2013-06-21 22:42:20 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TLSGD_HA:
|
2020-09-03 04:23:55 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TLSGD_PCREL:
|
[PowerPC] Revert r185476 and fix up TLS variant kinds
In the commit message to r185476 I wrote:
>The PowerPC-specific modifiers VK_PPC_TLSGD and VK_PPC_TLSLD
>correspond exactly to the generic modifiers VK_TLSGD and VK_TLSLD.
>This causes some confusion with the asm parser, since VK_PPC_TLSGD
>is output as @tlsgd, which is then read back in as VK_TLSGD.
>
>To avoid this confusion, this patch removes the PowerPC-specific
>modifiers and uses the generic modifiers throughout. (The only
>drawback is that the generic modifiers are printed in upper case
>while the usual convention on PowerPC is to use lower-case modifiers.
>But this is just a cosmetic issue.)
This was unfortunately incorrect, there is is fact another,
serious drawback to using the default VK_TLSLD/VK_TLSGD
variant kinds: using these causes ELFObjectWriter::RelocNeedsGOT
to return true, which in turn causes the ELFObjectWriter to emit
an undefined reference to _GLOBAL_OFFSET_TABLE_.
This is a problem on powerpc64, because it uses the TOC instead
of the GOT, and the linker does not provide _GLOBAL_OFFSET_TABLE_,
so the symbol remains undefined. This means shared libraries
using TLS built with the integrated assembler are currently
broken.
While the whole RelocNeedsGOT / _GLOBAL_OFFSET_TABLE_ situation
probably ought to be properly fixed at some point, for now I'm
simply reverting the r185476 commit. Now this in turn exposes
the breakage of handling @tlsgd/@tlsld in the asm parser that
this check-in was originally intended to fix.
To avoid this regression, I'm also adding a different fix for
this problem: while common code now parses @tlsgd as VK_TLSGD,
a special hack in the asm parser translates this code to the
platform-specific VK_PPC_TLSGD that the back-end now expects.
While this is not really pretty, it's self-contained and
shouldn't hurt anything else for now. One the underlying
problem is fixed, this hack can be reverted again.
llvm-svn: 185945
2013-07-10 00:41:09 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_TLSGD:
|
2013-06-21 22:44:15 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TLSLD:
|
2013-06-21 22:42:20 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TLSLD_LO:
|
2013-06-21 22:44:15 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TLSLD_HI:
|
2013-06-21 22:42:20 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_GOT_TLSLD_HA:
|
[PowerPC] Revert r185476 and fix up TLS variant kinds
In the commit message to r185476 I wrote:
>The PowerPC-specific modifiers VK_PPC_TLSGD and VK_PPC_TLSLD
>correspond exactly to the generic modifiers VK_TLSGD and VK_TLSLD.
>This causes some confusion with the asm parser, since VK_PPC_TLSGD
>is output as @tlsgd, which is then read back in as VK_TLSGD.
>
>To avoid this confusion, this patch removes the PowerPC-specific
>modifiers and uses the generic modifiers throughout. (The only
>drawback is that the generic modifiers are printed in upper case
>while the usual convention on PowerPC is to use lower-case modifiers.
>But this is just a cosmetic issue.)
This was unfortunately incorrect, there is is fact another,
serious drawback to using the default VK_TLSLD/VK_TLSGD
variant kinds: using these causes ELFObjectWriter::RelocNeedsGOT
to return true, which in turn causes the ELFObjectWriter to emit
an undefined reference to _GLOBAL_OFFSET_TABLE_.
This is a problem on powerpc64, because it uses the TOC instead
of the GOT, and the linker does not provide _GLOBAL_OFFSET_TABLE_,
so the symbol remains undefined. This means shared libraries
using TLS built with the integrated assembler are currently
broken.
While the whole RelocNeedsGOT / _GLOBAL_OFFSET_TABLE_ situation
probably ought to be properly fixed at some point, for now I'm
simply reverting the r185476 commit. Now this in turn exposes
the breakage of handling @tlsgd/@tlsld in the asm parser that
this check-in was originally intended to fix.
To avoid this regression, I'm also adding a different fix for
this problem: while common code now parses @tlsgd as VK_TLSGD,
a special hack in the asm parser translates this code to the
platform-specific VK_PPC_TLSGD that the back-end now expects.
While this is not really pretty, it's self-contained and
shouldn't hurt anything else for now. One the underlying
problem is fixed, this hack can be reverted again.
llvm-svn: 185945
2013-07-10 00:41:09 +08:00
|
|
|
case MCSymbolRefExpr::VK_PPC_TLSLD:
|
2010-11-25 02:51:21 +08:00
|
|
|
break;
|
|
|
|
}
|
2015-05-30 04:21:02 +08:00
|
|
|
getAssembler().registerSymbol(symRef.getSymbol());
|
2015-06-03 04:38:46 +08:00
|
|
|
cast<MCSymbolELF>(symRef.getSymbol()).setType(ELF::STT_TLS);
|
2010-11-24 10:19:40 +08:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
case MCExpr::Unary:
|
|
|
|
fixSymbolsInTLSFixups(cast<MCUnaryExpr>(expr)->getSubExpr());
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
[MC] Add assembler support for .cg_profile.
Object FIle Representation
At codegen time this is emitted into the ELF file a pair of symbol indices and a weight. In assembly it looks like:
.cg_profile a, b, 32
.cg_profile freq, a, 11
.cg_profile freq, b, 20
When writing an ELF file these are put into a SHT_LLVM_CALL_GRAPH_PROFILE (0x6fff4c02) section as (uint32_t, uint32_t, uint64_t) tuples as (from symbol index, to symbol index, weight).
Differential Revision: https://reviews.llvm.org/D44965
llvm-svn: 333823
2018-06-03 00:33:01 +08:00
|
|
|
void MCELFStreamer::finalizeCGProfileEntry(const MCSymbolRefExpr *&SRE) {
|
|
|
|
const MCSymbol *S = &SRE->getSymbol();
|
|
|
|
if (S->isTemporary()) {
|
|
|
|
if (!S->isInSection()) {
|
|
|
|
getContext().reportError(
|
|
|
|
SRE->getLoc(), Twine("Reference to undefined temporary symbol ") +
|
|
|
|
"`" + S->getName() + "`");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
S = S->getSection().getBeginSymbol();
|
|
|
|
S->setUsedInReloc();
|
|
|
|
SRE =
|
|
|
|
MCSymbolRefExpr::create(S, SRE->getKind(), getContext(), SRE->getLoc());
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
// Not a temporary, referece it as a weak undefined.
|
|
|
|
bool Created;
|
|
|
|
getAssembler().registerSymbol(*S, &Created);
|
|
|
|
if (Created) {
|
|
|
|
cast<MCSymbolELF>(S)->setBinding(ELF::STB_WEAK);
|
|
|
|
cast<MCSymbolELF>(S)->setExternal(true);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void MCELFStreamer::finalizeCGProfile() {
|
|
|
|
for (MCAssembler::CGProfileEntry &E : getAssembler().CGProfile) {
|
|
|
|
finalizeCGProfileEntry(E.From);
|
|
|
|
finalizeCGProfileEntry(E.To);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-04-21 10:28:13 +08:00
|
|
|
void MCELFStreamer::emitInstToFragment(const MCInst &Inst,
|
2014-01-29 07:12:49 +08:00
|
|
|
const MCSubtargetInfo &STI) {
|
2020-04-21 10:28:13 +08:00
|
|
|
this->MCObjectStreamer::emitInstToFragment(Inst, STI);
|
2013-01-08 08:22:56 +08:00
|
|
|
MCRelaxableFragment &F = *cast<MCRelaxableFragment>(getCurrentFragment());
|
2010-08-17 02:57:57 +08:00
|
|
|
|
2010-12-02 13:44:06 +08:00
|
|
|
for (unsigned i = 0, e = F.getFixups().size(); i != e; ++i)
|
|
|
|
fixSymbolsInTLSFixups(F.getFixups()[i].getValue());
|
2010-08-27 18:40:51 +08:00
|
|
|
}
|
|
|
|
|
2018-06-06 17:40:06 +08:00
|
|
|
// A fragment can only have one Subtarget, and when bundling is enabled we
|
|
|
|
// sometimes need to use the same fragment. We give an error if there
|
|
|
|
// are conflicting Subtargets.
|
|
|
|
static void CheckBundleSubtargets(const MCSubtargetInfo *OldSTI,
|
|
|
|
const MCSubtargetInfo *NewSTI) {
|
|
|
|
if (OldSTI && NewSTI && OldSTI != NewSTI)
|
|
|
|
report_fatal_error("A Bundle can only have one Subtarget.");
|
|
|
|
}
|
|
|
|
|
2020-04-20 17:53:00 +08:00
|
|
|
void MCELFStreamer::emitInstToData(const MCInst &Inst,
|
2014-01-29 07:12:49 +08:00
|
|
|
const MCSubtargetInfo &STI) {
|
2012-12-21 03:05:53 +08:00
|
|
|
MCAssembler &Assembler = getAssembler();
|
2010-08-17 02:57:57 +08:00
|
|
|
SmallVector<MCFixup, 4> Fixups;
|
|
|
|
SmallString<256> Code;
|
|
|
|
raw_svector_ostream VecOS(Code);
|
2015-05-16 03:13:16 +08:00
|
|
|
Assembler.getEmitter().encodeInstruction(Inst, VecOS, Fixups, STI);
|
2010-08-17 02:57:57 +08:00
|
|
|
|
2010-11-24 10:19:40 +08:00
|
|
|
for (unsigned i = 0, e = Fixups.size(); i != e; ++i)
|
|
|
|
fixSymbolsInTLSFixups(Fixups[i].getValue());
|
|
|
|
|
2012-12-21 03:05:53 +08:00
|
|
|
// There are several possibilities here:
|
|
|
|
//
|
|
|
|
// If bundling is disabled, append the encoded instruction to the current data
|
|
|
|
// fragment (or create a new such fragment if the current fragment is not a
|
2018-06-06 17:40:06 +08:00
|
|
|
// data fragment, or the Subtarget has changed).
|
2012-12-21 03:05:53 +08:00
|
|
|
//
|
|
|
|
// If bundling is enabled:
|
2013-01-16 07:22:09 +08:00
|
|
|
// - If we're not in a bundle-locked group, emit the instruction into a
|
|
|
|
// fragment of its own. If there are no fixups registered for the
|
|
|
|
// instruction, emit a MCCompactEncodedInstFragment. Otherwise, emit a
|
|
|
|
// MCDataFragment.
|
2012-12-21 03:05:53 +08:00
|
|
|
// - If we're in a bundle-locked group, append the instruction to the current
|
|
|
|
// data fragment because we want all the instructions in a group to get into
|
|
|
|
// the same fragment. Be careful not to do that for the first instruction in
|
|
|
|
// the group, though.
|
|
|
|
MCDataFragment *DF;
|
|
|
|
|
|
|
|
if (Assembler.isBundlingEnabled()) {
|
2015-05-28 05:04:14 +08:00
|
|
|
MCSection &Sec = *getCurrentSectionOnly();
|
2018-06-06 17:40:06 +08:00
|
|
|
if (Assembler.getRelaxAll() && isBundleLocked()) {
|
2015-04-13 07:42:25 +08:00
|
|
|
// If the -mc-relax-all flag is used and we are bundle-locked, we re-use
|
|
|
|
// the current bundle group.
|
|
|
|
DF = BundleGroups.back();
|
2018-06-06 17:40:06 +08:00
|
|
|
CheckBundleSubtargets(DF->getSubtargetInfo(), &STI);
|
|
|
|
}
|
2015-05-25 22:57:35 +08:00
|
|
|
else if (Assembler.getRelaxAll() && !isBundleLocked())
|
2015-04-13 07:42:25 +08:00
|
|
|
// When not in a bundle-locked group and the -mc-relax-all flag is used,
|
|
|
|
// we create a new temporary fragment which will be later merged into
|
|
|
|
// the current fragment.
|
|
|
|
DF = new MCDataFragment();
|
2018-06-06 17:40:06 +08:00
|
|
|
else if (isBundleLocked() && !Sec.isBundleGroupBeforeFirstInst()) {
|
2013-02-16 06:50:52 +08:00
|
|
|
// If we are bundle-locked, we re-use the current fragment.
|
|
|
|
// The bundle-locking directive ensures this is a new data fragment.
|
|
|
|
DF = cast<MCDataFragment>(getCurrentFragment());
|
2018-06-06 17:40:06 +08:00
|
|
|
CheckBundleSubtargets(DF->getSubtargetInfo(), &STI);
|
|
|
|
}
|
2015-05-25 22:57:35 +08:00
|
|
|
else if (!isBundleLocked() && Fixups.size() == 0) {
|
2013-01-16 07:22:09 +08:00
|
|
|
// Optimize memory usage by emitting the instruction to a
|
|
|
|
// MCCompactEncodedInstFragment when not in a bundle-locked group and
|
|
|
|
// there are no fixups registered.
|
2013-04-18 05:18:16 +08:00
|
|
|
MCCompactEncodedInstFragment *CEIF = new MCCompactEncodedInstFragment();
|
|
|
|
insert(CEIF);
|
2013-01-16 07:22:09 +08:00
|
|
|
CEIF->getContents().append(Code.begin(), Code.end());
|
2018-06-15 17:48:18 +08:00
|
|
|
CEIF->setHasInstructions(STI);
|
2013-01-16 07:22:09 +08:00
|
|
|
return;
|
2013-02-16 06:50:52 +08:00
|
|
|
} else {
|
2013-04-18 05:18:16 +08:00
|
|
|
DF = new MCDataFragment();
|
|
|
|
insert(DF);
|
2014-10-16 01:10:04 +08:00
|
|
|
}
|
2015-05-25 23:04:26 +08:00
|
|
|
if (Sec.getBundleLockState() == MCSection::BundleLockedAlignToEnd) {
|
2014-10-16 01:10:04 +08:00
|
|
|
// If this fragment is for a group marked "align_to_end", set a flag
|
|
|
|
// in the fragment. This can happen after the fragment has already been
|
|
|
|
// created if there are nested bundle_align groups and an inner one
|
|
|
|
// is the one marked align_to_end.
|
|
|
|
DF->setAlignToBundleEnd(true);
|
2013-01-08 05:51:08 +08:00
|
|
|
}
|
2012-12-21 03:05:53 +08:00
|
|
|
|
|
|
|
// We're now emitting an instruction in a bundle group, so this flag has
|
|
|
|
// to be turned off.
|
2015-05-25 23:04:26 +08:00
|
|
|
Sec.setBundleGroupBeforeFirstInst(false);
|
2012-12-21 03:05:53 +08:00
|
|
|
} else {
|
2018-06-06 17:40:06 +08:00
|
|
|
DF = getOrCreateDataFragment(&STI);
|
2012-12-21 03:05:53 +08:00
|
|
|
}
|
|
|
|
|
2010-08-27 18:40:51 +08:00
|
|
|
// Add the fixups and data.
|
2010-08-17 02:57:57 +08:00
|
|
|
for (unsigned i = 0, e = Fixups.size(); i != e; ++i) {
|
2010-08-27 18:40:51 +08:00
|
|
|
Fixups[i].setOffset(Fixups[i].getOffset() + DF->getContents().size());
|
2012-12-08 03:13:57 +08:00
|
|
|
DF->getFixups().push_back(Fixups[i]);
|
2010-08-17 02:57:57 +08:00
|
|
|
}
|
2018-06-06 17:40:06 +08:00
|
|
|
DF->setHasInstructions(STI);
|
2010-08-27 18:40:51 +08:00
|
|
|
DF->getContents().append(Code.begin(), Code.end());
|
2015-04-13 07:42:25 +08:00
|
|
|
|
|
|
|
if (Assembler.isBundlingEnabled() && Assembler.getRelaxAll()) {
|
2015-05-25 22:57:35 +08:00
|
|
|
if (!isBundleLocked()) {
|
2018-06-06 17:40:06 +08:00
|
|
|
mergeFragment(getOrCreateDataFragment(&STI), DF);
|
2015-04-13 07:42:25 +08:00
|
|
|
delete DF;
|
|
|
|
}
|
|
|
|
}
|
2010-08-27 18:40:51 +08:00
|
|
|
}
|
2010-08-17 02:57:57 +08:00
|
|
|
|
2020-02-16 00:52:56 +08:00
|
|
|
void MCELFStreamer::emitBundleAlignMode(unsigned AlignPow2) {
|
2012-12-21 03:05:53 +08:00
|
|
|
assert(AlignPow2 <= 30 && "Invalid bundle alignment");
|
|
|
|
MCAssembler &Assembler = getAssembler();
|
2014-10-16 01:10:04 +08:00
|
|
|
if (AlignPow2 > 0 && (Assembler.getBundleAlignSize() == 0 ||
|
|
|
|
Assembler.getBundleAlignSize() == 1U << AlignPow2))
|
|
|
|
Assembler.setBundleAlignSize(1U << AlignPow2);
|
2012-12-21 03:05:53 +08:00
|
|
|
else
|
2014-10-16 01:10:04 +08:00
|
|
|
report_fatal_error(".bundle_align_mode cannot be changed once set");
|
2012-12-21 03:05:53 +08:00
|
|
|
}
|
|
|
|
|
2020-02-16 00:52:56 +08:00
|
|
|
void MCELFStreamer::emitBundleLock(bool AlignToEnd) {
|
2015-05-28 05:04:14 +08:00
|
|
|
MCSection &Sec = *getCurrentSectionOnly();
|
2012-12-21 03:05:53 +08:00
|
|
|
|
|
|
|
// Sanity checks
|
|
|
|
//
|
|
|
|
if (!getAssembler().isBundlingEnabled())
|
|
|
|
report_fatal_error(".bundle_lock forbidden when bundling is disabled");
|
2014-10-16 01:10:04 +08:00
|
|
|
|
2015-05-25 22:57:35 +08:00
|
|
|
if (!isBundleLocked())
|
2015-05-25 23:04:26 +08:00
|
|
|
Sec.setBundleGroupBeforeFirstInst(true);
|
2012-12-21 03:05:53 +08:00
|
|
|
|
2015-05-25 22:57:35 +08:00
|
|
|
if (getAssembler().getRelaxAll() && !isBundleLocked()) {
|
2015-04-13 07:42:25 +08:00
|
|
|
// TODO: drop the lock state and set directly in the fragment
|
|
|
|
MCDataFragment *DF = new MCDataFragment();
|
|
|
|
BundleGroups.push_back(DF);
|
|
|
|
}
|
|
|
|
|
2015-05-25 23:04:26 +08:00
|
|
|
Sec.setBundleLockState(AlignToEnd ? MCSection::BundleLockedAlignToEnd
|
|
|
|
: MCSection::BundleLocked);
|
2012-12-21 03:05:53 +08:00
|
|
|
}
|
|
|
|
|
2020-02-16 00:52:56 +08:00
|
|
|
void MCELFStreamer::emitBundleUnlock() {
|
2015-05-28 05:04:14 +08:00
|
|
|
MCSection &Sec = *getCurrentSectionOnly();
|
2012-12-21 03:05:53 +08:00
|
|
|
|
|
|
|
// Sanity checks
|
|
|
|
if (!getAssembler().isBundlingEnabled())
|
|
|
|
report_fatal_error(".bundle_unlock forbidden when bundling is disabled");
|
2015-05-25 22:57:35 +08:00
|
|
|
else if (!isBundleLocked())
|
2012-12-21 03:05:53 +08:00
|
|
|
report_fatal_error(".bundle_unlock without matching lock");
|
2015-05-25 23:04:26 +08:00
|
|
|
else if (Sec.isBundleGroupBeforeFirstInst())
|
2012-12-21 03:05:53 +08:00
|
|
|
report_fatal_error("Empty bundle-locked group is forbidden");
|
|
|
|
|
2015-04-13 07:42:25 +08:00
|
|
|
// When the -mc-relax-all flag is used, we emit instructions to fragments
|
2015-08-09 02:27:36 +08:00
|
|
|
// stored on a stack. When the bundle unlock is emitted, we pop a fragment
|
2015-04-13 07:42:25 +08:00
|
|
|
// from the stack a merge it to the one below.
|
|
|
|
if (getAssembler().getRelaxAll()) {
|
|
|
|
assert(!BundleGroups.empty() && "There are no bundle groups");
|
|
|
|
MCDataFragment *DF = BundleGroups.back();
|
|
|
|
|
|
|
|
// FIXME: Use BundleGroups to track the lock state instead.
|
2015-05-25 23:04:26 +08:00
|
|
|
Sec.setBundleLockState(MCSection::NotBundleLocked);
|
2015-04-13 07:42:25 +08:00
|
|
|
|
2015-05-25 22:57:35 +08:00
|
|
|
// FIXME: Use more separate fragments for nested groups.
|
|
|
|
if (!isBundleLocked()) {
|
2018-06-06 17:40:06 +08:00
|
|
|
mergeFragment(getOrCreateDataFragment(DF->getSubtargetInfo()), DF);
|
2015-04-13 07:42:25 +08:00
|
|
|
BundleGroups.pop_back();
|
|
|
|
delete DF;
|
|
|
|
}
|
|
|
|
|
2015-05-25 23:04:26 +08:00
|
|
|
if (Sec.getBundleLockState() != MCSection::BundleLockedAlignToEnd)
|
2015-04-13 07:42:25 +08:00
|
|
|
getOrCreateDataFragment()->setAlignToBundleEnd(false);
|
|
|
|
} else
|
2015-05-25 23:04:26 +08:00
|
|
|
Sec.setBundleLockState(MCSection::NotBundleLocked);
|
2012-12-21 03:05:53 +08:00
|
|
|
}
|
|
|
|
|
2020-04-21 10:28:13 +08:00
|
|
|
void MCELFStreamer::finishImpl() {
|
2015-04-21 08:14:25 +08:00
|
|
|
// Ensure the last section gets aligned if necessary.
|
2015-05-28 05:04:14 +08:00
|
|
|
MCSection *CurSection = getCurrentSectionOnly();
|
2015-05-26 22:42:52 +08:00
|
|
|
setSectionAlignmentForBundling(getAssembler(), CurSection);
|
2015-04-21 08:14:25 +08:00
|
|
|
|
[MC] Add assembler support for .cg_profile.
Object FIle Representation
At codegen time this is emitted into the ELF file a pair of symbol indices and a weight. In assembly it looks like:
.cg_profile a, b, 32
.cg_profile freq, a, 11
.cg_profile freq, b, 20
When writing an ELF file these are put into a SHT_LLVM_CALL_GRAPH_PROFILE (0x6fff4c02) section as (uint32_t, uint32_t, uint64_t) tuples as (from symbol index, to symbol index, weight).
Differential Revision: https://reviews.llvm.org/D44965
llvm-svn: 333823
2018-06-03 00:33:01 +08:00
|
|
|
finalizeCGProfile();
|
2020-04-21 10:28:13 +08:00
|
|
|
emitFrames(nullptr);
|
2013-09-20 07:21:01 +08:00
|
|
|
|
2020-04-21 10:28:13 +08:00
|
|
|
this->MCObjectStreamer::finishImpl();
|
2010-08-17 02:57:57 +08:00
|
|
|
}
|
2013-09-20 07:21:01 +08:00
|
|
|
|
2020-02-15 10:16:24 +08:00
|
|
|
void MCELFStreamer::emitThumbFunc(MCSymbol *Func) {
|
2012-12-08 00:50:23 +08:00
|
|
|
llvm_unreachable("Generic ELF doesn't support this directive");
|
|
|
|
}
|
|
|
|
|
2020-02-15 10:16:24 +08:00
|
|
|
void MCELFStreamer::emitSymbolDesc(MCSymbol *Symbol, unsigned DescValue) {
|
2012-12-07 23:50:40 +08:00
|
|
|
llvm_unreachable("ELF doesn't support this directive");
|
|
|
|
}
|
|
|
|
|
2020-02-15 10:16:24 +08:00
|
|
|
void MCELFStreamer::emitZerofill(MCSection *Section, MCSymbol *Symbol,
|
2018-07-03 01:29:43 +08:00
|
|
|
uint64_t Size, unsigned ByteAlignment,
|
|
|
|
SMLoc Loc) {
|
2012-12-07 23:50:40 +08:00
|
|
|
llvm_unreachable("ELF doesn't support this directive");
|
|
|
|
}
|
|
|
|
|
2020-02-16 00:52:56 +08:00
|
|
|
void MCELFStreamer::emitTBSSSymbol(MCSection *Section, MCSymbol *Symbol,
|
2012-12-07 23:50:40 +08:00
|
|
|
uint64_t Size, unsigned ByteAlignment) {
|
|
|
|
llvm_unreachable("ELF doesn't support this directive");
|
|
|
|
}
|
2017-02-08 07:02:00 +08:00
|
|
|
|
2017-10-11 09:57:21 +08:00
|
|
|
MCStreamer *llvm::createELFStreamer(MCContext &Context,
|
|
|
|
std::unique_ptr<MCAsmBackend> &&MAB,
|
2018-05-19 02:26:45 +08:00
|
|
|
std::unique_ptr<MCObjectWriter> &&OW,
|
2017-10-12 07:34:47 +08:00
|
|
|
std::unique_ptr<MCCodeEmitter> &&CE,
|
2017-02-08 07:02:00 +08:00
|
|
|
bool RelaxAll) {
|
2017-10-12 07:34:47 +08:00
|
|
|
MCELFStreamer *S =
|
2018-05-19 02:26:45 +08:00
|
|
|
new MCELFStreamer(Context, std::move(MAB), std::move(OW), std::move(CE));
|
2017-02-08 07:02:00 +08:00
|
|
|
if (RelaxAll)
|
|
|
|
S->getAssembler().setRelaxAll(true);
|
|
|
|
return S;
|
|
|
|
}
|