2018-12-29 05:07:39 +08:00
|
|
|
//===- Block.cpp - MLIR Block and BlockList Classes -----------------------===//
|
2018-07-04 08:51:28 +08:00
|
|
|
//
|
|
|
|
// Copyright 2019 The MLIR Authors.
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
// =============================================================================
|
|
|
|
|
2018-12-29 05:07:39 +08:00
|
|
|
#include "mlir/IR/Block.h"
|
2019-01-25 04:25:30 +08:00
|
|
|
#include "mlir/IR/BlockAndValueMapping.h"
|
2018-12-28 03:07:34 +08:00
|
|
|
#include "mlir/IR/Builders.h"
|
2019-01-25 09:16:30 +08:00
|
|
|
#include "mlir/IR/Instruction.h"
|
2018-07-04 08:51:28 +08:00
|
|
|
using namespace mlir;
|
|
|
|
|
2019-01-10 16:52:40 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// BlockArgument
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
/// Returns the number of this argument.
|
|
|
|
unsigned BlockArgument::getArgNumber() const {
|
|
|
|
// Arguments are not stored in place, so we have to find it within the list.
|
|
|
|
auto argList = getOwner()->getArguments();
|
|
|
|
return std::distance(argList.begin(), llvm::find(argList, this));
|
|
|
|
}
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Block
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2018-12-29 05:07:39 +08:00
|
|
|
Block::~Block() {
|
2019-01-25 09:16:30 +08:00
|
|
|
assert(!verifyInstOrder() && "Expected valid instruction ordering.");
|
2018-12-25 10:01:01 +08:00
|
|
|
clear();
|
|
|
|
|
|
|
|
llvm::DeleteContainerPointers(arguments);
|
|
|
|
}
|
2018-07-04 08:51:28 +08:00
|
|
|
|
2018-12-29 08:05:35 +08:00
|
|
|
/// Returns the closest surrounding instruction that contains this block or
|
|
|
|
/// nullptr if this is a top-level instruction block.
|
|
|
|
Instruction *Block::getContainingInst() {
|
2019-01-25 09:16:30 +08:00
|
|
|
return getParent() ? getParent()->getContainingInst() : nullptr;
|
2018-07-15 07:44:22 +08:00
|
|
|
}
|
|
|
|
|
2018-12-29 05:07:39 +08:00
|
|
|
Function *Block::getFunction() {
|
|
|
|
Block *block = this;
|
2018-12-29 08:05:35 +08:00
|
|
|
while (auto *inst = block->getContainingInst()) {
|
|
|
|
block = inst->getBlock();
|
2018-08-04 02:12:34 +08:00
|
|
|
if (!block)
|
|
|
|
return nullptr;
|
|
|
|
}
|
2018-12-27 07:31:54 +08:00
|
|
|
if (auto *list = block->getParent())
|
|
|
|
return list->getContainingFunction();
|
|
|
|
return nullptr;
|
2018-07-04 08:51:28 +08:00
|
|
|
}
|
2018-10-19 02:14:26 +08:00
|
|
|
|
2018-12-31 08:22:50 +08:00
|
|
|
/// Insert this block (which must not already be in a function) right before
|
|
|
|
/// the specified block.
|
|
|
|
void Block::insertBefore(Block *block) {
|
|
|
|
assert(!getParent() && "already inserted into a block!");
|
|
|
|
assert(block->getParent() && "cannot insert before a block without a parent");
|
|
|
|
block->getParent()->getBlocks().insert(BlockList::iterator(block), this);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Unlink this Block from its Function and delete it.
|
|
|
|
void Block::eraseFromFunction() {
|
|
|
|
assert(getFunction() && "Block has no parent");
|
|
|
|
getFunction()->getBlocks().erase(this);
|
|
|
|
}
|
|
|
|
|
2018-12-29 05:07:39 +08:00
|
|
|
/// Returns 'inst' if 'inst' lies in this block, or otherwise finds the
|
|
|
|
/// ancestor instruction of 'inst' that lies in this block. Returns nullptr if
|
|
|
|
/// the latter fails.
|
2018-12-31 12:38:04 +08:00
|
|
|
Instruction *Block::findAncestorInstInBlock(Instruction *inst) {
|
2018-12-29 08:05:35 +08:00
|
|
|
// Traverse up the instruction hierarchy starting from the owner of operand to
|
|
|
|
// find the ancestor instruction that resides in the block of 'forInst'.
|
2018-12-31 12:38:04 +08:00
|
|
|
auto *currInst = inst;
|
2018-12-29 05:07:39 +08:00
|
|
|
while (currInst->getBlock() != this) {
|
2018-12-29 08:05:35 +08:00
|
|
|
currInst = currInst->getParentInst();
|
2018-12-29 05:07:39 +08:00
|
|
|
if (!currInst)
|
2018-10-19 02:14:26 +08:00
|
|
|
return nullptr;
|
|
|
|
}
|
2018-12-29 05:07:39 +08:00
|
|
|
return currInst;
|
2018-10-19 02:14:26 +08:00
|
|
|
}
|
2018-12-25 10:01:01 +08:00
|
|
|
|
2019-01-15 02:30:20 +08:00
|
|
|
/// This drops all operand uses from instructions within this block, which is
|
|
|
|
/// an essential step in breaking cyclic dependences between references when
|
|
|
|
/// they are to be deleted.
|
|
|
|
void Block::dropAllReferences() {
|
|
|
|
for (Instruction &i : *this)
|
|
|
|
i.dropAllReferences();
|
|
|
|
}
|
|
|
|
|
2019-01-25 09:16:30 +08:00
|
|
|
/// Verifies the current ordering of child instructions. Returns false if the
|
|
|
|
/// order is valid, true otherwise.
|
|
|
|
bool Block::verifyInstOrder() const {
|
|
|
|
// The order is already known to be invalid.
|
|
|
|
if (!isInstOrderValid())
|
|
|
|
return false;
|
|
|
|
// The order is valid if there are less than 2 instructions.
|
|
|
|
if (instructions.empty() ||
|
|
|
|
std::next(instructions.begin()) == instructions.end())
|
|
|
|
return false;
|
|
|
|
|
|
|
|
const Instruction *prev = nullptr;
|
|
|
|
for (auto &i : *this) {
|
|
|
|
// The previous instruction must have a smaller order index than the next as
|
|
|
|
// it appears earlier in the list.
|
|
|
|
if (prev && prev->orderIndex >= i.orderIndex)
|
|
|
|
return true;
|
|
|
|
prev = &i;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Recomputes the ordering of child instructions within the block.
|
|
|
|
void Block::recomputeInstOrder() {
|
|
|
|
parentValidInstOrderPair.setInt(true);
|
|
|
|
|
|
|
|
// TODO(riverriddle) Have non-congruent indices to reduce the number of times
|
|
|
|
// an insert invalidates the list.
|
|
|
|
unsigned orderIndex = 0;
|
|
|
|
for (auto &inst : *this)
|
|
|
|
inst.orderIndex = orderIndex++;
|
|
|
|
}
|
|
|
|
|
2018-12-25 10:01:01 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Argument list management.
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2018-12-29 05:07:39 +08:00
|
|
|
BlockArgument *Block::addArgument(Type type) {
|
2018-12-25 10:01:01 +08:00
|
|
|
auto *arg = new BlockArgument(type, this);
|
|
|
|
arguments.push_back(arg);
|
|
|
|
return arg;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Add one argument to the argument list for each type specified in the list.
|
2018-12-29 05:07:39 +08:00
|
|
|
auto Block::addArguments(ArrayRef<Type> types)
|
2018-12-25 10:01:01 +08:00
|
|
|
-> llvm::iterator_range<args_iterator> {
|
|
|
|
arguments.reserve(arguments.size() + types.size());
|
|
|
|
auto initialSize = arguments.size();
|
|
|
|
for (auto type : types) {
|
|
|
|
addArgument(type);
|
|
|
|
}
|
|
|
|
return {arguments.data() + initialSize, arguments.data() + arguments.size()};
|
|
|
|
}
|
|
|
|
|
2018-12-29 05:07:39 +08:00
|
|
|
void Block::eraseArgument(unsigned index) {
|
2018-12-25 10:01:01 +08:00
|
|
|
assert(index < arguments.size());
|
|
|
|
|
|
|
|
// Delete the argument.
|
|
|
|
delete arguments[index];
|
|
|
|
arguments.erase(arguments.begin() + index);
|
|
|
|
|
|
|
|
// Erase this argument from each of the predecessor's terminator.
|
|
|
|
for (auto predIt = pred_begin(), predE = pred_end(); predIt != predE;
|
|
|
|
++predIt) {
|
|
|
|
auto *predTerminator = (*predIt)->getTerminator();
|
|
|
|
predTerminator->eraseSuccessorOperand(predIt.getSuccessorIndex(), index);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Terminator management
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2019-02-05 02:34:20 +08:00
|
|
|
Instruction *Block::getTerminator() {
|
2018-12-25 10:01:01 +08:00
|
|
|
if (empty())
|
|
|
|
return nullptr;
|
|
|
|
|
|
|
|
// Check if the last instruction is a terminator.
|
2018-12-29 05:07:39 +08:00
|
|
|
auto &backInst = back();
|
2019-02-05 02:34:20 +08:00
|
|
|
return backInst.isTerminator() ? &backInst : nullptr;
|
2018-12-25 10:01:01 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/// Return true if this block has no predecessors.
|
2018-12-29 05:07:39 +08:00
|
|
|
bool Block::hasNoPredecessors() const { return pred_begin() == pred_end(); }
|
2018-12-25 10:01:01 +08:00
|
|
|
|
|
|
|
// Indexed successor access.
|
2018-12-29 05:07:39 +08:00
|
|
|
unsigned Block::getNumSuccessors() const {
|
2019-02-02 05:18:20 +08:00
|
|
|
if (auto *terminator = getTerminator()) {
|
|
|
|
return terminator->getNumSuccessors();
|
|
|
|
}
|
|
|
|
assert(getParent() && "top-level block with no terminator");
|
2019-02-08 06:24:18 +08:00
|
|
|
// Blocks inside 'for'/'if' instructions don't have successors.
|
2019-02-02 05:18:20 +08:00
|
|
|
return 0;
|
2018-12-25 10:01:01 +08:00
|
|
|
}
|
|
|
|
|
2018-12-29 05:07:39 +08:00
|
|
|
Block *Block::getSuccessor(unsigned i) {
|
2018-12-25 10:01:01 +08:00
|
|
|
return getTerminator()->getSuccessor(i);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// If this block has exactly one predecessor, return it. Otherwise, return
|
|
|
|
/// null.
|
|
|
|
///
|
|
|
|
/// Note that multiple edges from a single block (e.g. if you have a cond
|
|
|
|
/// branch with the same block as the true/false destinations) is not
|
|
|
|
/// considered to be a single predecessor.
|
2018-12-29 05:07:39 +08:00
|
|
|
Block *Block::getSinglePredecessor() {
|
2018-12-25 10:01:01 +08:00
|
|
|
auto it = pred_begin();
|
|
|
|
if (it == pred_end())
|
|
|
|
return nullptr;
|
|
|
|
auto *firstPred = *it;
|
|
|
|
++it;
|
|
|
|
return it == pred_end() ? firstPred : nullptr;
|
|
|
|
}
|
2018-12-27 07:31:54 +08:00
|
|
|
|
2019-02-05 08:24:44 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Instruction Walkers
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
void Block::walk(const std::function<void(Instruction *)> &callback) {
|
|
|
|
walk(begin(), end(), callback);
|
|
|
|
}
|
|
|
|
|
|
|
|
void Block::walk(Block::iterator begin, Block::iterator end,
|
|
|
|
const std::function<void(Instruction *)> &callback) {
|
|
|
|
// Walk the instructions within this block.
|
|
|
|
for (auto &inst : llvm::make_early_inc_range(llvm::make_range(begin, end)))
|
|
|
|
inst.walk(callback);
|
|
|
|
}
|
|
|
|
|
|
|
|
void Block::walkPostOrder(const std::function<void(Instruction *)> &callback) {
|
|
|
|
walkPostOrder(begin(), end(), callback);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Walk the instructions in the specified [begin, end) range of this block
|
|
|
|
/// in postorder, calling the callback for each operation.
|
|
|
|
void Block::walkPostOrder(Block::iterator begin, Block::iterator end,
|
|
|
|
const std::function<void(Instruction *)> &callback) {
|
|
|
|
// Walk the instructions within this block.
|
|
|
|
for (auto &inst : llvm::make_early_inc_range(llvm::make_range(begin, end)))
|
|
|
|
inst.walkPostOrder(callback);
|
|
|
|
}
|
|
|
|
|
2018-12-28 03:07:34 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// Other
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2018-12-31 08:22:50 +08:00
|
|
|
/// Split the block into two blocks before the specified instruction or
|
|
|
|
/// iterator.
|
2018-12-28 03:07:34 +08:00
|
|
|
///
|
|
|
|
/// Note that all instructions BEFORE the specified iterator stay as part of
|
2018-12-31 08:22:50 +08:00
|
|
|
/// the original basic block, and the rest of the instructions in the original
|
|
|
|
/// block are moved to the new block, including the old terminator. The
|
|
|
|
/// original block is left without a terminator.
|
2018-12-28 03:07:34 +08:00
|
|
|
///
|
2018-12-31 08:22:50 +08:00
|
|
|
/// The newly formed Block is returned, and the specified iterator is
|
|
|
|
/// invalidated.
|
2018-12-29 05:07:39 +08:00
|
|
|
Block *Block::splitBlock(iterator splitBefore) {
|
2018-12-28 03:07:34 +08:00
|
|
|
// Start by creating a new basic block, and insert it immediate after this
|
|
|
|
// one in the containing function.
|
2018-12-29 05:07:39 +08:00
|
|
|
auto newBB = new Block();
|
2018-12-29 00:48:09 +08:00
|
|
|
getFunction()->getBlocks().insert(++Function::iterator(this), newBB);
|
2018-12-28 03:07:34 +08:00
|
|
|
|
|
|
|
// Move all of the operations from the split point to the end of the function
|
|
|
|
// into the new block.
|
2018-12-29 05:07:39 +08:00
|
|
|
newBB->getInstructions().splice(newBB->end(), getInstructions(), splitBefore,
|
|
|
|
end());
|
2018-12-28 03:07:34 +08:00
|
|
|
return newBB;
|
|
|
|
}
|
|
|
|
|
2018-12-27 07:31:54 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
2018-12-29 05:07:39 +08:00
|
|
|
// BlockList
|
2018-12-27 07:31:54 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2018-12-29 05:07:39 +08:00
|
|
|
BlockList::BlockList(Function *container) : container(container) {}
|
2018-12-27 07:31:54 +08:00
|
|
|
|
2018-12-29 08:05:35 +08:00
|
|
|
BlockList::BlockList(Instruction *container) : container(container) {}
|
2018-12-27 07:31:54 +08:00
|
|
|
|
2018-12-29 08:05:35 +08:00
|
|
|
Instruction *BlockList::getContainingInst() {
|
|
|
|
return container.dyn_cast<Instruction *>();
|
2018-12-27 07:31:54 +08:00
|
|
|
}
|
|
|
|
|
2018-12-29 05:07:39 +08:00
|
|
|
Function *BlockList::getContainingFunction() {
|
2018-12-28 03:07:34 +08:00
|
|
|
return container.dyn_cast<Function *>();
|
2018-12-27 07:31:54 +08:00
|
|
|
}
|
|
|
|
|
2019-01-25 04:25:30 +08:00
|
|
|
/// Clone the internal blocks from this block list into dest. Any
|
|
|
|
/// cloned blocks are appended to the back of dest.
|
|
|
|
void BlockList::cloneInto(BlockList *dest, BlockAndValueMapping &mapper,
|
|
|
|
MLIRContext *context) const {
|
|
|
|
assert(dest && "expected valid block list to clone into");
|
|
|
|
|
|
|
|
// If the list is empty there is nothing to clone.
|
|
|
|
if (empty())
|
|
|
|
return;
|
|
|
|
|
2019-01-26 04:48:25 +08:00
|
|
|
iterator lastOldBlock = --dest->end();
|
2019-01-25 04:25:30 +08:00
|
|
|
for (const Block &block : *this) {
|
|
|
|
Block *newBlock = new Block();
|
|
|
|
mapper.map(&block, newBlock);
|
|
|
|
|
|
|
|
// Clone the block arguments. The user might be deleting arguments to the
|
|
|
|
// block by specifying them in the mapper. If so, we don't add the
|
|
|
|
// argument to the cloned block.
|
|
|
|
for (const auto *arg : block.getArguments())
|
|
|
|
if (!mapper.contains(arg))
|
|
|
|
mapper.map(arg, newBlock->addArgument(arg->getType()));
|
|
|
|
|
|
|
|
// Clone and remap the instructions within this block.
|
|
|
|
for (const auto &inst : block)
|
|
|
|
newBlock->push_back(inst.clone(mapper, context));
|
|
|
|
|
|
|
|
dest->push_back(newBlock);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Now that each of the blocks have been cloned, go through and remap the
|
|
|
|
// operands of each of the instructions.
|
2019-02-05 08:24:44 +08:00
|
|
|
auto remapOperands = [&](Instruction *inst) {
|
|
|
|
for (auto &instOp : inst->getInstOperands())
|
|
|
|
if (auto *mappedOp = mapper.lookupOrNull(instOp.get()))
|
|
|
|
instOp.set(mappedOp);
|
|
|
|
if (inst->isTerminator())
|
|
|
|
for (auto &succOp : inst->getBlockOperands())
|
|
|
|
if (auto *mappedOp = mapper.lookupOrNull(succOp.get()))
|
|
|
|
succOp.set(mappedOp);
|
2019-01-25 04:25:30 +08:00
|
|
|
};
|
|
|
|
|
2019-01-26 04:48:25 +08:00
|
|
|
for (auto it = std::next(lastOldBlock), e = dest->end(); it != e; ++it)
|
2019-02-05 08:24:44 +08:00
|
|
|
it->walk(remapOperands);
|
2019-01-25 04:25:30 +08:00
|
|
|
}
|
|
|
|
|
2018-12-29 05:07:39 +08:00
|
|
|
BlockList *llvm::ilist_traits<::mlir::Block>::getContainingBlockList() {
|
|
|
|
size_t Offset(
|
|
|
|
size_t(&((BlockList *)nullptr->*BlockList::getSublistAccess(nullptr))));
|
|
|
|
iplist<Block> *Anchor(static_cast<iplist<Block> *>(this));
|
|
|
|
return reinterpret_cast<BlockList *>(reinterpret_cast<char *>(Anchor) -
|
|
|
|
Offset);
|
2018-12-27 07:31:54 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/// This is a trait method invoked when a basic block is added to a function.
|
|
|
|
/// We keep the function pointer up to date.
|
2018-12-29 05:07:39 +08:00
|
|
|
void llvm::ilist_traits<::mlir::Block>::addNodeToList(Block *block) {
|
2019-01-25 09:16:30 +08:00
|
|
|
assert(!block->getParent() && "already in a function!");
|
|
|
|
block->parentValidInstOrderPair.setPointer(getContainingBlockList());
|
2018-12-27 07:31:54 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/// This is a trait method invoked when an instruction is removed from a
|
|
|
|
/// function. We keep the function pointer up to date.
|
2018-12-29 05:07:39 +08:00
|
|
|
void llvm::ilist_traits<::mlir::Block>::removeNodeFromList(Block *block) {
|
2019-01-25 09:16:30 +08:00
|
|
|
assert(block->getParent() && "not already in a function!");
|
|
|
|
block->parentValidInstOrderPair.setPointer(nullptr);
|
2018-12-27 07:31:54 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
/// This is a trait method invoked when an instruction is moved from one block
|
|
|
|
/// to another. We keep the block pointer up to date.
|
2018-12-29 05:07:39 +08:00
|
|
|
void llvm::ilist_traits<::mlir::Block>::transferNodesFromList(
|
|
|
|
ilist_traits<Block> &otherList, block_iterator first, block_iterator last) {
|
2018-12-27 07:31:54 +08:00
|
|
|
// If we are transferring instructions within the same function, the parent
|
|
|
|
// pointer doesn't need to be updated.
|
|
|
|
auto *curParent = getContainingBlockList();
|
|
|
|
if (curParent == otherList.getContainingBlockList())
|
|
|
|
return;
|
|
|
|
|
2018-12-29 05:07:39 +08:00
|
|
|
// Update the 'parent' member of each Block.
|
2018-12-27 07:31:54 +08:00
|
|
|
for (; first != last; ++first)
|
2019-01-25 09:16:30 +08:00
|
|
|
first->parentValidInstOrderPair.setPointer(curParent);
|
2018-12-27 07:31:54 +08:00
|
|
|
}
|