2011-05-15 03:02:06 +08:00
|
|
|
|
//===- Schedule.cpp - Calculate an optimized schedule ---------------------===//
|
|
|
|
|
//
|
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
|
//
|
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
|
//
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
//
|
2015-08-15 17:34:33 +08:00
|
|
|
|
// This pass generates an entirey new schedule tree from the data dependences
|
|
|
|
|
// and iteration domains. The new schedule tree is computed in two steps:
|
|
|
|
|
//
|
|
|
|
|
// 1) The isl scheduling optimizer is run
|
|
|
|
|
//
|
|
|
|
|
// The isl scheduling optimizer creates a new schedule tree that maximizes
|
|
|
|
|
// parallelism and tileability and minimizes data-dependence distances. The
|
|
|
|
|
// algorithm used is a modified version of the ``Pluto'' algorithm:
|
|
|
|
|
//
|
|
|
|
|
// U. Bondhugula, A. Hartono, J. Ramanujam, and P. Sadayappan.
|
|
|
|
|
// A Practical Automatic Polyhedral Parallelizer and Locality Optimizer.
|
|
|
|
|
// In Proceedings of the 2008 ACM SIGPLAN Conference On Programming Language
|
|
|
|
|
// Design and Implementation, PLDI ’08, pages 101–113. ACM, 2008.
|
|
|
|
|
//
|
|
|
|
|
// 2) A set of post-scheduling transformations is applied on the schedule tree.
|
|
|
|
|
//
|
|
|
|
|
// These optimizations include:
|
|
|
|
|
//
|
|
|
|
|
// - Tiling of the innermost tilable bands
|
|
|
|
|
// - Prevectorization - The coice of a possible outer loop that is strip-mined
|
|
|
|
|
// to the innermost level to enable inner-loop
|
|
|
|
|
// vectorization.
|
|
|
|
|
// - Some optimizations for spatial locality are also planned.
|
|
|
|
|
//
|
|
|
|
|
// For a detailed description of the schedule tree itself please see section 6
|
|
|
|
|
// of:
|
|
|
|
|
//
|
|
|
|
|
// Polyhedral AST generation is more than scanning polyhedra
|
|
|
|
|
// Tobias Grosser, Sven Verdoolaege, Albert Cohen
|
|
|
|
|
// ACM Transations on Programming Languages and Systems (TOPLAS),
|
|
|
|
|
// 37(4), July 2015
|
|
|
|
|
// http://www.grosser.es/#pub-polyhedral-AST-generation
|
|
|
|
|
//
|
|
|
|
|
// This publication also contains a detailed discussion of the different options
|
|
|
|
|
// for polyhedral loop unrolling, full/partial tile separation and other uses
|
|
|
|
|
// of the schedule tree.
|
|
|
|
|
//
|
2011-05-15 03:02:06 +08:00
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
2011-10-24 04:59:44 +08:00
|
|
|
|
#include "polly/ScheduleOptimizer.h"
|
2015-05-09 17:13:42 +08:00
|
|
|
|
#include "polly/CodeGen/CodeGeneration.h"
|
|
|
|
|
#include "polly/DependenceInfo.h"
|
|
|
|
|
#include "polly/LinkAllPasses.h"
|
|
|
|
|
#include "polly/Options.h"
|
|
|
|
|
#include "polly/ScopInfo.h"
|
|
|
|
|
#include "polly/Support/GICHelper.h"
|
|
|
|
|
#include "llvm/Support/Debug.h"
|
2011-12-07 15:42:57 +08:00
|
|
|
|
#include "isl/aff.h"
|
2011-07-01 04:01:02 +08:00
|
|
|
|
#include "isl/band.h"
|
2012-01-31 21:26:29 +08:00
|
|
|
|
#include "isl/constraint.h"
|
|
|
|
|
#include "isl/map.h"
|
2012-01-31 03:38:47 +08:00
|
|
|
|
#include "isl/options.h"
|
2015-05-30 14:46:59 +08:00
|
|
|
|
#include "isl/printer.h"
|
2012-01-31 21:26:29 +08:00
|
|
|
|
#include "isl/schedule.h"
|
2015-03-22 20:06:39 +08:00
|
|
|
|
#include "isl/schedule_node.h"
|
2012-01-31 21:26:29 +08:00
|
|
|
|
#include "isl/space.h"
|
2015-05-09 17:36:38 +08:00
|
|
|
|
#include "isl/union_map.h"
|
|
|
|
|
#include "isl/union_set.h"
|
2011-05-15 03:02:06 +08:00
|
|
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
using namespace polly;
|
|
|
|
|
|
2014-04-22 11:30:19 +08:00
|
|
|
|
#define DEBUG_TYPE "polly-opt-isl"
|
|
|
|
|
|
2012-02-14 22:02:48 +08:00
|
|
|
|
static cl::opt<std::string>
|
2014-07-09 18:50:10 +08:00
|
|
|
|
OptimizeDeps("polly-opt-optimize-only",
|
|
|
|
|
cl::desc("Only a certain kind of dependences (all/raw)"),
|
|
|
|
|
cl::Hidden, cl::init("all"), cl::ZeroOrMore,
|
|
|
|
|
cl::cat(PollyCategory));
|
2012-02-14 22:02:48 +08:00
|
|
|
|
|
2012-01-31 03:38:43 +08:00
|
|
|
|
static cl::opt<std::string>
|
2014-07-09 18:50:10 +08:00
|
|
|
|
SimplifyDeps("polly-opt-simplify-deps",
|
|
|
|
|
cl::desc("Dependences should be simplified (yes/no)"),
|
|
|
|
|
cl::Hidden, cl::init("yes"), cl::ZeroOrMore,
|
|
|
|
|
cl::cat(PollyCategory));
|
2012-01-31 03:38:43 +08:00
|
|
|
|
|
2014-07-09 18:50:10 +08:00
|
|
|
|
static cl::opt<int> MaxConstantTerm(
|
|
|
|
|
"polly-opt-max-constant-term",
|
|
|
|
|
cl::desc("The maximal constant term allowed (-1 is unlimited)"), cl::Hidden,
|
|
|
|
|
cl::init(20), cl::ZeroOrMore, cl::cat(PollyCategory));
|
2012-02-20 16:41:15 +08:00
|
|
|
|
|
2014-07-09 18:50:10 +08:00
|
|
|
|
static cl::opt<int> MaxCoefficient(
|
|
|
|
|
"polly-opt-max-coefficient",
|
|
|
|
|
cl::desc("The maximal coefficient allowed (-1 is unlimited)"), cl::Hidden,
|
|
|
|
|
cl::init(20), cl::ZeroOrMore, cl::cat(PollyCategory));
|
2012-02-20 16:41:47 +08:00
|
|
|
|
|
2014-07-09 18:50:10 +08:00
|
|
|
|
static cl::opt<std::string> FusionStrategy(
|
|
|
|
|
"polly-opt-fusion", cl::desc("The fusion strategy to choose (min/max)"),
|
|
|
|
|
cl::Hidden, cl::init("min"), cl::ZeroOrMore, cl::cat(PollyCategory));
|
2012-01-31 03:38:50 +08:00
|
|
|
|
|
2013-05-07 15:30:56 +08:00
|
|
|
|
static cl::opt<std::string>
|
2014-07-09 18:50:10 +08:00
|
|
|
|
MaximizeBandDepth("polly-opt-maximize-bands",
|
|
|
|
|
cl::desc("Maximize the band depth (yes/no)"), cl::Hidden,
|
|
|
|
|
cl::init("yes"), cl::ZeroOrMore, cl::cat(PollyCategory));
|
2012-01-31 03:38:54 +08:00
|
|
|
|
|
2015-08-19 16:46:11 +08:00
|
|
|
|
static cl::opt<int> PrevectorWidth(
|
|
|
|
|
"polly-prevect-width",
|
|
|
|
|
cl::desc(
|
|
|
|
|
"The number of loop iterations to strip-mine for pre-vectorization"),
|
|
|
|
|
cl::Hidden, cl::init(4), cl::ZeroOrMore, cl::cat(PollyCategory));
|
|
|
|
|
|
2015-08-20 21:45:02 +08:00
|
|
|
|
static cl::opt<bool> FirstLevelTiling("polly-tiling",
|
|
|
|
|
cl::desc("Enable loop tiling"),
|
|
|
|
|
cl::init(true), cl::ZeroOrMore,
|
|
|
|
|
cl::cat(PollyCategory));
|
|
|
|
|
|
|
|
|
|
static cl::opt<int> FirstLevelDefaultTileSize(
|
2014-07-09 18:50:10 +08:00
|
|
|
|
"polly-default-tile-size",
|
|
|
|
|
cl::desc("The default tile size (if not enough were provided by"
|
|
|
|
|
" --polly-tile-sizes)"),
|
|
|
|
|
cl::Hidden, cl::init(32), cl::ZeroOrMore, cl::cat(PollyCategory));
|
2014-05-29 01:21:02 +08:00
|
|
|
|
|
2015-08-20 21:45:02 +08:00
|
|
|
|
static cl::list<int> FirstLevelTileSizes(
|
|
|
|
|
"polly-tile-sizes", cl::desc("A tile size for each loop dimension, filled "
|
|
|
|
|
"with --polly-default-tile-size"),
|
|
|
|
|
cl::Hidden, cl::ZeroOrMore, cl::CommaSeparated, cl::cat(PollyCategory));
|
|
|
|
|
|
|
|
|
|
static cl::opt<bool>
|
|
|
|
|
SecondLevelTiling("polly-2nd-level-tiling",
|
|
|
|
|
cl::desc("Enable a 2nd level loop of loop tiling"),
|
|
|
|
|
cl::init(false), cl::ZeroOrMore, cl::cat(PollyCategory));
|
|
|
|
|
|
|
|
|
|
static cl::opt<int> SecondLevelDefaultTileSize(
|
|
|
|
|
"polly-2nd-level-default-tile-size",
|
|
|
|
|
cl::desc("The default 2nd-level tile size (if not enough were provided by"
|
|
|
|
|
" --polly-2nd-level-tile-sizes)"),
|
|
|
|
|
cl::Hidden, cl::init(16), cl::ZeroOrMore, cl::cat(PollyCategory));
|
|
|
|
|
|
|
|
|
|
static cl::list<int>
|
|
|
|
|
SecondLevelTileSizes("polly-2nd-level-tile-sizes",
|
|
|
|
|
cl::desc("A tile size for each loop dimension, filled "
|
|
|
|
|
"with --polly-default-tile-size"),
|
|
|
|
|
cl::Hidden, cl::ZeroOrMore, cl::CommaSeparated,
|
|
|
|
|
cl::cat(PollyCategory));
|
|
|
|
|
|
2015-08-20 21:45:05 +08:00
|
|
|
|
static cl::opt<bool> RegisterTiling("polly-register-tiling",
|
|
|
|
|
cl::desc("Enable register tiling"),
|
|
|
|
|
cl::init(false), cl::ZeroOrMore,
|
|
|
|
|
cl::cat(PollyCategory));
|
|
|
|
|
|
|
|
|
|
static cl::opt<int> RegisterDefaultTileSize(
|
|
|
|
|
"polly-register-tiling-default-tile-size",
|
|
|
|
|
cl::desc("The default register tile size (if not enough were provided by"
|
|
|
|
|
" --polly-register-tile-sizes)"),
|
|
|
|
|
cl::Hidden, cl::init(2), cl::ZeroOrMore, cl::cat(PollyCategory));
|
|
|
|
|
|
|
|
|
|
static cl::list<int>
|
|
|
|
|
RegisterTileSizes("polly-register-tile-sizes",
|
|
|
|
|
cl::desc("A tile size for each loop dimension, filled "
|
|
|
|
|
"with --polly-register-tile-size"),
|
|
|
|
|
cl::Hidden, cl::ZeroOrMore, cl::CommaSeparated,
|
|
|
|
|
cl::cat(PollyCategory));
|
|
|
|
|
|
2011-05-15 03:02:06 +08:00
|
|
|
|
namespace {
|
|
|
|
|
|
2013-03-23 09:05:07 +08:00
|
|
|
|
class IslScheduleOptimizer : public ScopPass {
|
|
|
|
|
public:
|
|
|
|
|
static char ID;
|
2014-04-16 15:33:47 +08:00
|
|
|
|
explicit IslScheduleOptimizer() : ScopPass(ID) { LastSchedule = nullptr; }
|
2013-03-23 09:05:07 +08:00
|
|
|
|
|
|
|
|
|
~IslScheduleOptimizer() { isl_schedule_free(LastSchedule); }
|
|
|
|
|
|
2015-03-02 02:42:08 +08:00
|
|
|
|
bool runOnScop(Scop &S) override;
|
|
|
|
|
void printScop(raw_ostream &OS, Scop &S) const override;
|
|
|
|
|
void getAnalysisUsage(AnalysisUsage &AU) const override;
|
2013-03-23 09:05:07 +08:00
|
|
|
|
|
|
|
|
|
private:
|
|
|
|
|
isl_schedule *LastSchedule;
|
|
|
|
|
|
2015-02-12 01:25:09 +08:00
|
|
|
|
/// @brief Decide if the @p NewSchedule is profitable for @p S.
|
|
|
|
|
///
|
|
|
|
|
/// @param S The SCoP we optimize.
|
|
|
|
|
/// @param NewSchedule The new schedule we computed.
|
|
|
|
|
///
|
|
|
|
|
/// @return True, if we believe @p NewSchedule is an improvement for @p S.
|
|
|
|
|
bool isProfitableSchedule(Scop &S, __isl_keep isl_union_map *NewSchedule);
|
|
|
|
|
|
2015-08-20 20:22:37 +08:00
|
|
|
|
/// @brief Tile a schedule node.
|
|
|
|
|
///
|
|
|
|
|
/// @param Node The node to tile.
|
2015-08-23 17:11:00 +08:00
|
|
|
|
/// @param Identifier An name that identifies this kind of tiling and
|
|
|
|
|
/// that is used to mark the tiled loops in the
|
|
|
|
|
/// generated AST.
|
2015-08-20 20:22:37 +08:00
|
|
|
|
/// @param TileSizes A vector of tile sizes that should be used for
|
|
|
|
|
/// tiling.
|
|
|
|
|
/// @param DefaultTileSize A default tile size that is used for dimensions
|
|
|
|
|
/// that are not covered by the TileSizes vector.
|
|
|
|
|
static __isl_give isl_schedule_node *
|
2015-08-23 17:11:00 +08:00
|
|
|
|
tileNode(__isl_take isl_schedule_node *Node, const char *Identifier,
|
|
|
|
|
ArrayRef<int> TileSizes, int DefaultTileSize);
|
2015-08-20 20:22:37 +08:00
|
|
|
|
|
2015-08-20 20:32:45 +08:00
|
|
|
|
/// @brief Check if this node is a band node we want to tile.
|
|
|
|
|
///
|
|
|
|
|
/// We look for innermost band nodes where individual dimensions are marked as
|
|
|
|
|
/// permutable.
|
|
|
|
|
///
|
|
|
|
|
/// @param Node The node to check.
|
|
|
|
|
static bool isTileableBandNode(__isl_keep isl_schedule_node *Node);
|
|
|
|
|
|
2015-07-29 02:03:36 +08:00
|
|
|
|
/// @brief Pre-vectorizes one scheduling dimension of a schedule band.
|
2013-03-23 09:05:07 +08:00
|
|
|
|
///
|
2015-07-29 02:03:36 +08:00
|
|
|
|
/// prevectSchedBand splits out the dimension DimToVectorize, tiles it and
|
|
|
|
|
/// sinks the resulting point loop.
|
2013-03-23 09:05:07 +08:00
|
|
|
|
///
|
2015-07-29 02:03:36 +08:00
|
|
|
|
/// Example (DimToVectorize=0, VectorWidth=4):
|
2013-03-23 09:05:07 +08:00
|
|
|
|
///
|
2015-07-29 02:03:36 +08:00
|
|
|
|
/// | Before transformation:
|
2013-03-23 09:05:07 +08:00
|
|
|
|
/// |
|
|
|
|
|
/// | A[i,j] -> [i,j]
|
|
|
|
|
/// |
|
|
|
|
|
/// | for (i = 0; i < 128; i++)
|
|
|
|
|
/// | for (j = 0; j < 128; j++)
|
|
|
|
|
/// | A(i,j);
|
|
|
|
|
///
|
|
|
|
|
/// | After transformation:
|
|
|
|
|
/// |
|
2015-07-29 02:03:36 +08:00
|
|
|
|
/// | for (it = 0; it < 32; it+=1)
|
2013-03-23 09:05:07 +08:00
|
|
|
|
/// | for (j = 0; j < 128; j++)
|
2015-07-29 02:03:36 +08:00
|
|
|
|
/// | for (ip = 0; ip <= 3; ip++)
|
|
|
|
|
/// | A(4 * it + ip,j);
|
2013-03-23 09:05:07 +08:00
|
|
|
|
///
|
|
|
|
|
/// The goal of this transformation is to create a trivially vectorizable
|
|
|
|
|
/// loop. This means a parallel loop at the innermost level that has a
|
|
|
|
|
/// constant number of iterations corresponding to the target vector width.
|
|
|
|
|
///
|
|
|
|
|
/// This transformation creates a loop at the innermost level. The loop has
|
|
|
|
|
/// a constant number of iterations, if the number of loop iterations at
|
|
|
|
|
/// DimToVectorize can be divided by VectorWidth. The default VectorWidth is
|
|
|
|
|
/// currently constant and not yet target specific. This function does not
|
|
|
|
|
/// reason about parallelism.
|
2015-07-29 02:03:36 +08:00
|
|
|
|
static __isl_give isl_schedule_node *
|
|
|
|
|
prevectSchedBand(__isl_take isl_schedule_node *Node, unsigned DimToVectorize,
|
2015-08-19 16:46:11 +08:00
|
|
|
|
int VectorWidth);
|
2013-03-23 09:05:07 +08:00
|
|
|
|
|
2015-03-22 20:06:39 +08:00
|
|
|
|
/// @brief Apply additional optimizations on the bands in the schedule tree.
|
|
|
|
|
///
|
|
|
|
|
/// We are looking for an innermost band node and apply the following
|
|
|
|
|
/// transformations:
|
|
|
|
|
///
|
|
|
|
|
/// - Tile the band
|
|
|
|
|
/// - if the band is tileable
|
|
|
|
|
/// - if the band has more than one loop dimension
|
|
|
|
|
///
|
2015-07-25 20:28:56 +08:00
|
|
|
|
/// - Prevectorize the schedule of the band (or the point loop in case of
|
2015-07-29 02:03:36 +08:00
|
|
|
|
/// tiling).
|
2015-03-22 20:06:39 +08:00
|
|
|
|
/// - if vectorization is enabled
|
2013-03-23 09:05:07 +08:00
|
|
|
|
///
|
2015-03-22 20:06:39 +08:00
|
|
|
|
/// @param Node The schedule node to (possibly) optimize.
|
|
|
|
|
/// @param User A pointer to forward some use information (currently unused).
|
|
|
|
|
static isl_schedule_node *optimizeBand(isl_schedule_node *Node, void *User);
|
2013-03-23 09:05:07 +08:00
|
|
|
|
|
2015-07-14 17:33:13 +08:00
|
|
|
|
/// @brief Apply post-scheduling transformations.
|
|
|
|
|
///
|
|
|
|
|
/// This function applies a set of additional local transformations on the
|
|
|
|
|
/// schedule tree as it computed by the isl scheduler. Local transformations
|
|
|
|
|
/// applied include:
|
|
|
|
|
///
|
|
|
|
|
/// - Tiling
|
|
|
|
|
/// - Prevectorization
|
|
|
|
|
///
|
|
|
|
|
/// @param Schedule The schedule object post-transformations will be applied
|
|
|
|
|
/// on.
|
|
|
|
|
/// @returns The transformed schedule.
|
|
|
|
|
static __isl_give isl_schedule *
|
|
|
|
|
addPostTransforms(__isl_take isl_schedule *Schedule);
|
2013-03-23 09:05:07 +08:00
|
|
|
|
|
2014-04-12 01:56:49 +08:00
|
|
|
|
using llvm::Pass::doFinalization;
|
|
|
|
|
|
2015-03-02 02:42:08 +08:00
|
|
|
|
virtual bool doFinalization() override {
|
2013-03-23 09:05:07 +08:00
|
|
|
|
isl_schedule_free(LastSchedule);
|
2014-04-16 15:33:47 +08:00
|
|
|
|
LastSchedule = nullptr;
|
2013-03-23 09:05:07 +08:00
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
};
|
2011-05-15 03:02:06 +08:00
|
|
|
|
}
|
|
|
|
|
|
2011-10-08 08:30:40 +08:00
|
|
|
|
char IslScheduleOptimizer::ID = 0;
|
2011-05-15 03:02:06 +08:00
|
|
|
|
|
2015-07-29 02:03:36 +08:00
|
|
|
|
__isl_give isl_schedule_node *
|
|
|
|
|
IslScheduleOptimizer::prevectSchedBand(__isl_take isl_schedule_node *Node,
|
|
|
|
|
unsigned DimToVectorize,
|
|
|
|
|
int VectorWidth) {
|
|
|
|
|
assert(isl_schedule_node_get_type(Node) == isl_schedule_node_band);
|
|
|
|
|
|
|
|
|
|
auto Space = isl_schedule_node_band_get_space(Node);
|
|
|
|
|
auto ScheduleDimensions = isl_space_dim(Space, isl_dim_set);
|
|
|
|
|
isl_space_free(Space);
|
|
|
|
|
assert(DimToVectorize < ScheduleDimensions);
|
|
|
|
|
|
|
|
|
|
if (DimToVectorize > 0) {
|
|
|
|
|
Node = isl_schedule_node_band_split(Node, DimToVectorize);
|
|
|
|
|
Node = isl_schedule_node_child(Node, 0);
|
|
|
|
|
}
|
|
|
|
|
if (DimToVectorize < ScheduleDimensions - 1)
|
|
|
|
|
Node = isl_schedule_node_band_split(Node, 1);
|
|
|
|
|
Space = isl_schedule_node_band_get_space(Node);
|
|
|
|
|
auto Sizes = isl_multi_val_zero(Space);
|
|
|
|
|
auto Ctx = isl_schedule_node_get_ctx(Node);
|
|
|
|
|
Sizes =
|
|
|
|
|
isl_multi_val_set_val(Sizes, 0, isl_val_int_from_si(Ctx, VectorWidth));
|
|
|
|
|
Node = isl_schedule_node_band_tile(Node, Sizes);
|
|
|
|
|
Node = isl_schedule_node_child(Node, 0);
|
2015-08-20 21:45:05 +08:00
|
|
|
|
// Make sure the "trivially vectorizable loop" is not unrolled. Otherwise,
|
|
|
|
|
// we will have troubles to match it in the backend.
|
|
|
|
|
Node = isl_schedule_node_band_set_ast_build_options(
|
2015-08-21 03:08:16 +08:00
|
|
|
|
Node, isl_union_set_read_from_str(Ctx, "{ unroll[x]: 1 = 0 }"));
|
|
|
|
|
Node = isl_schedule_node_band_sink(Node);
|
2015-07-29 02:03:36 +08:00
|
|
|
|
Node = isl_schedule_node_child(Node, 0);
|
|
|
|
|
return Node;
|
2011-07-01 04:29:13 +08:00
|
|
|
|
}
|
|
|
|
|
|
2015-08-20 20:22:37 +08:00
|
|
|
|
__isl_give isl_schedule_node *
|
|
|
|
|
IslScheduleOptimizer::tileNode(__isl_take isl_schedule_node *Node,
|
2015-08-23 17:11:00 +08:00
|
|
|
|
const char *Identifier, ArrayRef<int> TileSizes,
|
|
|
|
|
int DefaultTileSize) {
|
2015-08-20 20:22:37 +08:00
|
|
|
|
auto Ctx = isl_schedule_node_get_ctx(Node);
|
|
|
|
|
auto Space = isl_schedule_node_band_get_space(Node);
|
|
|
|
|
auto Dims = isl_space_dim(Space, isl_dim_set);
|
|
|
|
|
auto Sizes = isl_multi_val_zero(Space);
|
2015-08-23 17:11:00 +08:00
|
|
|
|
std::string IdentifierString(Identifier);
|
2015-08-20 20:22:37 +08:00
|
|
|
|
for (unsigned i = 0; i < Dims; i++) {
|
|
|
|
|
auto tileSize = i < TileSizes.size() ? TileSizes[i] : DefaultTileSize;
|
|
|
|
|
Sizes = isl_multi_val_set_val(Sizes, i, isl_val_int_from_si(Ctx, tileSize));
|
|
|
|
|
}
|
2015-08-23 17:11:00 +08:00
|
|
|
|
auto TileLoopMarkerStr = IdentifierString + " - Tiles";
|
|
|
|
|
isl_id *TileLoopMarker =
|
|
|
|
|
isl_id_alloc(Ctx, TileLoopMarkerStr.c_str(), nullptr);
|
|
|
|
|
Node = isl_schedule_node_insert_mark(Node, TileLoopMarker);
|
|
|
|
|
Node = isl_schedule_node_child(Node, 0);
|
2015-08-20 20:22:37 +08:00
|
|
|
|
Node = isl_schedule_node_band_tile(Node, Sizes);
|
2015-08-23 17:11:00 +08:00
|
|
|
|
Node = isl_schedule_node_child(Node, 0);
|
|
|
|
|
auto PointLoopMarkerStr = IdentifierString + " - Points";
|
|
|
|
|
isl_id *PointLoopMarker =
|
|
|
|
|
isl_id_alloc(Ctx, PointLoopMarkerStr.c_str(), nullptr);
|
|
|
|
|
Node = isl_schedule_node_insert_mark(Node, PointLoopMarker);
|
|
|
|
|
Node = isl_schedule_node_child(Node, 0);
|
|
|
|
|
return Node;
|
2015-08-20 20:22:37 +08:00
|
|
|
|
}
|
|
|
|
|
|
2015-08-20 20:32:45 +08:00
|
|
|
|
bool IslScheduleOptimizer::isTileableBandNode(
|
|
|
|
|
__isl_keep isl_schedule_node *Node) {
|
2015-03-22 20:06:39 +08:00
|
|
|
|
if (isl_schedule_node_get_type(Node) != isl_schedule_node_band)
|
2015-08-20 20:32:45 +08:00
|
|
|
|
return false;
|
2015-03-22 20:06:39 +08:00
|
|
|
|
|
|
|
|
|
if (isl_schedule_node_n_children(Node) != 1)
|
2015-08-20 20:32:45 +08:00
|
|
|
|
return false;
|
2011-07-01 04:01:02 +08:00
|
|
|
|
|
2015-03-22 20:06:39 +08:00
|
|
|
|
if (!isl_schedule_node_band_get_permutable(Node))
|
2015-08-20 20:32:45 +08:00
|
|
|
|
return false;
|
2011-07-01 04:01:02 +08:00
|
|
|
|
|
2015-03-22 20:06:39 +08:00
|
|
|
|
auto Space = isl_schedule_node_band_get_space(Node);
|
|
|
|
|
auto Dims = isl_space_dim(Space, isl_dim_set);
|
2015-08-20 20:22:37 +08:00
|
|
|
|
isl_space_free(Space);
|
2015-03-22 20:06:39 +08:00
|
|
|
|
|
2015-08-20 20:22:37 +08:00
|
|
|
|
if (Dims <= 1)
|
2015-08-20 20:32:45 +08:00
|
|
|
|
return false;
|
2011-07-01 04:01:02 +08:00
|
|
|
|
|
2015-03-22 20:06:39 +08:00
|
|
|
|
auto Child = isl_schedule_node_get_child(Node, 0);
|
|
|
|
|
auto Type = isl_schedule_node_get_type(Child);
|
|
|
|
|
isl_schedule_node_free(Child);
|
|
|
|
|
|
2015-08-20 20:22:37 +08:00
|
|
|
|
if (Type != isl_schedule_node_leaf)
|
2015-08-20 20:32:45 +08:00
|
|
|
|
return false;
|
|
|
|
|
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
__isl_give isl_schedule_node *
|
|
|
|
|
IslScheduleOptimizer::optimizeBand(__isl_take isl_schedule_node *Node,
|
|
|
|
|
void *User) {
|
|
|
|
|
if (!isTileableBandNode(Node))
|
2015-03-22 20:06:39 +08:00
|
|
|
|
return Node;
|
|
|
|
|
|
2015-08-20 21:45:02 +08:00
|
|
|
|
if (FirstLevelTiling)
|
2015-08-23 17:11:00 +08:00
|
|
|
|
Node = tileNode(Node, "1st level tiling", FirstLevelTileSizes,
|
|
|
|
|
FirstLevelDefaultTileSize);
|
2015-08-20 21:45:02 +08:00
|
|
|
|
|
|
|
|
|
if (SecondLevelTiling)
|
2015-08-23 17:11:00 +08:00
|
|
|
|
Node = tileNode(Node, "2nd level tiling", SecondLevelTileSizes,
|
|
|
|
|
SecondLevelDefaultTileSize);
|
2015-03-22 20:06:39 +08:00
|
|
|
|
|
2015-08-20 21:45:05 +08:00
|
|
|
|
if (RegisterTiling) {
|
|
|
|
|
auto *Ctx = isl_schedule_node_get_ctx(Node);
|
2015-08-23 17:11:00 +08:00
|
|
|
|
Node = tileNode(Node, "Register tiling", RegisterTileSizes,
|
|
|
|
|
RegisterDefaultTileSize);
|
2015-08-20 21:45:05 +08:00
|
|
|
|
Node = isl_schedule_node_band_set_ast_build_options(
|
|
|
|
|
Node, isl_union_set_read_from_str(Ctx, "{unroll[x]}"));
|
|
|
|
|
}
|
|
|
|
|
|
2015-03-22 20:06:39 +08:00
|
|
|
|
if (PollyVectorizerChoice == VECTORIZER_NONE)
|
2015-08-19 16:03:37 +08:00
|
|
|
|
return Node;
|
2015-03-22 20:06:39 +08:00
|
|
|
|
|
2015-08-20 20:32:45 +08:00
|
|
|
|
auto Space = isl_schedule_node_band_get_space(Node);
|
|
|
|
|
auto Dims = isl_space_dim(Space, isl_dim_set);
|
|
|
|
|
isl_space_free(Space);
|
|
|
|
|
|
2015-07-29 02:03:36 +08:00
|
|
|
|
for (int i = Dims - 1; i >= 0; i--)
|
2015-08-19 16:03:37 +08:00
|
|
|
|
if (isl_schedule_node_band_member_get_coincident(Node, i)) {
|
2015-08-19 16:46:11 +08:00
|
|
|
|
Node = IslScheduleOptimizer::prevectSchedBand(Node, i, PrevectorWidth);
|
2015-03-22 20:06:39 +08:00
|
|
|
|
break;
|
|
|
|
|
}
|
|
|
|
|
|
2015-08-19 16:03:37 +08:00
|
|
|
|
return Node;
|
2011-07-01 04:01:02 +08:00
|
|
|
|
}
|
|
|
|
|
|
2015-07-14 17:33:13 +08:00
|
|
|
|
__isl_give isl_schedule *
|
|
|
|
|
IslScheduleOptimizer::addPostTransforms(__isl_take isl_schedule *Schedule) {
|
2015-03-22 20:06:39 +08:00
|
|
|
|
isl_schedule_node *Root = isl_schedule_get_root(Schedule);
|
2015-07-14 17:33:13 +08:00
|
|
|
|
isl_schedule_free(Schedule);
|
2015-05-28 21:32:11 +08:00
|
|
|
|
Root = isl_schedule_node_map_descendant_bottom_up(
|
2015-03-22 20:06:39 +08:00
|
|
|
|
Root, IslScheduleOptimizer::optimizeBand, NULL);
|
2015-07-14 17:33:13 +08:00
|
|
|
|
auto S = isl_schedule_node_get_schedule(Root);
|
2015-03-22 20:06:39 +08:00
|
|
|
|
isl_schedule_node_free(Root);
|
2015-07-14 17:33:13 +08:00
|
|
|
|
return S;
|
2011-05-15 03:02:06 +08:00
|
|
|
|
}
|
|
|
|
|
|
2015-02-12 01:25:09 +08:00
|
|
|
|
bool IslScheduleOptimizer::isProfitableSchedule(
|
|
|
|
|
Scop &S, __isl_keep isl_union_map *NewSchedule) {
|
|
|
|
|
// To understand if the schedule has been optimized we check if the schedule
|
|
|
|
|
// has changed at all.
|
|
|
|
|
// TODO: We can improve this by tracking if any necessarily beneficial
|
|
|
|
|
// transformations have been performed. This can e.g. be tiling, loop
|
|
|
|
|
// interchange, or ...) We can track this either at the place where the
|
|
|
|
|
// transformation has been performed or, in case of automatic ILP based
|
|
|
|
|
// optimizations, by comparing (yet to be defined) performance metrics
|
|
|
|
|
// before/after the scheduling optimizer
|
|
|
|
|
// (e.g., #stride-one accesses)
|
|
|
|
|
isl_union_map *OldSchedule = S.getSchedule();
|
|
|
|
|
bool changed = !isl_union_map_is_equal(OldSchedule, NewSchedule);
|
|
|
|
|
isl_union_map_free(OldSchedule);
|
|
|
|
|
return changed;
|
|
|
|
|
}
|
|
|
|
|
|
2011-10-08 08:30:40 +08:00
|
|
|
|
bool IslScheduleOptimizer::runOnScop(Scop &S) {
|
2015-02-14 20:02:24 +08:00
|
|
|
|
|
|
|
|
|
// Skip empty SCoPs but still allow code generation as it will delete the
|
|
|
|
|
// loops present but not needed.
|
|
|
|
|
if (S.getSize() == 0) {
|
|
|
|
|
S.markAsOptimized();
|
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2015-03-05 08:43:48 +08:00
|
|
|
|
const Dependences &D = getAnalysis<DependenceInfo>().getDependences();
|
2011-05-15 03:02:06 +08:00
|
|
|
|
|
2015-03-05 08:43:48 +08:00
|
|
|
|
if (!D.hasValidDependences())
|
2014-02-23 23:15:44 +08:00
|
|
|
|
return false;
|
|
|
|
|
|
2012-10-16 15:29:19 +08:00
|
|
|
|
isl_schedule_free(LastSchedule);
|
2014-04-16 15:33:47 +08:00
|
|
|
|
LastSchedule = nullptr;
|
2012-10-16 15:29:19 +08:00
|
|
|
|
|
2011-05-15 03:02:06 +08:00
|
|
|
|
// Build input data.
|
2015-03-05 08:43:48 +08:00
|
|
|
|
int ValidityKinds =
|
|
|
|
|
Dependences::TYPE_RAW | Dependences::TYPE_WAR | Dependences::TYPE_WAW;
|
2012-02-14 22:02:48 +08:00
|
|
|
|
int ProximityKinds;
|
|
|
|
|
|
|
|
|
|
if (OptimizeDeps == "all")
|
2015-03-05 08:43:48 +08:00
|
|
|
|
ProximityKinds =
|
|
|
|
|
Dependences::TYPE_RAW | Dependences::TYPE_WAR | Dependences::TYPE_WAW;
|
2012-02-14 22:02:48 +08:00
|
|
|
|
else if (OptimizeDeps == "raw")
|
2015-03-05 08:43:48 +08:00
|
|
|
|
ProximityKinds = Dependences::TYPE_RAW;
|
2012-02-14 22:02:48 +08:00
|
|
|
|
else {
|
|
|
|
|
errs() << "Do not know how to optimize for '" << OptimizeDeps << "'"
|
2013-03-23 09:05:07 +08:00
|
|
|
|
<< " Falling back to optimizing all dependences.\n";
|
2015-03-05 08:43:48 +08:00
|
|
|
|
ProximityKinds =
|
|
|
|
|
Dependences::TYPE_RAW | Dependences::TYPE_WAR | Dependences::TYPE_WAW;
|
2012-02-14 22:02:48 +08:00
|
|
|
|
}
|
|
|
|
|
|
2012-02-14 22:02:40 +08:00
|
|
|
|
isl_union_set *Domain = S.getDomains();
|
2011-05-15 03:02:06 +08:00
|
|
|
|
|
2012-02-14 07:31:39 +08:00
|
|
|
|
if (!Domain)
|
2011-05-15 03:02:06 +08:00
|
|
|
|
return false;
|
|
|
|
|
|
2015-03-05 08:43:48 +08:00
|
|
|
|
isl_union_map *Validity = D.getDependences(ValidityKinds);
|
|
|
|
|
isl_union_map *Proximity = D.getDependences(ProximityKinds);
|
2012-03-16 19:51:41 +08:00
|
|
|
|
|
2012-01-31 03:38:43 +08:00
|
|
|
|
// Simplify the dependences by removing the constraints introduced by the
|
|
|
|
|
// domains. This can speed up the scheduling time significantly, as large
|
|
|
|
|
// constant coefficients will be removed from the dependences. The
|
|
|
|
|
// introduction of some additional dependences reduces the possible
|
|
|
|
|
// transformations, but in most cases, such transformation do not seem to be
|
|
|
|
|
// interesting anyway. In some cases this option may stop the scheduler to
|
|
|
|
|
// find any schedule.
|
|
|
|
|
if (SimplifyDeps == "yes") {
|
2012-02-14 22:02:44 +08:00
|
|
|
|
Validity = isl_union_map_gist_domain(Validity, isl_union_set_copy(Domain));
|
|
|
|
|
Validity = isl_union_map_gist_range(Validity, isl_union_set_copy(Domain));
|
2013-03-23 09:05:07 +08:00
|
|
|
|
Proximity =
|
|
|
|
|
isl_union_map_gist_domain(Proximity, isl_union_set_copy(Domain));
|
2012-02-14 22:02:44 +08:00
|
|
|
|
Proximity = isl_union_map_gist_range(Proximity, isl_union_set_copy(Domain));
|
2012-01-31 03:38:43 +08:00
|
|
|
|
} else if (SimplifyDeps != "no") {
|
|
|
|
|
errs() << "warning: Option -polly-opt-simplify-deps should either be 'yes' "
|
|
|
|
|
"or 'no'. Falling back to default: 'yes'\n";
|
|
|
|
|
}
|
|
|
|
|
|
2011-05-15 03:02:06 +08:00
|
|
|
|
DEBUG(dbgs() << "\n\nCompute schedule from: ");
|
2014-10-23 07:16:28 +08:00
|
|
|
|
DEBUG(dbgs() << "Domain := " << stringFromIslObj(Domain) << ";\n");
|
|
|
|
|
DEBUG(dbgs() << "Proximity := " << stringFromIslObj(Proximity) << ";\n");
|
|
|
|
|
DEBUG(dbgs() << "Validity := " << stringFromIslObj(Validity) << ";\n");
|
2011-05-15 03:02:06 +08:00
|
|
|
|
|
2015-06-19 00:45:40 +08:00
|
|
|
|
unsigned IslSerializeSCCs;
|
2012-01-31 03:38:50 +08:00
|
|
|
|
|
|
|
|
|
if (FusionStrategy == "max") {
|
2015-06-19 00:45:40 +08:00
|
|
|
|
IslSerializeSCCs = 0;
|
2012-01-31 03:38:50 +08:00
|
|
|
|
} else if (FusionStrategy == "min") {
|
2015-06-19 00:45:40 +08:00
|
|
|
|
IslSerializeSCCs = 1;
|
2012-01-31 03:38:50 +08:00
|
|
|
|
} else {
|
|
|
|
|
errs() << "warning: Unknown fusion strategy. Falling back to maximal "
|
|
|
|
|
"fusion.\n";
|
2015-06-19 00:45:40 +08:00
|
|
|
|
IslSerializeSCCs = 0;
|
2012-01-31 03:38:50 +08:00
|
|
|
|
}
|
|
|
|
|
|
2012-01-31 03:38:54 +08:00
|
|
|
|
int IslMaximizeBands;
|
|
|
|
|
|
2012-01-31 06:43:56 +08:00
|
|
|
|
if (MaximizeBandDepth == "yes") {
|
2012-01-31 03:38:54 +08:00
|
|
|
|
IslMaximizeBands = 1;
|
2012-01-31 06:43:56 +08:00
|
|
|
|
} else if (MaximizeBandDepth == "no") {
|
2012-01-31 03:38:54 +08:00
|
|
|
|
IslMaximizeBands = 0;
|
|
|
|
|
} else {
|
|
|
|
|
errs() << "warning: Option -polly-opt-maximize-bands should either be 'yes'"
|
|
|
|
|
" or 'no'. Falling back to default: 'yes'\n";
|
|
|
|
|
IslMaximizeBands = 1;
|
|
|
|
|
}
|
|
|
|
|
|
2015-06-19 00:45:40 +08:00
|
|
|
|
isl_options_set_schedule_serialize_sccs(S.getIslCtx(), IslSerializeSCCs);
|
2012-01-31 03:38:54 +08:00
|
|
|
|
isl_options_set_schedule_maximize_band_depth(S.getIslCtx(), IslMaximizeBands);
|
2012-02-20 16:41:15 +08:00
|
|
|
|
isl_options_set_schedule_max_constant_term(S.getIslCtx(), MaxConstantTerm);
|
2012-02-20 16:41:47 +08:00
|
|
|
|
isl_options_set_schedule_max_coefficient(S.getIslCtx(), MaxCoefficient);
|
2015-03-31 15:52:36 +08:00
|
|
|
|
isl_options_set_tile_scale_tile_loops(S.getIslCtx(), 0);
|
2012-01-31 03:38:47 +08:00
|
|
|
|
|
|
|
|
|
isl_options_set_on_error(S.getIslCtx(), ISL_ON_ERROR_CONTINUE);
|
2014-01-27 03:36:28 +08:00
|
|
|
|
|
|
|
|
|
isl_schedule_constraints *ScheduleConstraints;
|
|
|
|
|
ScheduleConstraints = isl_schedule_constraints_on_domain(Domain);
|
|
|
|
|
ScheduleConstraints =
|
|
|
|
|
isl_schedule_constraints_set_proximity(ScheduleConstraints, Proximity);
|
|
|
|
|
ScheduleConstraints = isl_schedule_constraints_set_validity(
|
|
|
|
|
ScheduleConstraints, isl_union_map_copy(Validity));
|
|
|
|
|
ScheduleConstraints =
|
|
|
|
|
isl_schedule_constraints_set_coincidence(ScheduleConstraints, Validity);
|
2012-02-14 22:02:44 +08:00
|
|
|
|
isl_schedule *Schedule;
|
2014-01-27 03:36:28 +08:00
|
|
|
|
Schedule = isl_schedule_constraints_compute_schedule(ScheduleConstraints);
|
2012-01-31 03:38:47 +08:00
|
|
|
|
isl_options_set_on_error(S.getIslCtx(), ISL_ON_ERROR_ABORT);
|
|
|
|
|
|
|
|
|
|
// In cases the scheduler is not able to optimize the code, we just do not
|
|
|
|
|
// touch the schedule.
|
2012-02-14 07:31:39 +08:00
|
|
|
|
if (!Schedule)
|
2012-01-31 03:38:47 +08:00
|
|
|
|
return false;
|
2011-05-15 03:02:06 +08:00
|
|
|
|
|
2015-05-30 14:46:59 +08:00
|
|
|
|
DEBUG({
|
|
|
|
|
auto *P = isl_printer_to_str(S.getIslCtx());
|
|
|
|
|
P = isl_printer_set_yaml_style(P, ISL_YAML_STYLE_BLOCK);
|
|
|
|
|
P = isl_printer_print_schedule(P, Schedule);
|
|
|
|
|
dbgs() << "NewScheduleTree: \n" << isl_printer_get_str(P) << "\n";
|
|
|
|
|
isl_printer_free(P);
|
|
|
|
|
});
|
2012-02-20 16:41:21 +08:00
|
|
|
|
|
2015-07-14 17:33:13 +08:00
|
|
|
|
isl_schedule *NewSchedule = addPostTransforms(Schedule);
|
|
|
|
|
isl_union_map *NewScheduleMap = isl_schedule_get_map(NewSchedule);
|
2015-02-12 01:25:09 +08:00
|
|
|
|
|
2015-07-14 17:33:13 +08:00
|
|
|
|
if (!isProfitableSchedule(S, NewScheduleMap)) {
|
|
|
|
|
isl_union_map_free(NewScheduleMap);
|
|
|
|
|
isl_schedule_free(NewSchedule);
|
2015-02-12 01:25:09 +08:00
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2015-07-14 17:33:13 +08:00
|
|
|
|
S.setScheduleTree(NewSchedule);
|
2015-02-12 01:25:09 +08:00
|
|
|
|
S.markAsOptimized();
|
2011-05-15 03:02:06 +08:00
|
|
|
|
|
2015-07-14 17:33:13 +08:00
|
|
|
|
isl_union_map_free(NewScheduleMap);
|
2011-05-15 03:02:06 +08:00
|
|
|
|
return false;
|
|
|
|
|
}
|
|
|
|
|
|
2015-03-02 02:40:25 +08:00
|
|
|
|
void IslScheduleOptimizer::printScop(raw_ostream &OS, Scop &) const {
|
2012-10-16 15:29:19 +08:00
|
|
|
|
isl_printer *p;
|
|
|
|
|
char *ScheduleStr;
|
|
|
|
|
|
|
|
|
|
OS << "Calculated schedule:\n";
|
|
|
|
|
|
|
|
|
|
if (!LastSchedule) {
|
|
|
|
|
OS << "n/a\n";
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
p = isl_printer_to_str(isl_schedule_get_ctx(LastSchedule));
|
|
|
|
|
p = isl_printer_print_schedule(p, LastSchedule);
|
|
|
|
|
ScheduleStr = isl_printer_get_str(p);
|
|
|
|
|
isl_printer_free(p);
|
|
|
|
|
|
|
|
|
|
OS << ScheduleStr << "\n";
|
2011-05-15 03:02:06 +08:00
|
|
|
|
}
|
|
|
|
|
|
2011-10-08 08:30:40 +08:00
|
|
|
|
void IslScheduleOptimizer::getAnalysisUsage(AnalysisUsage &AU) const {
|
2011-05-15 03:02:06 +08:00
|
|
|
|
ScopPass::getAnalysisUsage(AU);
|
2015-03-05 06:43:40 +08:00
|
|
|
|
AU.addRequired<DependenceInfo>();
|
2011-05-15 03:02:06 +08:00
|
|
|
|
}
|
|
|
|
|
|
2013-03-23 09:05:07 +08:00
|
|
|
|
Pass *polly::createIslScheduleOptimizerPass() {
|
2011-10-08 08:30:40 +08:00
|
|
|
|
return new IslScheduleOptimizer();
|
2011-05-15 03:02:06 +08:00
|
|
|
|
}
|
2013-03-23 09:05:07 +08:00
|
|
|
|
|
|
|
|
|
INITIALIZE_PASS_BEGIN(IslScheduleOptimizer, "polly-opt-isl",
|
|
|
|
|
"Polly - Optimize schedule of SCoP", false, false);
|
2015-03-05 06:43:40 +08:00
|
|
|
|
INITIALIZE_PASS_DEPENDENCY(DependenceInfo);
|
2013-03-23 09:05:07 +08:00
|
|
|
|
INITIALIZE_PASS_DEPENDENCY(ScopInfo);
|
|
|
|
|
INITIALIZE_PASS_END(IslScheduleOptimizer, "polly-opt-isl",
|
|
|
|
|
"Polly - Optimize schedule of SCoP", false, false)
|