blob: 69407df201cfa823cb34f629f07dcc3286c1aee1 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
//===- SincosFusion.cpp - Fuse sin/cos into sincos -----------------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
#include "mlir/Dialect/Math/IR/Math.h"
#include "mlir/Dialect/Math/Transforms/Passes.h"
#include "mlir/IR/PatternMatch.h"
#include "mlir/Transforms/GreedyPatternRewriteDriver.h"
using namespace mlir;
using namespace mlir::math;
namespace {
/// Fuse a math.sin and math.cos in the same block that use the same operand and
/// have identical fastmath flags into a single math.sincos.
struct SincosFusionPattern : OpRewritePattern<math::SinOp> {
using Base::Base;
LogicalResult matchAndRewrite(math::SinOp sinOp,
PatternRewriter &rewriter) const override {
Value operand = sinOp.getOperand();
mlir::arith::FastMathFlags sinFastMathFlags = sinOp.getFastmath();
math::CosOp cosOp = nullptr;
sinOp->getBlock()->walk([&](math::CosOp op) {
if (op.getOperand() == operand && op.getFastmath() == sinFastMathFlags) {
cosOp = op;
return WalkResult::interrupt();
}
return WalkResult::advance();
});
if (!cosOp)
return failure();
Operation *firstOp = sinOp->isBeforeInBlock(cosOp) ? sinOp.getOperation()
: cosOp.getOperation();
rewriter.setInsertionPoint(firstOp);
Type elemType = sinOp.getType();
auto sincos = math::SincosOp::create(rewriter, firstOp->getLoc(),
TypeRange{elemType, elemType}, operand,
sinOp.getFastmathAttr());
rewriter.replaceOp(sinOp, sincos.getSin());
rewriter.replaceOp(cosOp, sincos.getCos());
return success();
}
};
} // namespace
namespace mlir::math {
#define GEN_PASS_DEF_MATHSINCOSFUSIONPASS
#include "mlir/Dialect/Math/Transforms/Passes.h.inc"
} // namespace mlir::math
namespace {
struct MathSincosFusionPass final
: math::impl::MathSincosFusionPassBase<MathSincosFusionPass> {
using MathSincosFusionPassBase::MathSincosFusionPassBase;
void runOnOperation() override {
RewritePatternSet patterns(&getContext());
patterns.add<SincosFusionPattern>(&getContext());
GreedyRewriteConfig config;
if (failed(
applyPatternsGreedily(getOperation(), std::move(patterns), config)))
return signalPassFailure();
}
};
} // namespace
|
