//===- NamedToElementwise.cpp - convert linalg named op into elementwise --===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// // // This file implements rewriting those linalg named ops that are essentially // elementwise e.g. `linalg.exp`, to `linalg.elementwise`. This allows further // optimization on `linalg.elementwise` such as folding transpose, broadcast. // //===----------------------------------------------------------------------===// #include "mlir/Dialect/Linalg/IR/Linalg.h" #include "mlir/Dialect/Linalg/Passes.h" #include "mlir/Dialect/Linalg/Transforms/Transforms.h" #include "mlir/IR/PatternMatch.h" #include "mlir/Transforms/GreedyPatternRewriteDriver.h" #include "llvm/ADT/SmallVector.h" #include "llvm/ADT/TypeSwitch.h" using namespace mlir; using namespace mlir::linalg; #define DEBUG_TYPE "linalg-named-to-elementwise" namespace { ElementwiseKind getKind(Operation *op) { return llvm::TypeSwitch(op) .Case([](SelectOp) { return ElementwiseKind::select; }) .Case([](AddOp) { return ElementwiseKind::add; }) .Case([](SubOp) { return ElementwiseKind::sub; }) .Case([](MulOp) { return ElementwiseKind::mul; }) .Case([](DivOp) { return ElementwiseKind::div; }) .Case([](DivUnsignedOp) { return ElementwiseKind::div_unsigned; }) .Case([](PowFOp) { return ElementwiseKind::powf; }) .Case([](ExpOp) { return ElementwiseKind::exp; }) .Case([](LogOp) { return ElementwiseKind::log; }) .Case([](AbsOp) { return ElementwiseKind::abs; }) .Case([](CeilOp) { return ElementwiseKind::ceil; }) .Case([](FloorOp) { return ElementwiseKind::floor; }) .Case([](NegFOp) { return ElementwiseKind::negf; }) .Case([](ReciprocalOp) { return ElementwiseKind::reciprocal; }) .Case([](RoundOp) { return ElementwiseKind::round; }) .Case([](SqrtOp) { return ElementwiseKind::sqrt; }) .Case([](RsqrtOp) { return ElementwiseKind::rsqrt; }) .Case([](SquareOp) { return ElementwiseKind::square; }) .Case([](TanhOp) { return ElementwiseKind::tanh; }) .Case([](ErfOp) { return ElementwiseKind::erf; }) .Default([&](Operation *op) { llvm_unreachable("unhandled case in named to elementwise"); return ElementwiseKind::sub; }); } template struct NamedToElementwisePattern : public OpRewritePattern { using OpRewritePattern::OpRewritePattern; LogicalResult matchAndRewrite(NamedOpTy op, PatternRewriter &rewriter) const override { SmallVector attrs; auto kindAttr = ElementwiseKindAttr::get(op.getContext(), getKind(op)); attrs.push_back(rewriter.getNamedAttr("kind", kindAttr)); attrs.push_back( rewriter.getNamedAttr("indexing_maps", op.getIndexingMaps())); rewriter.replaceOpWithNewOp(op, op.getDpsInputs(), op.getDpsInits(), attrs); return success(); } }; } // namespace void mlir::linalg::populateLinalgNamedToElementwisePatterns( RewritePatternSet &patterns) { patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); patterns.add>(patterns.getContext()); }