//===- ExpandDivs.cpp - Expansion patterns for MemRef operations ----------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "mlir/Dialect/Arith/IR/Arith.h" #include "mlir/Dialect/Arith/Transforms/Passes.h" #include "mlir/Dialect/MemRef/IR/MemRef.h" #include "mlir/Dialect/MemRef/Transforms/Transforms.h" #include "mlir/IR/TypeUtilities.h" #include "mlir/Transforms/DialectConversion.h" namespace mlir { namespace memref { #define GEN_PASS_DEF_EXPANDOPSPASS #include "mlir/Dialect/MemRef/Transforms/Passes.h.inc" } // namespace memref } // namespace mlir using namespace mlir; namespace { /// Converts `memref.reshape` that has a target shape of a statically-known /// size to `memref.reinterpret_cast`. struct MemRefReshapeOpConverter : public OpRewritePattern { public: using OpRewritePattern::OpRewritePattern; LogicalResult matchAndRewrite(memref::ReshapeOp op, PatternRewriter &rewriter) const final { auto shapeType = cast(op.getShape().getType()); if (!shapeType.hasStaticShape()) return failure(); int64_t rank = cast(shapeType).getDimSize(0); SmallVector sizes, strides; sizes.resize(rank); strides.resize(rank); Location loc = op.getLoc(); Value stride = nullptr; int64_t staticStride = 1; for (int i = rank - 1; i >= 0; --i) { Value size; // Load dynamic sizes from the shape input, use constants for static dims. if (op.getType().isDynamicDim(i)) { Value index = arith::ConstantIndexOp::create(rewriter, loc, i); size = memref::LoadOp::create(rewriter, loc, op.getShape(), index); if (!isa(size.getType())) size = arith::IndexCastOp::create(rewriter, loc, rewriter.getIndexType(), size); sizes[i] = size; } else { auto sizeAttr = rewriter.getIndexAttr(op.getType().getDimSize(i)); size = arith::ConstantOp::create(rewriter, loc, sizeAttr); sizes[i] = sizeAttr; } if (stride) strides[i] = stride; else strides[i] = rewriter.getIndexAttr(staticStride); if (i > 0) { if (stride) { stride = arith::MulIOp::create(rewriter, loc, stride, size); } else if (op.getType().isDynamicDim(i)) { stride = arith::MulIOp::create( rewriter, loc, arith::ConstantIndexOp::create(rewriter, loc, staticStride), size); } else { staticStride *= op.getType().getDimSize(i); } } } rewriter.replaceOpWithNewOp( op, op.getType(), op.getSource(), /*offset=*/rewriter.getIndexAttr(0), sizes, strides); return success(); } }; struct ExpandOpsPass : public memref::impl::ExpandOpsPassBase { void runOnOperation() override { MLIRContext &ctx = getContext(); RewritePatternSet patterns(&ctx); memref::populateExpandOpsPatterns(patterns); ConversionTarget target(ctx); target.addLegalDialect(); target.addDynamicallyLegalOp([](memref::ReshapeOp op) { return !cast(op.getShape().getType()).hasStaticShape(); }); if (failed(applyPartialConversion(getOperation(), target, std::move(patterns)))) signalPassFailure(); } }; } // namespace void mlir::memref::populateExpandOpsPatterns(RewritePatternSet &patterns) { patterns.add(patterns.getContext()); }