//=== ComplexToROCDLLibraryCalls.cpp - convert from Complex to ROCDL calls ===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "mlir/Conversion/ComplexToROCDLLibraryCalls/ComplexToROCDLLibraryCalls.h" #include "mlir/Dialect/Arith/IR/Arith.h" #include "mlir/Dialect/Complex/IR/Complex.h" #include "mlir/Dialect/Func/IR/FuncOps.h" #include "mlir/IR/PatternMatch.h" #include "mlir/IR/TypeUtilities.h" #include "mlir/Transforms/DialectConversion.h" namespace mlir { #define GEN_PASS_DEF_CONVERTCOMPLEXTOROCDLLIBRARYCALLS #include "mlir/Conversion/Passes.h.inc" } // namespace mlir using namespace mlir; namespace { template // Pattern to convert Complex ops to ROCDL function calls. struct ComplexOpToROCDLLibraryCalls : public OpRewritePattern { using OpRewritePattern::OpRewritePattern; ComplexOpToROCDLLibraryCalls(MLIRContext *context, StringRef funcName, PatternBenefit benefit = 1) : OpRewritePattern(context, benefit), funcName(funcName) {} LogicalResult matchAndRewrite(Op op, PatternRewriter &rewriter) const final { Operation *symTable = SymbolTable::getNearestSymbolTable(op); Type resType = op.getType(); if (auto complexType = dyn_cast(resType)) resType = complexType.getElementType(); if (!isa(resType)) return failure(); auto opFunc = dyn_cast_or_null( SymbolTable::lookupSymbolIn(symTable, funcName)); if (!opFunc) { OpBuilder::InsertionGuard guard(rewriter); rewriter.setInsertionPointToStart(&symTable->getRegion(0).front()); auto funcTy = FunctionType::get( rewriter.getContext(), op->getOperandTypes(), op->getResultTypes()); opFunc = func::FuncOp::create(rewriter, rewriter.getUnknownLoc(), funcName, funcTy); opFunc.setPrivate(); } rewriter.replaceOpWithNewOp(op, funcName, op.getType(), op->getOperands()); return success(); } private: std::string funcName; }; // Rewrite complex.pow(z, w) -> complex.exp(w * complex.log(z)) struct PowOpToROCDLLibraryCalls : public OpRewritePattern { using OpRewritePattern::OpRewritePattern; LogicalResult matchAndRewrite(complex::PowOp op, PatternRewriter &rewriter) const final { Location loc = op.getLoc(); auto fastmath = op.getFastmathAttr(); Value logBase = complex::LogOp::create(rewriter, loc, op.getLhs(), fastmath); Value mul = complex::MulOp::create(rewriter, loc, op.getRhs(), logBase, fastmath); Value exp = complex::ExpOp::create(rewriter, loc, mul, fastmath); rewriter.replaceOp(op, exp); return success(); } }; // Rewrite complex.powi(z, n) -> complex.pow(z, complex(float(n), 0)) struct PowiOpToROCDLLibraryCalls : public OpRewritePattern { using OpRewritePattern::OpRewritePattern; LogicalResult matchAndRewrite(complex::PowiOp op, PatternRewriter &rewriter) const final { auto complexType = cast(getElementTypeOrSelf(op.getType())); Type elementType = complexType.getElementType(); Type exponentType = op.getRhs().getType(); Type exponentFloatType = elementType; if (auto shapedType = dyn_cast(exponentType)) exponentFloatType = shapedType.cloneWith(std::nullopt, elementType); Location loc = op.getLoc(); Value exponentReal = arith::SIToFPOp::create(rewriter, loc, exponentFloatType, op.getRhs()); Value zeroImag = arith::ConstantOp::create( rewriter, loc, rewriter.getZeroAttr(exponentFloatType)); Value exponent = complex::CreateOp::create( rewriter, loc, op.getLhs().getType(), exponentReal, zeroImag); rewriter.replaceOpWithNewOp(op, op.getType(), op.getLhs(), exponent, op.getFastmathAttr()); return success(); } }; } // namespace void mlir::populateComplexToROCDLLibraryCallsConversionPatterns( RewritePatternSet &patterns) { patterns.add(patterns.getContext()); patterns.add(patterns.getContext()); patterns.add>( patterns.getContext(), "__ocml_cabs_f32"); patterns.add>( patterns.getContext(), "__ocml_cabs_f64"); patterns.add>( patterns.getContext(), "__ocml_ccos_f32"); patterns.add>( patterns.getContext(), "__ocml_ccos_f64"); patterns.add>( patterns.getContext(), "__ocml_cexp_f32"); patterns.add>( patterns.getContext(), "__ocml_cexp_f64"); patterns.add>( patterns.getContext(), "__ocml_clog_f32"); patterns.add>( patterns.getContext(), "__ocml_clog_f64"); patterns.add>( patterns.getContext(), "__ocml_csin_f32"); patterns.add>( patterns.getContext(), "__ocml_csin_f64"); patterns.add>( patterns.getContext(), "__ocml_csqrt_f32"); patterns.add>( patterns.getContext(), "__ocml_csqrt_f64"); patterns.add>( patterns.getContext(), "__ocml_ctan_f32"); patterns.add>( patterns.getContext(), "__ocml_ctan_f64"); patterns.add>( patterns.getContext(), "__ocml_ctanh_f32"); patterns.add>( patterns.getContext(), "__ocml_ctanh_f64"); } namespace { struct ConvertComplexToROCDLLibraryCallsPass : public impl::ConvertComplexToROCDLLibraryCallsBase< ConvertComplexToROCDLLibraryCallsPass> { void runOnOperation() override; }; } // namespace void ConvertComplexToROCDLLibraryCallsPass::runOnOperation() { Operation *op = getOperation(); RewritePatternSet patterns(&getContext()); populateComplexToROCDLLibraryCallsConversionPatterns(patterns); ConversionTarget target(getContext()); target.addLegalDialect(); target.addLegalOp(); target.addIllegalOp(); if (failed(applyPartialConversion(op, target, std::move(patterns)))) signalPassFailure(); }