//===-- AMDGPUAnnotateUniformValues.cpp - ---------------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// // /// \file /// This pass adds amdgpu.uniform metadata to IR values so this information /// can be used during instruction selection. // //===----------------------------------------------------------------------===// #include "AMDGPU.h" #include "AMDGPUMemoryUtils.h" #include "Utils/AMDGPUBaseInfo.h" #include "llvm/Analysis/AliasAnalysis.h" #include "llvm/Analysis/MemorySSA.h" #include "llvm/Analysis/UniformityAnalysis.h" #include "llvm/IR/InstVisitor.h" #include "llvm/InitializePasses.h" #define DEBUG_TYPE "amdgpu-annotate-uniform" using namespace llvm; namespace { class AMDGPUAnnotateUniformValues : public InstVisitor { UniformityInfo *UA; MemorySSA *MSSA; AliasAnalysis *AA; bool isEntryFunc; bool Changed = false; void setUniformMetadata(Instruction *I) { I->setMetadata("amdgpu.uniform", MDNode::get(I->getContext(), {})); Changed = true; } void setNoClobberMetadata(Instruction *I) { I->setMetadata("amdgpu.noclobber", MDNode::get(I->getContext(), {})); Changed = true; } public: AMDGPUAnnotateUniformValues(UniformityInfo &UA, MemorySSA &MSSA, AliasAnalysis &AA, const Function &F) : UA(&UA), MSSA(&MSSA), AA(&AA), isEntryFunc(AMDGPU::isEntryFunctionCC(F.getCallingConv())) {} void visitBranchInst(BranchInst &I); void visitLoadInst(LoadInst &I); bool changed() const { return Changed; } }; } // End anonymous namespace void AMDGPUAnnotateUniformValues::visitBranchInst(BranchInst &I) { if (UA->isUniform(&I)) setUniformMetadata(&I); } void AMDGPUAnnotateUniformValues::visitLoadInst(LoadInst &I) { Value *Ptr = I.getPointerOperand(); if (!UA->isUniform(Ptr)) return; Instruction *PtrI = dyn_cast(Ptr); if (PtrI) setUniformMetadata(PtrI); // We're tracking up to the Function boundaries, and cannot go beyond because // of FunctionPass restrictions. We can ensure that is memory not clobbered // for memory operations that are live in to entry points only. if (!isEntryFunc) return; bool GlobalLoad = I.getPointerAddressSpace() == AMDGPUAS::GLOBAL_ADDRESS; if (GlobalLoad && !AMDGPU::isClobberedInFunction(&I, MSSA, AA)) setNoClobberMetadata(&I); } PreservedAnalyses AMDGPUAnnotateUniformValuesPass::run(Function &F, FunctionAnalysisManager &FAM) { UniformityInfo &UI = FAM.getResult(F); MemorySSA &MSSA = FAM.getResult(F).getMSSA(); AAResults &AA = FAM.getResult(F); AMDGPUAnnotateUniformValues Impl(UI, MSSA, AA, F); Impl.visit(F); if (!Impl.changed()) return PreservedAnalyses::all(); PreservedAnalyses PA = PreservedAnalyses::none(); // TODO: Should preserve nearly everything PA.preserveSet(); return PA; } class AMDGPUAnnotateUniformValuesLegacy : public FunctionPass { public: static char ID; AMDGPUAnnotateUniformValuesLegacy() : FunctionPass(ID) {} bool doInitialization(Module &M) override { return false; } bool runOnFunction(Function &F) override; StringRef getPassName() const override { return "AMDGPU Annotate Uniform Values"; } void getAnalysisUsage(AnalysisUsage &AU) const override { AU.addRequired(); AU.addRequired(); AU.addRequired(); AU.setPreservesAll(); } }; bool AMDGPUAnnotateUniformValuesLegacy::runOnFunction(Function &F) { if (skipFunction(F)) return false; UniformityInfo &UI = getAnalysis().getUniformityInfo(); MemorySSA &MSSA = getAnalysis().getMSSA(); AliasAnalysis &AA = getAnalysis().getAAResults(); AMDGPUAnnotateUniformValues Impl(UI, MSSA, AA, F); Impl.visit(F); return Impl.changed(); } INITIALIZE_PASS_BEGIN(AMDGPUAnnotateUniformValuesLegacy, DEBUG_TYPE, "Add AMDGPU uniform metadata", false, false) INITIALIZE_PASS_DEPENDENCY(UniformityInfoWrapperPass) INITIALIZE_PASS_DEPENDENCY(MemorySSAWrapperPass) INITIALIZE_PASS_DEPENDENCY(AAResultsWrapperPass) INITIALIZE_PASS_END(AMDGPUAnnotateUniformValuesLegacy, DEBUG_TYPE, "Add AMDGPU uniform metadata", false, false) char AMDGPUAnnotateUniformValuesLegacy::ID = 0; FunctionPass *llvm::createAMDGPUAnnotateUniformValuesLegacy() { return new AMDGPUAnnotateUniformValuesLegacy(); }