diff options
author | Amara Emerson <amara@apple.com> | 2023-06-04 00:23:47 -0700 |
---|---|---|
committer | Amara Emerson <amara@apple.com> | 2023-06-04 00:24:38 -0700 |
commit | fbdcd54442ef9435d753ae974d33992f99d85ad8 (patch) | |
tree | 5ad98c4739ac47e3b771c66b3d7b4bd9d7b6c7b3 /llvm/lib/CodeGen | |
parent | f4eafba2064d52f992e6f32c957f3d51d8627975 (diff) | |
download | llvm-fbdcd54442ef9435d753ae974d33992f99d85ad8.zip llvm-fbdcd54442ef9435d753ae974d33992f99d85ad8.tar.gz llvm-fbdcd54442ef9435d753ae974d33992f99d85ad8.tar.bz2 |
[GlobalISel] Fix DIVREM combine from inserting a divrem before its operands' defs.
In some rare corner cases where in between the div/rem pair there's a def of
the second instruction's source (but a different vreg due to the combine's
eqivalence checks), it will place the DIVREM at the first instruction's point,
causing a use-before-def. There wasn't an obvious fix that stood out to me
without doing more involved analysis than a combine should really be doing.
Fixes issue #60516
I'm open to new suggestions on how to approach this, as I'm not too happy
at bailing out here. It's not the first time we run into issues with value liveness
that the DAG world isn't affected by.
Differential Revision: https://reviews.llvm.org/D144336
Diffstat (limited to 'llvm/lib/CodeGen')
-rw-r--r-- | llvm/lib/CodeGen/GlobalISel/CombinerHelper.cpp | 40 |
1 files changed, 37 insertions, 3 deletions
diff --git a/llvm/lib/CodeGen/GlobalISel/CombinerHelper.cpp b/llvm/lib/CodeGen/GlobalISel/CombinerHelper.cpp index 5006c4b..d1ebfb8 100644 --- a/llvm/lib/CodeGen/GlobalISel/CombinerHelper.cpp +++ b/llvm/lib/CodeGen/GlobalISel/CombinerHelper.cpp @@ -1113,6 +1113,7 @@ void CombinerHelper::applyCombineIndexedLoadStore( bool CombinerHelper::matchCombineDivRem(MachineInstr &MI, MachineInstr *&OtherMI) { + OtherMI = nullptr; unsigned Opcode = MI.getOpcode(); bool IsDiv, IsSigned; @@ -1167,11 +1168,44 @@ bool CombinerHelper::matchCombineDivRem(MachineInstr &MI, matchEqualDefs(MI.getOperand(2), UseMI.getOperand(2)) && matchEqualDefs(MI.getOperand(1), UseMI.getOperand(1))) { OtherMI = &UseMI; - return true; + break; } } - - return false; + if (!OtherMI) + return false; + + // We may have a situation like this: + // %4:_(s32) = G_SEXT %2:_(s1) + // %5:_(s32) = G_SEXT %2:_(s1) + // %6:_(s32) = G_UDIV %4:_, %5:_ + // %8:_(s32) = G_SEXT %2:_(s1) + // %9:_(s32) = G_UREM %5:_, %8:_ + // and choosing the insertion point as the G_UDIV will cause it to use %8 + // before the def. We check here if any of the operands of the later + // instruction (i.e. one of DIV/REM that is the second in the block) are + // dominated by the first instruction. In this case we check if %8 is + // dominated by the G_UDIV and bail out if so. + + SmallSet<Register, 2> RegsToCheck; + MachineInstr *First, *Second; + if (dominates(MI, *OtherMI)) { + First = &MI; + Second = OtherMI; + } else { + First = OtherMI; + Second = &MI; + } + RegsToCheck.insert(Second->getOperand(1).getReg()); + RegsToCheck.insert(Second->getOperand(2).getReg()); + for (MachineBasicBlock::iterator II = std::next(First->getIterator()); + II != Second->getIterator(); ++II) { + for (auto &MO : II->operands()) { + if (MO.isReg() && MO.isDef() && RegsToCheck.count(MO.getReg()) && + dominates(*First, *II)) + return false; + } + } + return true; } void CombinerHelper::applyCombineDivRem(MachineInstr &MI, |