diff --git a/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp b/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp index 3c5219181bfa..86ee932eab26 100644 --- a/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp +++ b/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp @@ -501,6 +501,7 @@ SDOperand DAGCombiner::visitMUL(SDNode *N) { SDOperand DAGCombiner::visitSDIV(SDNode *N) { SDOperand N0 = N->getOperand(0); SDOperand N1 = N->getOperand(1); + MVT::ValueType VT = N->getValueType(0); ConstantSDNode *N0C = dyn_cast(N0.Val); ConstantSDNode *N1C = dyn_cast(N1.Val); @@ -508,6 +509,15 @@ SDOperand DAGCombiner::visitSDIV(SDNode *N) { if (N0C && N1C && !N1C->isNullValue()) return DAG.getConstant(N0C->getSignExtended() / N1C->getSignExtended(), N->getValueType(0)); + + // If we know the sign bits of both operands are zero, strength reduce to a + // udiv instead. Handles (X&15) /s 4 -> X&15 >> 2 + uint64_t SignBit = 1ULL << (MVT::getSizeInBits(VT)-1); + if (MaskedValueIsZero(N1, SignBit, TLI) && + MaskedValueIsZero(N0, SignBit, TLI)) + return DAG.getNode(ISD::UDIV, N1.getValueType(), N0, N1); + + return SDOperand(); } diff --git a/llvm/lib/CodeGen/SelectionDAG/SelectionDAG.cpp b/llvm/lib/CodeGen/SelectionDAG/SelectionDAG.cpp index 28215ad59b50..12cfe0077f9e 100644 --- a/llvm/lib/CodeGen/SelectionDAG/SelectionDAG.cpp +++ b/llvm/lib/CodeGen/SelectionDAG/SelectionDAG.cpp @@ -1556,6 +1556,17 @@ SDOperand SelectionDAG::getNode(unsigned Opcode, MVT::ValueType VT, return N1; } break; + case ISD::SDIV: { + if (CombinerEnabled) break; + + // If we know the sign bits of both operands are zero, strength reduce to a + // udiv instead. Handles (X&15) /s 4 -> X&15 >> 2 + uint64_t SignBit = 1ULL << (MVT::getSizeInBits(VT)-1); + if (MaskedValueIsZero(N2, SignBit, TLI) && + MaskedValueIsZero(N1, SignBit, TLI)) + return getNode(ISD::UDIV, VT, N1, N2); + break; + } case ISD::AND: case ISD::OR: