blob: a1a79e5685f8097ea4c581e6a472491f8259e8db [file] [log] [blame]
//===- CmpInstAnalysis.cpp - Utils to help fold compares ---------------===//
//
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
// See https://llvm.org/LICENSE.txt for license information.
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
//
//===----------------------------------------------------------------------===//
//
// This file holds routines to help analyse compare instructions
// and fold them into constants or other compare instructions
//
//===----------------------------------------------------------------------===//
#include "llvm/Analysis/CmpInstAnalysis.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/PatternMatch.h"
using namespace llvm;
unsigned llvm::getICmpCode(CmpInst::Predicate Pred) {
switch (Pred) {
// False -> 0
case ICmpInst::ICMP_UGT: return 1; // 001
case ICmpInst::ICMP_SGT: return 1; // 001
case ICmpInst::ICMP_EQ: return 2; // 010
case ICmpInst::ICMP_UGE: return 3; // 011
case ICmpInst::ICMP_SGE: return 3; // 011
case ICmpInst::ICMP_ULT: return 4; // 100
case ICmpInst::ICMP_SLT: return 4; // 100
case ICmpInst::ICMP_NE: return 5; // 101
case ICmpInst::ICMP_ULE: return 6; // 110
case ICmpInst::ICMP_SLE: return 6; // 110
// True -> 7
default:
llvm_unreachable("Invalid ICmp predicate!");
}
}
Constant *llvm::getPredForICmpCode(unsigned Code, bool Sign, Type *OpTy,
CmpInst::Predicate &Pred) {
switch (Code) {
default: llvm_unreachable("Illegal ICmp code!");
case 0: // False.
return ConstantInt::get(CmpInst::makeCmpResultType(OpTy), 0);
case 1: Pred = Sign ? ICmpInst::ICMP_SGT : ICmpInst::ICMP_UGT; break;
case 2: Pred = ICmpInst::ICMP_EQ; break;
case 3: Pred = Sign ? ICmpInst::ICMP_SGE : ICmpInst::ICMP_UGE; break;
case 4: Pred = Sign ? ICmpInst::ICMP_SLT : ICmpInst::ICMP_ULT; break;
case 5: Pred = ICmpInst::ICMP_NE; break;
case 6: Pred = Sign ? ICmpInst::ICMP_SLE : ICmpInst::ICMP_ULE; break;
case 7: // True.
return ConstantInt::get(CmpInst::makeCmpResultType(OpTy), 1);
}
return nullptr;
}
bool llvm::predicatesFoldable(ICmpInst::Predicate P1, ICmpInst::Predicate P2) {
return (CmpInst::isSigned(P1) == CmpInst::isSigned(P2)) ||
(CmpInst::isSigned(P1) && ICmpInst::isEquality(P2)) ||
(CmpInst::isSigned(P2) && ICmpInst::isEquality(P1));
}
Constant *llvm::getPredForFCmpCode(unsigned Code, Type *OpTy,
CmpInst::Predicate &Pred) {
Pred = static_cast<FCmpInst::Predicate>(Code);
assert(FCmpInst::FCMP_FALSE <= Pred && Pred <= FCmpInst::FCMP_TRUE &&
"Unexpected FCmp predicate!");
if (Pred == FCmpInst::FCMP_FALSE)
return ConstantInt::get(CmpInst::makeCmpResultType(OpTy), 0);
if (Pred == FCmpInst::FCMP_TRUE)
return ConstantInt::get(CmpInst::makeCmpResultType(OpTy), 1);
return nullptr;
}
std::optional<DecomposedBitTest>
llvm::decomposeBitTestICmp(Value *LHS, Value *RHS, CmpInst::Predicate Pred,
bool LookThruTrunc, bool AllowNonZeroC,
bool DecomposeAnd) {
using namespace PatternMatch;
const APInt *OrigC;
if ((ICmpInst::isEquality(Pred) && !DecomposeAnd) ||
!match(RHS, m_APIntAllowPoison(OrigC)))
return std::nullopt;
bool Inverted = false;
if (ICmpInst::isGT(Pred) || ICmpInst::isGE(Pred)) {
Inverted = true;
Pred = ICmpInst::getInversePredicate(Pred);
}
APInt C = *OrigC;
if (ICmpInst::isLE(Pred)) {
if (ICmpInst::isSigned(Pred) ? C.isMaxSignedValue() : C.isMaxValue())
return std::nullopt;
++C;
Pred = ICmpInst::getStrictPredicate(Pred);
}
DecomposedBitTest Result;
switch (Pred) {
default:
llvm_unreachable("Unexpected predicate");
case ICmpInst::ICMP_SLT: {
// X < 0 is equivalent to (X & SignMask) != 0.
if (C.isZero()) {
Result.Mask = APInt::getSignMask(C.getBitWidth());
Result.C = APInt::getZero(C.getBitWidth());
Result.Pred = ICmpInst::ICMP_NE;
break;
}
APInt FlippedSign = C ^ APInt::getSignMask(C.getBitWidth());
if (FlippedSign.isPowerOf2()) {
// X s< 10000100 is equivalent to (X & 11111100 == 10000000)
Result.Mask = -FlippedSign;
Result.C = APInt::getSignMask(C.getBitWidth());
Result.Pred = ICmpInst::ICMP_EQ;
break;
}
if (FlippedSign.isNegatedPowerOf2()) {
// X s< 01111100 is equivalent to (X & 11111100 != 01111100)
Result.Mask = FlippedSign;
Result.C = C;
Result.Pred = ICmpInst::ICMP_NE;
break;
}
return std::nullopt;
}
case ICmpInst::ICMP_ULT: {
// X <u 2^n is equivalent to (X & ~(2^n-1)) == 0.
if (C.isPowerOf2()) {
Result.Mask = -C;
Result.C = APInt::getZero(C.getBitWidth());
Result.Pred = ICmpInst::ICMP_EQ;
break;
}
// X u< 11111100 is equivalent to (X & 11111100 != 11111100)
if (C.isNegatedPowerOf2()) {
Result.Mask = C;
Result.C = C;
Result.Pred = ICmpInst::ICMP_NE;
break;
}
return std::nullopt;
}
case ICmpInst::ICMP_EQ:
case ICmpInst::ICMP_NE: {
assert(DecomposeAnd);
const APInt *AndC;
Value *AndVal;
if (match(LHS, m_And(m_Value(AndVal), m_APIntAllowPoison(AndC)))) {
LHS = AndVal;
Result.Mask = *AndC;
Result.C = C;
Result.Pred = Pred;
break;
}
return std::nullopt;
}
}
if (!AllowNonZeroC && !Result.C.isZero())
return std::nullopt;
if (Inverted)
Result.Pred = ICmpInst::getInversePredicate(Result.Pred);
Value *X;
if (LookThruTrunc && match(LHS, m_Trunc(m_Value(X)))) {
Result.X = X;
Result.Mask = Result.Mask.zext(X->getType()->getScalarSizeInBits());
Result.C = Result.C.zext(X->getType()->getScalarSizeInBits());
} else {
Result.X = LHS;
}
return Result;
}
std::optional<DecomposedBitTest> llvm::decomposeBitTest(Value *Cond,
bool LookThruTrunc,
bool AllowNonZeroC,
bool DecomposeAnd) {
using namespace PatternMatch;
if (auto *ICmp = dyn_cast<ICmpInst>(Cond)) {
// Don't allow pointers. Splat vectors are fine.
if (!ICmp->getOperand(0)->getType()->isIntOrIntVectorTy())
return std::nullopt;
return decomposeBitTestICmp(ICmp->getOperand(0), ICmp->getOperand(1),
ICmp->getPredicate(), LookThruTrunc,
AllowNonZeroC, DecomposeAnd);
}
Value *X;
if (Cond->getType()->isIntOrIntVectorTy(1) &&
(match(Cond, m_Trunc(m_Value(X))) ||
match(Cond, m_Not(m_Trunc(m_Value(X)))))) {
DecomposedBitTest Result;
Result.X = X;
unsigned BitWidth = X->getType()->getScalarSizeInBits();
Result.Mask = APInt(BitWidth, 1);
Result.C = APInt::getZero(BitWidth);
Result.Pred = isa<TruncInst>(Cond) ? ICmpInst::ICMP_NE : ICmpInst::ICMP_EQ;
return Result;
}
return std::nullopt;
}