llvm::CombinerHelper Class Reference

#include "llvm/CodeGen/GlobalISel/CombinerHelper.h"

Inheritance diagram for llvm::CombinerHelper:

Public Member Functions
LLVM_ABI	CombinerHelper (GISelChangeObserver &Observer, MachineIRBuilder &B, bool IsPreLegalize, GISelValueTracking *VT=nullptr, MachineDominatorTree *MDT=nullptr, const LegalizerInfo *LI=nullptr)
GISelValueTracking *	getValueTracking () const
MachineIRBuilder &	getBuilder () const
const TargetInstrInfo &	getTII () const
const TargetRegisterInfo &	getTRI () const
const RegisterBankInfo &	getRBI () const
LLVM_ABI const TargetLowering &	getTargetLowering () const
LLVM_ABI const MachineFunction &	getMachineFunction () const
LLVM_ABI LLVMContext &	getContext () const
LLVM_ABI bool	isPreLegalize () const
LLVM_ABI bool	isLegal (const LegalityQuery &Query) const
LLVM_ABI bool	isLegalOrBeforeLegalizer (const LegalityQuery &Query) const
LLVM_ABI bool	isLegalOrHasWidenScalar (const LegalityQuery &Query) const
LLVM_ABI bool	isLegalOrHasFewerElements (const LegalityQuery &Query) const
LLVM_ABI bool	isConstantLegalOrBeforeLegalizer (const LLT Ty) const
LLVM_ABI bool	isFPConstantLegalOrBeforeLegalizer (const LLT Ty) const
LLVM_ABI void	replaceRegWith (MachineRegisterInfo &MRI, Register FromReg, Register ToReg) const
	MachineRegisterInfo::replaceRegWith() and inform the observer of the changes.
LLVM_ABI void	replaceRegOpWith (MachineRegisterInfo &MRI, MachineOperand &FromRegOp, Register ToReg) const
	Replace a single register operand with a new register and inform the observer of the changes.
LLVM_ABI void	replaceOpcodeWith (MachineInstr &FromMI, unsigned ToOpcode) const
	Replace the opcode in instruction with a new opcode and inform the observer of the changes.
LLVM_ABI const RegisterBank *	getRegBank (Register Reg) const
	Get the register bank of Reg.
LLVM_ABI void	setRegBank (Register Reg, const RegisterBank *RegBank) const
	Set the register bank of Reg.
LLVM_ABI bool	matchCombineCopy (MachineInstr &MI) const
LLVM_ABI void	applyCombineCopy (MachineInstr &MI) const
LLVM_ABI bool	isPredecessor (const MachineInstr &DefMI, const MachineInstr &UseMI) const
	Returns true if DefMI precedes UseMI or they are the same instruction.
LLVM_ABI bool	dominates (const MachineInstr &DefMI, const MachineInstr &UseMI) const
	Returns true if DefMI dominates UseMI.
LLVM_ABI bool	tryCombineExtendingLoads (MachineInstr &MI) const
	If MI is extend that consumes the result of a load, try to combine it.
LLVM_ABI bool	matchCombineExtendingLoads (MachineInstr &MI, PreferredTuple &MatchInfo) const
LLVM_ABI void	applyCombineExtendingLoads (MachineInstr &MI, PreferredTuple &MatchInfo) const
LLVM_ABI bool	matchCombineLoadWithAndMask (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match (and (load x), mask) -> zextload x.
LLVM_ABI bool	matchCombineExtractedVectorLoad (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Combine a G_EXTRACT_VECTOR_ELT of a load into a narrowed load.
LLVM_ABI bool	matchCombineIndexedLoadStore (MachineInstr &MI, IndexedLoadStoreMatchInfo &MatchInfo) const
LLVM_ABI void	applyCombineIndexedLoadStore (MachineInstr &MI, IndexedLoadStoreMatchInfo &MatchInfo) const
LLVM_ABI bool	matchSextTruncSextLoad (MachineInstr &MI) const
LLVM_ABI bool	matchSextInRegOfLoad (MachineInstr &MI, std::tuple< Register, unsigned > &MatchInfo) const
	Match sext_inreg(load p), imm -> sextload p.
LLVM_ABI void	applySextInRegOfLoad (MachineInstr &MI, std::tuple< Register, unsigned > &MatchInfo) const
LLVM_ABI bool	matchCombineDivRem (MachineInstr &MI, MachineInstr *&OtherMI) const
	Try to combine G_[SU]DIV and G_[SU]REM into a single G_[SU]DIVREM when their source operands are identical.
LLVM_ABI void	applyCombineDivRem (MachineInstr &MI, MachineInstr *&OtherMI) const
LLVM_ABI bool	matchOptBrCondByInvertingCond (MachineInstr &MI, MachineInstr *&BrCond) const
	If a brcond's true block is not the fallthrough, make it so by inverting the condition and swapping operands.
LLVM_ABI void	applyOptBrCondByInvertingCond (MachineInstr &MI, MachineInstr *&BrCond) const
LLVM_ABI bool	matchCombineConcatVectors (MachineInstr &MI, SmallVector< Register > &Ops) const
	If MI is G_CONCAT_VECTORS, try to combine it.
LLVM_ABI void	applyCombineConcatVectors (MachineInstr &MI, SmallVector< Register > &Ops) const
	Replace MI with a flattened build_vector with Ops or an implicit_def if Ops is empty.
LLVM_ABI bool	matchCombineShuffleConcat (MachineInstr &MI, SmallVector< Register > &Ops) const
LLVM_ABI void	applyCombineShuffleConcat (MachineInstr &MI, SmallVector< Register > &Ops) const
	Replace MI with a flattened build_vector with Ops or an implicit_def if Ops is empty.
LLVM_ABI void	applyCombineShuffleToBuildVector (MachineInstr &MI) const
	Replace shuffle MI with a build_vector.
LLVM_ABI void	applyCombineShuffleOfBuildVector (MachineInstr &MI) const
	Replace shuffle of build_vector with a build_vector.
LLVM_ABI bool	matchCombineBuildVectorOfBitcast (MachineInstr &MI, SmallVector< Register > &Ops) const
	Combine G_BUILD_VECTOR(G_UNMERGE(G_BITCAST), Undef) to G_BITCAST(G_BUILD_VECTOR(..))
LLVM_ABI void	applyCombineBuildVectorOfBitcast (MachineInstr &MI, SmallVector< Register > &Ops) const
LLVM_ABI bool	matchCombineShuffleVector (MachineInstr &MI, SmallVectorImpl< Register > &Ops) const
	Check if the G_SHUFFLE_VECTOR MI can be replaced by a concat_vectors.
LLVM_ABI void	applyCombineShuffleVector (MachineInstr &MI, ArrayRef< Register > Ops) const
	Replace MI with a concat_vectors with Ops.
LLVM_ABI bool	tryCombineMemCpyFamily (MachineInstr &MI, unsigned MaxLen=0) const
	Optimize memcpy intrinsics et al, e.g.
LLVM_ABI bool	matchCombineMemCpyFamily (MachineInstr &MI, MemCpyFamilyLoweringInfo &MatchInfo, unsigned MaxLen=0) const
LLVM_ABI void	applyCombineMemCpyFamily (MachineInstr &MI, MemCpyFamilyLoweringInfo &MatchInfo) const
LLVM_ABI bool	matchPtrAddImmedChain (MachineInstr &MI, PtrAddChain &MatchInfo) const
LLVM_ABI void	applyPtrAddImmedChain (MachineInstr &MI, PtrAddChain &MatchInfo) const
LLVM_ABI bool	matchShiftImmedChain (MachineInstr &MI, RegisterImmPair &MatchInfo) const
	Fold (shift (shift base, x), y) -> (shift base (x+y))
LLVM_ABI void	applyShiftImmedChain (MachineInstr &MI, RegisterImmPair &MatchInfo) const
LLVM_ABI bool	matchShiftOfShiftedLogic (MachineInstr &MI, ShiftOfShiftedLogic &MatchInfo) const
	If we have a shift-by-constant of a bitwise logic op that itself has a shift-by-constant operand with identical opcode, we may be able to convert that into 2 independent shifts followed by the logic op.
LLVM_ABI void	applyShiftOfShiftedLogic (MachineInstr &MI, ShiftOfShiftedLogic &MatchInfo) const
LLVM_ABI bool	isDesirableToCommuteWithShift (const MachineInstr &MI) const
LLVM_ABI bool	matchLshrOfTruncOfLshr (MachineInstr &MI, LshrOfTruncOfLshr &MatchInfo, MachineInstr &ShiftMI) const
	Fold (lshr (trunc (lshr x, C1)), C2) -> trunc (shift x, (C1 + C2))
LLVM_ABI void	applyLshrOfTruncOfLshr (MachineInstr &MI, LshrOfTruncOfLshr &MatchInfo) const
LLVM_ABI bool	matchCombineMulToShl (MachineInstr &MI, unsigned &ShiftVal) const
	Transform a multiply by a power-of-2 value to a left shift.
LLVM_ABI void	applyCombineMulToShl (MachineInstr &MI, unsigned &ShiftVal) const
LLVM_ABI bool	matchCombineSubToAdd (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCombineShlOfExtend (MachineInstr &MI, RegisterImmPair &MatchData) const
LLVM_ABI void	applyCombineShlOfExtend (MachineInstr &MI, const RegisterImmPair &MatchData) const
LLVM_ABI bool	matchCombineShiftToUnmerge (MachineInstr &MI, unsigned TargetShiftSize, unsigned &ShiftVal) const
	Reduce a shift by a constant to an unmerge and a shift on a half sized type.
LLVM_ABI void	applyCombineShiftToUnmerge (MachineInstr &MI, const unsigned &ShiftVal) const
LLVM_ABI bool	tryCombineShiftToUnmerge (MachineInstr &MI, unsigned TargetShiftAmount) const
LLVM_ABI bool	matchCombineUnmergeMergeToPlainValues (MachineInstr &MI, SmallVectorImpl< Register > &Operands) const
	Transform <ty,...> G_UNMERGE(G_MERGE ty X, Y, Z) -> ty X, Y, Z.
LLVM_ABI void	applyCombineUnmergeMergeToPlainValues (MachineInstr &MI, SmallVectorImpl< Register > &Operands) const
LLVM_ABI bool	matchCombineUnmergeConstant (MachineInstr &MI, SmallVectorImpl< APInt > &Csts) const
	Transform G_UNMERGE Constant -> Constant1, Constant2, ...
LLVM_ABI void	applyCombineUnmergeConstant (MachineInstr &MI, SmallVectorImpl< APInt > &Csts) const
LLVM_ABI bool	matchCombineUnmergeUndef (MachineInstr &MI, std::function< void(MachineIRBuilder &)> &MatchInfo) const
	Transform G_UNMERGE G_IMPLICIT_DEF -> G_IMPLICIT_DEF, G_IMPLICIT_DEF, ...
LLVM_ABI bool	matchCombineUnmergeWithDeadLanesToTrunc (MachineInstr &MI) const
	Transform X, Y<dead> = G_UNMERGE Z -> X = G_TRUNC Z.
LLVM_ABI void	applyCombineUnmergeWithDeadLanesToTrunc (MachineInstr &MI) const
LLVM_ABI bool	matchCombineUnmergeZExtToZExt (MachineInstr &MI) const
	Transform X, Y = G_UNMERGE(G_ZEXT(Z)) -> X = G_ZEXT(Z); Y = G_CONSTANT 0.
LLVM_ABI void	applyCombineUnmergeZExtToZExt (MachineInstr &MI) const
LLVM_ABI bool	matchConstantFoldUnaryIntOp (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Constant fold a unary integer op (G_CTLZ, G_CTTZ, G_CTPOP and their _ZERO_POISON variants, G_ABS, G_BSWAP, G_BITREVERSE) when the operand is a scalar constant or a G_BUILD_VECTOR of constants.
LLVM_ABI bool	matchCombineAnyExtTrunc (MachineInstr &MI, Register &Reg) const
	Transform anyext(trunc(x)) to x.
LLVM_ABI bool	matchCombineZextTrunc (MachineInstr &MI, Register &Reg) const
	Transform zext(trunc(x)) to x.
LLVM_ABI bool	matchCombineTruncOfShift (MachineInstr &MI, std::pair< MachineInstr *, LLT > &MatchInfo) const
	Transform trunc (shl x, K) to shl (trunc x), K if K < VT.getScalarSizeInBits().
LLVM_ABI void	applyCombineTruncOfShift (MachineInstr &MI, std::pair< MachineInstr *, LLT > &MatchInfo) const
LLVM_ABI bool	matchAllExplicitUsesAreUndef (MachineInstr &MI) const
	Return true if all register explicit use operands on MI are defined by a G_IMPLICIT_DEF.
LLVM_ABI bool	matchUndefShuffleVectorMask (MachineInstr &MI) const
	Return true if a G_SHUFFLE_VECTOR instruction MI has an undef mask.
LLVM_ABI bool	matchInsertExtractVecEltOutOfBounds (MachineInstr &MI) const
	Return true if a G_{EXTRACT,INSERT}_VECTOR_ELT has an out of range index.
LLVM_ABI void	replaceInstWithFConstant (MachineInstr &MI, double C) const
	Replace an instruction with a G_FCONSTANT with value C.
LLVM_ABI void	replaceInstWithFConstant (MachineInstr &MI, ConstantFP *CFP) const
	Replace an instruction with an G_FCONSTANT with value CFP.
LLVM_ABI void	replaceInstWithConstant (MachineInstr &MI, int64_t C) const
	Replace an instruction with a G_CONSTANT with value C.
LLVM_ABI void	replaceInstWithConstant (MachineInstr &MI, APInt C) const
	Replace an instruction with a G_CONSTANT with value C.
LLVM_ABI void	replaceInstWithUndef (MachineInstr &MI) const
	Replace an instruction with a G_IMPLICIT_DEF.
LLVM_ABI void	replaceSingleDefInstWithOperand (MachineInstr &MI, unsigned OpIdx) const
	Delete MI and replace all of its uses with its OpIdx-th operand.
LLVM_ABI void	replaceSingleDefInstWithReg (MachineInstr &MI, Register Replacement) const
	Delete MI and replace all of its uses with Replacement.
LLVM_ABI void	applyFunnelShiftConstantModulo (MachineInstr &MI) const
	Replaces the shift amount in MI with ShiftAmt % BW.
LLVM_ABI bool	matchEqualDefs (const MachineOperand &MOP1, const MachineOperand &MOP2) const
	Return true if MOP1 and MOP2 are register operands are defined by equivalent instructions.
LLVM_ABI bool	matchConstantOp (const MachineOperand &MOP, int64_t C) const
	Return true if MOP is defined by a G_CONSTANT or splat with a value equal to C.
LLVM_ABI bool	matchConstantFPOp (const MachineOperand &MOP, double C) const
	Return true if MOP is defined by a G_FCONSTANT or splat with a value exactly equal to C.
LLVM_ABI bool	matchConstantLargerBitWidth (MachineInstr &MI, unsigned ConstIdx) const
	Checks if constant at ConstIdx is larger than MI 's bitwidth.
LLVM_ABI bool	matchSelectSameVal (MachineInstr &MI) const
	Optimize (cond ? x : x) -> x.
LLVM_ABI bool	matchOperandIsKnownToBeAPowerOfTwo (const MachineOperand &MO, bool OrNegative=false, bool OrZero=false) const
	Check if operand MO is known to be a power of 2.
LLVM_ABI void	eraseInst (MachineInstr &MI) const
	Erase MI.
LLVM_ABI bool	matchBinopWithNeg (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Fold a bitwiseop (~b +/- c) -> a bitwiseop ~(b -/+ c)
LLVM_ABI bool	matchHoistLogicOpWithSameOpcodeHands (MachineInstr &MI, InstructionStepsMatchInfo &MatchInfo) const
	Match (logic_op (op x...), (op y...)) -> (op (logic_op x, y))
LLVM_ABI void	applyBuildInstructionSteps (MachineInstr &MI, InstructionStepsMatchInfo &MatchInfo) const
	Replace MI with a series of instructions described in MatchInfo.
LLVM_ABI bool	matchAshrShlToSextInreg (MachineInstr &MI, std::tuple< Register, int64_t > &MatchInfo) const
	Match ashr (shl x, C), C -> sext_inreg (C)
LLVM_ABI void	applyAshShlToSextInreg (MachineInstr &MI, std::tuple< Register, int64_t > &MatchInfo) const
LLVM_ABI bool	matchOverlappingAnd (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Fold and(and(x, C1), C2) -> C1&C2 ? and(x, C1&C2) : 0.
LLVM_ABI bool	matchRedundantAnd (MachineInstr &MI, Register &Replacement) const
LLVM_ABI bool	matchRedundantOr (MachineInstr &MI, Register &Replacement) const
LLVM_ABI bool	matchRedundantSExtInReg (MachineInstr &MI) const
LLVM_ABI bool	matchNotCmp (MachineInstr &MI, SmallVectorImpl< Register > &RegsToNegate) const
	Combine inverting a result of a compare into the opposite cond code.
LLVM_ABI void	applyNotCmp (MachineInstr &MI, SmallVectorImpl< Register > &RegsToNegate) const
LLVM_ABI bool	matchXorOfAndWithSameReg (MachineInstr &MI, std::pair< Register, Register > &MatchInfo) const
	Fold (xor (and x, y), y) -> (and (not x), y) {.
LLVM_ABI void	applyXorOfAndWithSameReg (MachineInstr &MI, std::pair< Register, Register > &MatchInfo) const
LLVM_ABI bool	matchPtrAddZeroVector (MachineInstr &MI) const
	}
LLVM_ABI void	applySimplifyURemByPow2 (MachineInstr &MI) const
	Combine G_UREM x, (known power of 2) to an add and bitmasking.
LLVM_ABI bool	matchFoldBinOpIntoSelect (MachineInstr &MI, unsigned &SelectOpNo) const
	Push a binary operator through a select on constants.
LLVM_ABI void	applyFoldBinOpIntoSelect (MachineInstr &MI, const unsigned &SelectOpNo) const
	SelectOperand is the operand in binary operator MI that is the select to fold.
LLVM_ABI bool	matchCombineInsertVecElts (MachineInstr &MI, SmallVectorImpl< Register > &MatchInfo) const
LLVM_ABI void	applyCombineInsertVecElts (MachineInstr &MI, SmallVectorImpl< Register > &MatchInfo) const
LLVM_ABI bool	matchLoadOrCombine (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match expression trees of the form.
LLVM_ABI bool	matchExtendThroughPhis (MachineInstr &MI, MachineInstr *&ExtMI) const
LLVM_ABI void	applyExtendThroughPhis (MachineInstr &MI, MachineInstr *&ExtMI) const
LLVM_ABI bool	matchExtractVecEltBuildVec (MachineInstr &MI, Register &Reg) const
LLVM_ABI void	applyExtractVecEltBuildVec (MachineInstr &MI, Register &Reg) const
LLVM_ABI bool	matchExtractAllEltsFromBuildVector (MachineInstr &MI, SmallVectorImpl< std::pair< Register, MachineInstr * > > &MatchInfo) const
LLVM_ABI void	applyExtractAllEltsFromBuildVector (MachineInstr &MI, SmallVectorImpl< std::pair< Register, MachineInstr * > > &MatchInfo) const
LLVM_ABI void	applyBuildFn (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Use a function which takes in a MachineIRBuilder to perform a combine.
LLVM_ABI void	applyBuildFnNoErase (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Use a function which takes in a MachineIRBuilder to perform a combine.
LLVM_ABI bool	matchOrShiftToFunnelShift (MachineInstr &MI, bool AllowScalarConstants, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchRotateOutOfRange (MachineInstr &MI) const
LLVM_ABI void	applyRotateOutOfRange (MachineInstr &MI) const
LLVM_ABI bool	matchCombineBuildUnmerge (MachineInstr &MI, MachineRegisterInfo &MRI, Register &UnmergeSrc) const
LLVM_ABI void	applyCombineBuildUnmerge (MachineInstr &MI, MachineRegisterInfo &MRI, MachineIRBuilder &B, Register &UnmergeSrc) const
LLVM_ABI bool	matchUseVectorTruncate (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI void	applyUseVectorTruncate (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchICmpToTrueFalseKnownBits (MachineInstr &MI, int64_t &MatchInfo) const
LLVM_ABI bool	matchICmpToLHSKnownBits (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchAndOrDisjointMask (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchBitfieldExtractFromSExtInReg (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Form a G_SBFX from a G_SEXT_INREG fed by a right shift.
LLVM_ABI bool	matchBitfieldExtractFromAnd (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match: and (lshr x, cst), mask -> ubfx x, cst, width.
LLVM_ABI bool	matchBitfieldExtractFromShr (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match: shr (shl x, n), k -> sbfx/ubfx x, pos, width.
LLVM_ABI bool	matchBitfieldExtractFromShrAnd (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match: shr (and x, n), k -> ubfx x, pos, width.
LLVM_ABI bool	matchReassocConstantInnerRHS (GPtrAdd &MI, MachineInstr *RHS, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchReassocFoldConstantsInSubTree (GPtrAdd &MI, MachineInstr *LHS, MachineInstr *RHS, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchReassocConstantInnerLHS (GPtrAdd &MI, MachineInstr *LHS, MachineInstr *RHS, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchReassocPtrAdd (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Reassociate pointer calculations with G_ADD involved, to allow better addressing mode usage.
LLVM_ABI bool	tryReassocBinOp (unsigned Opc, Register DstReg, Register Op0, Register Op1, BuildFnTy &MatchInfo) const
	Try to reassociate to reassociate operands of a commutative binop.
LLVM_ABI bool	matchReassocCommBinOp (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Reassociate commutative binary operations like G_ADD.
LLVM_ABI bool	matchConstantFoldCastOp (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Do constant folding when opportunities are exposed after MIR building.
LLVM_ABI bool	matchConstantFoldBinOp (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Do constant folding when opportunities are exposed after MIR building.
LLVM_ABI bool	matchConstantFoldFPBinOp (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Do constant FP folding when opportunities are exposed after MIR building.
LLVM_ABI bool	matchConstantFoldFPUnary (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Constant fold a unary FP operation when the source is constant.
LLVM_ABI bool	matchConstantFoldFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Constant fold G_FMA/G_FMAD.
LLVM_ABI bool	matchNarrowBinopFeedingAnd (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI MachineInstr *	buildUDivOrURemUsingMul (MachineInstr &MI) const
	Given an G_UDIV MI or G_UREM MI expressing a divide by constant, return an expression that implements it by multiplying by a magic number.
LLVM_ABI bool	matchUDivOrURemByConst (MachineInstr &MI) const
	Combine G_UDIV or G_UREM by constant into a multiply by magic constant.
LLVM_ABI void	applyUDivOrURemByConst (MachineInstr &MI) const
LLVM_ABI MachineInstr *	buildSDivOrSRemUsingMul (MachineInstr &MI) const
	Given an G_SDIV MI or G_SREM MI expressing a signed divide by constant, return an expression that implements it by multiplying by a magic number.
LLVM_ABI bool	matchSDivOrSRemByConst (MachineInstr &MI) const
	Combine G_SDIV or G_SREM by constant into a multiply by magic constant.
LLVM_ABI void	applySDivOrSRemByConst (MachineInstr &MI) const
LLVM_ABI bool	matchDivByPow2 (MachineInstr &MI, bool IsSigned) const
	Given an G_SDIV MI expressing a signed divided by a pow2 constant, return expressions that implements it by shifting.
LLVM_ABI void	applySDivByPow2 (MachineInstr &MI) const
LLVM_ABI void	applyUDivByPow2 (MachineInstr &MI) const
	Given an G_UDIV MI expressing an unsigned divided by a pow2 constant, return expressions that implements it by shifting.
LLVM_ABI bool	matchUDivByShiftedPow2 (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Combine unsigned division by a shifted power of two into a right shift.
LLVM_ABI bool	matchSignedDivRemToUnsigned (MachineInstr &MI, unsigned UnsignedOpcode) const
	Convert signed division or remainder of nonnegative operands to unsigned.
LLVM_ABI void	applySimplifySRemByPow2 (MachineInstr &MI) const
	Combine G_SREM x, (+/-2^k) to a bias-and-mask sequence.
LLVM_ABI bool	matchUMulHToLShr (MachineInstr &MI) const
LLVM_ABI void	applyUMulHToLShr (MachineInstr &MI) const
LLVM_ABI bool	matchTruncSSatS (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI void	applyTruncSSatS (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchTruncSSatU (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI void	applyTruncSSatU (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchTruncUSatU (MachineInstr &MI, MachineInstr &MinMI) const
LLVM_ABI bool	matchTruncUSatUToFPTOUISat (MachineInstr &MI, MachineInstr &SrcMI) const
LLVM_ABI bool	matchMulOBy0 (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match: (G_*MULO x, 0) -> 0 + no carry out.
LLVM_ABI bool	matchFsubToFneg (MachineInstr &MI) const
LLVM_ABI bool	canCombineFMadOrFMA (MachineInstr &MI, bool &AllowFusionGlobally, bool &HasFMAD, bool &Aggressive, bool CanReassociate=false) const
LLVM_ABI bool	matchCombineFAddFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fadd (fmul x, y), z) -> (fma x, y, z) (fadd (fmul x, y), z) -> (fmad x, y, z)
LLVM_ABI bool	matchCombineFAddFpExtFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fadd (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), z) (fadd (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), z)
LLVM_ABI bool	matchCombineFAddFMAFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fadd (fma x, y, (fmul u, v)), z) -> (fma x, y, (fma u, v, z)) (fadd (fmad x, y, (fmul u, v)), z) -> (fmad x, y, (fmad u, v, z))
LLVM_ABI bool	matchCombineFAddFpExtFMulToFMadOrFMAAggressive (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCombineFSubFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fsub (fmul x, y), z) -> (fma x, y, -z) (fsub (fmul x, y), z) -> (fmad x, y, -z)
LLVM_ABI bool	matchCombineFSubFNegFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fsub (fneg (fmul, x, y)), z) -> (fma (fneg x), y, (fneg z)) (fsub (fneg (fmul, x, y)), z) -> (fmad (fneg x), y, (fneg z))
LLVM_ABI bool	matchCombineFSubFpExtFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fsub (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), (fneg z)) (fsub (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), (fneg z))
LLVM_ABI bool	matchCombineFSubFpExtFNegFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fma (fpext x), (fpext y), z)) (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fmad (fpext x), (fpext y), z))
LLVM_ABI bool	matchRepeatedFPDivisor (MachineInstr &MI, SmallVector< MachineInstr * > &MatchInfo) const
LLVM_ABI void	applyRepeatedFPDivisor (SmallVector< MachineInstr * > &MatchInfo) const
LLVM_ABI bool	matchBuildVectorIdentityFold (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchTruncBuildVectorFold (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchTruncLshrBuildVectorFold (MachineInstr &MI, Register &MatchInfo) const
LLVM_ABI bool	matchSameRegOrICstOrSplat (Register A, Register B) const
	True when A and B are the same register, including through copies, or different registers holding the same scalar or splat integer constant.
LLVM_ABI bool	isConstantNaN (Register Reg) const
LLVM_ABI bool	matchSimplifySelectToMinMax (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchRedundantBinOpInEquality (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Transform: (X + Y) == X -> Y == 0 (X - Y) == X -> Y == 0 (X ^ Y) == X -> Y == 0 (X + Y) != X -> Y != 0 (X - Y) != X -> Y != 0 (X ^ Y) != X -> Y != 0.
LLVM_ABI bool	matchShiftsTooBig (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match shifts greater or equal to the range (the bitwidth of the result datatype, or the effective bitwidth of the source value).
LLVM_ABI bool	matchCommuteConstantToRHS (MachineInstr &MI) const
	Match constant LHS ops that should be commuted.
LLVM_ABI bool	matchSextOfTrunc (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine sext of trunc.
LLVM_ABI bool	matchZextOfTrunc (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine zext of trunc.
LLVM_ABI bool	matchNonNegZext (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine zext nneg to sext.
LLVM_ABI bool	matchCommuteFPConstantToRHS (MachineInstr &MI) const
	Match constant LHS FP ops that should be commuted.
LLVM_ABI bool	matchSelectIMinMax (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine select to integer min/max.
LLVM_ABI bool	matchSimplifyNegMinMax (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Tranform (neg (min/max x, (neg x))) into (max/min x, (neg x)).
LLVM_ABI bool	matchSelect (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Combine selects.
LLVM_ABI bool	matchAnd (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Combine ands.
LLVM_ABI bool	matchOr (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Combine ors.
LLVM_ABI bool	matchNarrowBinop (const MachineInstr &TruncMI, const MachineInstr &BinopMI, BuildFnTy &MatchInfo) const
	trunc (binop X, C) --> binop (trunc X, trunc C).
LLVM_ABI bool	matchCastOfInteger (const MachineInstr &CastMI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchAddOverflow (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Combine addos.
LLVM_ABI bool	matchExtractVectorElement (MachineInstr &MI) const
	Combine extract vector element.
LLVM_ABI bool	matchExtractVectorElementWithBuildVector (const MachineInstr &MI, const MachineInstr &MI2, BuildFnTy &MatchInfo) const
	Combine extract vector element with a build vector on the vector register.
LLVM_ABI bool	matchExtractVectorElementWithBuildVectorTrunc (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine extract vector element with a build vector trunc on the vector register.
LLVM_ABI bool	matchExtractVectorElementWithShuffleVector (const MachineInstr &MI, const MachineInstr &MI2, BuildFnTy &MatchInfo) const
	Combine extract vector element with a shuffle vector on the vector register.
LLVM_ABI bool	matchExtractVectorElementWithDifferentIndices (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Combine extract vector element with a insert vector element on the vector register and different indices.
LLVM_ABI bool	matchShuffleUndefRHS (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Remove references to rhs if it is undef.
LLVM_ABI bool	matchShuffleDisjointMask (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Turn shuffle a, b, mask -> shuffle undef, b, mask iff mask does not reference a.
LLVM_ABI void	applyBuildFnMO (const MachineOperand &MO, BuildFnTy &MatchInfo) const
	Use a function which takes in a MachineIRBuilder to perform a combine.
LLVM_ABI bool	matchFPowIExpansion (MachineInstr &MI, int64_t Exponent) const
	Match FPOWI if it's safe to extend it into a series of multiplications.
LLVM_ABI void	applyExpandFPowI (MachineInstr &MI, int64_t Exponent) const
	Expands FPOWI into a series of multiplications and a division if the exponent is negative.
LLVM_ABI bool	matchInsertVectorElementOOB (MachineInstr &MI) const
	Combine insert vector element OOB.
LLVM_ABI bool	matchFreezeOfSingleMaybePoisonOperand (MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchAddOfVScale (const MachineOperand &MO, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchMulOfVScale (const MachineOperand &MO, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchSubOfVScale (const MachineOperand &MO, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchShlOfVScale (const MachineOperand &MO, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchTruncateOfExt (const MachineInstr &Root, const MachineInstr &ExtMI, BuildFnTy &MatchInfo) const
	Transform trunc ([asz]ext x) to x or ([asz]ext x) or (trunc x).
LLVM_ABI bool	matchCastOfSelect (const MachineInstr &Cast, const MachineInstr &SelectMI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchFoldAPlusC1MinusC2 (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchFoldC2MinusAPlusC1 (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchFoldAMinusC1MinusC2 (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchFoldC1Minus2MinusC2 (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchFoldAMinusC1PlusC2 (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchExtOfExt (const MachineInstr &FirstMI, const MachineInstr &SecondMI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCastOfBuildVector (const MachineInstr &CastMI, const MachineInstr &BVMI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCanonicalizeICmp (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCanonicalizeFCmp (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchUnmergeValuesAnyExtBuildVector (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchSuboCarryOut (const MachineInstr &MI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchRedundantSextInReg (MachineInstr &Root, MachineInstr &Other, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCtls (MachineInstr &CtlzMI, BuildFnTy &MatchInfo) const
LLVM_ABI bool	matchCountZeroToZeroPoison (MachineInstr &MI, unsigned Opc, unsigned ZeroPoisonOpc) const
LLVM_ABI bool	simplifyDemandedBits (MachineInstr &MI, unsigned OpNo, const APInt &DemandedBits, KnownBits &Known, unsigned Depth=0) const
	Simplify a register use under DemandedBits and compute Known in the same walk.
LLVM_ABI bool	matchSimplifyDemandedBits (MachineInstr &MI, BuildFnTy &MatchInfo) const
	Match demanded-bits simplification of a root's register use.

Protected Attributes
MachineIRBuilder &	Builder
MachineRegisterInfo &	MRI
GISelChangeObserver &	Observer
GISelValueTracking *	VT
MachineDominatorTree *	MDT
bool	IsPreLegalize
const LegalizerInfo *	LI
const TargetInstrInfo *	TII
const RegisterBankInfo *	RBI
const TargetRegisterInfo *	TRI

Detailed Description

Definition at line 116 of file CombinerHelper.h.

Constructor & Destructor Documentation

CombinerHelper()

CombinerHelper::CombinerHelper	(	GISelChangeObserver &	Observer,
		MachineIRBuilder &	B,
		bool	IsPreLegalize,
		GISelValueTracking *	VT = nullptr,
		MachineDominatorTree *	MDT = nullptr,
		const LegalizerInfo *	LI = nullptr )

Definition at line 61 of file CombinerHelper.cpp.

References B(), Builder, IsPreLegalize, LI, MDT, MRI, Observer, RBI, TII, TRI, and VT.

Member Function Documentation

applyAshShlToSextInreg()

void CombinerHelper::applyAshShlToSextInreg	(	MachineInstr &	MI,
		std::tuple< Register, int64_t > &	MatchInfo ) const

Definition at line 3231 of file CombinerHelper.cpp.

References assert(), Builder, MI, MRI, and llvm::Size.

applyBuildFn()

void CombinerHelper::applyBuildFn	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Use a function which takes in a MachineIRBuilder to perform a combine.

By default, it erases the instruction MI from the function.

Definition at line 4422 of file CombinerHelper.cpp.

References applyBuildFnNoErase(), and MI.

applyBuildFnMO()

void CombinerHelper::applyBuildFnMO	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Use a function which takes in a MachineIRBuilder to perform a combine.

By default, it erases the instruction def'd on MO from the function.

Definition at line 8119 of file CombinerHelper.cpp.

References Builder, llvm::MachineInstr::eraseFromParent(), llvm::getDefIgnoringCopies(), llvm::MachineOperand::getReg(), and MRI.

applyBuildFnNoErase()

void CombinerHelper::applyBuildFnNoErase	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Use a function which takes in a MachineIRBuilder to perform a combine.

This variant does not erase MI after calling the build function.

Definition at line 4429 of file CombinerHelper.cpp.

References Builder, and MI.

Referenced by applyBuildFn().

applyBuildInstructionSteps()

void CombinerHelper::applyBuildInstructionSteps	(	MachineInstr &	MI,
		InstructionStepsMatchInfo &	MatchInfo ) const

Replace MI with a series of instructions described in MatchInfo.

Definition at line 3196 of file CombinerHelper.cpp.

References assert(), Builder, llvm::InstructionStepsMatchInfo::InstrsToBuild, and MI.

applyCombineBuildUnmerge()

void CombinerHelper::applyCombineBuildUnmerge	(	MachineInstr &	MI,
		MachineRegisterInfo &	MRI,
		MachineIRBuilder &	B,
		Register &	UnmergeSrc ) const

Definition at line 3455 of file CombinerHelper.cpp.

References assert(), B(), MI, and MRI.

applyCombineBuildVectorOfBitcast()

void CombinerHelper::applyCombineBuildVectorOfBitcast	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

Definition at line 460 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, Builder, llvm::LLT::fixed_vector(), MI, MRI, and llvm::Undef.

applyCombineConcatVectors()

void CombinerHelper::applyCombineConcatVectors	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

Replace MI with a flattened build_vector with Ops or an implicit_def if Ops is empty.

Definition at line 393 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, Builder, MI, MRI, and replaceRegWith().

applyCombineCopy()

void CombinerHelper::applyCombineCopy

(

MachineInstr &

MI

)

const

Definition at line 249 of file CombinerHelper.cpp.

References MI, MRI, and replaceRegWith().

applyCombineDivRem()

void CombinerHelper::applyCombineDivRem	(	MachineInstr &	MI,
		MachineInstr *&	OtherMI ) const

Definition at line 1671 of file CombinerHelper.cpp.

References assert(), Builder, dominates(), llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), and MI.

applyCombineExtendingLoads()

void CombinerHelper::applyCombineExtendingLoads	(	MachineInstr &	MI,
		PreferredTuple &	MatchInfo ) const

rewrites to:

rewrites to:

Definition at line 903 of file CombinerHelper.cpp.

References Builder, llvm::MachineInstr::eraseFromParent(), llvm::PreferredTuple::ExtendOpcode, getExtLoadOpcForExtend(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getParent(), llvm::MachineOperand::getReg(), llvm::LLT::getSizeInBits(), llvm::DenseMapBase< StorageT, KeyT, ValueT, KeyInfoT, BucketT >::lookup(), llvm::make_pointer_range(), llvm::PreferredTuple::MI, MI, MRI, Observer, replaceRegOpWith(), replaceRegWith(), llvm::MachineOperand::setReg(), llvm::PreferredTuple::Ty, UseMI, and Uses.

Referenced by tryCombineExtendingLoads().

applyCombineIndexedLoadStore()

void CombinerHelper::applyCombineIndexedLoadStore	(	MachineInstr &	MI,
		IndexedLoadStoreMatchInfo &	MatchInfo ) const

Definition at line 1573 of file CombinerHelper.cpp.

References llvm::IndexedLoadStoreMatchInfo::Addr, llvm::IndexedLoadStoreMatchInfo::Base, Builder, llvm::dbgs(), llvm::MachineInstr::eraseFromParent(), getIndexedOpc(), llvm::IndexedLoadStoreMatchInfo::IsPre, LLVM_DEBUG, MI, MRI, llvm::IndexedLoadStoreMatchInfo::Offset, and llvm::IndexedLoadStoreMatchInfo::RematOffset.

applyCombineInsertVecElts()

void CombinerHelper::applyCombineInsertVecElts	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	MatchInfo ) const

Definition at line 3000 of file CombinerHelper.cpp.

References Builder, llvm::LLT::getScalarType(), MI, and MRI.

applyCombineMemCpyFamily()

void CombinerHelper::applyCombineMemCpyFamily	(	MachineInstr &	MI,
		MemCpyFamilyLoweringInfo &	MatchInfo ) const

Definition at line 1770 of file CombinerHelper.cpp.

References assert(), Changed, llvm::MachineIRBuilder::getMF(), llvm::LegalizerHelper::Legalized, llvm::LegalizerHelper::lowerMemCpyFamily(), and MI.

applyCombineMulToShl()

void CombinerHelper::applyCombineMulToShl	(	MachineInstr &	MI,
		unsigned &	ShiftVal ) const

Definition at line 2168 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildConstant(), llvm::MCInstrInfo::get(), llvm::LLT::getScalarSizeInBits(), llvm::MachineIRBuilder::getTII(), MI, MRI, llvm::MachineInstr::NoSWrap, and Observer.

applyCombineShiftToUnmerge()

void CombinerHelper::applyCombineShiftToUnmerge	(	MachineInstr &	MI,
		const unsigned &	ShiftVal ) const

Definition at line 2478 of file CombinerHelper.cpp.

References assert(), Builder, llvm::LLT::changeElementSize(), llvm::Hi, llvm::Lo, MI, MRI, llvm::Size, and Zero.

Referenced by tryCombineShiftToUnmerge().

applyCombineShlOfExtend()

void CombinerHelper::applyCombineShlOfExtend	(	MachineInstr &	MI,
		const RegisterImmPair &	MatchData ) const

Definition at line 2249 of file CombinerHelper.cpp.

References Builder, llvm::RegisterImmPair::Imm, MI, MRI, and llvm::RegisterImmPair::Reg.

applyCombineShuffleConcat()

void CombinerHelper::applyCombineShuffleConcat	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

Replace MI with a flattened build_vector with Ops or an implicit_def if Ops is empty.

Definition at line 597 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, assert(), Builder, MI, and MRI.

applyCombineShuffleOfBuildVector()

void CombinerHelper::applyCombineShuffleOfBuildVector

(

MachineInstr &

MI

)

const

Replace shuffle of build_vector with a build_vector.

Definition at line 508 of file CombinerHelper.cpp.

References assert(), Builder, llvm::cast(), llvm::getOpcodeDef(), MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::SmallVectorTemplateCommon< T, typename >::size().

applyCombineShuffleToBuildVector()

void CombinerHelper::applyCombineShuffleToBuildVector

(

MachineInstr &

MI

)

const

Replace shuffle MI with a build_vector.

Definition at line 479 of file CombinerHelper.cpp.

References assert(), Builder, llvm::cast(), MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::SmallVectorTemplateCommon< T, typename >::size().

applyCombineShuffleVector()

void CombinerHelper::applyCombineShuffleVector	(	MachineInstr &	MI,
		ArrayRef< Register >	Ops ) const

Replace MI with a concat_vectors with Ops.

Definition at line 697 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, Builder, MI, MRI, and replaceRegWith().

applyCombineTruncOfShift()

void CombinerHelper::applyCombineTruncOfShift	(	MachineInstr &	MI,
		std::pair< MachineInstr *, LLT > &	MatchInfo ) const

Definition at line 2669 of file CombinerHelper.cpp.

References Builder, eraseInst(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getTargetLowering(), MI, MRI, and replaceRegWith().

applyCombineUnmergeConstant()

void CombinerHelper::applyCombineUnmergeConstant	(	MachineInstr &	MI,
		SmallVectorImpl< APInt > &	Csts ) const

Definition at line 2345 of file CombinerHelper.cpp.

References assert(), Builder, MI, and llvm::SmallVectorTemplateCommon< T, typename >::size().

applyCombineUnmergeMergeToPlainValues()

void CombinerHelper::applyCombineUnmergeMergeToPlainValues	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	Operands ) const

Definition at line 2294 of file CombinerHelper.cpp.

References assert(), Builder, MI, MRI, Operands, and replaceRegWith().

applyCombineUnmergeWithDeadLanesToTrunc()

void CombinerHelper::applyCombineUnmergeWithDeadLanesToTrunc

(

MachineInstr &

MI

)

const

Definition at line 2390 of file CombinerHelper.cpp.

References Builder, and MI.

applyCombineUnmergeZExtToZExt()

void CombinerHelper::applyCombineUnmergeZExtToZExt

(

MachineInstr &

MI

)

const

Definition at line 2424 of file CombinerHelper.cpp.

References assert(), Builder, llvm::cast(), llvm::LLT::getSizeInBits(), llvm::GCastOp::getSrcReg(), MI, MRI, and replaceRegWith().

applyExpandFPowI()

void CombinerHelper::applyExpandFPowI	(	MachineInstr &	MI,
		int64_t	Exponent ) const

Expands FPOWI into a series of multiplications and a division if the exponent is negative.

Definition at line 8132 of file CombinerHelper.cpp.

References llvm::sampleprof::Base, Builder, llvm::Exponent, MI, and MRI.

applyExtendThroughPhis()

void CombinerHelper::applyExtendThroughPhis	(	MachineInstr &	MI,
		MachineInstr *&	ExtMI ) const

Definition at line 4265 of file CombinerHelper.cpp.

References Builder, llvm::cast(), llvm::drop_begin(), llvm::MachineInstr::eraseFromParent(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), I, llvm::SetVector< T, Vector, Set, N >::insert(), llvm::MIPatternMatch::m_MInstr(), MBB, MI, llvm::MIPatternMatch::mi_match(), MRI, and PHI.

applyExtractAllEltsFromBuildVector()

void CombinerHelper::applyExtractAllEltsFromBuildVector	(	MachineInstr &	MI,
		SmallVectorImpl< std::pair< Register, MachineInstr * > > &	MatchInfo ) const

Definition at line 4410 of file CombinerHelper.cpp.

References assert(), MI, MRI, and replaceRegWith().

applyExtractVecEltBuildVec()

void CombinerHelper::applyExtractVecEltBuildVec	(	MachineInstr &	MI,
		Register &	Reg ) const

Definition at line 4351 of file CombinerHelper.cpp.

References assert(), Builder, llvm::LLT::getSizeInBits(), MI, MRI, and replaceSingleDefInstWithReg().

applyFoldBinOpIntoSelect()

void CombinerHelper::applyFoldBinOpIntoSelect	(	MachineInstr &	MI,
		const unsigned &	SelectOpNo ) const

SelectOperand is the operand in binary operator MI that is the select to fold.

Definition at line 3828 of file CombinerHelper.cpp.

References Builder, llvm::cast(), getReg(), MI, MRI, and Select.

applyFunnelShiftConstantModulo()

void CombinerHelper::applyFunnelShiftConstantModulo

(

MachineInstr &

MI

)

const

Replaces the shift amount in MI with ShiftAmt % BW.

Parameters

MI

Definition at line 2883 of file CombinerHelper.cpp.

References assert(), Builder, llvm::getIConstantVRegValWithLookThrough(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getSizeInBits(), llvm::APInt::getZExtValue(), MI, MRI, and llvm::APInt::urem().

applyLshrOfTruncOfLshr()

void CombinerHelper::applyLshrOfTruncOfLshr	(	MachineInstr &	MI,
		LshrOfTruncOfLshr &	MatchInfo ) const

Definition at line 2135 of file CombinerHelper.cpp.

References assert(), Builder, llvm::APInt::getLowBitsSet(), llvm::LLT::getScalarSizeInBits(), llvm::APInt::getZExtValue(), llvm::LshrOfTruncOfLshr::InnerShiftTy, llvm::LshrOfTruncOfLshr::Mask, llvm::LshrOfTruncOfLshr::MaskVal, MI, llvm::LshrOfTruncOfLshr::ShiftAmt, llvm::LshrOfTruncOfLshr::ShiftAmtTy, and llvm::LshrOfTruncOfLshr::Src.

applyNotCmp()

void CombinerHelper::applyNotCmp	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	RegsToNegate ) const

Definition at line 3661 of file CombinerHelper.cpp.

References Builder, llvm::CmpInst::getInversePredicate(), llvm::MachineOperand::getPredicate(), llvm_unreachable, MI, MRI, Observer, replaceRegWith(), and llvm::MachineOperand::setPredicate().

applyOptBrCondByInvertingCond()

void CombinerHelper::applyOptBrCondByInvertingCond	(	MachineInstr &	MI,
		MachineInstr *&	BrCond ) const

Definition at line 1737 of file CombinerHelper.cpp.

References Builder, llvm::getICmpTrueVal(), llvm::MachineOperand::getMBB(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getTargetLowering(), MI, MRI, Observer, llvm::MachineOperand::setMBB(), llvm::MachineOperand::setReg(), llvm::True, and llvm::Xor.

applyPtrAddImmedChain()

void CombinerHelper::applyPtrAddImmedChain	(	MachineInstr &	MI,
		PtrAddChain &	MatchInfo ) const

Definition at line 1872 of file CombinerHelper.cpp.

References assert(), llvm::PtrAddChain::Bank, llvm::PtrAddChain::Base, llvm::MachineIRBuilder::buildConstant(), llvm::PtrAddChain::Flags, llvm::PtrAddChain::Imm, MI, MRI, Observer, and setRegBank().

applyRepeatedFPDivisor()

void CombinerHelper::applyRepeatedFPDivisor

(

SmallVector< MachineInstr * > &

MatchInfo

)

const

Definition at line 6891 of file CombinerHelper.cpp.

References Builder, getParent(), getReg(), MI, and MRI.

applyRotateOutOfRange()

void CombinerHelper::applyRotateOutOfRange

(

MachineInstr &

MI

)

const

Definition at line 4503 of file CombinerHelper.cpp.

References assert(), Builder, MI, MRI, and Observer.

applySDivByPow2()

void CombinerHelper::applySDivByPow2

(

MachineInstr &

MI

)

const

Definition at line 5908 of file CombinerHelper.cpp.

References llvm::Add, assert(), llvm::BitWidth, Builder, C1, llvm::cast(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), llvm::CmpInst::ICMP_EQ, llvm::CmpInst::ICMP_SLT, llvm::LLT::integer(), llvm::LLT::isVector(), MI, MRI, Sign, llvm::LLT::vector(), and Zero.

applySDivOrSRemByConst()

void CombinerHelper::applySDivOrSRemByConst

(

MachineInstr &

MI

)

const

Definition at line 5743 of file CombinerHelper.cpp.

References buildSDivOrSRemUsingMul(), MI, and replaceSingleDefInstWithReg().

applySextInRegOfLoad()

void CombinerHelper::applySextInRegOfLoad	(	MachineInstr &	MI,
		std::tuple< Register, unsigned > &	MatchInfo ) const

Definition at line 1203 of file CombinerHelper.cpp.

References assert(), Builder, llvm::cast(), llvm::MachineInstr::eraseFromParent(), llvm::GMemOperation::getMMO(), llvm::GLoadStore::getPointerReg(), MI, MRI, and replaceRegWith().

applyShiftImmedChain()

void CombinerHelper::applyShiftImmedChain	(	MachineInstr &	MI,
		RegisterImmPair &	MatchInfo ) const

Definition at line 1931 of file CombinerHelper.cpp.

References assert(), Builder, Imm, llvm::RegisterImmPair::Imm, MI, MRI, Observer, and llvm::RegisterImmPair::Reg.

applyShiftOfShiftedLogic()

void CombinerHelper::applyShiftOfShiftedLogic	(	MachineInstr &	MI,
		ShiftOfShiftedLogic &	MatchInfo ) const

Definition at line 2049 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), getReg(), llvm::MachineOperand::getReg(), llvm::ShiftOfShiftedLogic::Logic, llvm::ShiftOfShiftedLogic::LogicNonShiftReg, MI, MRI, llvm::ShiftOfShiftedLogic::Shift2, and llvm::ShiftOfShiftedLogic::ValSum.

applySimplifySRemByPow2()

void CombinerHelper::applySimplifySRemByPow2

(

MachineInstr &

MI

)

const

Combine G_SREM x, (+/-2^k) to a bias-and-mask sequence.

Definition at line 6028 of file CombinerHelper.cpp.

References assert(), llvm::BitWidth, Builder, llvm::cast(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), llvm::Masked, MI, MRI, and Sign.

applySimplifyURemByPow2()

void CombinerHelper::applySimplifyURemByPow2

(

MachineInstr &

MI

)

const

Combine G_UREM x, (known power of 2) to an add and bitmasking.

The second source operand is known to be a power of 2.

Definition at line 3755 of file CombinerHelper.cpp.

References llvm::Add, Builder, MI, and MRI.

applyTruncSSatS()

void CombinerHelper::applyTruncSSatS	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6138 of file CombinerHelper.cpp.

References Builder, and MI.

applyTruncSSatU()

void CombinerHelper::applyTruncSSatU	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6171 of file CombinerHelper.cpp.

References Builder, and MI.

applyUDivByPow2()

void CombinerHelper::applyUDivByPow2

(

MachineInstr &

MI

)

const

Given an G_UDIV MI expressing an unsigned divided by a pow2 constant, return expressions that implements it by shifting.

Definition at line 5967 of file CombinerHelper.cpp.

References assert(), Builder, C1, llvm::cast(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), MI, and MRI.

applyUDivOrURemByConst()

void CombinerHelper::applyUDivOrURemByConst

(

MachineInstr &

MI

)

const

Definition at line 5688 of file CombinerHelper.cpp.

References buildUDivOrURemUsingMul(), MI, and replaceSingleDefInstWithReg().

applyUMulHToLShr()

void CombinerHelper::applyUMulHToLShr

(

MachineInstr &

MI

)

const

Definition at line 6085 of file CombinerHelper.cpp.

References Builder, buildLogBase2(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getScalarSizeInBits(), getTargetLowering(), MI, and MRI.

applyUseVectorTruncate()

void CombinerHelper::applyUseVectorTruncate	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 3556 of file CombinerHelper.cpp.

References Builder, llvm::BuildMI(), llvm::cast(), llvm::LLT::changeElementType(), llvm::LLT::getNumElements(), llvm::LLT::getScalarType(), I, MI, MRI, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

applyXorOfAndWithSameReg()

void CombinerHelper::applyXorOfAndWithSameReg	(	MachineInstr &	MI,
		std::pair< Register, Register > &	MatchInfo ) const

Definition at line 3724 of file CombinerHelper.cpp.

References Builder, MI, MRI, Observer, X, and Y.

buildSDivOrSRemUsingMul()

MachineInstr * CombinerHelper::buildSDivOrSRemUsingMul

(

MachineInstr &

MI

)

const

Given an G_SDIV MI or G_SREM MI expressing a signed divide by constant, return an expression that implements it by multiplying by a magic number.

Ref: "Hacker's Delight" or "The PowerPC Compiler Writer's Guide".

Definition at line 5748 of file CombinerHelper.cpp.

References llvm::APInt::ashrInPlace(), assert(), Builder, C(), llvm::cast(), llvm::APInt::countr_zero(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::SignedDivisionByConstantInfo::get(), llvm::getDefIgnoringCopies(), llvm::getIConstantSplatVal(), llvm::getOpcodeDef(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getScalarType(), llvm::APInt::getSExtValue(), getTargetLowering(), llvm::APInt::isAllOnes(), llvm::MachineInstr::IsExact, llvm::APInt::isNegative(), llvm::APInt::isOne(), llvm::APInt::isStrictlyPositive(), llvm::SignedDivisionByConstantInfo::Magic, llvm::matchUnaryPredicate(), MI, MRI, llvm::APInt::multiplicativeInverse(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SignedDivisionByConstantInfo::ShiftAmount, and T.

Referenced by applySDivOrSRemByConst().

buildUDivOrURemUsingMul()

MachineInstr * CombinerHelper::buildUDivOrURemUsingMul

(

MachineInstr &

MI

)

const

Given an G_UDIV MI or G_UREM MI expressing a divide by constant, return an expression that implements it by multiplying by a magic number.

Ref: "Hacker's Delight" or "The PowerPC Compiler Writer's Guide".

Definition at line 5468 of file CombinerHelper.cpp.

References assert(), Builder, C(), llvm::cast(), llvm::APInt::countl_zero(), llvm::APInt::countr_zero(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::UnsignedDivisionByConstantInfo::get(), llvm::APInt::getBitWidth(), llvm::getDefIgnoringCopies(), llvm::getIConstantSplatVal(), llvm::APInt::getOneBitSet(), llvm::getOpcodeDef(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getScalarType(), getTargetLowering(), llvm::APInt::getZero(), llvm::CmpInst::ICMP_EQ, llvm::LLT::integer(), llvm::UnsignedDivisionByConstantInfo::IsAdd, llvm::MachineInstr::IsExact, llvm::APInt::isOne(), llvm_unreachable, llvm::APInt::lshrInPlace(), llvm::UnsignedDivisionByConstantInfo::Magic, llvm::matchUnaryPredicate(), MI, MRI, llvm::APInt::multiplicativeInverse(), llvm::UnsignedDivisionByConstantInfo::PostShift, llvm::UnsignedDivisionByConstantInfo::PreShift, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and VT.

Referenced by applyUDivOrURemByConst().

canCombineFMadOrFMA()

bool CombinerHelper::canCombineFMadOrFMA	(	MachineInstr &	MI,
		bool &	AllowFusionGlobally,
		bool &	HasFMAD,
		bool &	Aggressive,
		bool	CanReassociate = false ) const

Definition at line 6251 of file CombinerHelper.cpp.

References llvm::Aggressive, llvm::MachineInstr::FmContract, llvm::MachineInstr::FmReassoc, isLegalOrBeforeLegalizer(), isPreLegalize(), MI, MRI, and TLI.

Referenced by matchCombineFAddFMAFMulToFMadOrFMA(), matchCombineFAddFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMAAggressive(), matchCombineFSubFMulToFMadOrFMA(), matchCombineFSubFNegFMulToFMadOrFMA(), matchCombineFSubFpExtFMulToFMadOrFMA(), and matchCombineFSubFpExtFNegFMulToFMadOrFMA().

dominates()

bool CombinerHelper::dominates	(	const MachineInstr &	DefMI,
		const MachineInstr &	UseMI ) const

Returns true if DefMI dominates UseMI.

By definition an instruction dominates itself.

If we haven't been provided with a MachineDominatorTree during construction, this function returns a conservative result that tracks just a single basic block.

Definition at line 1110 of file CombinerHelper.cpp.

References assert(), DefMI, isPredecessor(), MDT, and UseMI.

Referenced by applyCombineDivRem(), and matchRepeatedFPDivisor().

eraseInst()

void CombinerHelper::eraseInst

(

MachineInstr &

MI

)

const

Erase MI.

Definition at line 2729 of file CombinerHelper.cpp.

References MI.

Referenced by applyCombineTruncOfShift().

getBuilder()

MachineIRBuilder & llvm::CombinerHelper::getBuilder ( ) const

inline

Definition at line 137 of file CombinerHelper.h.

References Builder.

getContext()

LLVMContext & CombinerHelper::getContext

(

)

const

Definition at line 82 of file CombinerHelper.cpp.

References Builder.

getMachineFunction()

const MachineFunction & CombinerHelper::getMachineFunction

(

)

const

Definition at line 78 of file CombinerHelper.cpp.

References Builder.

Referenced by matchConstantFoldFMA(), matchConstantFoldFPBinOp(), and matchConstantFoldFPUnary().

getRBI()

const RegisterBankInfo & llvm::CombinerHelper::getRBI ( ) const

inline

Definition at line 145 of file CombinerHelper.h.

References RBI.

getRegBank()

const RegisterBank * CombinerHelper::getRegBank

(

Register

Reg

)

const

Get the register bank of Reg.

If Reg has not been assigned a register, a register class, or a register bank, then this returns nullptr.

Precondition

Reg.isValid()

Definition at line 232 of file CombinerHelper.cpp.

References MRI, RBI, and TRI.

Referenced by matchPtrAddImmedChain().

getTargetLowering()

const TargetLowering & CombinerHelper::getTargetLowering

(

)

const

Definition at line 74 of file CombinerHelper.cpp.

References Builder.

Referenced by applyCombineTruncOfShift(), applyOptBrCondByInvertingCond(), applySDivByPow2(), applySimplifySRemByPow2(), applyUDivByPow2(), applyUMulHToLShr(), buildSDivOrSRemUsingMul(), buildUDivOrURemUsingMul(), isDesirableToCommuteWithShift(), matchBitfieldExtractFromAnd(), matchBitfieldExtractFromSExtInReg(), matchBitfieldExtractFromShr(), matchBitfieldExtractFromShrAnd(), matchCombineExtractedVectorLoad(), matchCombineShlOfExtend(), matchCombineTruncOfShift(), matchExtractVecEltBuildVec(), matchExtractVectorElementWithBuildVector(), matchExtractVectorElementWithBuildVectorTrunc(), matchFPowIExpansion(), matchHoistLogicOpWithSameOpcodeHands(), matchICmpToLHSKnownBits(), matchICmpToTrueFalseKnownBits(), matchLoadOrCombine(), matchNarrowBinopFeedingAnd(), matchNonNegZext(), matchRepeatedFPDivisor(), matchSDivOrSRemByConst(), matchSuboCarryOut(), matchUDivOrURemByConst(), matchUMulHToLShr(), and tryReassocBinOp().

getTII()

const TargetInstrInfo & llvm::CombinerHelper::getTII ( ) const

inline

Definition at line 141 of file CombinerHelper.h.

References TII.

getTRI()

const TargetRegisterInfo & llvm::CombinerHelper::getTRI ( ) const

inline

Definition at line 143 of file CombinerHelper.h.

References TRI.

getValueTracking()

GISelValueTracking * llvm::CombinerHelper::getValueTracking ( ) const

inline

Definition at line 135 of file CombinerHelper.h.

References VT.

isConstantLegalOrBeforeLegalizer()

bool CombinerHelper::isConstantLegalOrBeforeLegalizer

(

const LLT

Ty

)

const

Returns

true if the combine is running prior to legalization, or if a scalar Ty G_CONSTANT is legal. For fixed vectors, also requires G_BUILD_VECTOR of those scalar constants to be legal. Scalable vectors are not constant folded and return false.

Definition at line 192 of file CombinerHelper.cpp.

Referenced by matchAddOverflow(), matchCastOfInteger(), matchCombineSubToAdd(), matchConstantFoldCastOp(), matchExtractVectorElementWithShuffleVector(), matchMulOBy0(), and matchSuboCarryOut().

isConstantNaN()

bool CombinerHelper::isConstantNaN

(

Register

Reg

)

const

Definition at line 8617 of file CombinerHelper.cpp.

References C(), llvm::getConstantFPVRegVal(), and MRI.

isDesirableToCommuteWithShift()

bool CombinerHelper::isDesirableToCommuteWithShift

(

const MachineInstr &

MI

)

const

Returns

true if the target's TargetLowering::isDesirableToCommuteWithShift hook approves of commuting MI (a G_SHL) with the binop feeding it.

Definition at line 2088 of file CombinerHelper.cpp.

References getTargetLowering(), llvm::TargetLowering::isDesirableToCommuteWithShift(), isPreLegalize(), and MI.

isFPConstantLegalOrBeforeLegalizer()

bool CombinerHelper::isFPConstantLegalOrBeforeLegalizer

(

const LLT

Ty

)

const

Returns

true if the combine is running prior to legalization, or if a scalar Ty G_FCONSTANT is legal. For fixed vectors, also requires G_BUILD_VECTOR of those scalar constants to be legal. Scalable vectors are not constant folded and return false.

Definition at line 196 of file CombinerHelper.cpp.

Referenced by matchConstantFoldFPUnary().

isLegal()

bool CombinerHelper::isLegal

(

const LegalityQuery &

Query

)

const

Returns

true if Query is legal on the target.

Definition at line 156 of file CombinerHelper.cpp.

References assert(), llvm::LegalizeActions::Legal, and LI.

Referenced by isLegalOrBeforeLegalizer(), isLegalOrHasWidenScalar(), matchCombineBuildUnmerge(), matchCombineBuildVectorOfBitcast(), matchSimplifyNegMinMax(), and matchUseVectorTruncate().

isLegalOrBeforeLegalizer()

bool CombinerHelper::isLegalOrBeforeLegalizer

(

const LegalityQuery &

Query

)

const

Returns

true if the combine is running prior to legalization, or if Query is legal on the target.

Definition at line 161 of file CombinerHelper.cpp.

References isLegal(), and isPreLegalize().

Referenced by canCombineFMadOrFMA(), matchAddOverflow(), matchAshrShlToSextInreg(), matchCastOfBuildVector(), matchCastOfSelect(), matchCombineConcatVectors(), matchCombineDivRem(), matchCombineExtractedVectorLoad(), matchCombineLoadWithAndMask(), matchCombineShlOfExtend(), matchCombineShuffleConcat(), matchCombineSubToAdd(), matchCombineTruncOfShift(), matchCountZeroToZeroPoison(), matchExtOfExt(), matchExtractVectorElement(), matchExtractVectorElementWithBuildVectorTrunc(), matchExtractVectorElementWithShuffleVector(), llvm::AMDGPUCombinerHelper::matchFoldFAbsFptrunc(), matchFreezeOfSingleMaybePoisonOperand(), matchHoistLogicOpWithSameOpcodeHands(), matchICmpToLHSKnownBits(), matchInsertVectorElementOOB(), matchLoadOrCombine(), matchNarrowBinop(), matchNarrowBinopFeedingAnd(), matchNonNegZext(), matchOrShiftToFunnelShift(), matchSDivOrSRemByConst(), matchSelectIMinMax(), matchSextInRegOfLoad(), matchSextOfTrunc(), matchShlOfVScale(), matchShuffleDisjointMask(), matchSignedDivRemToUnsigned(), matchSuboCarryOut(), matchSubOfVScale(), matchTruncateOfExt(), matchTruncUSatUToFPTOUISat(), matchUDivByShiftedPow2(), matchUDivOrURemByConst(), matchUMulHToLShr(), matchUnmergeValuesAnyExtBuildVector(), and matchZextOfTrunc().

isLegalOrHasFewerElements()

bool CombinerHelper::isLegalOrHasFewerElements

(

const LegalityQuery &

Query

)

const

Returns

true if Query is legal on the target, or if Query will perform a FewerElements action on the target.

Definition at line 171 of file CombinerHelper.cpp.

References llvm::LegalizeActions::FewerElements, llvm::LegalizeActions::Legal, and LI.

Referenced by matchSDivOrSRemByConst(), matchTruncSSatS(), matchTruncSSatU(), and matchTruncUSatU().

isLegalOrHasWidenScalar()

bool CombinerHelper::isLegalOrHasWidenScalar

(

const LegalityQuery &

Query

)

const

Returns

true if Query is legal on the target, or if Query will perform WidenScalar action on the target.

Definition at line 166 of file CombinerHelper.cpp.

References isLegal(), LI, and llvm::LegalizeActions::WidenScalar.

Referenced by matchSDivOrSRemByConst().

isPredecessor()

bool CombinerHelper::isPredecessor	(	const MachineInstr &	DefMI,
		const MachineInstr &	UseMI ) const

Returns true if DefMI precedes UseMI or they are the same instruction.

Both must be in the same basic block.

Definition at line 1094 of file CombinerHelper.cpp.

References assert(), DefMI, llvm::find_if(), llvm_unreachable, MBB, MI, and UseMI.

Referenced by dominates().

isPreLegalize()

bool CombinerHelper::isPreLegalize

(

)

const

Returns

true if the combiner is running pre-legalization.

Definition at line 154 of file CombinerHelper.cpp.

References IsPreLegalize.

Referenced by canCombineFMadOrFMA(), isDesirableToCommuteWithShift(), isLegalOrBeforeLegalizer(), and matchCombineExtendingLoads().

matchAddOfVScale()

bool CombinerHelper::matchAddOfVScale	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Definition at line 370 of file CombinerHelperVectorOps.cpp.

References B(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GVScale::getSrc(), llvm::MIPatternMatch::m_GAdd(), llvm::MIPatternMatch::m_GVScale(), llvm::MIPatternMatch::mi_match(), and MRI.

matchAddOverflow()

bool CombinerHelper::matchAddOverflow	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Combine addos.

Definition at line 7961 of file CombinerHelper.cpp.

References llvm::Add, llvm::ConstantRange::AlwaysOverflowsHigh, llvm::ConstantRange::AlwaysOverflowsLow, B(), llvm::cast(), llvm::ConstantRange::fromKnownBits(), llvm::MachineInstr::getFlag(), llvm::GBinOp::getLHSReg(), llvm::getOpcodeDef(), llvm::GBinOp::getRHSReg(), isConstantLegalOrBeforeLegalizer(), isLegalOrBeforeLegalizer(), llvm::ConstantRange::MayOverflow, MI, MRI, llvm::ConstantRange::NeverOverflows, llvm::MachineInstr::NoSWrap, llvm::MachineInstr::NoUWrap, llvm::ConstantRange::signedAddMayOverflow(), llvm::ConstantRange::unsignedAddMayOverflow(), and VT.

matchAllExplicitUsesAreUndef()

bool CombinerHelper::matchAllExplicitUsesAreUndef

(

MachineInstr &

MI

)

const

Return true if all register explicit use operands on MI are defined by a G_IMPLICIT_DEF.

Definition at line 2699 of file CombinerHelper.cpp.

References llvm::all_of(), and MI.

matchAnd()

bool CombinerHelper::matchAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Combine ands.

Definition at line 7937 of file CombinerHelper.cpp.

References llvm::cast(), and MI.

matchAndOrDisjointMask()

bool CombinerHelper::matchAndOrDisjointMask	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Returns

true if (and (or x, c1), c2) can be replaced with (and x, c2)

Definition at line 4605 of file CombinerHelper.cpp.

References assert(), B(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GAnd(), llvm::MIPatternMatch::m_GOr(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and Observer.

matchAshrShlToSextInreg()

bool CombinerHelper::matchAshrShlToSextInreg	(	MachineInstr &	MI,
		std::tuple< Register, int64_t > &	MatchInfo ) const

Match ashr (shl x, C), C -> sext_inreg (C)

Definition at line 3210 of file CombinerHelper.cpp.

References assert(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GAShr(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_ICstOrSplat(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchBinopWithNeg()

bool CombinerHelper::matchBinopWithNeg	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Fold a bitwiseop (~b +/- c) -> a bitwiseop ~(b -/+ c)

Definition at line 3070 of file CombinerHelper.cpp.

References MI, and MRI.

matchBitfieldExtractFromAnd()

bool CombinerHelper::matchBitfieldExtractFromAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match: and (lshr x, cst), mask -> ubfx x, cst, width.

Form a G_UBFX from "(a srl b) & mask", where b and mask are constants.

Definition at line 4670 of file CombinerHelper.cpp.

References llvm::cast(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), LI, MI, and MRI.

matchBitfieldExtractFromSExtInReg()

bool CombinerHelper::matchBitfieldExtractFromSExtInReg	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Form a G_SBFX from a G_SEXT_INREG fed by a right shift.

Definition at line 4641 of file CombinerHelper.cpp.

References assert(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), LI, MI, and MRI.

matchBitfieldExtractFromShr()

bool CombinerHelper::matchBitfieldExtractFromShr	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match: shr (shl x, n), k -> sbfx/ubfx x, pos, width.

Definition at line 4719 of file CombinerHelper.cpp.

References assert(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), LI, MI, and MRI.

matchBitfieldExtractFromShrAnd()

bool CombinerHelper::matchBitfieldExtractFromShrAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match: shr (and x, n), k -> ubfx x, pos, width.

Definition at line 4768 of file CombinerHelper.cpp.

References assert(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), LI, MI, and MRI.

matchBuildVectorIdentityFold()

bool CombinerHelper::matchBuildVectorIdentityFold	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6910 of file CombinerHelper.cpp.

References llvm::LLT::getElementType(), llvm::LLT::getSizeInBits(), llvm::Hi, llvm::Lo, llvm::MIPatternMatch::m_any_of(), llvm::MIPatternMatch::m_GBitcast(), llvm::MIPatternMatch::m_GBuildVector(), llvm::MIPatternMatch::m_GBuildVectorTrunc(), llvm::MIPatternMatch::m_GCst(), llvm::MIPatternMatch::m_GImplicitDef(), llvm::MIPatternMatch::m_GLShr(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCanonicalizeFCmp()

bool CombinerHelper::matchCanonicalizeFCmp	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 115 of file CombinerHelperCompares.cpp.

References assert(), B(), llvm::cast(), llvm::GFConstant::getConstant(), llvm::CmpInst::getSwappedPredicate(), llvm::CmpInst::isFPPredicate(), MI, MRI, and std::swap().

matchCanonicalizeICmp()

bool CombinerHelper::matchCanonicalizeICmp	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 90 of file CombinerHelperCompares.cpp.

References assert(), B(), llvm::cast(), llvm::GIConstant::getConstant(), llvm::CmpInst::getSwappedPredicate(), llvm::CmpInst::isIntPredicate(), MI, MRI, and std::swap().

matchCastOfBuildVector()

bool CombinerHelper::matchCastOfBuildVector	(	const MachineInstr &	CastMI,
		const MachineInstr &	BVMI,
		BuildFnTy &	MatchInfo ) const

Definition at line 299 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::GMergeLikeInstr::getNumSources(), llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), llvm::LLT::getScalarType(), I, isLegalOrBeforeLegalizer(), MRI, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

matchCastOfInteger()

bool CombinerHelper::matchCastOfInteger	(	const MachineInstr &	CastMI,
		BuildFnTy &	MatchInfo ) const

Definition at line 364 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::getIConstantFromReg(), llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::GCastOp::getSrcReg(), isConstantLegalOrBeforeLegalizer(), and MRI.

matchCastOfSelect()

bool CombinerHelper::matchCastOfSelect	(	const MachineInstr &	Cast,
		const MachineInstr &	SelectMI,
		BuildFnTy &	MatchInfo ) const

Definition at line 203 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), Cond, llvm::False, llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), isLegalOrBeforeLegalizer(), MRI, Select, and llvm::True.

matchCombineAnyExtTrunc()

bool CombinerHelper::matchCombineAnyExtTrunc	(	MachineInstr &	MI,
		Register &	Reg ) const

Transform anyext(trunc(x)) to x.

Definition at line 2561 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), llvm::getSrcRegIgnoringCopies(), llvm::Register::isValid(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificType(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineBuildUnmerge()

bool CombinerHelper::matchCombineBuildUnmerge	(	MachineInstr &	MI,
		MachineRegisterInfo &	MRI,
		Register &	UnmergeSrc ) const

Definition at line 3396 of file CombinerHelper.cpp.

References llvm::cast(), llvm::getDefIgnoringCopies(), llvm::getOpcodeDef(), I, isLegal(), IsPreLegalize, llvm::LLT::isVector(), MI, MRI, and llvm::Undef.

matchCombineBuildVectorOfBitcast()

bool CombinerHelper::matchCombineBuildVectorOfBitcast	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

Combine G_BUILD_VECTOR(G_UNMERGE(G_BITCAST), Undef) to G_BITCAST(G_BUILD_VECTOR(..))

Definition at line 415 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, llvm::all_of(), llvm::cast(), llvm::LLT::fixed_vector(), llvm::GUnmerge::getNumDefs(), llvm::getOpcodeDef(), llvm::GenericMachineInstr::getReg(), llvm::GUnmerge::getSourceReg(), isLegal(), llvm::LLT::isScalar(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GBitcast(), llvm::MIPatternMatch::m_GImplicitDef(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificType(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineConcatVectors()

bool CombinerHelper::matchCombineConcatVectors	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

If MI is G_CONCAT_VECTORS, try to combine it.

Returns true if MI changed. Right now, we support:

• concat_vector(undef, undef) => undef
• concat_vector(build_vector(A, B), build_vector(C, D)) =>

build_vector(A, B, C, D)

Check if the G_CONCAT_VECTORS MI is undef or if it can be flattened into a build_vector. In the first case Ops will be empty In the second case Ops will contain the operands needed to produce the flattened build_vector.

Precondition

MI.getOpcode() == G_CONCAT_VECTORS.

Definition at line 334 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, assert(), Builder, isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::Undef.

matchCombineCopy()

bool CombinerHelper::matchCombineCopy

(

MachineInstr &

MI

)

const

Definition at line 242 of file CombinerHelper.cpp.

References llvm::canReplaceReg(), MI, and MRI.

matchCombineDivRem()

bool CombinerHelper::matchCombineDivRem	(	MachineInstr &	MI,
		MachineInstr *&	OtherMI ) const

Try to combine G_[SU]DIV and G_[SU]REM into a single G_[SU]DIVREM when their source operands are identical.

Definition at line 1608 of file CombinerHelper.cpp.

References isLegalOrBeforeLegalizer(), llvm_unreachable, matchEqualDefs(), MI, MRI, and UseMI.

matchCombineExtendingLoads()

bool CombinerHelper::matchCombineExtendingLoads	(	MachineInstr &	MI,
		PreferredTuple &	MatchInfo ) const

Definition at line 827 of file CombinerHelper.cpp.

References llvm::dyn_cast(), llvm::GAnyLoad::getDstReg(), getExtLoadOpcForExtend(), llvm::GMemOperation::getMMO(), llvm::GLoadStore::getPointerReg(), llvm::LLT::getSizeInBits(), llvm::has_single_bit(), llvm::isa(), isPreLegalize(), llvm::LLT::isScalar(), llvm::LegalizeActions::Legal, LI, MI, MRI, and UseMI.

Referenced by tryCombineExtendingLoads().

matchCombineExtractedVectorLoad()

bool CombinerHelper::matchCombineExtractedVectorLoad	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Combine a G_EXTRACT_VECTOR_ELT of a load into a narrowed load.

Definition at line 1450 of file CombinerHelper.cpp.

References assert(), B(), C(), llvm::commonAlignment(), DL, llvm::MachineInstr::eraseFromParent(), llvm::Fast, llvm::MachinePointerInfo::getAddrSpace(), llvm::MachineMemOperand::getAlign(), llvm::Function::getContext(), llvm::MachineFunction::getDataLayout(), llvm::MachineFunction::getFunction(), llvm::getIConstantVRegVal(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::MachineFunction::getMachineMemOperand(), llvm::getOpcodeDef(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), llvm::MachineMemOperand::getPointerInfo(), llvm::MachineOperand::getReg(), llvm::LLT::getSizeInBits(), getTargetLowering(), llvm::LegalizerHelper::getVectorElementPointer(), llvm::MachinePointerInfo::getWithOffset(), llvm::instructionsWithoutDebug(), llvm::LLT::isByteSized(), isLegalOrBeforeLegalizer(), MI, MRI, llvm::Offset, and llvm::Vector.

matchCombineFAddFMAFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFAddFMAFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fadd (fma x, y, (fmul u, v)), z) -> (fma x, y, (fma u, v, z)) (fadd (fmad x, y, (fmul u, v)), z) -> (fmad x, y, (fmad u, v, z))

Definition at line 6399 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MIPatternMatch::m_GFMul(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, X, and Y.

matchCombineFAddFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFAddFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fadd (fmul x, y), z) -> (fma x, y, z) (fadd (fmul x, y), z) -> (fmad x, y, z)

Definition at line 6283 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), hasMoreUses(), isContractableFMul(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, and std::swap().

matchCombineFAddFpExtFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFAddFpExtFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fadd (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), z) (fadd (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), z)

Definition at line 6340 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), hasMoreUses(), isContractableFMul(), llvm::MIPatternMatch::m_GFPExt(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, std::swap(), and TLI.

matchCombineFAddFpExtFMulToFMadOrFMAAggressive()

bool CombinerHelper::matchCombineFAddFpExtFMulToFMadOrFMAAggressive	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 6465 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), getReg(), llvm::MachineOperand::getReg(), hasMoreUses(), isContractableFMul(), llvm::MIPatternMatch::m_GFPExt(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, std::swap(), TLI, X, and Y.

matchCombineFSubFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fsub (fmul x, y), z) -> (fma x, y, -z) (fsub (fmul x, y), z) -> (fmad x, y, -z)

Definition at line 6611 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), hasMoreUses(), isContractableFMul(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineFSubFNegFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFNegFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fsub (fneg (fmul, x, y)), z) -> (fma (fneg x), y, (fneg z)) (fsub (fneg (fmul, x, y)), z) -> (fmad (fneg x), y, (fneg z))

Definition at line 6671 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), isContractableFMul(), llvm::MIPatternMatch::m_GFNeg(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineFSubFpExtFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFpExtFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fsub (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), (fneg z)) (fsub (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), (fneg z))

Definition at line 6722 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), isContractableFMul(), llvm::MIPatternMatch::m_GFPExt(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineFSubFpExtFNegFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFpExtFNegFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fma (fpext x), (fpext y), z)) (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fmad (fpext x), (fpext y), z))

Definition at line 6776 of file CombinerHelper.cpp.

References llvm::Aggressive, assert(), B(), canCombineFMadOrFMA(), llvm::MachineInstr::getFlags(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), isContractableFMul(), llvm::MIPatternMatch::m_GFNeg(), llvm::MIPatternMatch::m_GFPExt(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, TLI, X, and Y.

matchCombineIndexedLoadStore()

bool CombinerHelper::matchCombineIndexedLoadStore	(	MachineInstr &	MI,
		IndexedLoadStoreMatchInfo &	MatchInfo ) const

Definition at line 1556 of file CombinerHelper.cpp.

References llvm::IndexedLoadStoreMatchInfo::Addr, llvm::IndexedLoadStoreMatchInfo::Base, llvm::cast(), llvm::GMemOperation::isAtomic(), llvm::IndexedLoadStoreMatchInfo::IsPre, MI, llvm::IndexedLoadStoreMatchInfo::Offset, and llvm::IndexedLoadStoreMatchInfo::RematOffset.

matchCombineInsertVecElts()

bool CombinerHelper::matchCombineInsertVecElts	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	MatchInfo ) const

Definition at line 2953 of file CombinerHelper.cpp.

References llvm::all_of(), assert(), llvm::LLT::getNumElements(), llvm::MachineInstr::getNumOperands(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), I, llvm::LLT::isScalableVector(), isValid(), llvm::LLT::isVector(), llvm::MIPatternMatch::m_GInsertVecElt(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::SmallVectorImpl< T >::resize().

matchCombineLoadWithAndMask()

bool CombinerHelper::matchCombineLoadWithAndMask	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match (and (load x), mask) -> zextload x.

Definition at line 1008 of file CombinerHelper.cpp.

References assert(), B(), llvm::APInt::countr_one(), llvm::MachineInstr::eraseFromParent(), llvm::GAnyLoad::getDstReg(), llvm::getIConstantVRegValWithLookThrough(), llvm::MachineMemOperand::getPointerInfo(), llvm::LLT::getSizeInBits(), llvm::MachineMemOperand::getSizeInBits(), llvm::LocationSize::getValue(), llvm::isa(), llvm::MachineMemOperand::isAtomic(), isLegalOrBeforeLegalizer(), llvm::APInt::isMask(), llvm::isPowerOf2_32(), llvm::MachineMemOperand::isVolatile(), llvm::MIPatternMatch::m_GAnyLoad(), llvm::MIPatternMatch::m_MMO(), llvm::MIPatternMatch::m_Reg(), llvm::LegalityQuery::MemDesc::MemoryTy, MI, llvm::MIPatternMatch::mi_match(), MRI, RegSize, replaceRegWith(), and llvm::LLT::scalar().

matchCombineMemCpyFamily()

bool CombinerHelper::matchCombineMemCpyFamily	(	MachineInstr &	MI,
		MemCpyFamilyLoweringInfo &	MatchInfo,
		unsigned	MaxLen = 0 ) const

Definition at line 1762 of file CombinerHelper.cpp.

References llvm::canLowerMemCpyFamily(), MI, and MRI.

matchCombineMulToShl()

bool CombinerHelper::matchCombineMulToShl	(	MachineInstr &	MI,
		unsigned &	ShiftVal ) const

Transform a multiply by a power-of-2 value to a left shift.

Definition at line 2156 of file CombinerHelper.cpp.

References assert(), llvm::getIConstantVRegValWithLookThrough(), MI, and MRI.

matchCombineShiftToUnmerge()

bool CombinerHelper::matchCombineShiftToUnmerge	(	MachineInstr &	MI,
		unsigned	TargetShiftSize,
		unsigned &	ShiftVal ) const

Reduce a shift by a constant to an unmerge and a shift on a half sized type.

This will not produce a shift smaller than TargetShiftSize.

Definition at line 2453 of file CombinerHelper.cpp.

References assert(), llvm::getIConstantVRegValWithLookThrough(), MI, MRI, and llvm::Size.

Referenced by tryCombineShiftToUnmerge().

matchCombineShlOfExtend()

bool CombinerHelper::matchCombineShlOfExtend	(	MachineInstr &	MI,
		RegisterImmPair &	MatchData ) const

Definition at line 2210 of file CombinerHelper.cpp.

References assert(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), llvm::RegisterImmPair::Imm, llvm::isConstantOrConstantSplatVector(), isLegalOrBeforeLegalizer(), LI, llvm::MIPatternMatch::m_GAnyExt(), llvm::MIPatternMatch::m_GSExt(), llvm::MIPatternMatch::m_GZExt(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::RegisterImmPair::Reg, and VT.

matchCombineShuffleConcat()

bool CombinerHelper::matchCombineShuffleConcat	(	MachineInstr &	MI,
		SmallVector< Register > &	Ops ) const

Definition at line 539 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, llvm::LLT::getNumElements(), llvm::GMergeLikeInstr::getNumSources(), llvm::GenericMachineInstr::getReg(), llvm::GMergeLikeInstr::getSourceReg(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GConcatVectors(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineShuffleVector()

bool CombinerHelper::matchCombineShuffleVector	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	Ops ) const

Check if the G_SHUFFLE_VECTOR MI can be replaced by a concat_vectors.

Ops will contain the operands needed to produce the flattened concat_vectors.

Precondition

MI.getOpcode() == G_SHUFFLE_VECTOR.

Definition at line 623 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, assert(), Builder, MI, and MRI.

matchCombineSubToAdd()

bool CombinerHelper::matchCombineSubToAdd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 2182 of file CombinerHelper.cpp.

References B(), llvm::cast(), llvm::getIConstantFromReg(), Imm, isConstantLegalOrBeforeLegalizer(), isLegalOrBeforeLegalizer(), MI, MRI, llvm::MachineInstr::NoSWrap, llvm::MachineInstr::NoUWrap, Observer, and llvm::Sub.

matchCombineTruncOfShift()

bool CombinerHelper::matchCombineTruncOfShift	(	MachineInstr &	MI,
		std::pair< MachineInstr *, LLT > &	MatchInfo ) const

Transform trunc (shl x, K) to shl (trunc x), K if K < VT.getScalarSizeInBits().

Transforms trunc ([al]shr x, K) to (trunc ([al]shr (MidVT (trunc x)), K)) if K <= (MidVT.getScalarSizeInBits() - VT.getScalarSizeInBits()) MidVT is obtained by finding a legal type between the trunc's src and dst types.

Definition at line 2608 of file CombinerHelper.cpp.

References assert(), llvm::getDefIgnoringCopies(), getMidVTForTruncRightShiftCombine(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), getTargetLowering(), isLegalOrBeforeLegalizer(), llvm::Known, MI, MRI, and VT.

matchCombineUnmergeConstant()

bool CombinerHelper::matchCombineUnmergeConstant	(	MachineInstr &	MI,
		SmallVectorImpl< APInt > &	Csts ) const

Transform G_UNMERGE Constant -> Constant1, Constant2, ...

Definition at line 2325 of file CombinerHelper.cpp.

References llvm::SmallVectorImpl< T >::emplace_back(), llvm::LLT::getSizeInBits(), llvm::APInt::lshr(), llvm::MIPatternMatch::m_GConstantOrFConstantBits(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::APInt::trunc().

matchCombineUnmergeMergeToPlainValues()

bool CombinerHelper::matchCombineUnmergeMergeToPlainValues	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	Operands ) const

Transform <ty,...> G_UNMERGE(G_MERGE ty X, Y, Z) -> ty X, Y, Z.

Definition at line 2270 of file CombinerHelper.cpp.

References assert(), llvm::cast(), llvm::getOpcodeDef(), llvm::LLT::getSizeInBits(), MI, MRI, Operands, and peekThroughBitcast().

matchCombineUnmergeUndef()

bool CombinerHelper::matchCombineUnmergeUndef	(	MachineInstr &	MI,
		std::function< void(MachineIRBuilder &)> &	MatchInfo ) const

Transform G_UNMERGE G_IMPLICIT_DEF -> G_IMPLICIT_DEF, G_IMPLICIT_DEF, ...

Definition at line 2360 of file CombinerHelper.cpp.

References B(), llvm::MIPatternMatch::m_GImplicitDef(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineUnmergeWithDeadLanesToTrunc()

bool CombinerHelper::matchCombineUnmergeWithDeadLanesToTrunc

(

MachineInstr &

MI

)

const

Transform X, Y<dead> = G_UNMERGE Z -> X = G_TRUNC Z.

Definition at line 2375 of file CombinerHelper.cpp.

References assert(), MI, and MRI.

matchCombineUnmergeZExtToZExt()

bool CombinerHelper::matchCombineUnmergeZExtToZExt

(

MachineInstr &

MI

)

const

Transform X, Y = G_UNMERGE(G_ZEXT(Z)) -> X = G_ZEXT(Z); Y = G_CONSTANT 0.

Definition at line 2398 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getSizeInBits(), llvm::LLT::isVector(), llvm::MIPatternMatch::m_GZExt(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCombineZextTrunc()

bool CombinerHelper::matchCombineZextTrunc	(	MachineInstr &	MI,
		Register &	Reg ) const

Transform zext(trunc(x)) to x.

Definition at line 2575 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), llvm::LLT::getScalarSizeInBits(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificType(), MI, llvm::MIPatternMatch::mi_match(), MRI, and VT.

matchCommuteConstantToRHS()

bool CombinerHelper::matchCommuteConstantToRHS

(

MachineInstr &

MI

)

const

Match constant LHS ops that should be commuted.

Definition at line 7213 of file CombinerHelper.cpp.

References llvm::getIConstantVRegVal(), llvm::MachineInstr::getOpcode(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchCommuteFPConstantToRHS()

bool CombinerHelper::matchCommuteFPConstantToRHS

(

MachineInstr &

MI

)

const

Match constant LHS FP ops that should be commuted.

Definition at line 7246 of file CombinerHelper.cpp.

References llvm::MIPatternMatch::m_GFCstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchConstantFoldBinOp()

bool CombinerHelper::matchConstantFoldBinOp	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Do constant folding when opportunities are exposed after MIR building.

Definition at line 5181 of file CombinerHelper.cpp.

References B(), llvm::ConstantFoldBinOp(), llvm::ConstantFoldVectorBinop(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::LLT::getElementType(), llvm::LLT::isFixedVector(), llvm::LLT::isPointer(), llvm::LLT::isScalableVector(), llvm::LLT::isVector(), MI, and MRI.

matchConstantFoldCastOp()

bool CombinerHelper::matchConstantFoldCastOp	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Do constant folding when opportunities are exposed after MIR building.

Definition at line 5122 of file CombinerHelper.cpp.

References B(), llvm::ConstantFoldCastOp(), llvm::getOpcodeDef(), I, isConstantLegalOrBeforeLegalizer(), llvm::LLT::isFixedVector(), llvm::LLT::isScalableVector(), MI, MRI, Opc, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

matchConstantFoldFMA()

bool CombinerHelper::matchConstantFoldFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Constant fold G_FMA/G_FMAD.

Definition at line 5291 of file CombinerHelper.cpp.

References _, A(), assert(), B(), C(), C1, llvm::APFloat::fusedMultiplyAdd(), llvm::getConstantFPVRegVal(), getMachineFunction(), llvm::getOpcodeDef(), llvm::ConstantFP::getValueAPF(), I, llvm::LLT::isFixedVector(), llvm::LLT::isScalableVector(), MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::APFloatBase::rmNearestTiesToEven, and vectorFPFoldUsesIEEEDenormals().

matchConstantFoldFPBinOp()

bool CombinerHelper::matchConstantFoldFPBinOp	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Do constant FP folding when opportunities are exposed after MIR building.

Definition at line 5229 of file CombinerHelper.cpp.

References B(), llvm::ConstantFoldFPBinOp(), llvm::ConstantFoldVectorFPBinop(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), getMachineFunction(), llvm::LLT::isFixedVector(), llvm::LLT::isScalableVector(), MI, MRI, and vectorFPFoldUsesIEEEDenormals().

matchConstantFoldFPUnary()

bool CombinerHelper::matchConstantFoldFPUnary	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Constant fold a unary FP operation when the source is constant.

Definition at line 5261 of file CombinerHelper.cpp.

References B(), llvm::ConstantFoldUnaryFPOp(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), getMachineFunction(), isFPConstantLegalOrBeforeLegalizer(), MI, MRI, llvm::SmallVectorTemplateCommon< T, typename >::size(), and vectorFPFoldUsesIEEEDenormals().

matchConstantFoldUnaryIntOp()

bool CombinerHelper::matchConstantFoldUnaryIntOp	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Constant fold a unary integer op (G_CTLZ, G_CTTZ, G_CTPOP and their _ZERO_POISON variants, G_ABS, G_BSWAP, G_BITREVERSE) when the operand is a scalar constant or a G_BUILD_VECTOR of constants.

Definition at line 5162 of file CombinerHelper.cpp.

References B(), llvm::ConstantFoldUnaryIntOp(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), MI, MRI, and llvm::SmallVectorTemplateCommon< T, typename >::size().

matchConstantFPOp()

bool CombinerHelper::matchConstantFPOp	(	const MachineOperand &	MOP,
		double	C ) const

Return true if MOP is defined by a G_FCONSTANT or splat with a value exactly equal to C.

Definition at line 2839 of file CombinerHelper.cpp.

References C(), llvm::MachineOperand::getReg(), llvm::MachineOperand::isReg(), llvm::MIPatternMatch::m_GFCstOrSplat(), llvm::MIPatternMatch::mi_match(), and MRI.

matchConstantLargerBitWidth()

bool CombinerHelper::matchConstantLargerBitWidth	(	MachineInstr &	MI,
		unsigned	ConstIdx ) const

Checks if constant at ConstIdx is larger than MI 's bitwidth.

Parameters

ConstIdx

Index of the constant

Definition at line 2869 of file CombinerHelper.cpp.

References llvm::getIConstantVRegValWithLookThrough(), llvm::LLT::getSizeInBits(), MI, and MRI.

matchConstantOp()

bool CombinerHelper::matchConstantOp	(	const MachineOperand &	MOP,
		int64_t	C ) const

Return true if MOP is defined by a G_CONSTANT or splat with a value equal to C.

Definition at line 2828 of file CombinerHelper.cpp.

References C(), llvm::MachineOperand::getReg(), llvm::isConstantOrConstantSplatVector(), llvm::MachineOperand::isReg(), llvm::APInt::isSameValue(), and MRI.

matchCountZeroToZeroPoison()

bool CombinerHelper::matchCountZeroToZeroPoison	(	MachineInstr &	MI,
		unsigned	Opc,
		unsigned	ZeroPoisonOpc ) const

Definition at line 8622 of file CombinerHelper.cpp.

References isLegalOrBeforeLegalizer(), MI, MRI, Opc, and VT.

matchCtls()

bool CombinerHelper::matchCtls	(	MachineInstr &	CtlzMI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8553 of file CombinerHelper.cpp.

References assert(), B(), llvm::BitWidth, llvm::LegalizeActions::Custom, llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LegalizeActions::Legal, LI, llvm::MIPatternMatch::m_DeferredReg(), llvm::MIPatternMatch::m_GAShr(), llvm::MIPatternMatch::m_GOr(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_GXor(), llvm::MIPatternMatch::m_OneUse(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificICst(), llvm::MIPatternMatch::mi_match(), MRI, llvm::LegalizeActions::WidenScalar, and X.

matchDivByPow2()

bool CombinerHelper::matchDivByPow2	(	MachineInstr &	MI,
		bool	IsSigned ) const

Given an G_SDIV MI expressing a signed divided by a pow2 constant, return expressions that implements it by shifting.

Definition at line 5894 of file CombinerHelper.cpp.

References assert(), C(), llvm::cast(), llvm::dyn_cast(), llvm::matchUnaryPredicate(), MI, and MRI.

matchEqualDefs()

bool CombinerHelper::matchEqualDefs	(	const MachineOperand &	MOP1,
		const MachineOperand &	MOP2 ) const

Return true if MOP1 and MOP2 are register operands are defined by equivalent instructions.

Definition at line 2731 of file CombinerHelper.cpp.

References llvm::any_of(), Builder, llvm::dyn_cast(), llvm::MachineInstr::findRegisterDefOperandIdx(), llvm::getDefSrcRegIgnoringCopies(), llvm::GMemOperation::getMemSizeInBits(), llvm::MachineOperand::getReg(), llvm::MachineInstr::isDereferenceableInvariantLoad(), llvm::MachineOperand::isReg(), llvm::MachineInstr::mayLoadOrStore(), and MRI.

Referenced by matchCombineDivRem(), matchHoistLogicOpWithSameOpcodeHands(), and matchSelectSameVal().

matchExtendThroughPhis()

bool CombinerHelper::matchExtendThroughPhis	(	MachineInstr &	MI,
		MachineInstr *&	ExtMI ) const

Definition at line 4211 of file CombinerHelper.cpp.

References Builder, llvm::cast(), DefMI, llvm::getDefIgnoringCopies(), llvm::MachineInstr::getOpcode(), I, llvm::SmallPtrSetImpl< PtrType >::insert(), MI, MRI, PHI, and llvm::SmallPtrSetImplBase::size().

matchExtOfExt()

bool CombinerHelper::matchExtOfExt	(	const MachineInstr &	FirstMI,
		const MachineInstr &	SecondMI,
		BuildFnTy &	MatchInfo ) const

Definition at line 235 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::First, llvm::MachineInstr::getFlag(), llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), llvm::GCastOp::getSrcReg(), isLegalOrBeforeLegalizer(), MRI, llvm::MachineInstr::NoFlags, and llvm::MachineInstr::NonNeg.

matchExtractAllEltsFromBuildVector()

bool CombinerHelper::matchExtractAllEltsFromBuildVector	(	MachineInstr &	MI,
		SmallVectorImpl< std::pair< Register, MachineInstr * > > &	MatchInfo ) const

Definition at line 4368 of file CombinerHelper.cpp.

References llvm::SmallBitVector::all(), assert(), llvm::getIConstantVRegVal(), llvm::LLT::getNumElements(), II, MI, MRI, and llvm::SmallBitVector::set().

matchExtractVecEltBuildVec()

bool CombinerHelper::matchExtractVecEltBuildVec	(	MachineInstr &	MI,
		Register &	Reg ) const

Definition at line 4312 of file CombinerHelper.cpp.

References assert(), llvm::getIConstantVRegValWithLookThrough(), llvm::getMVTForLLT(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getTargetLowering(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchExtractVectorElement()

bool CombinerHelper::matchExtractVectorElement

(

MachineInstr &

MI

)

const

Combine extract vector element.

Definition at line 33 of file CombinerHelperVectorOps.cpp.

References llvm::cast(), llvm::getIConstantVRegValWithLookThrough(), llvm::GExtractVectorElement::getIndexReg(), llvm::LLT::getNumElements(), llvm::GenericMachineInstr::getReg(), llvm::GExtractVectorElement::getVectorReg(), llvm::LLT::isFixedVector(), isLegalOrBeforeLegalizer(), MI, MRI, and llvm::Vector.

matchExtractVectorElementWithBuildVector()

bool CombinerHelper::matchExtractVectorElementWithBuildVector	(	const MachineInstr &	MI,
		const MachineInstr &	MI2,
		BuildFnTy &	MatchInfo ) const

Combine extract vector element with a build vector on the vector register.

Definition at line 144 of file CombinerHelperVectorOps.cpp.

References B(), llvm::cast(), llvm::getIConstantFromReg(), llvm::GExtractVectorElement::getIndexReg(), llvm::getMVTForLLT(), llvm::GMergeLikeInstr::getNumSources(), llvm::GenericMachineInstr::getReg(), llvm::GMergeLikeInstr::getSourceReg(), getTargetLowering(), llvm::GExtractVectorElement::getVectorReg(), MI, MRI, and llvm::Vector.

matchExtractVectorElementWithBuildVectorTrunc()

bool CombinerHelper::matchExtractVectorElementWithBuildVectorTrunc	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine extract vector element with a build vector trunc on the vector register.

Definition at line 190 of file CombinerHelperVectorOps.cpp.

References B(), llvm::cast(), llvm::getDefIgnoringCopies(), llvm::getIConstantVRegValWithLookThrough(), llvm::GExtractVectorElement::getIndexReg(), llvm::getMVTForLLT(), llvm::GMergeLikeInstr::getNumSources(), llvm::getOpcodeDef(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GMergeLikeInstr::getSourceReg(), getTargetLowering(), llvm::GExtractVectorElement::getVectorReg(), isLegalOrBeforeLegalizer(), MRI, and llvm::Vector.

matchExtractVectorElementWithDifferentIndices()

bool CombinerHelper::matchExtractVectorElementWithDifferentIndices	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine extract vector element with a insert vector element on the vector register and different indices.

Definition at line 87 of file CombinerHelperVectorOps.cpp.

References B(), llvm::cast(), llvm::getDefIgnoringCopies(), llvm::getIConstantVRegValWithLookThrough(), llvm::GExtractVectorElement::getIndexReg(), llvm::getOpcodeDef(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GExtractVectorElement::getVectorReg(), MRI, and llvm::Vector.

matchExtractVectorElementWithShuffleVector()

bool CombinerHelper::matchExtractVectorElementWithShuffleVector	(	const MachineInstr &	MI,
		const MachineInstr &	MI2,
		BuildFnTy &	MatchInfo ) const

Combine extract vector element with a shuffle vector on the vector register.

Definition at line 263 of file CombinerHelperVectorOps.cpp.

References assert(), B(), llvm::cast(), llvm::getIConstantFromReg(), llvm::GExtractVectorElement::getIndexReg(), llvm::GShuffleVector::getMask(), llvm::LLT::getNumElements(), llvm::GenericMachineInstr::getReg(), llvm::GShuffleVector::getSrc1Reg(), llvm::GShuffleVector::getSrc2Reg(), isConstantLegalOrBeforeLegalizer(), isLegalOrBeforeLegalizer(), llvm::LLT::isVector(), MI, MRI, and llvm::Offset.

matchFoldAMinusC1MinusC2()

bool CombinerHelper::matchFoldAMinusC1MinusC2	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8226 of file CombinerHelper.cpp.

References A(), B(), C1, llvm::cast(), llvm::getIConstantFromReg(), llvm::GBinOp::getLHSReg(), llvm::GenericMachineInstr::getReg(), llvm::GBinOp::getRHSReg(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchFoldAMinusC1PlusC2()

bool CombinerHelper::matchFoldAMinusC1PlusC2	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8276 of file CombinerHelper.cpp.

References A(), llvm::Add, B(), C1, llvm::cast(), llvm::getIConstantFromReg(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchFoldAPlusC1MinusC2()

bool CombinerHelper::matchFoldAPlusC1MinusC2	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8176 of file CombinerHelper.cpp.

References A(), B(), C1, llvm::cast(), llvm::getIConstantFromReg(), llvm::MIPatternMatch::m_GAdd(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::Sub.

matchFoldBinOpIntoSelect()

bool CombinerHelper::matchFoldBinOpIntoSelect	(	MachineInstr &	MI,
		unsigned &	SelectOpNo ) const

Push a binary operator through a select on constants.

binop (select cond, K0, K1), K2 -> select cond, (binop K0, K2), (binop K1, K2)

Definition at line 3768 of file CombinerHelper.cpp.

References llvm::isAllOnesOrAllOnesSplat(), llvm::isConstantOrConstantVector(), llvm::isNullOrNullSplat(), llvm::MIPatternMatch::m_GISelect(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchFoldC1Minus2MinusC2()

bool CombinerHelper::matchFoldC1Minus2MinusC2	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8251 of file CombinerHelper.cpp.

References A(), B(), C1, llvm::cast(), llvm::getIConstantFromReg(), llvm::GBinOp::getLHSReg(), llvm::GenericMachineInstr::getReg(), llvm::GBinOp::getRHSReg(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchFoldC2MinusAPlusC1()

bool CombinerHelper::matchFoldC2MinusAPlusC1	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8201 of file CombinerHelper.cpp.

References A(), B(), C1, llvm::cast(), llvm::getIConstantFromReg(), llvm::MIPatternMatch::m_GAdd(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::Sub.

matchFPowIExpansion()

bool CombinerHelper::matchFPowIExpansion	(	MachineInstr &	MI,
		int64_t	Exponent ) const

Match FPOWI if it's safe to extend it into a series of multiplications.

Definition at line 8126 of file CombinerHelper.cpp.

References llvm::Exponent, getTargetLowering(), llvm::TargetLoweringBase::isBeneficialToExpandPowI(), and MI.

matchFreezeOfSingleMaybePoisonOperand()

bool CombinerHelper::matchFreezeOfSingleMaybePoisonOperand	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 256 of file CombinerHelper.cpp.

References assert(), B(), llvm::canCreateUndefOrPoison(), llvm::cast(), llvm::MachineInstr::findRegisterUseOperand(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), llvm::isa(), llvm::isGuaranteedNotToBeUndefOrPoison(), isLegalOrBeforeLegalizer(), llvm::MachineInstr::isPHI(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, Observer, replaceRegOpWith(), replaceRegWith(), TRI, and llvm::MachineInstr::uses().

matchFsubToFneg()

bool CombinerHelper::matchFsubToFneg

(

MachineInstr &

MI

)

const

Definition at line 6205 of file CombinerHelper.cpp.

References assert(), llvm::MachineInstr::FmNsz, llvm::getConstantFPVRegVal(), llvm::getFConstantSplat(), llvm::getFConstantVRegValWithLookThrough(), MI, and MRI.

matchHoistLogicOpWithSameOpcodeHands()

bool CombinerHelper::matchHoistLogicOpWithSameOpcodeHands	(	MachineInstr &	MI,
		InstructionStepsMatchInfo &	MatchInfo ) const

Match (logic_op (op x...), (op y...)) -> (op (logic_op x, y))

Definition at line 3088 of file CombinerHelper.cpp.

References assert(), llvm::Function::getContext(), llvm::getDefIgnoringCopies(), llvm::MachineFunction::getFunction(), llvm::MachineInstr::getNumOperands(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getTargetLowering(), isLegalOrBeforeLegalizer(), llvm::MachineOperand::isReg(), llvm::LLT::isValid(), llvm::Register::isValid(), matchEqualDefs(), MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), TLI, X, and Y.

matchICmpToLHSKnownBits()

bool CombinerHelper::matchICmpToLHSKnownBits	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Returns

true if a G_ICMP MI can be replaced with its LHS based off of KnownBits information.

Definition at line 4561 of file CombinerHelper.cpp.

References assert(), B(), llvm::getICmpTrueVal(), llvm::LLT::getSizeInBits(), getTargetLowering(), llvm::CmpInst::ICMP_EQ, llvm::CmpInst::isEquality(), isLegalOrBeforeLegalizer(), llvm::LLT::isVector(), llvm::MIPatternMatch::m_SpecificICst(), MI, llvm::MIPatternMatch::mi_match(), MRI, and VT.

matchICmpToTrueFalseKnownBits()

bool CombinerHelper::matchICmpToTrueFalseKnownBits	(	MachineInstr &	MI,
		int64_t &	MatchInfo ) const

Returns

true if a G_ICMP instruction MI can be replaced with a true or false constant based off of KnownBits information.

Definition at line 4517 of file CombinerHelper.cpp.

References assert(), llvm::ICmpInst::compare(), llvm::getICmpTrueVal(), getTargetLowering(), llvm::CmpInst::ICMP_UGE, llvm::CmpInst::ICMP_ULT, MI, MRI, and VT.

matchInsertExtractVecEltOutOfBounds()

bool CombinerHelper::matchInsertExtractVecEltOutOfBounds

(

MachineInstr &

MI

)

const

Return true if a G_{EXTRACT,INSERT}_VECTOR_ELT has an out of range index.

Definition at line 2712 of file CombinerHelper.cpp.

References assert(), llvm::getIConstantVRegVal(), llvm::LLT::getNumElements(), llvm::LLT::isScalableVector(), MI, and MRI.

matchInsertVectorElementOOB()

bool CombinerHelper::matchInsertVectorElementOOB

(

MachineInstr &

MI

)

const

Combine insert vector element OOB.

Definition at line 350 of file CombinerHelperVectorOps.cpp.

References llvm::cast(), llvm::getIConstantVRegValWithLookThrough(), llvm::LLT::getNumElements(), llvm::LLT::isFixedVector(), isLegalOrBeforeLegalizer(), MI, and MRI.

matchLoadOrCombine()

bool CombinerHelper::matchLoadOrCombine	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match expression trees of the form.

sN *a = ...
sM val = a[0] | (a[1] << N) | (a[2] << 2N) | (a[3] << 3N) ...

And check if the tree can be replaced with a M-bit load + possibly a bswap.

Definition at line 4097 of file CombinerHelper.cpp.

References assert(), bigEndianByteAt(), C(), DL, llvm::DenseMapBase< StorageT, KeyT, ValueT, KeyInfoT, BucketT >::end(), llvm::Fast, llvm::DenseMapBase< StorageT, KeyT, ValueT, KeyInfoT, BucketT >::find(), llvm::Function::getContext(), llvm::MachineFunction::getDataLayout(), llvm::MachineFunction::getFunction(), llvm::MachineFunction::getMachineMemOperand(), llvm::GMemOperation::getMMO(), llvm::MachineMemOperand::getPointerInfo(), llvm::GLoadStore::getPointerReg(), getTargetLowering(), isBigEndian(), llvm::DataLayout::isBigEndian(), isLegalOrBeforeLegalizer(), littleEndianByteAt(), llvm::LegalityQuery::MemDesc::MemoryTy, MI, and MRI.

matchLshrOfTruncOfLshr()

bool CombinerHelper::matchLshrOfTruncOfLshr	(	MachineInstr &	MI,
		LshrOfTruncOfLshr &	MatchInfo,
		MachineInstr &	ShiftMI ) const

Fold (lshr (trunc (lshr x, C1)), C2) -> trunc (shift x, (C1 + C2))

Definition at line 2094 of file CombinerHelper.cpp.

References assert(), llvm::APInt::getBitWidth(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::LshrOfTruncOfLshr::InnerShiftTy, llvm::MIPatternMatch::m_ICstOrSplat(), llvm::LshrOfTruncOfLshr::Mask, llvm::LshrOfTruncOfLshr::MaskVal, MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::LshrOfTruncOfLshr::ShiftAmt, llvm::LshrOfTruncOfLshr::ShiftAmtTy, llvm::LshrOfTruncOfLshr::Src, and llvm::APInt::zext().

matchMulOBy0()

bool CombinerHelper::matchMulOBy0	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match: (G_*MULO x, 0) -> 0 + no carry out.

Definition at line 5439 of file CombinerHelper.cpp.

References assert(), B(), isConstantLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchMulOfVScale()

bool CombinerHelper::matchMulOfVScale	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Definition at line 388 of file CombinerHelperVectorOps.cpp.

References B(), llvm::getIConstantVRegVal(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GVScale::getSrc(), llvm::MIPatternMatch::m_GMul(), llvm::MIPatternMatch::m_GVScale(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::mi_match(), and MRI.

matchNarrowBinop()

bool CombinerHelper::matchNarrowBinop	(	const MachineInstr &	TruncMI,
		const MachineInstr &	BinopMI,
		BuildFnTy &	MatchInfo ) const

trunc (binop X, C) --> binop (trunc X, trunc C).

Definition at line 339 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::GBinOp::getLHSReg(), llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), llvm::GBinOp::getRHSReg(), isLegalOrBeforeLegalizer(), and MRI.

matchNarrowBinopFeedingAnd()

bool CombinerHelper::matchNarrowBinopFeedingAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Returns

true if it is possible to narrow the width of a scalar binop feeding a G_AND instruction MI.

Definition at line 5348 of file CombinerHelper.cpp.

References assert(), B(), Builder, llvm::getDefIgnoringCopies(), llvm::getIConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getSizeInBits(), getTargetLowering(), llvm::LLT::integer(), isLegalOrBeforeLegalizer(), llvm::LLT::isScalar(), MI, MRI, Observer, and TLI.

matchNonNegZext()

bool CombinerHelper::matchNonNegZext	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine zext nneg to sext.

Definition at line 119 of file CombinerHelperCasts.cpp.

References B(), llvm::getMVTForLLT(), llvm::MachineOperand::getReg(), getTargetLowering(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GZExt(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::mi_match(), MRI, and TLI.

matchNotCmp()

bool CombinerHelper::matchNotCmp	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	RegsToNegate ) const

Combine inverting a result of a compare into the opposite cond code.

Definition at line 3583 of file CombinerHelper.cpp.

References assert(), Builder, I, isConstValidTrue(), llvm::MIPatternMatch::m_GXor(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_ICstOrSplat(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SmallVectorTemplateCommon< T, typename >::size(), and TLI.

matchOperandIsKnownToBeAPowerOfTwo()

bool CombinerHelper::matchOperandIsKnownToBeAPowerOfTwo	(	const MachineOperand &	MO,
		bool	OrNegative = false,
		bool	OrZero = false ) const

Check if operand MO is known to be a power of 2.

When OrNegative is true, also match operands whose negation is a power of 2 (i.e. whose absolute value is a power of 2). When OrZero is true, also match operands that may be zero (i.e. that are known to be either zero or a power of two).

Definition at line 2915 of file CombinerHelper.cpp.

References llvm::MachineOperand::getReg(), llvm::isKnownToBeAPowerOfTwo(), MRI, and VT.

matchOptBrCondByInvertingCond()

bool CombinerHelper::matchOptBrCondByInvertingCond	(	MachineInstr &	MI,
		MachineInstr *&	BrCond ) const

If a brcond's true block is not the fallthrough, make it so by inverting the condition and swapping operands.

Definition at line 1703 of file CombinerHelper.cpp.

References assert(), llvm::MachineOperand::getMBB(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), MBB, and MI.

matchOr()

bool CombinerHelper::matchOr	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Combine ors.

Definition at line 7949 of file CombinerHelper.cpp.

References llvm::cast(), and MI.

matchOrShiftToFunnelShift()

bool CombinerHelper::matchOrShiftToFunnelShift	(	MachineInstr &	MI,
		bool	AllowScalarConstants,
		BuildFnTy &	MatchInfo ) const

Definition at line 4435 of file CombinerHelper.cpp.

References assert(), B(), llvm::BitWidth, isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GLShr(), llvm::MIPatternMatch::m_GOr(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_ICstOrSplat(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchOverlappingAnd()

bool CombinerHelper::matchOverlappingAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Fold and(and(x, C1), C2) -> C1&C2 ? and(x, C1&C2) : 0.

and(and(x, C1), C2) -> C1&C2 ? and(x, C1&C2) : 0

Definition at line 3243 of file CombinerHelper.cpp.

References assert(), B(), C1, llvm::MIPatternMatch::m_GAnd(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, replaceRegWith(), and Zero.

matchPtrAddImmedChain()

bool CombinerHelper::matchPtrAddImmedChain	(	MachineInstr &	MI,
		PtrAddChain &	MatchInfo ) const

Definition at line 1792 of file CombinerHelper.cpp.

References llvm::PtrAddChain::Bank, llvm::PtrAddChain::Base, llvm::sampleprof::Base, llvm::TargetLoweringBase::AddrMode::BaseOffs, llvm::dyn_cast(), llvm::PtrAddChain::Flags, llvm::getIConstantVRegValWithLookThrough(), llvm::GenericMachineInstr::getReg(), getRegBank(), llvm::APInt::getSExtValue(), llvm::getTypeForLLT(), llvm::TargetLoweringBase::AddrMode::HasBaseReg, llvm::PtrAddChain::Imm, llvm::MachineInstr::InBounds, llvm::MIPatternMatch::m_GPtrAdd(), llvm::MIPatternMatch::m_MIFlags(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::MachineInstr::NoUSWrap, llvm::MachineInstr::NoUWrap, TLI, and UseMI.

matchPtrAddZeroVector()

bool CombinerHelper::matchPtrAddZeroVector

(

MachineInstr &

MI

)

const

}

Combine a vector G_PTR_ADD with a zero splat to G_INTTOPTR.

Definition at line 3737 of file CombinerHelper.cpp.

References Builder, llvm::cast(), DL, llvm::isBuildVectorAllZeros(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchReassocCommBinOp()

bool CombinerHelper::matchReassocCommBinOp	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Reassociate commutative binary operations like G_ADD.

Definition at line 5106 of file CombinerHelper.cpp.

References MI, Opc, and tryReassocBinOp().

matchReassocConstantInnerLHS()

bool CombinerHelper::matchReassocConstantInnerLHS	(	GPtrAdd &	MI,
		MachineInstr *	LHS,
		MachineInstr *	RHS,
		BuildFnTy &	MatchInfo ) const

Definition at line 4934 of file CombinerHelper.cpp.

References B(), llvm::cast(), llvm::MachineInstr::InBounds, llvm::MIPatternMatch::m_GCst(), llvm::MIPatternMatch::m_GPtrAdd(), llvm::MIPatternMatch::m_OneUse(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::MachineInstr::NoUSWrap, llvm::MachineInstr::NoUWrap, and Observer.

Referenced by matchReassocPtrAdd().

matchReassocConstantInnerRHS()

bool CombinerHelper::matchReassocConstantInnerRHS	(	GPtrAdd &	MI,
		MachineInstr *	RHS,
		BuildFnTy &	MatchInfo ) const

Definition at line 4890 of file CombinerHelper.cpp.

References B(), Builder, llvm::getIConstantVRegVal(), llvm::MachineInstr::InBounds, MI, MRI, llvm::MachineInstr::NoUSWrap, llvm::MachineInstr::NoUWrap, and Observer.

Referenced by matchReassocPtrAdd().

matchReassocFoldConstantsInSubTree()

bool CombinerHelper::matchReassocFoldConstantsInSubTree	(	GPtrAdd &	MI,
		MachineInstr *	LHS,
		MachineInstr *	RHS,
		BuildFnTy &	MatchInfo ) const

Definition at line 4986 of file CombinerHelper.cpp.

References B(), C1, llvm::dyn_cast(), llvm::getIConstantVRegVal(), llvm::MachineInstr::InBounds, MI, MRI, llvm::MachineInstr::NoUSWrap, llvm::MachineInstr::NoUWrap, and Observer.

Referenced by matchReassocPtrAdd().

matchReassocPtrAdd()

bool CombinerHelper::matchReassocPtrAdd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Reassociate pointer calculations with G_ADD involved, to allow better addressing mode usage.

Definition at line 5033 of file CombinerHelper.cpp.

References llvm::cast(), llvm::MIPatternMatch::m_MInstr(), matchReassocConstantInnerLHS(), matchReassocConstantInnerRHS(), matchReassocFoldConstantsInSubTree(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchRedundantAnd()

bool CombinerHelper::matchRedundantAnd	(	MachineInstr &	MI,
		Register &	Replacement ) const

Returns

true if MI is a G_AND instruction whose operands are x and y where x & y == x or x & y == y. (E.g., one of operands is all-ones value.)

Parameters

[in]	MI	- The G_AND instruction.
[out]	Replacement	- A register the G_AND should be replaced with on success.

Definition at line 3270 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), llvm::KnownBits::isUnknown(), MI, MRI, llvm::KnownBits::One, VT, and llvm::KnownBits::Zero.

matchRedundantBinOpInEquality()

bool CombinerHelper::matchRedundantBinOpInEquality	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Transform: (X + Y) == X -> Y == 0 (X - Y) == X -> Y == 0 (X ^ Y) == X -> Y == 0 (X + Y) != X -> Y != 0 (X - Y) != X -> Y != 0 (X ^ Y) != X -> Y != 0.

Definition at line 7113 of file CombinerHelper.cpp.

References assert(), B(), llvm::CmpInst::isEquality(), llvm::MIPatternMatch::m_any_of(), llvm::MIPatternMatch::m_c_GICmp(), llvm::MIPatternMatch::m_GAdd(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_GXor(), llvm::MIPatternMatch::m_Pred(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, Register, X, Y, and Zero.

matchRedundantOr()

bool CombinerHelper::matchRedundantOr	(	MachineInstr &	MI,
		Register &	Replacement ) const

Returns

true if MI is a G_OR instruction whose operands are x and y where x | y == x or x | y == y. (E.g., one of operands is all-zeros value.)

Parameters

[in]	MI	- The G_OR instruction.
[out]	Replacement	- A register the G_OR should be replaced with on success.

Definition at line 3326 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), MI, MRI, llvm::KnownBits::One, VT, and llvm::KnownBits::Zero.

matchRedundantSExtInReg()

bool CombinerHelper::matchRedundantSExtInReg

(

MachineInstr &

MI

)

const

Returns

true if MI is a G_SEXT_INREG that can be erased.

Definition at line 3368 of file CombinerHelper.cpp.

References MI, MRI, and VT.

matchRedundantSextInReg()

bool CombinerHelper::matchRedundantSextInReg	(	MachineInstr &	Root,
		MachineInstr &	Other,
		BuildFnTy &	MatchInfo ) const

Definition at line 389 of file CombinerHelperCasts.cpp.

References assert(), B(), llvm::canReplaceReg(), llvm::MachineOperand::getImm(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), MRI, Observer, and llvm::Other.

matchRepeatedFPDivisor()

bool CombinerHelper::matchRepeatedFPDivisor	(	MachineInstr &	MI,
		SmallVector< MachineInstr * > &	MatchInfo ) const

Definition at line 6841 of file CombinerHelper.cpp.

References assert(), llvm::SmallVectorTemplateCommon< T, typename >::back(), llvm::TargetLowering::combineRepeatedFPDivisors(), dominates(), llvm::MachineInstr::FmArcp, getTargetLowering(), llvm::isConstantOrConstantSplatVectorFP(), MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SmallVectorTemplateCommon< T, typename >::size(), std::swap(), X, and Y.

matchRotateOutOfRange()

bool CombinerHelper::matchRotateOutOfRange

(

MachineInstr &

MI

)

const

Definition at line 4488 of file CombinerHelper.cpp.

References assert(), C(), llvm::dyn_cast(), llvm::matchUnaryPredicate(), MI, and MRI.

matchSameRegOrICstOrSplat()

bool CombinerHelper::matchSameRegOrICstOrSplat	(	Register	A,
		Register	B ) const

True when A and B are the same register, including through copies, or different registers holding the same scalar or splat integer constant.

Definition at line 5458 of file CombinerHelper.cpp.

References A(), B(), llvm::getSrcRegIgnoringCopies(), llvm::Register::isValid(), llvm::MIPatternMatch::m_ICstOrSplat(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), llvm::MIPatternMatch::mi_match(), and MRI.

matchSDivOrSRemByConst()

bool CombinerHelper::matchSDivOrSRemByConst

(

MachineInstr &

MI

)

const

Combine G_SDIV or G_SREM by constant into a multiply by magic constant.

Definition at line 5693 of file CombinerHelper.cpp.

References assert(), C(), llvm::LLT::changeElementSize(), llvm::getApproximateEVTForLLT(), llvm::LLT::getScalarSizeInBits(), getTargetLowering(), llvm::isConstantOrConstantVector(), llvm::MachineInstr::IsExact, isLegalOrBeforeLegalizer(), isLegalOrHasFewerElements(), isLegalOrHasWidenScalar(), LI, llvm::MIPatternMatch::m_MInstr(), llvm::matchUnaryPredicate(), MI, llvm::MIPatternMatch::mi_match(), MRI, and TLI.

matchSelect()

bool CombinerHelper::matchSelect	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Combine selects.

Definition at line 7687 of file CombinerHelper.cpp.

References llvm::cast(), MI, and Select.

matchSelectIMinMax()

bool CombinerHelper::matchSelectIMinMax	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine select to integer min/max.

Definition at line 7584 of file CombinerHelper.cpp.

References B(), llvm::False, llvm::MachineOperand::getReg(), llvm::CmpInst::getSwappedPredicate(), llvm::CmpInst::ICMP_SGE, llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGE, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULE, llvm::CmpInst::ICMP_ULT, llvm::CmpInst::isEquality(), isLegalOrBeforeLegalizer(), llvm::LLT::isPointerOrPointerVector(), llvm::MIPatternMatch::m_GICmp(), llvm::MIPatternMatch::m_GISelect(), llvm::MIPatternMatch::m_Pred(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::mi_match(), MRI, std::swap(), and llvm::True.

matchSelectSameVal()

bool CombinerHelper::matchSelectSameVal

(

MachineInstr &

MI

)

const

Optimize (cond ? x : x) -> x.

Definition at line 2907 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), matchEqualDefs(), MI, and MRI.

matchSextInRegOfLoad()

bool CombinerHelper::matchSextInRegOfLoad	(	MachineInstr &	MI,
		std::tuple< Register, unsigned > &	MatchInfo ) const

Match sext_inreg(load p), imm -> sextload p.

Definition at line 1149 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getSizeInBits(), llvm::MachineMemOperand::getSizeInBits(), llvm::LocationSize::getValue(), llvm::MachineMemOperand::isAtomic(), isLegalOrBeforeLegalizer(), llvm::isPowerOf2_32(), llvm::LLT::isVector(), llvm::MachineMemOperand::isVolatile(), llvm::MIPatternMatch::m_GLoad(), llvm::MIPatternMatch::m_MMO(), llvm::MIPatternMatch::m_Reg(), llvm::LegalityQuery::MemDesc::MemoryTy, MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::LLT::scalar().

matchSextOfTrunc()

bool CombinerHelper::matchSextOfTrunc	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine sext of trunc.

Definition at line 30 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::getDefIgnoringCopies(), llvm::MachineInstr::getFlag(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::GCastOp::getSrcReg(), isLegalOrBeforeLegalizer(), MRI, and llvm::MachineInstr::NoSWrap.

matchSextTruncSextLoad()

bool CombinerHelper::matchSextTruncSextLoad

(

MachineInstr &

MI

)

const

Definition at line 1122 of file CombinerHelper.cpp.

References assert(), llvm::getOpcodeDef(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchShiftImmedChain()

bool CombinerHelper::matchShiftImmedChain	(	MachineInstr &	MI,
		RegisterImmPair &	MatchInfo ) const

Fold (shift (shift base, x), y) -> (shift base (x+y))

Definition at line 1886 of file CombinerHelper.cpp.

References assert(), llvm::sampleprof::Base, llvm::getIConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::RegisterImmPair::Imm, llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::RegisterImmPair::Reg.

matchShiftOfShiftedLogic()

bool CombinerHelper::matchShiftOfShiftedLogic	(	MachineInstr &	MI,
		ShiftOfShiftedLogic &	MatchInfo ) const

If we have a shift-by-constant of a bitwise logic op that itself has a shift-by-constant operand with identical opcode, we may be able to convert that into 2 independent shifts followed by the logic op.

Definition at line 1963 of file CombinerHelper.cpp.

References assert(), C1, llvm::getIConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::ShiftOfShiftedLogic::Logic, llvm::ShiftOfShiftedLogic::LogicNonShiftReg, llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::ShiftOfShiftedLogic::Shift2, and llvm::ShiftOfShiftedLogic::ValSum.

matchShiftsTooBig()

bool CombinerHelper::matchShiftsTooBig	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match shifts greater or equal to the range (the bitwidth of the result datatype, or the effective bitwidth of the source value).

Definition at line 7181 of file CombinerHelper.cpp.

References B(), C(), llvm::dyn_cast(), getMinUselessShift(), llvm::LLT::getScalarSizeInBits(), llvm::matchUnaryPredicate(), MI, MRI, and VT.

matchShlOfVScale()

bool CombinerHelper::matchShlOfVScale	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Definition at line 434 of file CombinerHelperVectorOps.cpp.

References B(), llvm::getIConstantVRegVal(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GVScale::getSrc(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_GVScale(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::mi_match(), MRI, and llvm::APInt::shl().

matchShuffleDisjointMask()

bool CombinerHelper::matchShuffleDisjointMask	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Turn shuffle a, b, mask -> shuffle undef, b, mask iff mask does not reference a.

Definition at line 8424 of file CombinerHelper.cpp.

References B(), llvm::cast(), commuteMask(), llvm::getOpcodeDef(), isLegalOrBeforeLegalizer(), MI, MRI, and llvm::Undef.

matchShuffleUndefRHS()

bool CombinerHelper::matchShuffleUndefRHS	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Remove references to rhs if it is undef.

Definition at line 8380 of file CombinerHelper.cpp.

References B(), llvm::cast(), Changed, MI, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::ArrayRef< T >::size().

matchSignedDivRemToUnsigned()

bool CombinerHelper::matchSignedDivRemToUnsigned	(	MachineInstr &	MI,
		unsigned	UnsignedOpcode ) const

Convert signed division or remainder of nonnegative operands to unsigned.

Definition at line 6016 of file CombinerHelper.cpp.

References isLegalOrBeforeLegalizer(), MI, MRI, and VT.

matchSimplifyDemandedBits()

bool CombinerHelper::matchSimplifyDemandedBits	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Match demanded-bits simplification of a root's register use.

Definition at line 8961 of file CombinerHelper.cpp.

References assert(), llvm::APInt::getAllOnes(), llvm::APInt::getBitWidth(), getDemandedBitsForLogicalOp(), getDemandedSrcBitsForShiftConst(), getValidConstShiftAmt(), llvm::APInt::isSubsetOf(), llvm::Known, MI, MRI, simplifyDemandedBits(), and VT.

matchSimplifyNegMinMax()

bool CombinerHelper::matchSimplifyNegMinMax	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Tranform (neg (min/max x, (neg x))) into (max/min x, (neg x)).

Definition at line 7658 of file CombinerHelper.cpp.

References assert(), B(), llvm::getInverseGMinMaxOpcode(), llvm::MachineInstr::getOpcode(), isLegal(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_any_of(), llvm::MIPatternMatch::m_DeferredReg(), llvm::MIPatternMatch::m_GSMax(), llvm::MIPatternMatch::m_GSMin(), llvm::MIPatternMatch::m_GUMax(), llvm::MIPatternMatch::m_GUMin(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Neg(), llvm::MIPatternMatch::m_OneUse(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and X.

matchSimplifySelectToMinMax()

bool CombinerHelper::matchSimplifySelectToMinMax	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Returns

true if it is possible to simplify a select instruction MI to a min/max instruction of some sort.

Definition at line 7098 of file CombinerHelper.cpp.

References assert(), Cond, llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_OneUse(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchSuboCarryOut()

bool CombinerHelper::matchSuboCarryOut	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8476 of file CombinerHelper.cpp.

References llvm::ConstantRange::AlwaysOverflowsHigh, llvm::ConstantRange::AlwaysOverflowsLow, B(), llvm::cast(), llvm::ConstantRange::fromKnownBits(), llvm::GBinOpCarryOut::getCarryOutReg(), llvm::getICmpTrueVal(), llvm::GBinOpCarryOut::getLHSReg(), llvm::GenericMachineInstr::getReg(), llvm::GBinOpCarryOut::getRHSReg(), getTargetLowering(), isConstantLegalOrBeforeLegalizer(), isLegalOrBeforeLegalizer(), llvm::GSubCarryOut::isSigned(), llvm::LLT::isVector(), llvm::ConstantRange::MayOverflow, MI, MRI, llvm::ConstantRange::NeverOverflows, llvm::MachineInstr::NoSWrap, llvm::MachineInstr::NoUWrap, llvm::ConstantRange::signedSubMayOverflow(), llvm::ConstantRange::unsignedSubMayOverflow(), and VT.

matchSubOfVScale()

bool CombinerHelper::matchSubOfVScale	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Definition at line 410 of file CombinerHelperVectorOps.cpp.

References B(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GVScale::getSrc(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_GVScale(), llvm::MIPatternMatch::m_MIFlags(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::mi_match(), and MRI.

matchTruncateOfExt()

bool CombinerHelper::matchTruncateOfExt	(	const MachineInstr &	Root,
		const MachineInstr &	ExtMI,
		BuildFnTy &	MatchInfo ) const

Transform trunc ([asz]ext x) to x or ([asz]ext x) or (trunc x).

Definition at line 140 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::MachineInstr::getOpcode(), llvm::GenericMachineInstr::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::GCastOp::getSrcReg(), isLegalOrBeforeLegalizer(), and MRI.

matchTruncBuildVectorFold()

bool CombinerHelper::matchTruncBuildVectorFold	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6956 of file CombinerHelper.cpp.

References llvm::MIPatternMatch::m_GBitcast(), llvm::MIPatternMatch::m_GBuildVector(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchTruncLshrBuildVectorFold()

bool CombinerHelper::matchTruncLshrBuildVectorFold	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6967 of file CombinerHelper.cpp.

References llvm::LLT::getSizeInBits(), llvm::MIPatternMatch::m_GBitcast(), llvm::MIPatternMatch::m_GBuildVector(), llvm::MIPatternMatch::m_GCst(), llvm::MIPatternMatch::m_GLShr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchTruncSSatS()

bool CombinerHelper::matchTruncSSatS	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6101 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getScalarSizeInBits(), llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), isLegalOrHasFewerElements(), LI, llvm::MIPatternMatch::m_GSMax(), llvm::MIPatternMatch::m_GSMin(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::MachineInstr::NoSWrap, and llvm::APInt::sext().

matchTruncSSatU()

bool CombinerHelper::matchTruncSSatU	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 6145 of file CombinerHelper.cpp.

References assert(), llvm::APInt::getMaxValue(), llvm::LLT::getScalarSizeInBits(), isLegalOrHasFewerElements(), LI, llvm::MIPatternMatch::m_GSMax(), llvm::MIPatternMatch::m_GSMin(), llvm::MIPatternMatch::m_GUMin(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::APInt::zext().

matchTruncUSatU()

bool CombinerHelper::matchTruncUSatU	(	MachineInstr &	MI,
		MachineInstr &	MinMI ) const

Definition at line 6178 of file CombinerHelper.cpp.

References assert(), llvm::APInt::getMaxValue(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), isLegalOrHasFewerElements(), LI, llvm::MIPatternMatch::m_GSMax(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::APInt::zext().

matchTruncUSatUToFPTOUISat()

bool CombinerHelper::matchTruncUSatUToFPTOUISat	(	MachineInstr &	MI,
		MachineInstr &	SrcMI ) const

Definition at line 6196 of file CombinerHelper.cpp.

References llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), isLegalOrBeforeLegalizer(), LI, MI, and MRI.

matchUDivByShiftedPow2()

bool CombinerHelper::matchUDivByShiftedPow2	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Combine unsigned division by a shifted power of two into a right shift.

Definition at line 5981 of file CombinerHelper.cpp.

References B(), llvm::sampleprof::Base, C(), llvm::dyn_cast_if_present(), llvm::LLT::getScalarSizeInBits(), llvm::MachineInstr::IsExact, isLegalOrBeforeLegalizer(), llvm::Log2(), llvm::Log2_64_Ceil(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_Reg(), llvm::matchUnaryPredicate(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchUDivOrURemByConst()

bool CombinerHelper::matchUDivOrURemByConst

(

MachineInstr &

MI

)

const

Combine G_UDIV or G_UREM by constant into a multiply by magic constant.

Definition at line 5637 of file CombinerHelper.cpp.

References assert(), C(), llvm::LLT::changeElementSize(), llvm::getApproximateEVTForLLT(), llvm::LLT::getScalarSizeInBits(), getTargetLowering(), llvm::isConstantOrConstantVector(), llvm::MachineInstr::IsExact, isLegalOrBeforeLegalizer(), llvm::LLT::isVector(), LI, llvm::MIPatternMatch::m_MInstr(), llvm::matchUnaryPredicate(), MI, llvm::MIPatternMatch::mi_match(), MRI, llvm::LLT::scalar(), and TLI.

matchUMulHToLShr()

bool CombinerHelper::matchUMulHToLShr

(

MachineInstr &

MI

)

const

Definition at line 6065 of file CombinerHelper.cpp.

References assert(), C(), llvm::dyn_cast(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), isLegalOrBeforeLegalizer(), llvm::matchUnaryPredicate(), MI, and MRI.

matchUndefShuffleVectorMask()

bool CombinerHelper::matchUndefShuffleVectorMask

(

MachineInstr &

MI

)

const

Return true if a G_SHUFFLE_VECTOR instruction MI has an undef mask.

Definition at line 2706 of file CombinerHelper.cpp.

References llvm::all_of(), assert(), and MI.

matchUnmergeValuesAnyExtBuildVector()

bool CombinerHelper::matchUnmergeValuesAnyExtBuildVector	(	const MachineInstr &	MI,
		BuildFnTy &	MatchInfo ) const

Definition at line 8301 of file CombinerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, B(), llvm::cast(), llvm::LLT::getElementType(), llvm::GUnmerge::getNumDefs(), llvm::LLT::getNumElements(), llvm::GMergeLikeInstr::getNumSources(), llvm::MachineInstr::getOperand(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::GMergeLikeInstr::getSourceReg(), llvm::GUnmerge::getSourceReg(), I, llvm::LLT::isFixedVector(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GAnyExt(), llvm::MIPatternMatch::m_GBuildVector(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchUseVectorTruncate()

bool CombinerHelper::matchUseVectorTruncate	(	MachineInstr &	MI,
		Register &	MatchInfo ) const

Definition at line 3484 of file CombinerHelper.cpp.

References llvm::BuildMI(), llvm::cast(), llvm::LLT::changeElementType(), llvm::LLT::getElementCount(), llvm::LLT::getElementType(), llvm::LLT::getNumElements(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarType(), llvm::GUnmerge::getSourceReg(), I, llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::isKnownMultipleOf(), isLegal(), IsPreLegalize, llvm::LLT::isVector(), llvm::MIPatternMatch::m_GImplicitDef(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_GUnmerge(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

matchXorOfAndWithSameReg()

bool CombinerHelper::matchXorOfAndWithSameReg	(	MachineInstr &	MI,
		std::pair< Register, Register > &	MatchInfo ) const

Fold (xor (and x, y), y) -> (and (not x), y) {.

Definition at line 3693 of file CombinerHelper.cpp.

References assert(), llvm::MIPatternMatch::m_GAnd(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, std::swap(), X, and Y.

matchZextOfTrunc()

bool CombinerHelper::matchZextOfTrunc	(	const MachineOperand &	MO,
		BuildFnTy &	MatchInfo ) const

Combine zext of trunc.

Definition at line 84 of file CombinerHelperCasts.cpp.

References B(), llvm::cast(), llvm::getDefIgnoringCopies(), llvm::GenericMachineInstr::getReg(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::GCastOp::getSrcReg(), isLegalOrBeforeLegalizer(), MRI, llvm::MachineInstr::NonNeg, and llvm::MachineInstr::NoUWrap.

replaceInstWithConstant() [1/2]

void CombinerHelper::replaceInstWithConstant	(	MachineInstr &	MI,
		APInt	C ) const

Replace an instruction with a G_CONSTANT with value C.

Definition at line 2934 of file CombinerHelper.cpp.

References assert(), Builder, C(), and MI.

replaceInstWithConstant() [2/2]

void CombinerHelper::replaceInstWithConstant	(	MachineInstr &	MI,
		int64_t	C ) const

Replace an instruction with a G_CONSTANT with value C.

Definition at line 2927 of file CombinerHelper.cpp.

References assert(), Builder, C(), and MI.

replaceInstWithFConstant() [1/2]

void CombinerHelper::replaceInstWithFConstant	(	MachineInstr &	MI,
		ConstantFP *	CFP ) const

Replace an instruction with an G_FCONSTANT with value CFP.

Definition at line 2940 of file CombinerHelper.cpp.

References assert(), Builder, llvm::ConstantFP::getValueAPF(), and MI.

replaceInstWithFConstant() [2/2]

void CombinerHelper::replaceInstWithFConstant	(	MachineInstr &	MI,
		double	C ) const

Replace an instruction with a G_FCONSTANT with value C.

Definition at line 2920 of file CombinerHelper.cpp.

References assert(), Builder, C(), and MI.

replaceInstWithUndef()

void CombinerHelper::replaceInstWithUndef

(

MachineInstr &

MI

)

const

Replace an instruction with a G_IMPLICIT_DEF.

Definition at line 2947 of file CombinerHelper.cpp.

References assert(), Builder, and MI.

replaceOpcodeWith()

void CombinerHelper::replaceOpcodeWith	(	MachineInstr &	FromMI,
		unsigned	ToOpcode ) const

Replace the opcode in instruction with a new opcode and inform the observer of the changes.

Definition at line 223 of file CombinerHelper.cpp.

References Builder, Observer, and llvm::MachineInstr::setDesc().

Referenced by llvm::AMDGPUCombinerHelper::applyFoldableFneg().

replaceRegOpWith()

void CombinerHelper::replaceRegOpWith	(	MachineRegisterInfo &	MRI,
		MachineOperand &	FromRegOp,
		Register	ToReg ) const

Replace a single register operand with a new register and inform the observer of the changes.

Definition at line 212 of file CombinerHelper.cpp.

References assert(), llvm::MachineOperand::getParent(), MRI, Observer, and llvm::MachineOperand::setReg().

Referenced by applyCombineExtendingLoads(), llvm::AMDGPUCombinerHelper::applyFoldableFneg(), and matchFreezeOfSingleMaybePoisonOperand().

replaceRegWith()

void CombinerHelper::replaceRegWith	(	MachineRegisterInfo &	MRI,
		Register	FromReg,
		Register	ToReg ) const

MachineRegisterInfo::replaceRegWith() and inform the observer of the changes.

Definition at line 200 of file CombinerHelper.cpp.

References Builder, MRI, and Observer.

Referenced by applyCombineConcatVectors(), applyCombineCopy(), applyCombineExtendingLoads(), applyCombineShuffleVector(), applyCombineTruncOfShift(), applyCombineUnmergeMergeToPlainValues(), applyCombineUnmergeZExtToZExt(), applyExtractAllEltsFromBuildVector(), llvm::AMDGPUCombinerHelper::applyFoldableFneg(), applyNotCmp(), applySextInRegOfLoad(), matchCombineLoadWithAndMask(), matchFreezeOfSingleMaybePoisonOperand(), matchOverlappingAnd(), replaceSingleDefInstWithOperand(), and replaceSingleDefInstWithReg().

replaceSingleDefInstWithOperand()

void CombinerHelper::replaceSingleDefInstWithOperand	(	MachineInstr &	MI,
		unsigned	OpIdx ) const

Delete MI and replace all of its uses with its OpIdx-th operand.

Definition at line 2850 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), MI, MRI, and replaceRegWith().

replaceSingleDefInstWithReg()

void CombinerHelper::replaceSingleDefInstWithReg	(	MachineInstr &	MI,
		Register	Replacement ) const

Delete MI and replace all of its uses with Replacement.

Definition at line 2860 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), MI, MRI, and replaceRegWith().

Referenced by applyExtractVecEltBuildVec(), applySDivOrSRemByConst(), and applyUDivOrURemByConst().

setRegBank()

void CombinerHelper::setRegBank	(	Register	Reg,
		const RegisterBank *	RegBank ) const

Set the register bank of Reg.

Does nothing if the RegBank is null. This is the counterpart to getRegBank.

Definition at line 236 of file CombinerHelper.cpp.

References MRI.

Referenced by applyPtrAddImmedChain().

simplifyDemandedBits()

bool CombinerHelper::simplifyDemandedBits	(	MachineInstr &	MI,
		unsigned	OpNo,
		const APInt &	DemandedBits,
		KnownBits &	Known,
		unsigned	Depth = 0 ) const

Simplify a register use under DemandedBits and compute Known in the same walk.

Partial-demand rewrites of shared values update only this use.

Definition at line 8953 of file CombinerHelper.cpp.

References llvm::Depth, llvm::Known, and MI.

Referenced by matchSimplifyDemandedBits().

tryCombineExtendingLoads()

bool CombinerHelper::tryCombineExtendingLoads

(

MachineInstr &

MI

)

const

If MI is extend that consumes the result of a load, try to combine it.

Returns true if MI changed.

Definition at line 800 of file CombinerHelper.cpp.

References applyCombineExtendingLoads(), matchCombineExtendingLoads(), and MI.

tryCombineMemCpyFamily()

bool CombinerHelper::tryCombineMemCpyFamily	(	MachineInstr &	MI,
		unsigned	MaxLen = 0 ) const

Optimize memcpy intrinsics et al, e.g.

constant len calls. /p MaxLen if non-zero specifies the max length of a mem libcall to inline.

For example (pre-indexed):

$addr = G_PTR_ADD $base, $offset
[...]
$val = G_LOAD $addr
[...]
$whatever = COPY $addr

-->

$val, $addr = G_INDEXED_LOAD $base, $offset, 1 (IsPre)
[...]
$whatever = COPY $addr

or (post-indexed):

G_STORE $val, $base
[...]
$addr = G_PTR_ADD $base, $offset
[...]
$whatever = COPY $addr

-->

$addr = G_INDEXED_STORE $val, $base, $offset
[...]
$whatever = COPY $addr 

Definition at line 1783 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::getMF(), llvm::LegalizerHelper::Legalized, llvm::LegalizerHelper::lowerMemCpyFamily(), and MI.

tryCombineShiftToUnmerge()

bool CombinerHelper::tryCombineShiftToUnmerge	(	MachineInstr &	MI,
		unsigned	TargetShiftAmount ) const

Definition at line 2550 of file CombinerHelper.cpp.

References applyCombineShiftToUnmerge(), matchCombineShiftToUnmerge(), and MI.

tryReassocBinOp()

bool CombinerHelper::tryReassocBinOp	(	unsigned	Opc,
		Register	DstReg,
		Register	Op0,
		Register	Op1,
		BuildFnTy &	MatchInfo ) const

Try to reassociate to reassociate operands of a commutative binop.

Definition at line 5067 of file CombinerHelper.cpp.

References B(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getTargetLowering(), llvm::isConstantOrConstantSplatVector(), llvm::MIPatternMatch::m_MInstr(), llvm::MIPatternMatch::mi_match(), MRI, and Opc.

Referenced by matchReassocCommBinOp().

Member Data Documentation

Builder

MachineIRBuilder& llvm::CombinerHelper::Builder

protected

Definition at line 118 of file CombinerHelper.h.

Referenced by applyAshShlToSextInreg(), applyBuildFnMO(), applyBuildFnNoErase(), applyBuildInstructionSteps(), applyCombineBuildVectorOfBitcast(), applyCombineConcatVectors(), applyCombineDivRem(), applyCombineExtendingLoads(), applyCombineIndexedLoadStore(), applyCombineInsertVecElts(), applyCombineShiftToUnmerge(), applyCombineShlOfExtend(), applyCombineShuffleConcat(), applyCombineShuffleOfBuildVector(), applyCombineShuffleToBuildVector(), applyCombineShuffleVector(), applyCombineTruncOfShift(), applyCombineUnmergeConstant(), applyCombineUnmergeMergeToPlainValues(), applyCombineUnmergeWithDeadLanesToTrunc(), applyCombineUnmergeZExtToZExt(), applyExpandFPowI(), llvm::AMDGPUCombinerHelper::applyExpandPromotedF16FMed3(), applyExtendThroughPhis(), applyExtractVecEltBuildVec(), llvm::AMDGPUCombinerHelper::applyFoldableFneg(), applyFoldBinOpIntoSelect(), llvm::AMDGPUCombinerHelper::applyFoldFAbsFptrunc(), applyFunnelShiftConstantModulo(), applyLshrOfTruncOfLshr(), llvm::SPIRVCombinerHelper::applyMatrixMultiply(), llvm::SPIRVCombinerHelper::applyMatrixTranspose(), applyNotCmp(), applyOptBrCondByInvertingCond(), applyRepeatedFPDivisor(), applyRotateOutOfRange(), applySDivByPow2(), applySextInRegOfLoad(), applyShiftImmedChain(), applyShiftOfShiftedLogic(), applySimplifySRemByPow2(), applySimplifyURemByPow2(), llvm::SPIRVCombinerHelper::applySPIRVFaceForward(), llvm::SPIRVCombinerHelper::applySPIRVNormalize(), applyTruncSSatS(), applyTruncSSatU(), applyUDivByPow2(), applyUMulHToLShr(), applyUseVectorTruncate(), applyXorOfAndWithSameReg(), buildSDivOrSRemUsingMul(), buildUDivOrURemUsingMul(), CombinerHelper(), getBuilder(), getContext(), getMachineFunction(), getTargetLowering(), matchCombineConcatVectors(), llvm::AMDGPUCombinerHelper::matchCombineFmulWithSelectToFldexp(), matchCombineShuffleVector(), matchEqualDefs(), matchExtendThroughPhis(), matchNarrowBinopFeedingAnd(), matchNotCmp(), matchPtrAddZeroVector(), matchReassocConstantInnerRHS(), replaceInstWithConstant(), replaceInstWithConstant(), replaceInstWithFConstant(), replaceInstWithFConstant(), replaceInstWithUndef(), replaceOpcodeWith(), and replaceRegWith().

IsPreLegalize

bool llvm::CombinerHelper::IsPreLegalize

protected

Definition at line 123 of file CombinerHelper.h.

Referenced by llvm::AMDGPUCombinerHelper::AMDGPUCombinerHelper(), CombinerHelper(), isPreLegalize(), matchCombineBuildUnmerge(), matchUseVectorTruncate(), and llvm::SPIRVCombinerHelper::SPIRVCombinerHelper().

LI

const LegalizerInfo* llvm::CombinerHelper::LI

protected

Definition at line 124 of file CombinerHelper.h.

Referenced by llvm::AMDGPUCombinerHelper::AMDGPUCombinerHelper(), CombinerHelper(), isLegal(), isLegalOrHasFewerElements(), isLegalOrHasWidenScalar(), matchBitfieldExtractFromAnd(), matchBitfieldExtractFromSExtInReg(), matchBitfieldExtractFromShr(), matchBitfieldExtractFromShrAnd(), matchCombineExtendingLoads(), matchCombineShlOfExtend(), matchCtls(), matchSDivOrSRemByConst(), matchTruncSSatS(), matchTruncSSatU(), matchTruncUSatU(), matchTruncUSatUToFPTOUISat(), matchUDivOrURemByConst(), and llvm::SPIRVCombinerHelper::SPIRVCombinerHelper().

MDT

MachineDominatorTree* llvm::CombinerHelper::MDT

protected

Definition at line 122 of file CombinerHelper.h.

Referenced by llvm::AMDGPUCombinerHelper::AMDGPUCombinerHelper(), CombinerHelper(), dominates(), and llvm::SPIRVCombinerHelper::SPIRVCombinerHelper().

MRI

MachineRegisterInfo& llvm::CombinerHelper::MRI

protected

Definition at line 119 of file CombinerHelper.h.

Referenced by applyAshShlToSextInreg(), applyBuildFnMO(), applyCombineBuildUnmerge(), applyCombineBuildVectorOfBitcast(), applyCombineConcatVectors(), applyCombineCopy(), applyCombineExtendingLoads(), applyCombineIndexedLoadStore(), applyCombineInsertVecElts(), applyCombineMulToShl(), applyCombineShiftToUnmerge(), applyCombineShlOfExtend(), applyCombineShuffleConcat(), applyCombineShuffleOfBuildVector(), applyCombineShuffleToBuildVector(), applyCombineShuffleVector(), applyCombineTruncOfShift(), applyCombineUnmergeMergeToPlainValues(), applyCombineUnmergeZExtToZExt(), applyExpandFPowI(), llvm::AMDGPUCombinerHelper::applyExpandPromotedF16FMed3(), applyExtendThroughPhis(), applyExtractAllEltsFromBuildVector(), applyExtractVecEltBuildVec(), llvm::AMDGPUCombinerHelper::applyFoldableFneg(), applyFoldBinOpIntoSelect(), llvm::AMDGPUCombinerHelper::applyFoldFAbsFptrunc(), applyFunnelShiftConstantModulo(), applyNotCmp(), applyOptBrCondByInvertingCond(), applyPtrAddImmedChain(), applyRepeatedFPDivisor(), applyRotateOutOfRange(), applySDivByPow2(), applySextInRegOfLoad(), applyShiftImmedChain(), applyShiftOfShiftedLogic(), applySimplifySRemByPow2(), applySimplifyURemByPow2(), llvm::SPIRVCombinerHelper::applySPIRVFaceForward(), applyUDivByPow2(), applyUMulHToLShr(), applyUseVectorTruncate(), applyXorOfAndWithSameReg(), buildSDivOrSRemUsingMul(), buildUDivOrURemUsingMul(), canCombineFMadOrFMA(), CombinerHelper(), getRegBank(), isConstantNaN(), matchAddOfVScale(), matchAddOverflow(), matchAndOrDisjointMask(), matchAshrShlToSextInreg(), llvm::AMDGPUCombinerHelper::matchBinopWith32BitMask(), matchBinopWithNeg(), matchBitfieldExtractFromAnd(), matchBitfieldExtractFromSExtInReg(), matchBitfieldExtractFromShr(), matchBitfieldExtractFromShrAnd(), matchBuildVectorIdentityFold(), matchCanonicalizeFCmp(), matchCanonicalizeICmp(), matchCastOfBuildVector(), matchCastOfInteger(), matchCastOfSelect(), matchCombineAnyExtTrunc(), matchCombineBuildUnmerge(), matchCombineBuildVectorOfBitcast(), matchCombineConcatVectors(), matchCombineCopy(), matchCombineDivRem(), matchCombineExtendingLoads(), matchCombineExtractedVectorLoad(), matchCombineFAddFMAFMulToFMadOrFMA(), matchCombineFAddFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMAAggressive(), llvm::AMDGPUCombinerHelper::matchCombineFmulWithSelectToFldexp(), matchCombineFSubFMulToFMadOrFMA(), matchCombineFSubFNegFMulToFMadOrFMA(), matchCombineFSubFpExtFMulToFMadOrFMA(), matchCombineFSubFpExtFNegFMulToFMadOrFMA(), matchCombineInsertVecElts(), matchCombineLoadWithAndMask(), matchCombineMemCpyFamily(), matchCombineMulToShl(), matchCombineShiftToUnmerge(), matchCombineShlOfExtend(), matchCombineShuffleConcat(), matchCombineShuffleVector(), matchCombineSubToAdd(), matchCombineTruncOfShift(), matchCombineUnmergeConstant(), matchCombineUnmergeMergeToPlainValues(), matchCombineUnmergeUndef(), matchCombineUnmergeWithDeadLanesToTrunc(), matchCombineUnmergeZExtToZExt(), matchCombineZextTrunc(), matchCommuteConstantToRHS(), matchCommuteFPConstantToRHS(), matchConstantFoldBinOp(), matchConstantFoldCastOp(), matchConstantFoldFMA(), matchConstantFoldFPBinOp(), matchConstantFoldFPUnary(), matchConstantFoldUnaryIntOp(), matchConstantFPOp(), llvm::AMDGPUCombinerHelper::matchConstantIs32BitMask(), matchConstantLargerBitWidth(), matchConstantOp(), matchCountZeroToZeroPoison(), matchCtls(), matchDivByPow2(), matchEqualDefs(), llvm::AMDGPUCombinerHelper::matchExpandPromotedF16FMed3(), matchExtendThroughPhis(), matchExtOfExt(), matchExtractAllEltsFromBuildVector(), matchExtractVecEltBuildVec(), matchExtractVectorElement(), matchExtractVectorElementWithBuildVector(), matchExtractVectorElementWithBuildVectorTrunc(), matchExtractVectorElementWithDifferentIndices(), matchExtractVectorElementWithShuffleVector(), llvm::SPIRVCombinerHelper::matchFDivToNormalize(), llvm::AMDGPUCombinerHelper::matchFoldableFneg(), matchFoldAMinusC1MinusC2(), matchFoldAMinusC1PlusC2(), matchFoldAPlusC1MinusC2(), matchFoldBinOpIntoSelect(), matchFoldC1Minus2MinusC2(), matchFoldC2MinusAPlusC1(), llvm::AMDGPUCombinerHelper::matchFoldFAbsFptrunc(), matchFreezeOfSingleMaybePoisonOperand(), matchFsubToFneg(), matchHoistLogicOpWithSameOpcodeHands(), matchICmpToLHSKnownBits(), matchICmpToTrueFalseKnownBits(), matchInsertExtractVecEltOutOfBounds(), matchInsertVectorElementOOB(), matchLoadOrCombine(), matchLshrOfTruncOfLshr(), matchMulOBy0(), matchMulOfVScale(), matchNarrowBinop(), matchNarrowBinopFeedingAnd(), matchNonNegZext(), matchNotCmp(), matchOperandIsKnownToBeAPowerOfTwo(), matchOrShiftToFunnelShift(), matchOverlappingAnd(), matchPtrAddImmedChain(), matchPtrAddZeroVector(), matchReassocConstantInnerLHS(), matchReassocConstantInnerRHS(), matchReassocFoldConstantsInSubTree(), matchReassocPtrAdd(), matchRedundantAnd(), matchRedundantBinOpInEquality(), matchRedundantOr(), matchRedundantSExtInReg(), matchRedundantSextInReg(), matchRepeatedFPDivisor(), matchRotateOutOfRange(), matchSameRegOrICstOrSplat(), matchSDivOrSRemByConst(), matchSelectIMinMax(), matchSelectSameVal(), llvm::SPIRVCombinerHelper::matchSelectToFaceForward(), matchSextInRegOfLoad(), matchSextOfTrunc(), matchSextTruncSextLoad(), matchShiftImmedChain(), matchShiftOfShiftedLogic(), matchShiftsTooBig(), matchShlOfVScale(), matchShuffleDisjointMask(), matchShuffleUndefRHS(), matchSignedDivRemToUnsigned(), matchSimplifyDemandedBits(), matchSimplifyNegMinMax(), matchSimplifySelectToMinMax(), matchSuboCarryOut(), matchSubOfVScale(), matchTruncateOfExt(), matchTruncBuildVectorFold(), matchTruncLshrBuildVectorFold(), matchTruncSSatS(), matchTruncSSatU(), matchTruncUSatU(), matchTruncUSatUToFPTOUISat(), matchUDivByShiftedPow2(), matchUDivOrURemByConst(), matchUMulHToLShr(), matchUnmergeValuesAnyExtBuildVector(), matchUseVectorTruncate(), matchXorOfAndWithSameReg(), matchZextOfTrunc(), replaceRegOpWith(), replaceRegWith(), replaceSingleDefInstWithOperand(), replaceSingleDefInstWithReg(), setRegBank(), and tryReassocBinOp().

Observer

GISelChangeObserver& llvm::CombinerHelper::Observer

protected

Definition at line 120 of file CombinerHelper.h.

Referenced by llvm::AMDGPUCombinerHelper::AMDGPUCombinerHelper(), applyCombineExtendingLoads(), applyCombineMulToShl(), applyNotCmp(), applyOptBrCondByInvertingCond(), applyPtrAddImmedChain(), applyRotateOutOfRange(), applyShiftImmedChain(), applyXorOfAndWithSameReg(), CombinerHelper(), matchAndOrDisjointMask(), matchCombineSubToAdd(), matchFreezeOfSingleMaybePoisonOperand(), matchNarrowBinopFeedingAnd(), matchReassocConstantInnerLHS(), matchReassocConstantInnerRHS(), matchReassocFoldConstantsInSubTree(), matchRedundantSextInReg(), replaceOpcodeWith(), replaceRegOpWith(), replaceRegWith(), and llvm::SPIRVCombinerHelper::SPIRVCombinerHelper().

RBI

const RegisterBankInfo* llvm::CombinerHelper::RBI

protected

Definition at line 126 of file CombinerHelper.h.

Referenced by CombinerHelper(), getRBI(), and getRegBank().

TII

const TargetInstrInfo* llvm::CombinerHelper::TII

protected

Definition at line 125 of file CombinerHelper.h.

Referenced by CombinerHelper(), and getTII().

TRI

const TargetRegisterInfo* llvm::CombinerHelper::TRI

protected

Definition at line 127 of file CombinerHelper.h.

Referenced by CombinerHelper(), getRegBank(), getTRI(), and matchFreezeOfSingleMaybePoisonOperand().

VT

GISelValueTracking* llvm::CombinerHelper::VT

protected

Definition at line 121 of file CombinerHelper.h.

Referenced by llvm::AMDGPUCombinerHelper::AMDGPUCombinerHelper(), buildUDivOrURemUsingMul(), llvm::AMDGPUCombinerHelper::canIgnoreLegacyMinMaxTies(), CombinerHelper(), getValueTracking(), matchAddOverflow(), matchCombineShlOfExtend(), matchCombineTruncOfShift(), matchCombineZextTrunc(), matchCountZeroToZeroPoison(), matchICmpToLHSKnownBits(), matchICmpToTrueFalseKnownBits(), matchOperandIsKnownToBeAPowerOfTwo(), matchRedundantAnd(), matchRedundantOr(), matchRedundantSExtInReg(), matchShiftsTooBig(), matchSignedDivRemToUnsigned(), matchSimplifyDemandedBits(), matchSuboCarryOut(), and llvm::SPIRVCombinerHelper::SPIRVCombinerHelper().

---

The documentation for this class was generated from the following files:

• include/llvm/CodeGen/GlobalISel/CombinerHelper.h
• lib/CodeGen/GlobalISel/CombinerHelper.cpp
• lib/CodeGen/GlobalISel/CombinerHelperCasts.cpp
• lib/CodeGen/GlobalISel/CombinerHelperCompares.cpp
• lib/CodeGen/GlobalISel/CombinerHelperVectorOps.cpp