PreISelIntrinsicLowering.cpp File Reference

#include "llvm/CodeGen/PreISelIntrinsicLowering.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/Analysis/AssumptionCache.h"
#include "llvm/Analysis/ObjCARCInstKind.h"
#include "llvm/Analysis/ObjCARCUtil.h"
#include "llvm/Analysis/TargetLibraryInfo.h"
#include "llvm/Analysis/TargetTransformInfo.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/CodeGen/ExpandVectorPredication.h"
#include "llvm/CodeGen/LibcallLoweringInfo.h"
#include "llvm/CodeGen/Passes.h"
#include "llvm/CodeGen/RuntimeLibcallUtil.h"
#include "llvm/CodeGen/TargetLowering.h"
#include "llvm/CodeGen/TargetPassConfig.h"
#include "llvm/IR/ConstantRange.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Metadata.h"
#include "llvm/IR/Module.h"
#include "llvm/IR/ProfDataUtils.h"
#include "llvm/IR/RuntimeLibcalls.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/Use.h"
#include "llvm/InitializePasses.h"
#include "llvm/Pass.h"
#include "llvm/Support/Casting.h"
#include "llvm/Target/TargetMachine.h"
#include "llvm/Transforms/Scalar/LowerConstantIntrinsics.h"
#include "llvm/Transforms/Utils/BasicBlockUtils.h"
#include "llvm/Transforms/Utils/BuildLibCalls.h"
#include "llvm/Transforms/Utils/LowerMemIntrinsics.h"
#include "llvm/Transforms/Utils/LowerVectorIntrinsics.h"
#include "llvm/IR/VPIntrinsics.def"

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "pre-isel-intrinsic-lowering"
#define	BEGIN_REGISTER_VP_INTRINSIC(VPID, MASKPOS, VLENPOS)

Functions
template<class T>
static bool	forEachCall (Function &Intrin, T Callback)
static bool	lowerLoadRelative (Function &F)
static bool	lowerCanLoadSpeculatively (Function &F, const TargetMachine *TM)
	Lower @llvm.can.load.speculatively using target-specific expansion.
static CallInst::TailCallKind	getOverridingTailCallKind (const Function &F)
static bool	lowerObjCCall (Function &F, RTLIB::LibcallImpl NewFn, bool setNonLazyBind=false)
static bool	canEmitLibcall (const ModuleLibcallLoweringInfo &ModuleLowering, const TargetMachine *TM, Function *F, RTLIB::Libcall LC)
static bool	canEmitMemcpy (const ModuleLibcallLoweringInfo &ModuleLowering, const TargetMachine *TM, Function *F)
static Constant *	getMemSetPattern16Value (MemSetPatternInst *Inst, const TargetLibraryInfo &TLI)
static GlobalValue *	getDeactivationSymbol (CallInst *Call)
static bool	expandPtrauthForEmuPAC (Function &Intr)
static bool	expandProtectedFieldPtr (Function &Intr)
static bool	expandCondLoop (Function &Intr)
static bool	expandLoopTrap (Function &Intr)
	INITIALIZE_PASS_BEGIN (PreISelIntrinsicLoweringLegacyPass, "pre-isel-intrinsic-lowering", "Pre-ISel Intrinsic Lowering", false, false) INITIALIZE_PASS_END(PreISelIntrinsicLoweringLegacyPass

Variables
static cl::opt< int64_t >	MemIntrinsicExpandSizeThresholdOpt ("mem-intrinsic-expand-size", cl::desc("Set minimum mem intrinsic size to expand in IR"), cl::init(-1), cl::Hidden)
	Threshold to leave statically sized memory intrinsic calls.
static cl::opt< uint64_t >	BoundedMemSetInlineSizeOpt ("bounded-memset-inline-size", cl::desc("Set maximum bound of a variable-length memset to expand inline"), cl::Hidden)
	Maximum bound of a memset with non-constant length for it to be expanded inline.
pre isel intrinsic	lowering
pre isel intrinsic Pre ISel Intrinsic	Lowering
pre isel intrinsic Pre ISel Intrinsic	false

Macro Definition Documentation

BEGIN_REGISTER_VP_INTRINSIC

#define BEGIN_REGISTER_VP_INTRINSIC	(		VPID,
			MASKPOS,
			VLENPOS )

Value:

  case Intrinsic::VPID:

DEBUG_TYPE

#define DEBUG_TYPE   "pre-isel-intrinsic-lowering"

Definition at line 52 of file PreISelIntrinsicLowering.cpp.

Function Documentation

canEmitLibcall()

bool canEmitLibcall ( const ModuleLibcallLoweringInfo & ModuleLowering, const TargetMachine * TM, Function * F, RTLIB::Libcall LC )

static

Definition at line 284 of file PreISelIntrinsicLowering.cpp.

References F, llvm::getLibcallLowering(), llvm::TargetMachine::getSubtargetImpl(), and Lowering.

canEmitMemcpy()

bool canEmitMemcpy ( const ModuleLibcallLoweringInfo & ModuleLowering, const TargetMachine * TM, Function * F )

static

Definition at line 295 of file PreISelIntrinsicLowering.cpp.

References F, llvm::getLibcallLowering(), llvm::TargetMachine::getSubtargetImpl(), and Lowering.

expandCondLoop()

bool expandCondLoop ( Function & Intr )

static

Definition at line 688 of file PreISelIntrinsicLowering.cpp.

References Call, llvm::cast(), DEBUG_TYPE, llvm::getExplicitlyUnknownBranchWeightsIfProfiled(), llvm::make_early_inc_range(), llvm::SplitBlockAndInsertIfThen(), and llvm::Value::users().

expandLoopTrap()

bool expandLoopTrap ( Function & Intr )

static

Definition at line 702 of file PreISelIntrinsicLowering.cpp.

References B(), Call, llvm::cast(), Cond, llvm::dyn_cast(), llvm::ConstantInt::getFalse(), llvm::ConstantInt::getTrue(), I, llvm::make_early_inc_range(), llvm::predecessors(), and llvm::Value::users().

expandProtectedFieldPtr()

bool expandProtectedFieldPtr ( Function & Intr )

static

Definition at line 616 of file PreISelIntrinsicLowering.cpp.

References Call, llvm::cast(), llvm::GlobalAlias::create(), llvm::dyn_cast(), llvm::SmallPtrSetImplBase::empty(), llvm::GlobalValue::ExternalLinkage, llvm::PointerType::get(), getDeactivationSymbol(), llvm::Type::getInt64Ty(), llvm::Type::getInt8Ty(), llvm::ConstantExpr::getIntToPtr(), llvm::User::getOperand(), llvm::GlobalValue::getParent(), llvm::GlobalValue::HiddenVisibility, llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::make_early_inc_range(), llvm::reportFatalUsageError(), llvm::User::setOperand(), and llvm::Value::users().

expandPtrauthForEmuPAC()

bool expandPtrauthForEmuPAC ( Function & Intr )

static

Definition at line 576 of file PreISelIntrinsicLowering.cpp.

References assert(), B(), Call, llvm::cast(), llvm::StringRef::contains(), llvm::dyn_cast(), F, llvm::FunctionType::get(), getDeactivationSymbol(), llvm::Type::getInt64Ty(), llvm::Function::getIntrinsicID(), llvm::GlobalValue::getParent(), llvm::Attribute::getValueAsString(), llvm::InnerAnalysisManagerProxy< AnalysisManagerT, IRUnitT, ExtraArgTs... >::Key, llvm::Triple::isArm64e(), llvm::Attribute::isValid(), llvm::make_early_inc_range(), and llvm::Value::users().

forEachCall()

template<class T>

bool forEachCall ( Function & Intrin, T Callback )

static

Definition at line 106 of file PreISelIntrinsicLowering.cpp.

References Changed, llvm::dyn_cast(), T, llvm::Value::use_begin(), and llvm::Value::use_empty().

Referenced by lowerCanLoadSpeculatively().

getDeactivationSymbol()

GlobalValue * getDeactivationSymbol ( CallInst * Call )

static

Definition at line 570 of file PreISelIntrinsicLowering.cpp.

References Call, llvm::cast(), and llvm::LLVMContext::OB_deactivation_symbol.

Referenced by expandProtectedFieldPtr(), expandPtrauthForEmuPAC(), and llvm::sandboxir::ConstantPtrAuth::getDeactivationSymbol().

getMemSetPattern16Value()

Constant * getMemSetPattern16Value ( MemSetPatternInst * Inst, const TargetLibraryInfo & TLI )

static

Definition at line 349 of file PreISelIntrinsicLowering.cpp.

References C(), DL, llvm::dyn_cast(), llvm::ArrayType::get(), llvm::ConstantArray::get(), llvm::Instruction::getDataLayout(), llvm::Instruction::getModule(), llvm::Type::getPointerAddressSpace(), llvm::MemIntrinsicBase< Derived >::getRawDest(), llvm::Value::getType(), llvm::MemSetBase< BaseCL >::getValue(), llvm::isa(), llvm::isLibFuncEmittable(), llvm::isPowerOf2_64(), llvm::Size, TLI, uint64_t, and V.

getOverridingTailCallKind()

CallInst::TailCallKind getOverridingTailCallKind ( const Function & F )

static

Definition at line 181 of file PreISelIntrinsicLowering.cpp.

References F, llvm::objcarc::GetFunctionClass(), llvm::objcarc::IsAlwaysTail(), llvm::objcarc::IsNeverTail(), llvm::CallInst::TCK_None, llvm::CallInst::TCK_NoTail, and llvm::CallInst::TCK_Tail.

Referenced by lowerObjCCall().

INITIALIZE_PASS_BEGIN()

INITIALIZE_PASS_BEGIN	(	PreISelIntrinsicLoweringLegacyPass	,
		"pre-isel-intrinsic-lowering"	,
		"Pre-ISel Intrinsic Lowering"	,
		false	,
		false	)

References INITIALIZE_PASS_DEPENDENCY, and INITIALIZE_PASS_END.

lowerCanLoadSpeculatively()

bool lowerCanLoadSpeculatively ( Function & F, const TargetMachine * TM )

static

Lower @llvm.can.load.speculatively using target-specific expansion.

Targets may provide their own expansion via TargetLowering::emitCanLoadSpeculatively; the default expansion conservatively returns false.

Definition at line 158 of file PreISelIntrinsicLowering.cpp.

References llvm::Instruction::eraseFromParent(), F, forEachCall(), llvm::CallBase::getArgOperand(), llvm::Instruction::getFunction(), llvm::TargetMachine::getSubtargetImpl(), llvm::TargetSubtargetInfo::getTargetLowering(), llvm::Value::replaceAllUsesWith(), and TLI.

lowerLoadRelative()

bool lowerLoadRelative ( Function & F )

static

Definition at line 127 of file PreISelIntrinsicLowering.cpp.

References B(), Changed, llvm::dyn_cast(), F, llvm::Type::getInt32Ty(), and llvm::make_early_inc_range().

lowerObjCCall()

bool lowerObjCCall ( Function & F, RTLIB::LibcallImpl NewFn, bool setNonLazyBind = false )

static

Definition at line 190 of file PreISelIntrinsicLowering.cpp.

References llvm::CallBase::addParamAttr(), assert(), llvm::cast(), llvm::dyn_cast(), F, llvm::objcarc::getAttachedARCFunction(), llvm::FunctionCallee::getCallee(), llvm::RTLIB::RuntimeLibcallsInfo::getLibcallImplName(), getOverridingTailCallKind(), llvm::make_early_inc_range(), llvm::IntrinsicInst::mayLowerToFunctionCall(), llvm::Value::setName(), setNonLazyBind(), and llvm::CallInst::setTailCallKind().

Variable Documentation

BoundedMemSetInlineSizeOpt

cl::opt< uint64_t > BoundedMemSetInlineSizeOpt("bounded-memset-inline-size", cl::desc("Set maximum bound of a variable-length memset to expand inline"), cl::Hidden) ( "bounded-memset-inline-size" , cl::desc("Set maximum bound of a variable-length memset to expand inline") , cl::Hidden  )

static

Maximum bound of a memset with non-constant length for it to be expanded inline.

Overrides TargetTransformInfo::getMaxBoundedMemSetInlineSize.

false

pre isel intrinsic Pre ISel Intrinsic false

Definition at line 1011 of file PreISelIntrinsicLowering.cpp.

Lowering

pre isel intrinsic Pre ISel Intrinsic Lowering

Definition at line 1011 of file PreISelIntrinsicLowering.cpp.

Referenced by canEmitLibcall(), canEmitMemcpy(), EnsureStackAlignment(), and llvm::PreISelIntrinsicLoweringPass::run().

lowering

pre isel intrinsic lowering

Definition at line 1010 of file PreISelIntrinsicLowering.cpp.

MemIntrinsicExpandSizeThresholdOpt

cl::opt< int64_t > MemIntrinsicExpandSizeThresholdOpt("mem-intrinsic-expand-size", cl::desc("Set minimum mem intrinsic size to expand in IR"), cl::init(-1), cl::Hidden) ( "mem-intrinsic-expand-size" , cl::desc("Set minimum mem intrinsic size to expand in IR") , cl::init(-1) , cl::Hidden  )

static

Threshold to leave statically sized memory intrinsic calls.

Calls of known size larger than this will be expanded by the pass. Calls of unknown or lower size will be left for expansion in codegen.