llvm::AArch64TTIImpl Class Reference

#include "Target/AArch64/AArch64TargetTransformInfo.h"

Inheritance diagram for llvm::AArch64TTIImpl:

Public Member Functions
	AArch64TTIImpl (const AArch64TargetMachine *TM, const Function &F)
bool	areInlineCompatible (const Function *Caller, const Function *Callee) const override
bool	areTypesABICompatible (const Function *Caller, const Function *Callee, ArrayRef< Type * > Types) const override
unsigned	getInlineCallPenalty (const Function *F, const CallBase &Call, unsigned DefaultCallPenalty) const override
APInt	getFeatureMask (const Function &F) const override
bool	isMultiversionedFunction (const Function &F) const override
Scalar TTI Implementations
InstructionCost	getIntImmCost (int64_t Val) const
	Calculate the cost of materializing a 64-bit value.
InstructionCost	getIntImmCost (const APInt &Imm, Type *Ty, TTI::TargetCostKind CostKind) const override
	Calculate the cost of materializing the given constant.
InstructionCost	getIntImmCostInst (unsigned Opcode, unsigned Idx, const APInt &Imm, Type *Ty, TTI::TargetCostKind CostKind, Instruction *Inst=nullptr) const override
InstructionCost	getIntImmCostIntrin (Intrinsic::ID IID, unsigned Idx, const APInt &Imm, Type *Ty, TTI::TargetCostKind CostKind) const override
TTI::PopcntSupportKind	getPopcntSupport (unsigned TyWidth) const override
Vector TTI Implementations
bool	enableInterleavedAccessVectorization () const override
bool	enableMaskedInterleavedAccessVectorization () const override
unsigned	getNumberOfRegisters (unsigned ClassID) const override
InstructionCost	getIntrinsicInstrCost (const IntrinsicCostAttributes &ICA, TTI::TargetCostKind CostKind) const override
std::optional< Instruction * >	instCombineIntrinsic (InstCombiner &IC, IntrinsicInst &II) const override
std::optional< Value * >	simplifyDemandedVectorEltsIntrinsic (InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts, APInt &UndefElts2, APInt &UndefElts3, std::function< void(Instruction *, unsigned, APInt, APInt &)> SimplifyAndSetOp) const override
TypeSize	getRegisterBitWidth (TargetTransformInfo::RegisterKind K) const override
unsigned	getMinVectorRegisterBitWidth () const override
std::optional< unsigned >	getVScaleForTuning () const override
bool	isVScaleKnownToBeAPowerOfTwo () const override
bool	shouldMaximizeVectorBandwidth (TargetTransformInfo::RegisterKind K) const override
unsigned	getMaxNumElements (ElementCount VF) const
	Try to return an estimate cost factor that can be used as a multiplier when scalarizing an operation for a vector with ElementCount VF.
unsigned	getMaxInterleaveFactor (ElementCount VF) const override
bool	prefersVectorizedAddressing () const override
bool	hasKnownLowerThroughputFromSchedulingModel (unsigned Opcode1, unsigned Opcode2) const
	Check whether Opcode1 has less throughput according to the scheduling model than Opcode2.
InstructionCost	getMaskedMemoryOpCost (unsigned Opcode, Type *Src, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind) const override
InstructionCost	getGatherScatterOpCost (unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, Align Alignment, TTI::TargetCostKind CostKind, const Instruction *I=nullptr) const override
bool	isExtPartOfAvgExpr (const Instruction *ExtUser, Type *Dst, Type *Src) const
InstructionCost	getCastInstrCost (unsigned Opcode, Type *Dst, Type *Src, TTI::CastContextHint CCH, TTI::TargetCostKind CostKind, const Instruction *I=nullptr) const override
InstructionCost	getExtractWithExtendCost (unsigned Opcode, Type *Dst, VectorType *VecTy, unsigned Index, TTI::TargetCostKind CostKind) const override
InstructionCost	getCFInstrCost (unsigned Opcode, TTI::TargetCostKind CostKind, const Instruction *I=nullptr) const override
InstructionCost	getVectorInstrCost (unsigned Opcode, Type *Val, TTI::TargetCostKind CostKind, unsigned Index, const Value *Op0, const Value *Op1) const override
InstructionCost	getVectorInstrCost (unsigned Opcode, Type *Val, TTI::TargetCostKind CostKind, unsigned Index, Value *Scalar, ArrayRef< std::tuple< Value *, User *, int > > ScalarUserAndIdx) const override
InstructionCost	getVectorInstrCost (const Instruction &I, Type *Val, TTI::TargetCostKind CostKind, unsigned Index) const override
InstructionCost	getIndexedVectorInstrCostFromEnd (unsigned Opcode, Type *Val, TTI::TargetCostKind CostKind, unsigned Index) const override
InstructionCost	getMinMaxReductionCost (Intrinsic::ID IID, VectorType *Ty, FastMathFlags FMF, TTI::TargetCostKind CostKind) const override
InstructionCost	getArithmeticReductionCostSVE (unsigned Opcode, VectorType *ValTy, TTI::TargetCostKind CostKind) const
InstructionCost	getSpliceCost (VectorType *Tp, int Index, TTI::TargetCostKind CostKind) const
InstructionCost	getArithmeticInstrCost (unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info={TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Op2Info={TTI::OK_AnyValue, TTI::OP_None}, ArrayRef< const Value * > Args={}, const Instruction *CxtI=nullptr) const override
InstructionCost	getAddressComputationCost (Type *PtrTy, ScalarEvolution *SE, const SCEV *Ptr, TTI::TargetCostKind CostKind) const override
InstructionCost	getCmpSelInstrCost (unsigned Opcode, Type *ValTy, Type *CondTy, CmpInst::Predicate VecPred, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info={TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Op2Info={TTI::OK_AnyValue, TTI::OP_None}, const Instruction *I=nullptr) const override
TTI::MemCmpExpansionOptions	enableMemCmpExpansion (bool OptSize, bool IsZeroCmp) const override
bool	useNeonVector (const Type *Ty) const
InstructionCost	getMemoryOpCost (unsigned Opcode, Type *Src, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, TTI::OperandValueInfo OpInfo={TTI::OK_AnyValue, TTI::OP_None}, const Instruction *I=nullptr) const override
InstructionCost	getCostOfKeepingLiveOverCall (ArrayRef< Type * > Tys) const override
void	getUnrollingPreferences (Loop *L, ScalarEvolution &SE, TTI::UnrollingPreferences &UP, OptimizationRemarkEmitter *ORE) const override
void	getPeelingPreferences (Loop *L, ScalarEvolution &SE, TTI::PeelingPreferences &PP) const override
Value *	getOrCreateResultFromMemIntrinsic (IntrinsicInst *Inst, Type *ExpectedType, bool CanCreate=true) const override
bool	getTgtMemIntrinsic (IntrinsicInst *Inst, MemIntrinsicInfo &Info) const override
bool	isElementTypeLegalForScalableVector (Type *Ty) const override
bool	isLegalMaskedLoadStore (Type *DataType, Align Alignment) const
bool	isLegalMaskedLoad (Type *DataType, Align Alignment, unsigned) const override
bool	isLegalMaskedStore (Type *DataType, Align Alignment, unsigned) const override
bool	isLegalMaskedGatherScatter (Type *DataType) const
bool	isLegalMaskedGather (Type *DataType, Align Alignment) const override
bool	isLegalMaskedScatter (Type *DataType, Align Alignment) const override
bool	isLegalBroadcastLoad (Type *ElementTy, ElementCount NumElements) const override
bool	isLegalNTStoreLoad (Type *DataType, Align Alignment) const
bool	isLegalNTStore (Type *DataType, Align Alignment) const override
bool	isLegalNTLoad (Type *DataType, Align Alignment) const override
InstructionCost	getPartialReductionCost (unsigned Opcode, Type *InputTypeA, Type *InputTypeB, Type *AccumType, ElementCount VF, TTI::PartialReductionExtendKind OpAExtend, TTI::PartialReductionExtendKind OpBExtend, std::optional< unsigned > BinOp, TTI::TargetCostKind CostKind) const override
bool	enableOrderedReductions () const override
InstructionCost	getInterleavedMemoryOpCost (unsigned Opcode, Type *VecTy, unsigned Factor, ArrayRef< unsigned > Indices, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, bool UseMaskForCond=false, bool UseMaskForGaps=false) const override
bool	shouldConsiderAddressTypePromotion (const Instruction &I, bool &AllowPromotionWithoutCommonHeader) const override
	See if I should be considered for address type promotion.
bool	shouldExpandReduction (const IntrinsicInst *II) const override
unsigned	getGISelRematGlobalCost () const override
unsigned	getMinTripCountTailFoldingThreshold () const override
TailFoldingStyle	getPreferredTailFoldingStyle (bool IVUpdateMayOverflow) const override
bool	preferFixedOverScalableIfEqualCost (bool IsEpilogue) const override
unsigned	getEpilogueVectorizationMinVF () const override
bool	preferPredicateOverEpilogue (TailFoldingInfo *TFI) const override
bool	supportsScalableVectors () const override
bool	enableScalableVectorization () const override
bool	isLegalToVectorizeReduction (const RecurrenceDescriptor &RdxDesc, ElementCount VF) const override
bool	preferPredicatedReductionSelect () const override
std::optional< InstructionCost >	getFP16BF16PromoteCost (Type *Ty, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info, TTI::OperandValueInfo Op2Info, bool IncludeTrunc, std::function< InstructionCost(Type *)> InstCost) const
	FP16 and BF16 operations are lowered to fptrunc(op(fpext, fpext) if the architecture features are not present.
InstructionCost	getArithmeticReductionCost (unsigned Opcode, VectorType *Ty, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind) const override
InstructionCost	getExtendedReductionCost (unsigned Opcode, bool IsUnsigned, Type *ResTy, VectorType *ValTy, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind) const override
InstructionCost	getMulAccReductionCost (bool IsUnsigned, unsigned RedOpcode, Type *ResTy, VectorType *Ty, TTI::TargetCostKind CostKind=TTI::TCK_RecipThroughput) const override
InstructionCost	getShuffleCost (TTI::ShuffleKind Kind, VectorType *DstTy, VectorType *SrcTy, ArrayRef< int > Mask, TTI::TargetCostKind CostKind, int Index, VectorType *SubTp, ArrayRef< const Value * > Args={}, const Instruction *CxtI=nullptr) const override
InstructionCost	getScalarizationOverhead (VectorType *Ty, const APInt &DemandedElts, bool Insert, bool Extract, TTI::TargetCostKind CostKind, bool ForPoisonSrc=true, ArrayRef< Value * > VL={}) const override
InstructionCost	getScalingFactorCost (Type *Ty, GlobalValue *BaseGV, StackOffset BaseOffset, bool HasBaseReg, int64_t Scale, unsigned AddrSpace) const override
	Return the cost of the scaling factor used in the addressing mode represented by AM for this target, for a load/store of the specified type.
bool	enableSelectOptimize () const override
bool	shouldTreatInstructionLikeSelect (const Instruction *I) const override
unsigned	getStoreMinimumVF (unsigned VF, Type *ScalarMemTy, Type *ScalarValTy) const override
std::optional< unsigned >	getMinPageSize () const override
bool	isLSRCostLess (const TargetTransformInfo::LSRCost &C1, const TargetTransformInfo::LSRCost &C2) const override
bool	isProfitableToSinkOperands (Instruction *I, SmallVectorImpl< Use * > &Ops) const override
	Check if sinking I's operands to I's basic block is profitable, because the operands can be folded into a target instruction, e.g.
Public Member Functions inherited from llvm::BasicTTIImplBase< AArch64TTIImpl >
bool	allowsMisalignedMemoryAccesses (LLVMContext &Context, unsigned BitWidth, unsigned AddressSpace, Align Alignment, unsigned *Fast) const override
bool	areInlineCompatible (const Function *Caller, const Function *Callee) const override
bool	hasBranchDivergence (const Function *F=nullptr) const override
bool	isSourceOfDivergence (const Value *V) const override
bool	isAlwaysUniform (const Value *V) const override
bool	isValidAddrSpaceCast (unsigned FromAS, unsigned ToAS) const override
bool	addrspacesMayAlias (unsigned AS0, unsigned AS1) const override
unsigned	getFlatAddressSpace () const override
bool	collectFlatAddressOperands (SmallVectorImpl< int > &OpIndexes, Intrinsic::ID IID) const override
bool	isNoopAddrSpaceCast (unsigned FromAS, unsigned ToAS) const override
unsigned	getAssumedAddrSpace (const Value *V) const override
bool	isSingleThreaded () const override
std::pair< const Value *, unsigned >	getPredicatedAddrSpace (const Value *V) const override
Value *	rewriteIntrinsicWithAddressSpace (IntrinsicInst *II, Value *OldV, Value *NewV) const override
bool	isLegalAddImmediate (int64_t imm) const override
bool	isLegalAddScalableImmediate (int64_t Imm) const override
bool	isLegalICmpImmediate (int64_t imm) const override
bool	isLegalAddressingMode (Type *Ty, GlobalValue *BaseGV, int64_t BaseOffset, bool HasBaseReg, int64_t Scale, unsigned AddrSpace, Instruction *I=nullptr, int64_t ScalableOffset=0) const override
int64_t	getPreferredLargeGEPBaseOffset (int64_t MinOffset, int64_t MaxOffset)
unsigned	getStoreMinimumVF (unsigned VF, Type *ScalarMemTy, Type *ScalarValTy) const override
bool	isIndexedLoadLegal (TTI::MemIndexedMode M, Type *Ty) const override
bool	isIndexedStoreLegal (TTI::MemIndexedMode M, Type *Ty) const override
bool	isLSRCostLess (const TTI::LSRCost &C1, const TTI::LSRCost &C2) const override
bool	isNumRegsMajorCostOfLSR () const override
bool	shouldDropLSRSolutionIfLessProfitable () const override
bool	isProfitableLSRChainElement (Instruction *I) const override
InstructionCost	getScalingFactorCost (Type *Ty, GlobalValue *BaseGV, StackOffset BaseOffset, bool HasBaseReg, int64_t Scale, unsigned AddrSpace) const override
bool	isTruncateFree (Type *Ty1, Type *Ty2) const override
bool	isProfitableToHoist (Instruction *I) const override
bool	useAA () const override
bool	isTypeLegal (Type *Ty) const override
unsigned	getRegUsageForType (Type *Ty) const override
InstructionCost	getGEPCost (Type *PointeeType, const Value *Ptr, ArrayRef< const Value * > Operands, Type *AccessType, TTI::TargetCostKind CostKind) const override
unsigned	getEstimatedNumberOfCaseClusters (const SwitchInst &SI, unsigned &JumpTableSize, ProfileSummaryInfo *PSI, BlockFrequencyInfo *BFI) const override
bool	shouldBuildLookupTables () const override
bool	shouldBuildRelLookupTables () const override
bool	haveFastSqrt (Type *Ty) const override
bool	isFCmpOrdCheaperThanFCmpZero (Type *Ty) const override
InstructionCost	getFPOpCost (Type *Ty) const override
bool	preferToKeepConstantsAttached (const Instruction &Inst, const Function &Fn) const override
unsigned	getInliningThresholdMultiplier () const override
unsigned	adjustInliningThreshold (const CallBase *CB) const override
unsigned	getCallerAllocaCost (const CallBase *CB, const AllocaInst *AI) const override
int	getInlinerVectorBonusPercent () const override
void	getUnrollingPreferences (Loop *L, ScalarEvolution &SE, TTI::UnrollingPreferences &UP, OptimizationRemarkEmitter *ORE) const override
void	getPeelingPreferences (Loop *L, ScalarEvolution &SE, TTI::PeelingPreferences &PP) const override
bool	isHardwareLoopProfitable (Loop *L, ScalarEvolution &SE, AssumptionCache &AC, TargetLibraryInfo *LibInfo, HardwareLoopInfo &HWLoopInfo) const override
unsigned	getEpilogueVectorizationMinVF () const override
bool	preferPredicateOverEpilogue (TailFoldingInfo *TFI) const override
TailFoldingStyle	getPreferredTailFoldingStyle (bool IVUpdateMayOverflow=true) const override
std::optional< Instruction * >	instCombineIntrinsic (InstCombiner &IC, IntrinsicInst &II) const override
std::optional< Value * >	simplifyDemandedUseBitsIntrinsic (InstCombiner &IC, IntrinsicInst &II, APInt DemandedMask, KnownBits &Known, bool &KnownBitsComputed) const override
std::optional< Value * >	simplifyDemandedVectorEltsIntrinsic (InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts, APInt &UndefElts2, APInt &UndefElts3, std::function< void(Instruction *, unsigned, APInt, APInt &)> SimplifyAndSetOp) const override
std::optional< unsigned >	getCacheSize (TargetTransformInfo::CacheLevel Level) const override
std::optional< unsigned >	getCacheAssociativity (TargetTransformInfo::CacheLevel Level) const override
unsigned	getCacheLineSize () const override
unsigned	getPrefetchDistance () const override
unsigned	getMinPrefetchStride (unsigned NumMemAccesses, unsigned NumStridedMemAccesses, unsigned NumPrefetches, bool HasCall) const override
unsigned	getMaxPrefetchIterationsAhead () const override
bool	enableWritePrefetching () const override
bool	shouldPrefetchAddressSpace (unsigned AS) const override
TypeSize	getRegisterBitWidth (TargetTransformInfo::RegisterKind K) const override
std::optional< unsigned >	getMaxVScale () const override
std::optional< unsigned >	getVScaleForTuning () const override
bool	isVScaleKnownToBeAPowerOfTwo () const override
InstructionCost	getScalarizationOverhead (VectorType *InTy, const APInt &DemandedElts, bool Insert, bool Extract, TTI::TargetCostKind CostKind, bool ForPoisonSrc=true, ArrayRef< Value * > VL={}) const override
	Estimate the overhead of scalarizing an instruction.
bool	isTargetIntrinsicTriviallyScalarizable (Intrinsic::ID ID) const override
bool	isTargetIntrinsicWithScalarOpAtArg (Intrinsic::ID ID, unsigned ScalarOpdIdx) const override
bool	isTargetIntrinsicWithOverloadTypeAtArg (Intrinsic::ID ID, int OpdIdx) const override
bool	isTargetIntrinsicWithStructReturnOverloadAtField (Intrinsic::ID ID, int RetIdx) const override
InstructionCost	getScalarizationOverhead (VectorType *InTy, bool Insert, bool Extract, TTI::TargetCostKind CostKind) const
	Helper wrapper for the DemandedElts variant of getScalarizationOverhead.
InstructionCost	getOperandsScalarizationOverhead (ArrayRef< Type * > Tys, TTI::TargetCostKind CostKind) const override
	Estimate the overhead of scalarizing an instruction's operands.
InstructionCost	getScalarizationOverhead (VectorType *RetTy, ArrayRef< const Value * > Args, ArrayRef< Type * > Tys, TTI::TargetCostKind CostKind) const
	Estimate the overhead of scalarizing the inputs and outputs of an instruction, with return type RetTy and arguments Args of type Tys.
std::pair< InstructionCost, MVT >	getTypeLegalizationCost (Type *Ty) const
	Estimate the cost of type-legalization and the legalized type.
unsigned	getMaxInterleaveFactor (ElementCount VF) const override
InstructionCost	getArithmeticInstrCost (unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Opd1Info={TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Opd2Info={TTI::OK_AnyValue, TTI::OP_None}, ArrayRef< const Value * > Args={}, const Instruction *CxtI=nullptr) const override
TTI::ShuffleKind	improveShuffleKindFromMask (TTI::ShuffleKind Kind, ArrayRef< int > Mask, VectorType *SrcTy, int &Index, VectorType *&SubTy) const
InstructionCost	getShuffleCost (TTI::ShuffleKind Kind, VectorType *DstTy, VectorType *SrcTy, ArrayRef< int > Mask, TTI::TargetCostKind CostKind, int Index, VectorType *SubTp, ArrayRef< const Value * > Args={}, const Instruction *CxtI=nullptr) const override
InstructionCost	getCastInstrCost (unsigned Opcode, Type *Dst, Type *Src, TTI::CastContextHint CCH, TTI::TargetCostKind CostKind, const Instruction *I=nullptr) const override
InstructionCost	getExtractWithExtendCost (unsigned Opcode, Type *Dst, VectorType *VecTy, unsigned Index, TTI::TargetCostKind CostKind) const override
InstructionCost	getCFInstrCost (unsigned Opcode, TTI::TargetCostKind CostKind, const Instruction *I=nullptr) const override
InstructionCost	getCmpSelInstrCost (unsigned Opcode, Type *ValTy, Type *CondTy, CmpInst::Predicate VecPred, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info={TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Op2Info={TTI::OK_AnyValue, TTI::OP_None}, const Instruction *I=nullptr) const override
InstructionCost	getVectorInstrCost (unsigned Opcode, Type *Val, TTI::TargetCostKind CostKind, unsigned Index, const Value *Op0, const Value *Op1) const override
InstructionCost	getVectorInstrCost (unsigned Opcode, Type *Val, TTI::TargetCostKind CostKind, unsigned Index, Value *Scalar, ArrayRef< std::tuple< Value *, User *, int > > ScalarUserAndIdx) const override
InstructionCost	getVectorInstrCost (const Instruction &I, Type *Val, TTI::TargetCostKind CostKind, unsigned Index) const override
InstructionCost	getIndexedVectorInstrCostFromEnd (unsigned Opcode, Type *Val, TTI::TargetCostKind CostKind, unsigned Index) const override
InstructionCost	getReplicationShuffleCost (Type *EltTy, int ReplicationFactor, int VF, const APInt &DemandedDstElts, TTI::TargetCostKind CostKind) const override
InstructionCost	getMemoryOpCost (unsigned Opcode, Type *Src, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, TTI::OperandValueInfo OpInfo={TTI::OK_AnyValue, TTI::OP_None}, const Instruction *I=nullptr) const override
InstructionCost	getMaskedMemoryOpCost (unsigned Opcode, Type *DataTy, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind) const override
InstructionCost	getGatherScatterOpCost (unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, Align Alignment, TTI::TargetCostKind CostKind, const Instruction *I=nullptr) const override
InstructionCost	getExpandCompressMemoryOpCost (unsigned Opcode, Type *DataTy, bool VariableMask, Align Alignment, TTI::TargetCostKind CostKind, const Instruction *I=nullptr) const override
InstructionCost	getStridedMemoryOpCost (unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, Align Alignment, TTI::TargetCostKind CostKind, const Instruction *I) const override
InstructionCost	getInterleavedMemoryOpCost (unsigned Opcode, Type *VecTy, unsigned Factor, ArrayRef< unsigned > Indices, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, bool UseMaskForCond=false, bool UseMaskForGaps=false) const override
InstructionCost	getIntrinsicInstrCost (const IntrinsicCostAttributes &ICA, TTI::TargetCostKind CostKind) const override
	Get intrinsic cost based on arguments.
InstructionCost	getTypeBasedIntrinsicInstrCost (const IntrinsicCostAttributes &ICA, TTI::TargetCostKind CostKind) const
	Get intrinsic cost based on argument types.
InstructionCost	getCallInstrCost (Function *F, Type *RetTy, ArrayRef< Type * > Tys, TTI::TargetCostKind CostKind) const override
	Compute a cost of the given call instruction.
unsigned	getNumberOfParts (Type *Tp) const override
InstructionCost	getAddressComputationCost (Type *PtrTy, ScalarEvolution *, const SCEV *, TTI::TargetCostKind) const override
InstructionCost	getTreeReductionCost (unsigned Opcode, VectorType *Ty, TTI::TargetCostKind CostKind) const
	Try to calculate arithmetic and shuffle op costs for reduction intrinsics.
InstructionCost	getOrderedReductionCost (unsigned Opcode, VectorType *Ty, TTI::TargetCostKind CostKind) const
	Try to calculate the cost of performing strict (in-order) reductions, which involves doing a sequence of floating point additions in lane order, starting with an initial value.
InstructionCost	getArithmeticReductionCost (unsigned Opcode, VectorType *Ty, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind) const override
InstructionCost	getMinMaxReductionCost (Intrinsic::ID IID, VectorType *Ty, FastMathFlags FMF, TTI::TargetCostKind CostKind) const override
	Try to calculate op costs for min/max reduction operations.
InstructionCost	getExtendedReductionCost (unsigned Opcode, bool IsUnsigned, Type *ResTy, VectorType *Ty, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind) const override
InstructionCost	getMulAccReductionCost (bool IsUnsigned, unsigned RedOpcode, Type *ResTy, VectorType *Ty, TTI::TargetCostKind CostKind) const override
InstructionCost	getVectorSplitCost () const
Public Member Functions inherited from llvm::TargetTransformInfoImplCRTPBase< T >
InstructionCost	getGEPCost (Type *PointeeType, const Value *Ptr, ArrayRef< const Value * > Operands, Type *AccessType, TTI::TargetCostKind CostKind) const override
InstructionCost	getPointersChainCost (ArrayRef< const Value * > Ptrs, const Value *Base, const TTI::PointersChainInfo &Info, Type *AccessTy, TTI::TargetCostKind CostKind) const override
InstructionCost	getInstructionCost (const User *U, ArrayRef< const Value * > Operands, TTI::TargetCostKind CostKind) const override
bool	isExpensiveToSpeculativelyExecute (const Instruction *I) const override
bool	supportsTailCallFor (const CallBase *CB) const override
Public Member Functions inherited from llvm::TargetTransformInfoImplBase
virtual	~TargetTransformInfoImplBase ()
	TargetTransformInfoImplBase (const TargetTransformInfoImplBase &Arg)=default
	TargetTransformInfoImplBase (TargetTransformInfoImplBase &&Arg)
virtual const DataLayout &	getDataLayout () const
virtual unsigned	getInliningCostBenefitAnalysisSavingsMultiplier () const
virtual unsigned	getInliningCostBenefitAnalysisProfitableMultiplier () const
virtual int	getInliningLastCallToStaticBonus () const
virtual InstructionCost	getMemcpyCost (const Instruction *I) const
virtual uint64_t	getMaxMemIntrinsicInlineSizeThreshold () const
virtual BranchProbability	getPredictableBranchThreshold () const
virtual InstructionCost	getBranchMispredictPenalty () const
virtual bool	canHaveNonUndefGlobalInitializerInAddressSpace (unsigned AS) const
virtual bool	isLoweredToCall (const Function *F) const
virtual bool	canMacroFuseCmp () const
virtual bool	canSaveCmp (Loop *L, BranchInst **BI, ScalarEvolution *SE, LoopInfo *LI, DominatorTree *DT, AssumptionCache *AC, TargetLibraryInfo *LibInfo) const
virtual TTI::AddressingModeKind	getPreferredAddressingMode (const Loop *L, ScalarEvolution *SE) const
virtual bool	forceScalarizeMaskedGather (VectorType *DataType, Align Alignment) const
virtual bool	forceScalarizeMaskedScatter (VectorType *DataType, Align Alignment) const
virtual bool	isLegalMaskedCompressStore (Type *DataType, Align Alignment) const
virtual bool	isLegalAltInstr (VectorType *VecTy, unsigned Opcode0, unsigned Opcode1, const SmallBitVector &OpcodeMask) const
virtual bool	isLegalMaskedExpandLoad (Type *DataType, Align Alignment) const
virtual bool	isLegalStridedLoadStore (Type *DataType, Align Alignment) const
virtual bool	isLegalInterleavedAccessType (VectorType *VTy, unsigned Factor, Align Alignment, unsigned AddrSpace) const
virtual bool	isLegalMaskedVectorHistogram (Type *AddrType, Type *DataType) const
virtual bool	hasDivRemOp (Type *DataType, bool IsSigned) const
virtual bool	hasVolatileVariant (Instruction *I, unsigned AddrSpace) const
virtual bool	LSRWithInstrQueries () const
virtual bool	shouldBuildLookupTablesForConstant (Constant *C) const
virtual bool	useColdCCForColdCall (Function &F) const
virtual bool	supportsEfficientVectorElementLoadStore () const
virtual bool	supportsTailCalls () const
virtual bool	enableAggressiveInterleaving (bool LoopHasReductions) const
virtual bool	isFPVectorizationPotentiallyUnsafe () const
virtual InstructionCost	getIntImmCodeSizeCost (unsigned Opcode, unsigned Idx, const APInt &Imm, Type *Ty) const
virtual bool	hasConditionalLoadStoreForType (Type *Ty, bool IsStore) const
virtual unsigned	getRegisterClassForType (bool Vector, Type *Ty=nullptr) const
virtual const char *	getRegisterClassName (unsigned ClassID) const
virtual ElementCount	getMinimumVF (unsigned ElemWidth, bool IsScalable) const
virtual unsigned	getMaximumVF (unsigned ElemWidth, unsigned Opcode) const
virtual InstructionCost	getAltInstrCost (VectorType *VecTy, unsigned Opcode0, unsigned Opcode1, const SmallBitVector &OpcodeMask, TTI::TargetCostKind CostKind) const
virtual InstructionCost	getInsertExtractValueCost (unsigned Opcode, TTI::TargetCostKind CostKind) const
virtual unsigned	getAtomicMemIntrinsicMaxElementSize () const
virtual Type *	getMemcpyLoopLoweringType (LLVMContext &Context, Value *Length, unsigned SrcAddrSpace, unsigned DestAddrSpace, Align SrcAlign, Align DestAlign, std::optional< uint32_t > AtomicElementSize) const
virtual void	getMemcpyLoopResidualLoweringType (SmallVectorImpl< Type * > &OpsOut, LLVMContext &Context, unsigned RemainingBytes, unsigned SrcAddrSpace, unsigned DestAddrSpace, Align SrcAlign, Align DestAlign, std::optional< uint32_t > AtomicCpySize) const
virtual unsigned	getLoadStoreVecRegBitWidth (unsigned AddrSpace) const
virtual bool	isLegalToVectorizeLoad (LoadInst *LI) const
virtual bool	isLegalToVectorizeStore (StoreInst *SI) const
virtual bool	isLegalToVectorizeLoadChain (unsigned ChainSizeInBytes, Align Alignment, unsigned AddrSpace) const
virtual bool	isLegalToVectorizeStoreChain (unsigned ChainSizeInBytes, Align Alignment, unsigned AddrSpace) const
virtual unsigned	getLoadVectorFactor (unsigned VF, unsigned LoadSize, unsigned ChainSizeInBytes, VectorType *VecTy) const
virtual unsigned	getStoreVectorFactor (unsigned VF, unsigned StoreSize, unsigned ChainSizeInBytes, VectorType *VecTy) const
virtual bool	preferInLoopReduction (RecurKind Kind, Type *Ty) const
virtual bool	preferAlternateOpcodeVectorization () const
virtual bool	preferEpilogueVectorization () const
virtual bool	shouldConsiderVectorizationRegPressure () const
virtual TTI::ReductionShuffle	getPreferredExpandedReductionShuffle (const IntrinsicInst *II) const
virtual bool	hasActiveVectorLength () const
virtual bool	isVectorShiftByScalarCheap (Type *Ty) const
virtual TargetTransformInfo::VPLegalization	getVPLegalizationStrategy (const VPIntrinsic &PI) const
virtual bool	hasArmWideBranch (bool) const
virtual unsigned	getMaxNumArgs () const
virtual unsigned	getNumBytesToPadGlobalArray (unsigned Size, Type *ArrayType) const
virtual void	collectKernelLaunchBounds (const Function &F, SmallVectorImpl< std::pair< StringRef, int64_t > > &LB) const
virtual bool	allowVectorElementIndexingUsingGEP () const

Additional Inherited Members
Protected Types inherited from llvm::TargetTransformInfoImplBase
typedef TargetTransformInfo	TTI
Protected Member Functions inherited from llvm::BasicTTIImplBase< AArch64TTIImpl >
	BasicTTIImplBase (const TargetMachine *TM, const DataLayout &DL)
	~BasicTTIImplBase () override=default
Protected Member Functions inherited from llvm::TargetTransformInfoImplCRTPBase< T >
	TargetTransformInfoImplCRTPBase (const DataLayout &DL)
Protected Member Functions inherited from llvm::TargetTransformInfoImplBase
	TargetTransformInfoImplBase (const DataLayout &DL)
unsigned	minRequiredElementSize (const Value *Val, bool &isSigned) const
bool	isStridedAccess (const SCEV *Ptr) const
const SCEVConstant *	getConstantStrideStep (ScalarEvolution *SE, const SCEV *Ptr) const
bool	isConstantStridedAccessLessThan (ScalarEvolution *SE, const SCEV *Ptr, int64_t MergeDistance) const
Protected Attributes inherited from llvm::BasicTTIImplBase< AArch64TTIImpl >
const DataLayout &	DL
Protected Attributes inherited from llvm::TargetTransformInfoImplBase
const DataLayout &	DL

Detailed Description

Definition at line 42 of file AArch64TargetTransformInfo.h.

Constructor & Destructor Documentation

AArch64TTIImpl()

llvm::AArch64TTIImpl::AArch64TTIImpl ( const AArch64TargetMachine * TM, const Function & F )

inlineexplicit

Definition at line 87 of file AArch64TargetTransformInfo.h.

References F, and llvm::TargetTransformInfoImplBase::getDataLayout().

Member Function Documentation

areInlineCompatible()

bool AArch64TTIImpl::areInlineCompatible ( const Function * Caller, const Function * Callee ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 268 of file AArch64TargetTransformInfo.cpp.

References llvm::SMECallAttrs::callee(), llvm::SMECallAttrs::caller(), llvm::SMEAttrs::hasNonStreamingInterfaceAndBody(), hasPossibleIncompatibleOps(), llvm::SMEAttrs::hasStreamingBody(), llvm::SMEAttrs::hasStreamingInterfaceOrBody(), llvm::SMEAttrs::isNewZA(), llvm::SMEAttrs::isNewZT0(), llvm::SMECallAttrs::requiresLazySave(), llvm::SMECallAttrs::requiresPreservingAllZAState(), llvm::SMECallAttrs::requiresPreservingZT0(), llvm::SMECallAttrs::requiresSMChange(), llvm::SMEAttrs::set(), llvm::SMEAttrs::SM_Compatible, and llvm::SMEAttrs::SM_Enabled.

areTypesABICompatible()

bool AArch64TTIImpl::areTypesABICompatible ( const Function * Caller, const Function * Callee, ArrayRef< Type * > Types ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 311 of file AArch64TargetTransformInfo.cpp.

References llvm::any_of(), and llvm::TargetTransformInfoImplBase::areTypesABICompatible().

enableInterleavedAccessVectorization()

bool llvm::AArch64TTIImpl::enableInterleavedAccessVectorization ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 125 of file AArch64TargetTransformInfo.h.

enableMaskedInterleavedAccessVectorization()

bool llvm::AArch64TTIImpl::enableMaskedInterleavedAccessVectorization ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 127 of file AArch64TargetTransformInfo.h.

enableMemCmpExpansion()

AArch64TTIImpl::TTI::MemCmpExpansionOptions AArch64TTIImpl::enableMemCmpExpansion ( bool OptSize, bool IsZeroCmp ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4700 of file AArch64TargetTransformInfo.cpp.

References Options.

enableOrderedReductions()

bool llvm::AArch64TTIImpl::enableOrderedReductions ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 409 of file AArch64TargetTransformInfo.h.

enableScalableVectorization()

bool AArch64TTIImpl::enableScalableVectorization ( ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 2981 of file AArch64TargetTransformInfo.cpp.

References EnableScalableAutovecInStreamingMode.

enableSelectOptimize()

bool llvm::AArch64TTIImpl::enableSelectOptimize ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 500 of file AArch64TargetTransformInfo.h.

getAddressComputationCost()

InstructionCost AArch64TTIImpl::getAddressComputationCost ( Type * PtrTy, ScalarEvolution * SE, const SCEV * Ptr, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4520 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::TargetTransformInfoImplBase::isConstantStridedAccessLessThan(), llvm::Type::isVectorTy(), NeonNonConstStrideOverhead, and Ptr.

getArithmeticInstrCost()

InstructionCost AArch64TTIImpl::getArithmeticInstrCost ( unsigned Opcode, Type * Ty, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info = {TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Op2Info = {TTI::OK_AnyValue, TTI::OP_None}, ArrayRef< const Value * > Args = {}, const Instruction * CxtI = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4185 of file AArch64TargetTransformInfo.cpp.

References llvm::ISD::ADD, llvm::ISD::AND, llvm::cast(), CostKind, llvm::CostTableLookup(), llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::dyn_cast(), llvm::ISD::FADD, llvm::ISD::FDIV, llvm::ISD::FMUL, llvm::ISD::FREM, llvm::ISD::FSUB, getArithmeticInstrCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getArithmeticInstrCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getCallInstrCost(), getCastInstrCost(), getFP16BF16PromoteCost(), llvm::InstructionCost::getInvalid(), llvm::TargetTransformInfo::OperandValueInfo::getNoProps(), llvm::User::getOperand(), llvm::ElementCount::getScalable(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), getVectorInstrCost(), llvm::Value::hasOneUse(), llvm::isa(), llvm::TargetTransformInfo::OperandValueInfo::isConstant(), llvm::TargetTransformInfo::OperandValueInfo::isNegatedPowerOf2(), llvm::TargetTransformInfo::OperandValueInfo::isPowerOf2(), llvm::TargetTransformInfo::OperandValueInfo::isUniform(), llvm::PatternMatch::m_FMul(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::ISD::MUL, llvm::TargetTransformInfo::None, llvm::ISD::OR, llvm::ISD::SDIV, llvm::ISD::SHL, llvm::ISD::SRA, llvm::ISD::SREM, llvm::ISD::SRL, llvm::TargetTransformInfo::TCK_RecipThroughput, llvm::ISD::UDIV, llvm::ISD::UREM, llvm::Value::user_begin(), and llvm::ISD::XOR.

Referenced by getArithmeticInstrCost(), getArithmeticReductionCost(), getArithmeticReductionCostSVE(), and getIntrinsicInstrCost().

getArithmeticReductionCost()

InstructionCost AArch64TTIImpl::getArithmeticReductionCost ( unsigned Opcode, VectorType * Ty, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5513 of file AArch64TargetTransformInfo.cpp.

References llvm::ISD::ADD, llvm::ISD::AND, assert(), llvm::cast(), CostKind, llvm::CostTableLookup(), llvm::dyn_cast(), llvm::ISD::FADD, llvm::FixedVectorType::get(), getArithmeticInstrCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getArithmeticReductionCost(), getArithmeticReductionCostSVE(), llvm::InstructionCost::getInvalid(), getMaxNumElements(), llvm::ElementCount::getScalable(), llvm::Type::getScalarType(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::MVT::getVectorNumElements(), llvm::isa(), llvm::isPowerOf2_32(), llvm::MVT::isVector(), llvm::Log2_32(), llvm::ISD::OR, llvm::TargetTransformInfo::requiresOrderedReduction(), and llvm::ISD::XOR.

getArithmeticReductionCostSVE()

InstructionCost AArch64TTIImpl::getArithmeticReductionCostSVE	(	unsigned	Opcode,
		VectorType *	ValTy,
		TTI::TargetCostKind	CostKind ) const

Definition at line 5487 of file AArch64TargetTransformInfo.cpp.

References llvm::ISD::ADD, llvm::ISD::AND, assert(), CostKind, llvm::ISD::FADD, getArithmeticInstrCost(), llvm::InstructionCost::getInvalid(), llvm::EVT::getTypeForEVT(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::ISD::OR, and llvm::ISD::XOR.

Referenced by getArithmeticReductionCost().

getCastInstrCost()

InstructionCost AArch64TTIImpl::getCastInstrCost ( unsigned Opcode, Type * Dst, Type * Src, TTI::CastContextHint CCH, TTI::TargetCostKind CostKind, const Instruction * I = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 3198 of file AArch64TargetTransformInfo.cpp.

References assert(), llvm::EVT::bitsGT(), llvm::cast(), llvm::ConvertCostTableLookup(), CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::ISD::FP_ROUND, llvm::ISD::FP_TO_SINT, llvm::ISD::FP_TO_UINT, llvm::ScalableVectorType::get(), getCastInstrCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getCastInstrCost(), llvm::InstructionCost::getInvalid(), getNumElements(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getScalarizationOverhead(), llvm::EVT::getScalarSizeInBits(), llvm::Type::getScalarSizeInBits(), llvm::EVT::getScalarType(), llvm::EVT::getSimpleVT(), llvm::EVT::getTypeForEVT(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::EVT::getVectorNumElements(), llvm::Type::getWithNewBitWidth(), I, llvm::isa(), isExtPartOfAvgExpr(), llvm::EVT::isFixedLengthVector(), llvm::EVT::isSimple(), llvm::TargetTransformInfo::Masked, llvm::TargetTransformInfo::None, llvm::TargetTransformInfo::Normal, llvm::ISD::SIGN_EXTEND, llvm::ISD::SINT_TO_FP, llvm::AArch64::SVEBitsPerBlock, llvm::TargetTransformInfo::TCK_RecipThroughput, llvm::ISD::TRUNCATE, llvm::TargetLoweringBase::TypePromoteInteger, llvm::TargetLoweringBase::TypeSplitVector, llvm::ISD::UINT_TO_FP, and llvm::ISD::ZERO_EXTEND.

Referenced by getArithmeticInstrCost(), getCastInstrCost(), getCmpSelInstrCost(), getExtractWithExtendCost(), getFP16BF16PromoteCost(), getIntrinsicInstrCost(), and getSpliceCost().

getCFInstrCost()

InstructionCost AArch64TTIImpl::getCFInstrCost ( unsigned Opcode, TTI::TargetCostKind CostKind, const Instruction * I = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 3923 of file AArch64TargetTransformInfo.cpp.

References assert(), CostKind, I, and llvm::TargetTransformInfo::TCK_RecipThroughput.

getCmpSelInstrCost()

InstructionCost AArch64TTIImpl::getCmpSelInstrCost ( unsigned Opcode, Type * ValTy, Type * CondTy, CmpInst::Predicate VecPred, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info = {TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Op2Info = {TTI::OK_AnyValue, TTI::OP_None}, const Instruction * I = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4565 of file AArch64TargetTransformInfo.cpp.

References llvm::any_of(), llvm::CmpInst::BAD_ICMP_PREDICATE, llvm::cast(), llvm::ConvertCostTableLookup(), CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::CmpInst::FCMP_OEQ, llvm::CmpInst::FCMP_OGE, llvm::CmpInst::FCMP_OGT, llvm::CmpInst::FCMP_OLE, llvm::CmpInst::FCMP_OLT, llvm::CmpInst::FCMP_ONE, llvm::CmpInst::FCMP_ORD, llvm::CmpInst::FCMP_UEQ, llvm::CmpInst::FCMP_UNE, llvm::CmpInst::FCMP_UNO, llvm::BasicTTIImplBase< AArch64TTIImpl >::getCallInstrCost(), getCastInstrCost(), getCmpSelInstrCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getCmpSelInstrCost(), getFP16BF16PromoteCost(), llvm::VectorType::getInteger(), llvm::EVT::getSimpleVT(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), hasKnownLowerThroughputFromSchedulingModel(), I, llvm::CmpInst::ICMP_SGE, llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_SLT, llvm::isa(), llvm::CmpInst::isIntPredicate(), llvm::EVT::isSimple(), llvm::CmpInst::isUnsigned(), llvm::Type::isVectorTy(), llvm::PatternMatch::m_AllOnes(), llvm::PatternMatch::m_And(), llvm::PatternMatch::m_Cmp(), llvm::PatternMatch::m_One(), llvm::PatternMatch::m_Select(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_Zero(), llvm::PatternMatch::match(), llvm::TargetTransformInfo::None, llvm::TargetTransformInfo::TCK_Latency, and llvm::TargetTransformInfo::TCK_RecipThroughput.

Referenced by getCmpSelInstrCost(), getIntrinsicInstrCost(), and getSpliceCost().

getCostOfKeepingLiveOverCall()

InstructionCost AArch64TTIImpl::getCostOfKeepingLiveOverCall ( ArrayRef< Type * > Tys ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4946 of file AArch64TargetTransformInfo.cpp.

References llvm::cast(), CostKind, getMemoryOpCost(), I, and llvm::TargetTransformInfo::TCK_RecipThroughput.

getEpilogueVectorizationMinVF()

unsigned AArch64TTIImpl::getEpilogueVectorizationMinVF ( ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6242 of file AArch64TargetTransformInfo.cpp.

getExtendedReductionCost()

InstructionCost AArch64TTIImpl::getExtendedReductionCost ( unsigned Opcode, bool IsUnsigned, Type * ResTy, VectorType * ValTy, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5643 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::BasicTTIImplBase< AArch64TTIImpl >::getExtendedReductionCost(), llvm::EVT::getSizeInBits(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), and llvm::EVT::isSimple().

getExtractWithExtendCost()

InstructionCost AArch64TTIImpl::getExtractWithExtendCost ( unsigned Opcode, Type * Dst, VectorType * VecTy, unsigned Index, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 3864 of file AArch64TargetTransformInfo.cpp.

References assert(), CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, getCastInstrCost(), llvm::VectorType::getElementType(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), getVectorInstrCost(), llvm::isa(), llvm_unreachable, and llvm::TargetTransformInfo::None.

getFeatureMask()

APInt AArch64TTIImpl::getFeatureMask ( const Function & F ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 251 of file AArch64TargetTransformInfo.cpp.

References F, llvm::AArch64::getFMVPriority(), isMultiversionedFunction(), and llvm::StringRef::split().

getFP16BF16PromoteCost()

std::optional< InstructionCost > AArch64TTIImpl::getFP16BF16PromoteCost	(	Type *	Ty,
		TTI::TargetCostKind	CostKind,
		TTI::OperandValueInfo	Op1Info,
		TTI::OperandValueInfo	Op2Info,
		bool	IncludeTrunc,
		std::function< InstructionCost(Type *)>	InstCost ) const

FP16 and BF16 operations are lowered to fptrunc(op(fpext, fpext) if the architecture features are not present.

Definition at line 4164 of file AArch64TargetTransformInfo.cpp.

References CostKind, getCastInstrCost(), llvm::Type::getFloatTy(), llvm::Type::getWithNewType(), llvm::TargetTransformInfo::OperandValueInfo::isConstant(), and llvm::TargetTransformInfo::None.

Referenced by getArithmeticInstrCost(), and getCmpSelInstrCost().

getGatherScatterOpCost()

InstructionCost AArch64TTIImpl::getGatherScatterOpCost ( unsigned Opcode, Type * DataTy, const Value * Ptr, bool VariableMask, Align Alignment, TTI::TargetCostKind CostKind, const Instruction * I = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4770 of file AArch64TargetTransformInfo.cpp.

References llvm::cast(), CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::getGatherScatterOpCost(), llvm::InstructionCost::getInvalid(), getMaxNumElements(), getMemoryOpCost(), llvm::ElementCount::getScalable(), getSVEGatherScatterOverhead(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), I, isElementTypeLegalForScalableVector(), isLegalMaskedGatherScatter(), Ptr, and useNeonVector().

getGISelRematGlobalCost()

unsigned llvm::AArch64TTIImpl::getGISelRematGlobalCost ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 424 of file AArch64TargetTransformInfo.h.

getIndexedVectorInstrCostFromEnd()

InstructionCost AArch64TTIImpl::getIndexedVectorInstrCostFromEnd ( unsigned Opcode, Type * Val, TTI::TargetCostKind CostKind, unsigned Index ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4133 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::getIndexedVectorInstrCostFromEnd(), llvm::isa(), and llvm::TargetTransformInfo::TCK_CodeSize.

getInlineCallPenalty()

unsigned AArch64TTIImpl::getInlineCallPenalty ( const Function * F, const CallBase & Call, unsigned DefaultCallPenalty ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 336 of file AArch64TargetTransformInfo.cpp.

References Call, llvm::SMECallAttrs::callee(), llvm::SMECallAttrs::caller(), CallPenaltyChangeSM, F, InlineCallPenaltyChangeSM, and llvm::SMECallAttrs::requiresSMChange().

getInterleavedMemoryOpCost()

InstructionCost AArch64TTIImpl::getInterleavedMemoryOpCost ( unsigned Opcode, Type * VecTy, unsigned Factor, ArrayRef< unsigned > Indices, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, bool UseMaskForCond = false, bool UseMaskForGaps = false ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4903 of file AArch64TargetTransformInfo.cpp.

References assert(), llvm::cast(), CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::VectorType::get(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getInterleavedMemoryOpCost(), llvm::InstructionCost::getInvalid(), llvm::isPowerOf2_32(), and llvm::Type::isScalableTy().

getIntImmCost() [1/2]

InstructionCost AArch64TTIImpl::getIntImmCost ( const APInt & Imm, Type * Ty, TTI::TargetCostKind CostKind ) const

overridevirtual

Calculate the cost of materializing the given constant.

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 397 of file AArch64TargetTransformInfo.cpp.

References llvm::APInt::ashr(), assert(), CostKind, getIntImmCost(), llvm::APInt::getSExtValue(), and llvm::APInt::sextOrTrunc().

getIntImmCost() [2/2]

InstructionCost AArch64TTIImpl::getIntImmCost

(

int64_t

Val

)

const

Calculate the cost of materializing a 64-bit value.

This helper method might only calculate a fraction of a larger immediate. Therefore it is valid to return a cost of ZERO.

Definition at line 381 of file AArch64TargetTransformInfo.cpp.

References llvm::AArch64_IMM::expandMOVImm(), llvm::AArch64_AM::isLogicalImmediate(), and llvm::SmallVectorTemplateCommon< T, typename >::size().

Referenced by getIntImmCost(), getIntImmCostInst(), and getIntImmCostIntrin().

getIntImmCostInst()

InstructionCost AArch64TTIImpl::getIntImmCostInst ( unsigned Opcode, unsigned Idx, const APInt & Imm, Type * Ty, TTI::TargetCostKind CostKind, Instruction * Inst = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 422 of file AArch64TargetTransformInfo.cpp.

References assert(), CostKind, getIntImmCost(), llvm::TargetTransformInfo::TCC_Basic, and llvm::TargetTransformInfo::TCC_Free.

getIntImmCostIntrin()

InstructionCost AArch64TTIImpl::getIntImmCostIntrin ( Intrinsic::ID IID, unsigned Idx, const APInt & Imm, Type * Ty, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 491 of file AArch64TargetTransformInfo.cpp.

References assert(), CostKind, getIntImmCost(), llvm::isInt(), llvm::TargetTransformInfo::TCC_Basic, and llvm::TargetTransformInfo::TCC_Free.

getIntrinsicInstrCost()

InstructionCost AArch64TTIImpl::getIntrinsicInstrCost ( const IntrinsicCostAttributes & ICA, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 599 of file AArch64TargetTransformInfo.cpp.

References _, llvm::any_of(), llvm::CallingConv::C, llvm::cast(), CostKind, llvm::CostTableLookup(), llvm::ISD::CTPOP, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::dyn_cast(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::CmpInst::FCMP_UNO, llvm::VectorType::get(), llvm::IntrinsicCostAttributes::getArgs(), llvm::IntrinsicCostAttributes::getArgTypes(), getArithmeticInstrCost(), getCastInstrCost(), getCmpSelInstrCost(), llvm::TargetTransformInfoImplBase::getDataLayout(), llvm::Type::getFloatTy(), getHistogramCost(), llvm::IntrinsicCostAttributes::getID(), llvm::Type::getIntNTy(), getIntrinsicInstrCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getIntrinsicInstrCost(), llvm::InstructionCost::getInvalid(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), llvm::TargetTransformInfo::getOperandInfo(), llvm::IntrinsicCostAttributes::getReturnType(), llvm::ElementCount::getScalable(), llvm::EVT::getScalarSizeInBits(), llvm::MVT::getScalarSizeInBits(), llvm::Type::getScalarType(), llvm::EVT::getSimpleVT(), llvm::EVT::getTypeForEVT(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::DataLayout::getTypeSizeInBits(), llvm::EVT::getVectorNumElements(), llvm::Type::getWithNewBitWidth(), llvm::CmpInst::ICMP_UGT, llvm::isa(), llvm::TargetTransformInfo::OperandValueInfo::isConstant(), llvm::Type::isDoubleTy(), llvm::EVT::isFixedLengthVector(), llvm::Type::isFloatTy(), llvm::Type::isHalfTy(), llvm::Type::isIntegerTy(), llvm::isPowerOf2_64(), llvm::EVT::isSimple(), llvm::BasicTTIImplBase< AArch64TTIImpl >::isTypeLegal(), llvm::TargetTransformInfo::OperandValueInfo::isUniform(), isUnpackedVectorVT(), llvm::InstructionCost::isValid(), llvm::MVT::isVector(), llvm::ConstantInt::isZero(), llvm::TargetTransformInfo::None, llvm::SmallVectorTemplateCommon< T, typename >::size(), llvm::TargetTransformInfo::TCC_Free, llvm::TargetLoweringBase::TypeLegal, and llvm::TargetLoweringBase::TypeSplitVector.

Referenced by getIntrinsicInstrCost(), and getMinMaxReductionCost().

getMaskedMemoryOpCost()

InstructionCost AArch64TTIImpl::getMaskedMemoryOpCost ( unsigned Opcode, Type * Src, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4723 of file AArch64TargetTransformInfo.cpp.

References llvm::cast(), CostKind, llvm::InstructionCost::getInvalid(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getMaskedMemoryOpCost(), llvm::ElementCount::getScalable(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), and useNeonVector().

getMaxInterleaveFactor()

unsigned AArch64TTIImpl::getMaxInterleaveFactor ( ElementCount VF ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4960 of file AArch64TargetTransformInfo.cpp.

getMaxNumElements()

unsigned llvm::AArch64TTIImpl::getMaxNumElements ( ElementCount VF ) const

inline

Try to return an estimate cost factor that can be used as a multiplier when scalarizing an operation for a vector with ElementCount VF.

For scalable vectors this currently takes the most pessimistic view based upon the maximum possible value for vscale.

Definition at line 174 of file AArch64TargetTransformInfo.h.

References llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getFixedValue(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), and llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::isScalable().

Referenced by getArithmeticReductionCost(), and getGatherScatterOpCost().

getMemoryOpCost()

InstructionCost AArch64TTIImpl::getMemoryOpCost ( unsigned Opcode, Type * Src, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, TTI::OperandValueInfo OpInfo = {TTI::OK_AnyValue, TTI::OP_None}, const Instruction * I = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4807 of file AArch64TargetTransformInfo.cpp.

References llvm::CallingConv::C, llvm::cast(), CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::dyn_cast(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::InstructionCost::getInvalid(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getMemoryOpCost(), llvm::ElementCount::getScalable(), llvm::EVT::getScalarSizeInBits(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::EVT::getVectorElementType(), llvm::EVT::getVectorNumElements(), llvm::EVT::getVectorVT(), I, llvm::isPowerOf2_32(), llvm::NextPowerOf2(), llvm::SmallVectorImpl< T >::pop_back_val(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::TargetTransformInfo::TCK_CodeSize, llvm::TargetTransformInfo::TCK_RecipThroughput, llvm::TargetTransformInfo::TCK_SizeAndLatency, and useNeonVector().

Referenced by getCostOfKeepingLiveOverCall(), and getGatherScatterOpCost().

getMinMaxReductionCost()

InstructionCost AArch64TTIImpl::getMinMaxReductionCost ( Intrinsic::ID IID, VectorType * Ty, FastMathFlags FMF, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5461 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::dyn_cast(), getIntrinsicInstrCost(), llvm::InstructionCost::getInvalid(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getMinMaxReductionCost(), llvm::ElementCount::getScalable(), llvm::EVT::getTypeForEVT(), and llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost().

getMinPageSize()

std::optional< unsigned > llvm::AArch64TTIImpl::getMinPageSize ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 515 of file AArch64TargetTransformInfo.h.

getMinTripCountTailFoldingThreshold()

unsigned llvm::AArch64TTIImpl::getMinTripCountTailFoldingThreshold ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 426 of file AArch64TargetTransformInfo.h.

getMinVectorRegisterBitWidth()

unsigned llvm::AArch64TTIImpl::getMinVectorRegisterBitWidth ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 157 of file AArch64TargetTransformInfo.h.

getMulAccReductionCost()

InstructionCost AArch64TTIImpl::getMulAccReductionCost ( bool IsUnsigned, unsigned RedOpcode, Type * ResTy, VectorType * Ty, TTI::TargetCostKind CostKind = TTI::TCK_RecipThroughput ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5671 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::BasicTTIImplBase< AArch64TTIImpl >::getMulAccReductionCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), and llvm::EVT::isSimple().

getNumberOfRegisters()

unsigned llvm::AArch64TTIImpl::getNumberOfRegisters ( unsigned ClassID ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 131 of file AArch64TargetTransformInfo.h.

References llvm::Vector.

getOrCreateResultFromMemIntrinsic()

Value * AArch64TTIImpl::getOrCreateResultFromMemIntrinsic ( IntrinsicInst * Inst, Type * ExpectedType, bool CanCreate = true ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5320 of file AArch64TargetTransformInfo.cpp.

References llvm::CallBase::arg_size(), llvm::dyn_cast(), llvm::PoisonValue::get(), llvm::CallBase::getArgOperand(), llvm::IntrinsicInst::getIntrinsicID(), and llvm::Value::getType().

getPartialReductionCost()

InstructionCost AArch64TTIImpl::getPartialReductionCost ( unsigned Opcode, Type * InputTypeA, Type * InputTypeB, Type * AccumType, ElementCount VF, TTI::PartialReductionExtendKind OpAExtend, TTI::PartialReductionExtendKind OpBExtend, std::optional< unsigned > BinOp, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5750 of file AArch64TargetTransformInfo.cpp.

References assert(), CostKind, llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::divideCoefficientBy(), llvm::VectorType::get(), llvm::Type::getContext(), llvm::EVT::getEVT(), llvm::InstructionCost::getInvalid(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), llvm::Type::getPrimitiveSizeInBits(), llvm::TypeSize::getScalable(), llvm::Type::getScalarSizeInBits(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::Invalid, llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::isFixed(), llvm::details::FixedOrScalableQuantity< TypeSize, uint64_t >::isKnownLT(), llvm::TargetTransformInfo::PR_None, llvm::TargetTransformInfo::TCC_Basic, llvm::TargetTransformInfo::TCK_RecipThroughput, llvm::TargetLoweringBase::TypeLegal, llvm::TargetLoweringBase::TypePromoteInteger, and llvm::TargetLoweringBase::TypeSplitVector.

getPeelingPreferences()

void AArch64TTIImpl::getPeelingPreferences ( Loop * L, ScalarEvolution & SE, TTI::PeelingPreferences & PP ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5315 of file AArch64TargetTransformInfo.cpp.

References llvm::BasicTTIImplBase< AArch64TTIImpl >::getPeelingPreferences().

getPopcntSupport()

TargetTransformInfo::PopcntSupportKind AArch64TTIImpl::getPopcntSupport ( unsigned TyWidth ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 543 of file AArch64TargetTransformInfo.cpp.

References assert(), llvm::isPowerOf2_32(), llvm::TargetTransformInfo::PSK_FastHardware, and llvm::TargetTransformInfo::PSK_Software.

getPreferredTailFoldingStyle()

TailFoldingStyle llvm::AArch64TTIImpl::getPreferredTailFoldingStyle ( bool IVUpdateMayOverflow ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 431 of file AArch64TargetTransformInfo.h.

References llvm::DataAndControlFlow, llvm::DataAndControlFlowWithoutRuntimeCheck, and llvm::DataWithoutLaneMask.

getRegisterBitWidth()

TypeSize AArch64TTIImpl::getRegisterBitWidth ( TargetTransformInfo::RegisterKind K ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 2987 of file AArch64TargetTransformInfo.cpp.

References EnableFixedwidthAutovecInStreamingMode, EnableScalableAutovecInStreamingMode, llvm::TypeSize::getFixed(), llvm::TypeSize::getScalable(), llvm_unreachable, llvm::TargetTransformInfo::RGK_FixedWidthVector, llvm::TargetTransformInfo::RGK_ScalableVector, and llvm::TargetTransformInfo::RGK_Scalar.

getScalarizationOverhead()

InstructionCost AArch64TTIImpl::getScalarizationOverhead ( VectorType * Ty, const APInt & DemandedElts, bool Insert, bool Extract, TTI::TargetCostKind CostKind, bool ForPoisonSrc = true, ArrayRef< Value * > VL = {} ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4150 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::InstructionCost::getInvalid(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getScalarizationOverhead(), llvm::isa(), llvm::APInt::popcount(), and llvm::TargetTransformInfo::TCK_CodeSize.

getScalingFactorCost()

InstructionCost AArch64TTIImpl::getScalingFactorCost ( Type * Ty, GlobalValue * BaseGV, StackOffset BaseOffset, bool HasBaseReg, int64_t Scale, unsigned AddrSpace ) const

overridevirtual

Return the cost of the scaling factor used in the addressing mode represented by AM for this target, for a load/store of the specified type.

If the AM is supported, the return value must be >= 0. If the AM is not supported, it returns an invalid cost.

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6288 of file AArch64TargetTransformInfo.cpp.

References llvm::TargetLoweringBase::AddrMode::BaseGV, llvm::TargetLoweringBase::AddrMode::BaseOffs, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::StackOffset::getFixed(), llvm::InstructionCost::getInvalid(), llvm::StackOffset::getScalable(), llvm::TargetLoweringBase::AddrMode::HasBaseReg, llvm::BasicTTIImplBase< AArch64TTIImpl >::isLegalAddressingMode(), llvm::TargetLoweringBase::AddrMode::ScalableOffset, and llvm::TargetLoweringBase::AddrMode::Scale.

getShuffleCost()

InstructionCost AArch64TTIImpl::getShuffleCost ( TTI::ShuffleKind Kind, VectorType * DstTy, VectorType * SrcTy, ArrayRef< int > Mask, TTI::TargetCostKind CostKind, int Index, VectorType * SubTp, ArrayRef< const Value * > Args = {}, const Instruction * CxtI = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5850 of file AArch64TargetTransformInfo.cpp.

References llvm::all_of(), assert(), llvm::cast(), CostKind, llvm::CostTableLookup(), llvm::drop_begin(), llvm::enumerate(), llvm::VectorType::get(), llvm::VectorType::getElementCount(), llvm::ElementCount::getFixed(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), llvm::FixedVectorType::getNumElements(), llvm::getPerfectShuffleCost(), llvm::Type::getPrimitiveSizeInBits(), llvm::Type::getScalarType(), getShuffleCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getShuffleCost(), getSpliceCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::Value::hasOneUse(), llvm::BasicTTIImplBase< AArch64TTIImpl >::improveShuffleKindFromMask(), llvm::isa(), llvm::ShuffleVectorInst::isDeInterleaveMaskOfFactor(), llvm::isDUPFirstSegmentMask(), llvm::isDUPQMask(), llvm::ShuffleVectorInst::isInterleaveMask(), isLegalBroadcastLoad(), llvm::isREVMask(), llvm::Type::isScalableTy(), llvm::isUZPMask(), llvm::isZIPMask(), N, llvm::PoisonMaskElem, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::TargetTransformInfo::SK_Broadcast, llvm::TargetTransformInfo::SK_ExtractSubvector, llvm::TargetTransformInfo::SK_InsertSubvector, llvm::TargetTransformInfo::SK_PermuteSingleSrc, llvm::TargetTransformInfo::SK_PermuteTwoSrc, llvm::TargetTransformInfo::SK_Reverse, llvm::TargetTransformInfo::SK_Select, llvm::TargetTransformInfo::SK_Splice, llvm::TargetTransformInfo::SK_Transpose, llvm::AArch64::SVEBitsPerBlock, llvm::TargetTransformInfo::TCK_CodeSize, and llvm::Value::user_begin().

Referenced by getShuffleCost().

getSpliceCost()

InstructionCost AArch64TTIImpl::getSpliceCost	(	VectorType *	Tp,
		int	Index,
		TTI::TargetCostKind	CostKind ) const

Definition at line 5694 of file AArch64TargetTransformInfo.cpp.

References assert(), llvm::CmpInst::BAD_ICMP_PREDICATE, CostKind, llvm::CostTableLookup(), getCastInstrCost(), getCmpSelInstrCost(), llvm::Type::getContext(), llvm::VectorType::getElementCount(), llvm::InstructionCost::getInvalid(), llvm::ElementCount::getScalable(), llvm::EVT::getSimpleVT(), llvm::EVT::getTypeForEVT(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::TargetTransformInfo::None, and llvm::TargetTransformInfo::SK_Splice.

Referenced by getShuffleCost().

getStoreMinimumVF()

unsigned llvm::AArch64TTIImpl::getStoreMinimumVF ( unsigned VF, Type * ScalarMemTy, Type * ScalarValTy ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 506 of file AArch64TargetTransformInfo.h.

References llvm::BasicTTIImplBase< AArch64TTIImpl >::getStoreMinimumVF(), llvm::Type::isIntegerTy(), and llvm::isPowerOf2_32().

getTgtMemIntrinsic()

bool AArch64TTIImpl::getTgtMemIntrinsic ( IntrinsicInst * Inst, MemIntrinsicInfo & Info ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5357 of file AArch64TargetTransformInfo.cpp.

References llvm::CallBase::arg_size(), llvm::CallBase::getArgOperand(), and llvm::IntrinsicInst::getIntrinsicID().

getUnrollingPreferences()

void AArch64TTIImpl::getUnrollingPreferences ( Loop * L, ScalarEvolution & SE, TTI::UnrollingPreferences & UP, OptimizationRemarkEmitter * ORE ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5232 of file AArch64TargetTransformInfo.cpp.

References llvm::cast(), llvm::TargetTransformInfo::UnrollingPreferences::DefaultUnrollRuntimeCount, EnableFalkorHWPFUnrollFix, F, llvm::AArch64Subtarget::Generic, getAppleRuntimeUnrollPreferences(), llvm::getBooleanLoopAttribute(), getCalledFunction(), getFalkorUnrollingPreferences(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getUnrollingPreferences(), I, llvm::isa(), llvm::TargetTransformInfoImplBase::isLoweredToCall(), llvm::TargetTransformInfo::UnrollingPreferences::Partial, llvm::TargetTransformInfo::UnrollingPreferences::PartialOptSizeThreshold, llvm::TargetTransformInfo::UnrollingPreferences::PartialThreshold, llvm::TargetTransformInfo::UnrollingPreferences::Runtime, llvm::TargetTransformInfo::UnrollingPreferences::RuntimeUnrollMultiExit, llvm::TargetTransformInfo::UnrollingPreferences::SCEVExpansionBudget, shouldUnrollMultiExitLoop(), llvm::TargetTransformInfo::UnrollingPreferences::UnrollAndJam, llvm::TargetTransformInfo::UnrollingPreferences::UnrollAndJamInnerLoopThreshold, llvm::TargetTransformInfo::UnrollingPreferences::UnrollRemainder, and llvm::TargetTransformInfo::UnrollingPreferences::UpperBound.

getVectorInstrCost() [1/3]

InstructionCost AArch64TTIImpl::getVectorInstrCost ( const Instruction & I, Type * Val, TTI::TargetCostKind CostKind, unsigned Index ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4125 of file AArch64TargetTransformInfo.cpp.

References CostKind, and I.

getVectorInstrCost() [2/3]

InstructionCost AArch64TTIImpl::getVectorInstrCost ( unsigned Opcode, Type * Val, TTI::TargetCostKind CostKind, unsigned Index, const Value * Op0, const Value * Op1 ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4103 of file AArch64TargetTransformInfo.cpp.

References CostKind, and llvm::isa().

Referenced by getArithmeticInstrCost(), and getExtractWithExtendCost().

getVectorInstrCost() [3/3]

InstructionCost AArch64TTIImpl::getVectorInstrCost ( unsigned Opcode, Type * Val, TTI::TargetCostKind CostKind, unsigned Index, Value * Scalar, ArrayRef< std::tuple< Value *, User *, int > > ScalarUserAndIdx ) const

overridevirtual

Parameters

ScalarUserAndIdx

encodes the information about extracts from a vector with 'Scalar' being the value being extracted,'User' being the user of the extract(nullptr if user is not known before vectorization) and 'Idx' being the extract lane.

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4117 of file AArch64TargetTransformInfo.cpp.

References CostKind.

getVScaleForTuning()

std::optional< unsigned > llvm::AArch64TTIImpl::getVScaleForTuning ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 161 of file AArch64TargetTransformInfo.h.

hasKnownLowerThroughputFromSchedulingModel()

bool AArch64TTIImpl::hasKnownLowerThroughputFromSchedulingModel	(	unsigned	Opcode1,
		unsigned	Opcode2 ) const

Check whether Opcode1 has less throughput according to the scheduling model than Opcode2.

Definition at line 4541 of file AArch64TargetTransformInfo.cpp.

References assert(), llvm::MCSchedModel::getReciprocalThroughput(), llvm::MCSchedClassDesc::isValid(), llvm::MCSchedClassDesc::isVariant(), and TII.

Referenced by getCmpSelInstrCost().

instCombineIntrinsic()

std::optional< Instruction * > AArch64TTIImpl::instCombineIntrinsic ( InstCombiner & IC, IntrinsicInst & II ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 2840 of file AArch64TargetTransformInfo.cpp.

References constructSVEIntrinsicInfo(), llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, I, II, instCombineConvertFromSVBool(), instCombineDMB(), instCombineInStreamingMode(), instCombineLD1GatherIndex(), instCombineMaxMinNM(), instCombinePTrue(), instCombineRDFFR(), instCombineSMECntsd(), instCombineST1ScatterIndex(), instCombineSVECmpNE(), instCombineSVECntElts(), instCombineSVECondLast(), instCombineSVEDup(), instCombineSVEDupqLane(), instCombineSVEDupX(), instCombineSVEInsr(), instCombineSVELast(), instCombineSVELD1(), instCombineSVEPTest(), instCombineSVESDIV(), instCombineSVESel(), instCombineSVESrshl(), instCombineSVEST1(), instCombineSVETBL(), instCombineSVEUnpack(), instCombineSVEUxt(), instCombineSVEUzp1(), instCombineSVEVectorAdd(), instCombineSVEVectorBinOp(), instCombineSVEVectorFAdd(), instCombineSVEVectorFAddU(), instCombineSVEVectorFSub(), instCombineSVEVectorFSubU(), instCombineSVEVectorFuseMulAddSub(), instCombineSVEVectorSub(), instCombineSVEZip(), instCombineWhilelo(), and simplifySVEIntrinsic().

isElementTypeLegalForScalableVector()

bool llvm::AArch64TTIImpl::isElementTypeLegalForScalableVector ( Type * Ty ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 297 of file AArch64TargetTransformInfo.h.

Referenced by getGatherScatterOpCost(), isLegalMaskedGatherScatter(), isLegalMaskedLoadStore(), and isLegalToVectorizeReduction().

isExtPartOfAvgExpr()

bool AArch64TTIImpl::isExtPartOfAvgExpr	(	const Instruction *	ExtUser,
		Type *	Dst,
		Type *	Src ) const

Definition at line 3156 of file AArch64TargetTransformInfo.cpp.

References llvm::Add, llvm::cast(), llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::dyn_cast_or_null(), llvm::Instruction::getOpcode(), llvm::Value::hasOneUse(), llvm::PatternMatch::m_c_Add(), llvm::PatternMatch::m_Instruction(), llvm::PatternMatch::m_SpecificInt(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_ZExtOrSExt(), and llvm::PatternMatch::match().

Referenced by getCastInstrCost().

isLegalBroadcastLoad()

bool llvm::AArch64TTIImpl::isLegalBroadcastLoad ( Type * ElementTy, ElementCount NumElements ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 357 of file AArch64TargetTransformInfo.h.

References llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getFixedValue(), llvm::Type::getScalarSizeInBits(), and llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::isScalable().

Referenced by getShuffleCost().

isLegalMaskedGather()

bool llvm::AArch64TTIImpl::isLegalMaskedGather ( Type * DataType, Align Alignment ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 349 of file AArch64TargetTransformInfo.h.

References isLegalMaskedGatherScatter().

isLegalMaskedGatherScatter()

bool llvm::AArch64TTIImpl::isLegalMaskedGatherScatter ( Type * DataType ) const

inline

Definition at line 336 of file AArch64TargetTransformInfo.h.

References llvm::dyn_cast(), and isElementTypeLegalForScalableVector().

Referenced by getGatherScatterOpCost(), isLegalMaskedGather(), and isLegalMaskedScatter().

isLegalMaskedLoad()

bool llvm::AArch64TTIImpl::isLegalMaskedLoad ( Type * DataType, Align Alignment, unsigned  ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 326 of file AArch64TargetTransformInfo.h.

References isLegalMaskedLoadStore().

isLegalMaskedLoadStore()

bool llvm::AArch64TTIImpl::isLegalMaskedLoadStore ( Type * DataType, Align Alignment ) const

inline

Definition at line 314 of file AArch64TargetTransformInfo.h.

References llvm::isa(), and isElementTypeLegalForScalableVector().

Referenced by isLegalMaskedLoad(), and isLegalMaskedStore().

isLegalMaskedScatter()

bool llvm::AArch64TTIImpl::isLegalMaskedScatter ( Type * DataType, Align Alignment ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 353 of file AArch64TargetTransformInfo.h.

References isLegalMaskedGatherScatter().

isLegalMaskedStore()

bool llvm::AArch64TTIImpl::isLegalMaskedStore ( Type * DataType, Align Alignment, unsigned  ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 331 of file AArch64TargetTransformInfo.h.

References isLegalMaskedLoadStore().

isLegalNTLoad()

bool llvm::AArch64TTIImpl::isLegalNTLoad ( Type * DataType, Align Alignment ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 396 of file AArch64TargetTransformInfo.h.

References llvm::TargetTransformInfoImplBase::isLegalNTLoad(), and isLegalNTStoreLoad().

isLegalNTStore()

bool llvm::AArch64TTIImpl::isLegalNTStore ( Type * DataType, Align Alignment ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 392 of file AArch64TargetTransformInfo.h.

References isLegalNTStoreLoad().

isLegalNTStoreLoad()

bool llvm::AArch64TTIImpl::isLegalNTStoreLoad ( Type * DataType, Align Alignment ) const

inline

Definition at line 375 of file AArch64TargetTransformInfo.h.

References llvm::dyn_cast(), llvm::TargetTransformInfoImplBase::isLegalNTStore(), and llvm::isPowerOf2_64().

Referenced by isLegalNTLoad(), and isLegalNTStore().

isLegalToVectorizeReduction()

bool AArch64TTIImpl::isLegalToVectorizeReduction ( const RecurrenceDescriptor & RdxDesc, ElementCount VF ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5429 of file AArch64TargetTransformInfo.cpp.

References llvm::Add, llvm::AddChainWithSubs, llvm::And, llvm::AnyOf, llvm::FAdd, llvm::FMax, llvm::FMin, llvm::FMulAdd, llvm::RecurrenceDescriptor::getRecurrenceKind(), llvm::RecurrenceDescriptor::getRecurrenceType(), isElementTypeLegalForScalableVector(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::isScalable(), llvm::Or, llvm::SMax, llvm::SMin, llvm::Sub, llvm::UMax, llvm::UMin, and llvm::Xor.

isLSRCostLess()

bool AArch64TTIImpl::isLSRCostLess ( const TargetTransformInfo::LSRCost & C1, const TargetTransformInfo::LSRCost & C2 ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6330 of file AArch64TargetTransformInfo.cpp.

References llvm::TargetTransformInfo::LSRCost::AddRecCost, EnableLSRCostOpt, llvm::TargetTransformInfo::LSRCost::ImmCost, llvm::TargetTransformInfo::LSRCost::Insns, llvm::TargetTransformInfoImplBase::isLSRCostLess(), llvm::TargetTransformInfo::LSRCost::NumBaseAdds, llvm::TargetTransformInfo::LSRCost::NumIVMuls, llvm::TargetTransformInfo::LSRCost::NumRegs, llvm::TargetTransformInfo::LSRCost::ScaleCost, and llvm::TargetTransformInfo::LSRCost::SetupCost.

isMultiversionedFunction()

bool AArch64TTIImpl::isMultiversionedFunction ( const Function & F ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 260 of file AArch64TargetTransformInfo.cpp.

References F.

Referenced by getFeatureMask().

isProfitableToSinkOperands()

bool AArch64TTIImpl::isProfitableToSinkOperands ( Instruction * I, SmallVectorImpl< Use * > & Ops ) const

overridevirtual

Check if sinking I's operands to I's basic block is profitable, because the operands can be folded into a target instruction, e.g.

shufflevectors extracts and/or sext/zext can be folded into (u,s)subl(2).

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6495 of file AArch64TargetTransformInfo.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, llvm::any_of(), areExtractExts(), areExtractShuffleVectors(), areOperandsOfVmullHighP64(), llvm::cast(), Cond, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::dyn_cast(), getCondition(), llvm::APInt::getHighBitsSet(), llvm::Instruction::getOpcode(), llvm::User::getOperand(), llvm::User::getOperandUse(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), I, II, llvm::isa(), isSplatShuffle(), llvm::ConstantInt::isZero(), llvm::PatternMatch::m_And(), llvm::PatternMatch::m_c_And(), llvm::PatternMatch::m_c_Or(), llvm::PatternMatch::m_Instruction(), llvm::PatternMatch::m_Load(), llvm::MIPatternMatch::m_Not(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_SExt(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_ZExtOrSExt(), llvm::MaskedValueIsZero(), llvm::PatternMatch::match(), shouldSinkVectorOfPtrs(), and shouldSinkVScale().

isVScaleKnownToBeAPowerOfTwo()

bool llvm::AArch64TTIImpl::isVScaleKnownToBeAPowerOfTwo ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 165 of file AArch64TargetTransformInfo.h.

preferFixedOverScalableIfEqualCost()

bool AArch64TTIImpl::preferFixedOverScalableIfEqualCost ( bool IsEpilogue ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6230 of file AArch64TargetTransformInfo.cpp.

References SVEPreferFixedOverScalableIfEqualCost.

preferPredicatedReductionSelect()

bool llvm::AArch64TTIImpl::preferPredicatedReductionSelect ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 455 of file AArch64TargetTransformInfo.h.

preferPredicateOverEpilogue()

bool AArch64TTIImpl::preferPredicateOverEpilogue ( TailFoldingInfo * TFI ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6246 of file AArch64TargetTransformInfo.cpp.

References llvm::LoopBase< BlockT, LoopT >::blocks(), containsDecreasingPointers(), llvm::Disabled, llvm::LoopVectorizationLegality::getDominatorTree(), llvm::LoopVectorizationLegality::getFixedOrderRecurrences(), llvm::LoopVectorizationLegality::getLoop(), llvm::LoopVectorizationLegality::getPredicatedScalarEvolution(), llvm::LoopVectorizationLegality::getReductionVars(), llvm::InterleavedAccessInfo::hasGroups(), llvm::TailFoldingInfo::IAI, llvm::TailFoldingInfo::LVL, llvm::Recurrences, llvm::Reductions, llvm::Required, llvm::Reverse, llvm::Simple, llvm::MapVector< KeyT, ValueT, MapType, VectorType >::size(), llvm::SmallPtrSetImplBase::size(), SVETailFoldInsnThreshold, and TailFoldingOptionLoc.

prefersVectorizedAddressing()

bool AArch64TTIImpl::prefersVectorizedAddressing ( ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4718 of file AArch64TargetTransformInfo.cpp.

shouldConsiderAddressTypePromotion()

bool AArch64TTIImpl::shouldConsiderAddressTypePromotion ( const Instruction & I, bool & AllowPromotionWithoutCommonHeader ) const

overridevirtual

See if I should be considered for address type promotion.

We check if I is a sext with right type and used in memory accesses. If it used in a "complex" getelementptr, we allow it to be promoted without finding other sext instructions that sign extended the same initial value. A getelementptr is considered as "complex" if it has more than 2 operands.

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5402 of file AArch64TargetTransformInfo.cpp.

References llvm::dyn_cast(), llvm::Type::getInt64Ty(), I, and llvm::isa().

shouldExpandReduction()

bool llvm::AArch64TTIImpl::shouldExpandReduction ( const IntrinsicInst * II ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 420 of file AArch64TargetTransformInfo.h.

References II.

shouldMaximizeVectorBandwidth()

bool AArch64TTIImpl::shouldMaximizeVectorBandwidth ( TargetTransformInfo::RegisterKind K ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 371 of file AArch64TargetTransformInfo.cpp.

References assert(), llvm::TargetTransformInfo::RGK_FixedWidthVector, and llvm::TargetTransformInfo::RGK_Scalar.

shouldTreatInstructionLikeSelect()

bool AArch64TTIImpl::shouldTreatInstructionLikeSelect ( const Instruction * I ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6311 of file AArch64TargetTransformInfo.cpp.

References llvm::cast(), EnableOrLikeSelectOpt, I, llvm::isa(), and llvm::TargetTransformInfoImplBase::shouldTreatInstructionLikeSelect().

simplifyDemandedVectorEltsIntrinsic()

std::optional< Value * > AArch64TTIImpl::simplifyDemandedVectorEltsIntrinsic ( InstCombiner & IC, IntrinsicInst & II, APInt DemandedElts, APInt & UndefElts, APInt & UndefElts2, APInt & UndefElts3, std::function< void(Instruction *, unsigned, APInt, APInt &)> SimplifyAndSetOp ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 2955 of file AArch64TargetTransformInfo.cpp.

References II.

supportsScalableVectors()

bool llvm::AArch64TTIImpl::supportsScalableVectors ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 446 of file AArch64TargetTransformInfo.h.

useNeonVector()

bool AArch64TTIImpl::useNeonVector

(

const Type *

Ty

)

const

Definition at line 4803 of file AArch64TargetTransformInfo.cpp.

References llvm::isa().

Referenced by getGatherScatterOpCost(), getMaskedMemoryOpCost(), and getMemoryOpCost().

---

The documentation for this class was generated from the following files:

• lib/Target/AArch64/AArch64TargetTransformInfo.h
• lib/Target/AArch64/AArch64TargetTransformInfo.cpp