H A D | X86TargetTransformInfo.cpp | 368 if (const auto *Entry = getArithmeticInstrCost() local 404 if (const auto *Entry = getArithmeticInstrCost() local 445 if (const auto *Entry = getArithmeticInstrCost() local 488 if (const auto *Entry = getArithmeticInstrCost() local 519 if (const auto *Entry = getArithmeticInstrCost() local 537 if (const auto *Entry = getArithmeticInstrCost() local 560 if (const auto *Entry = getArithmeticInstrCost() local 583 if (const auto *Entry = CostTableLookup(AVX2ConstCostTable, ISD, LT.second)) getArithmeticInstrCost() local 605 if (const auto *Entry = CostTableLookup(AVXConstCostTable, ISD, LT.second)) getArithmeticInstrCost() local 615 if (const auto *Entry = getArithmeticInstrCost() local 638 if (const auto *Entry = CostTableLookup(SSE2ConstCostTable, ISD, LT.second)) getArithmeticInstrCost() local 659 if (const auto *Entry = getArithmeticInstrCost() local 683 if (const auto *Entry = getArithmeticInstrCost() local 720 if (const auto *Entry = getArithmeticInstrCost() local 758 if (const auto *Entry = getArithmeticInstrCost() local 784 if (const auto *Entry = getArithmeticInstrCost() local 797 if (const auto *Entry = CostTableLookup(AVX512DQCostTable, ISD, LT.second)) getArithmeticInstrCost() local 844 if (const auto *Entry = CostTableLookup(AVX512BWCostTable, ISD, LT.second)) getArithmeticInstrCost() local 938 if (const auto *Entry = CostTableLookup(AVX512CostTable, ISD, LT.second)) getArithmeticInstrCost() local 974 if (const auto *Entry = CostTableLookup(AVX2ShiftCostTable, ISD, LT.second)) getArithmeticInstrCost() local 1015 if (const auto *Entry = getArithmeticInstrCost() local 1038 if (const auto *Entry = CostTableLookup(GLMCostTable, ISD, LT.second)) getArithmeticInstrCost() local 1067 if (const auto *Entry = CostTableLookup(SLMCostTable, ISD, LT.second)) getArithmeticInstrCost() local 1142 if (const auto *Entry = CostTableLookup(AVX2CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1242 if (const auto *Entry = CostTableLookup(AVX1CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1271 if (const auto *Entry = CostTableLookup(SSE42CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1295 if (const auto *Entry = CostTableLookup(SSE41CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1365 if (const auto *Entry = CostTableLookup(SSE2CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1387 if (const auto *Entry = CostTableLookup(SSE1CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1398 if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, LT.second)) getArithmeticInstrCost() local 1422 if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, LT.second)) getArithmeticInstrCost() local 1597 if (const auto *Entry = getShuffleCost() local 1712 if (const auto *Entry = getShuffleCost() local 1747 if (const auto *Entry = getShuffleCost() local 1826 if (const auto *Entry = CostTableLookup(AVX512ShuffleTbl, Kind, LT.second)) getShuffleCost() local 1881 if (const auto *Entry = CostTableLookup(AVX2ShuffleTbl, Kind, LT.second)) getShuffleCost() local 1903 if (const auto *Entry = CostTableLookup(XOPShuffleTbl, Kind, LT.second)) getShuffleCost() local 1966 if (const auto *Entry = CostTableLookup(AVX1ShuffleTbl, Kind, LT.second)) getShuffleCost() local 1980 if (const auto *Entry = CostTableLookup(SSE41ShuffleTbl, Kind, LT.second)) getShuffleCost() local 2012 if (const auto *Entry = CostTableLookup(SSSE3ShuffleTbl, Kind, LT.second)) getShuffleCost() local 2071 if (const auto *Entry = getShuffleCost() local 2079 if (const auto *Entry = CostTableLookup(SSE2ShuffleTbl, Kind, LT.second)) getShuffleCost() local 2093 if (const auto *Entry = CostTableLookup(SSE1ShuffleTbl, Kind, LT.second)) getShuffleCost() local 2924 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 2929 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 2934 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 2940 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 2945 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 2950 if (const auto *Entry = ConvertCostTableLookup(AVX512VLConversionTbl, ISD, getCastInstrCost() local 2955 if (const auto *Entry = ConvertCostTableLookup(AVX2ConversionTbl, ISD, getCastInstrCost() local 2961 if (const auto *Entry = ConvertCostTableLookup(AVXConversionTbl, ISD, getCastInstrCost() local 2967 if (const auto *Entry = ConvertCostTableLookup(SSE41ConversionTbl, ISD, getCastInstrCost() local 2973 if (const auto *Entry = ConvertCostTableLookup(SSE2ConversionTbl, ISD, getCastInstrCost() local 2989 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 2994 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 2999 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 3005 if (const auto *Entry = ConvertCostTableLookup(AVX512BWVLConversionTbl, ISD, getCastInstrCost() local 3010 if (const auto *Entry = ConvertCostTableLookup(AVX512DQVLConversionTbl, ISD, getCastInstrCost() local 3015 if (const auto *Entry = ConvertCostTableLookup(AVX512VLConversionTbl, ISD, getCastInstrCost() local 3020 if (const auto *Entry = ConvertCostTableLookup(AVX2ConversionTbl, ISD, getCastInstrCost() local 3025 if (const auto *Entry = ConvertCostTableLookup(AVXConversionTbl, ISD, getCastInstrCost() local 3030 if (const auto *Entry = ConvertCostTableLookup(SSE41ConversionTbl, ISD, getCastInstrCost() local 3035 if (const auto *Entry = ConvertCostTableLookup(SSE2ConversionTbl, ISD, getCastInstrCost() local 3305 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) getCmpSelInstrCost() local 3310 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) getCmpSelInstrCost() local 3315 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3320 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3325 if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy)) getCmpSelInstrCost() local 3330 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3335 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3340 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3345 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3350 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) getCmpSelInstrCost() local 4191 if (const auto *Entry = CostTableLookup(GLMCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4197 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4203 if (const auto *Entry = CostTableLookup(AVX512VBMI2CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4209 if (const auto *Entry = CostTableLookup(AVX512BITALGCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4215 if (const auto *Entry = CostTableLookup(AVX512VPOPCNTDQCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4221 if (const auto *Entry = CostTableLookup(AVX512CDCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4227 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4233 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4239 if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4245 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4251 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4257 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4263 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4269 if (const auto *Entry = CostTableLookup(SSSE3CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4275 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4281 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4288 if (const auto *Entry = CostTableLookup(BMI64CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4293 if (const auto *Entry = CostTableLookup(BMI32CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4301 if (const auto *Entry = CostTableLookup(LZCNT64CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4306 if (const auto *Entry = CostTableLookup(LZCNT32CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4314 if (const auto *Entry = CostTableLookup(POPCNT64CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4319 if (const auto *Entry = CostTableLookup(POPCNT32CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4337 if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4342 if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4466 if (auto *Entry = CostTableLookup(SLMCostTbl, ISD, MScalarTy)) getVectorInstrCost() local 5094 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) getArithmeticReductionCost() local 5098 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getArithmeticReductionCost() local 5102 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getArithmeticReductionCost() local 5133 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) getArithmeticReductionCost() local 5137 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getArithmeticReductionCost() local 5141 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getArithmeticReductionCost() local 5203 if (const auto *Entry = CostTableLookup(AVX512BoolReduction, ISD, MTy)) getArithmeticReductionCost() local 5206 if (const auto *Entry = CostTableLookup(AVX2BoolReduction, ISD, MTy)) getArithmeticReductionCost() local 5209 if (const auto *Entry = CostTableLookup(AVX1BoolReduction, ISD, MTy)) getArithmeticReductionCost() local 5212 if (const auto *Entry = CostTableLookup(SSE2BoolReduction, ISD, MTy)) getArithmeticReductionCost() local 5367 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) getMinMaxReductionCost() local 5371 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getMinMaxReductionCost() local 5375 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) getMinMaxReductionCost() local 5379 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getMinMaxReductionCost() local 5399 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) getMinMaxReductionCost() local 5403 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getMinMaxReductionCost() local 5407 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) getMinMaxReductionCost() local 5411 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getMinMaxReductionCost() local 6255 if (const auto *Entry = getInterleavedMemoryOpCostAVX512() local 6315 if (const auto *Entry = getInterleavedMemoryOpCostAVX512() local 6611 __anonebc8bf421002(const CostTblEntry *Entry) getInterleavedMemoryOpCost() argument 6618 if (const auto *Entry = CostTableLookup(AVX2InterleavedLoadTbl, Factor, getInterleavedMemoryOpCost() local 6623 if (const auto *Entry = CostTableLookup(SSSE3InterleavedLoadTbl, Factor, getInterleavedMemoryOpCost() local 6628 if (const auto *Entry = CostTableLookup(SSE2InterleavedLoadTbl, Factor, getInterleavedMemoryOpCost() local 6637 if (const auto *Entry = CostTableLookup(AVX2InterleavedStoreTbl, Factor, getInterleavedMemoryOpCost() local 6642 if (const auto *Entry = CostTableLookup(SSE2InterleavedStoreTbl, Factor, getInterleavedMemoryOpCost() local [all...] |