H A D | X86TargetTransformInfo.cpp | 387 if (const auto *Entry = getArithmeticInstrCost() local 412 if (const auto *Entry = getArithmeticInstrCost() local 448 if (const auto *Entry = getArithmeticInstrCost() local 489 if (const auto *Entry = getArithmeticInstrCost() local 532 if (const auto *Entry = getArithmeticInstrCost() local 563 if (const auto *Entry = getArithmeticInstrCost() local 581 if (const auto *Entry = getArithmeticInstrCost() local 604 if (const auto *Entry = getArithmeticInstrCost() local 627 if (const auto *Entry = CostTableLookup(AVX2ConstCostTable, ISD, LT.second)) getArithmeticInstrCost() local 649 if (const auto *Entry = CostTableLookup(AVXConstCostTable, ISD, LT.second)) getArithmeticInstrCost() local 659 if (const auto *Entry = getArithmeticInstrCost() local 682 if (const auto *Entry = CostTableLookup(SSE2ConstCostTable, ISD, LT.second)) getArithmeticInstrCost() local 703 if (const auto *Entry = getArithmeticInstrCost() local 727 if (const auto *Entry = getArithmeticInstrCost() local 764 if (const auto *Entry = getArithmeticInstrCost() local 802 if (const auto *Entry = getArithmeticInstrCost() local 828 if (const auto *Entry = getArithmeticInstrCost() local 841 if (const auto *Entry = CostTableLookup(AVX512DQCostTable, ISD, LT.second)) getArithmeticInstrCost() local 890 if (const auto *Entry = CostTableLookup(AVX512BWCostTable, ISD, LT.second)) getArithmeticInstrCost() local 984 if (const auto *Entry = CostTableLookup(AVX512CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1020 if (const auto *Entry = CostTableLookup(AVX2ShiftCostTable, ISD, LT.second)) getArithmeticInstrCost() local 1061 if (const auto *Entry = getArithmeticInstrCost() local 1084 if (const auto *Entry = CostTableLookup(GLMCostTable, ISD, LT.second)) getArithmeticInstrCost() local 1113 if (const auto *Entry = CostTableLookup(SLMCostTable, ISD, LT.second)) getArithmeticInstrCost() local 1188 if (const auto *Entry = CostTableLookup(AVX2CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1289 if (const auto *Entry = CostTableLookup(AVX1CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1318 if (const auto *Entry = CostTableLookup(SSE42CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1341 if (const auto *Entry = CostTableLookup(SSE41CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1350 if (const auto *Entry = CostTableLookup(SSSE3CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1420 if (const auto *Entry = CostTableLookup(SSE2CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1442 if (const auto *Entry = CostTableLookup(SSE1CostTable, ISD, LT.second)) getArithmeticInstrCost() local 1453 if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, LT.second)) getArithmeticInstrCost() local 1477 if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, LT.second)) getArithmeticInstrCost() local 1668 if (const auto *Entry = getShuffleCost() local 1783 if (const auto *Entry = getShuffleCost() local 1818 if (const auto *Entry = getShuffleCost() local 1897 if (const auto *Entry = CostTableLookup(AVX512ShuffleTbl, Kind, LT.second)) getShuffleCost() local 1952 if (const auto *Entry = CostTableLookup(AVX2ShuffleTbl, Kind, LT.second)) getShuffleCost() local 1974 if (const auto *Entry = CostTableLookup(XOPShuffleTbl, Kind, LT.second)) getShuffleCost() local 2037 if (const auto *Entry = CostTableLookup(AVX1ShuffleTbl, Kind, LT.second)) getShuffleCost() local 2051 if (const auto *Entry = CostTableLookup(SSE41ShuffleTbl, Kind, LT.second)) getShuffleCost() local 2083 if (const auto *Entry = CostTableLookup(SSSE3ShuffleTbl, Kind, LT.second)) getShuffleCost() local 2142 if (const auto *Entry = getShuffleCost() local 2150 if (const auto *Entry = CostTableLookup(SSE2ShuffleTbl, Kind, LT.second)) getShuffleCost() local 2164 if (const auto *Entry = CostTableLookup(SSE1ShuffleTbl, Kind, LT.second)) getShuffleCost() local 2988 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 2994 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 3000 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 3007 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 3013 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 3019 if (const auto *Entry = ConvertCostTableLookup(AVX512VLConversionTbl, ISD, getCastInstrCost() local 3025 if (const auto *Entry = ConvertCostTableLookup(AVX2ConversionTbl, ISD, getCastInstrCost() local 3032 if (const auto *Entry = ConvertCostTableLookup(AVXConversionTbl, ISD, getCastInstrCost() local 3039 if (const auto *Entry = ConvertCostTableLookup(SSE41ConversionTbl, ISD, getCastInstrCost() local 3046 if (const auto *Entry = ConvertCostTableLookup(SSE2ConversionTbl, ISD, getCastInstrCost() local 3063 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 3069 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 3075 if (const auto *Entry = ConvertCostTableLookup( getCastInstrCost() local 3082 if (const auto *Entry = ConvertCostTableLookup(AVX512BWVLConversionTbl, ISD, getCastInstrCost() local 3088 if (const auto *Entry = ConvertCostTableLookup(AVX512DQVLConversionTbl, ISD, getCastInstrCost() local 3094 if (const auto *Entry = ConvertCostTableLookup(AVX512VLConversionTbl, ISD, getCastInstrCost() local 3100 if (const auto *Entry = ConvertCostTableLookup(AVX2ConversionTbl, ISD, getCastInstrCost() local 3106 if (const auto *Entry = ConvertCostTableLookup(AVXConversionTbl, ISD, getCastInstrCost() local 3112 if (const auto *Entry = ConvertCostTableLookup(SSE41ConversionTbl, ISD, getCastInstrCost() local 3118 if (const auto *Entry = ConvertCostTableLookup(SSE2ConversionTbl, ISD, getCastInstrCost() local 3401 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) getCmpSelInstrCost() local 3406 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) getCmpSelInstrCost() local 3411 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3416 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3421 if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy)) getCmpSelInstrCost() local 3426 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3431 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3436 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3441 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getCmpSelInstrCost() local 3446 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) getCmpSelInstrCost() local 4346 if (const auto *Entry = CostTableLookup(GLMCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4351 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4356 if (const auto *Entry = CostTableLookup(AVX512VBMI2CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4361 if (const auto *Entry = CostTableLookup(AVX512BITALGCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4366 if (const auto *Entry = CostTableLookup(AVX512VPOPCNTDQCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4371 if (const auto *Entry = CostTableLookup(GFNICostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4376 if (const auto *Entry = CostTableLookup(AVX512CDCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4381 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4386 if (const auto *Entry = CostTableLookup(AVX512CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4391 if (const auto *Entry = CostTableLookup(XOPCostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4396 if (const auto *Entry = CostTableLookup(AVX2CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4401 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4406 if (const auto *Entry = CostTableLookup(SSE42CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4411 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4416 if (const auto *Entry = CostTableLookup(SSSE3CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4421 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4426 if (const auto *Entry = CostTableLookup(SSE1CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4432 if (const auto *Entry = CostTableLookup(BMI64CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4436 if (const auto *Entry = CostTableLookup(BMI32CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4443 if (const auto *Entry = CostTableLookup(LZCNT64CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4447 if (const auto *Entry = CostTableLookup(LZCNT32CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4454 if (const auto *Entry = CostTableLookup(POPCNT64CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4458 if (const auto *Entry = CostTableLookup(POPCNT32CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4464 if (const auto *Entry = CostTableLookup(X64CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4468 if (const auto *Entry = CostTableLookup(X86CostTbl, ISD, MTy)) getIntrinsicInstrCost() local 4592 if (auto *Entry = CostTableLookup(SLMCostTbl, ISD, MScalarTy)) getVectorInstrCost() local 5225 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) getArithmeticReductionCost() local 5229 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getArithmeticReductionCost() local 5233 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getArithmeticReductionCost() local 5264 if (const auto *Entry = CostTableLookup(SLMCostTbl, ISD, MTy)) getArithmeticReductionCost() local 5268 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getArithmeticReductionCost() local 5272 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getArithmeticReductionCost() local 5334 if (const auto *Entry = CostTableLookup(AVX512BoolReduction, ISD, MTy)) getArithmeticReductionCost() local 5337 if (const auto *Entry = CostTableLookup(AVX2BoolReduction, ISD, MTy)) getArithmeticReductionCost() local 5340 if (const auto *Entry = CostTableLookup(AVX1BoolReduction, ISD, MTy)) getArithmeticReductionCost() local 5343 if (const auto *Entry = CostTableLookup(SSE2BoolReduction, ISD, MTy)) getArithmeticReductionCost() local 5498 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) getMinMaxReductionCost() local 5502 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getMinMaxReductionCost() local 5506 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) getMinMaxReductionCost() local 5510 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getMinMaxReductionCost() local 5530 if (const auto *Entry = CostTableLookup(AVX512BWCostTbl, ISD, MTy)) getMinMaxReductionCost() local 5534 if (const auto *Entry = CostTableLookup(AVX1CostTbl, ISD, MTy)) getMinMaxReductionCost() local 5538 if (const auto *Entry = CostTableLookup(SSE41CostTbl, ISD, MTy)) getMinMaxReductionCost() local 5542 if (const auto *Entry = CostTableLookup(SSE2CostTbl, ISD, MTy)) getMinMaxReductionCost() local 6328 if (const auto *Entry = getInterleavedMemoryOpCostAVX512() local 6388 if (const auto *Entry = getInterleavedMemoryOpCostAVX512() local 6684 __anon2c96a9c31002(const CostTblEntry *Entry) getInterleavedMemoryOpCost() argument 6691 if (const auto *Entry = CostTableLookup(AVX2InterleavedLoadTbl, Factor, getInterleavedMemoryOpCost() local 6696 if (const auto *Entry = CostTableLookup(SSSE3InterleavedLoadTbl, Factor, getInterleavedMemoryOpCost() local 6701 if (const auto *Entry = CostTableLookup(SSE2InterleavedLoadTbl, Factor, getInterleavedMemoryOpCost() local 6710 if (const auto *Entry = CostTableLookup(AVX2InterleavedStoreTbl, Factor, getInterleavedMemoryOpCost() local 6715 if (const auto *Entry = CostTableLookup(SSE2InterleavedStoreTbl, Factor, getInterleavedMemoryOpCost() local [all...] |