Lines Matching defs:Vectorize
19 #include "llvm/Transforms/Vectorize/SLPVectorizer.h"
1346 Vectorize,
1385 /// Vectorize the tree that starts with the elements in \p VL.
1389 /// Vectorize the tree but with the list of externally used values \p
1428 if (Root.State != TreeEntry::Vectorize || Root.isAltShuffle() ||
3066 /// Vectorize a single entry in the tree.
3079 /// Vectorize a single entry in the tree, the \p Idx-th operand of the entry
3304 Vectorize, ///< The node is regularly vectorized.
3357 /// Interleaving factor for interleaved loads Vectorize nodes.
3518 case Vectorize:
3520 dbgs() << "Vectorize with interleave factor " << InterleaveFactor
3523 dbgs() << "Vectorize\n";
3601 Bundle ? TreeEntry::Vectorize : TreeEntry::NeedToGather;
5102 return LoadsState::Vectorize;
5252 if ((LS == LoadsState::Vectorize ||
5305 case LoadsState::Vectorize:
5689 if ((TE.State == TreeEntry::Vectorize ||
5697 if (TE.State == TreeEntry::Vectorize && TE.getOpcode() == Instruction::PHI) {
5870 if (Res == LoadsState::Vectorize || Res == LoadsState::StridedVectorize)
6009 return EI.UserTE->State == TreeEntry::Vectorize &&
6017 if (!(TE->State == TreeEntry::Vectorize ||
6021 if (TE->State == TreeEntry::Vectorize &&
6064 if (OpTE->State == TreeEntry::Vectorize &&
6091 if (OpTE->State == TreeEntry::Vectorize &&
6189 if ((TE->State == TreeEntry::Vectorize ||
6230 (OpData.second->State == TreeEntry::Vectorize ||
6247 if (TE->State != TreeEntry::Vectorize &&
6256 assert(TE->State != TreeEntry::Vectorize &&
6286 if (TE->State != TreeEntry::Vectorize &&
6292 if (!(TE->State == TreeEntry::Vectorize ||
6310 if (!(TE->State == TreeEntry::Vectorize ||
6376 if (OpTE->State == TreeEntry::Vectorize &&
6397 (TE->State == TreeEntry::Vectorize && TE->isAltShuffle()) ||
6491 if (TE->State != TreeEntry::Vectorize &&
6517 if (Data.first->State != TreeEntry::Vectorize ||
7286 PointerOps) == LoadsState::Vectorize) {
7591 // Vectorize node, if:
7667 return TreeEntry::Vectorize;
7677 return TreeEntry::Vectorize;
7710 return TreeEntry::Vectorize;
7720 case LoadsState::Vectorize:
7721 return TreeEntry::Vectorize;
7778 return TreeEntry::Vectorize;
7796 return TreeEntry::Vectorize;
7825 return TreeEntry::Vectorize;
7871 return TreeEntry::Vectorize;
7909 return TreeEntry::Vectorize;
7978 return TreeEntry::Vectorize;
7984 return TreeEntry::Vectorize;
7998 return TreeEntry::Vectorize;
8557 case TreeEntry::Vectorize:
9953 if (E.State != TreeEntry::Vectorize)
10030 if (E.State != TreeEntry::Vectorize)
10039 CondEntry->State == TreeEntry::Vectorize) {
11036 if (TE.State == TreeEntry::Vectorize && TE.getOpcode() == Instruction::Load &&
11125 assert((E->State == TreeEntry::Vectorize ||
11217 assert((E->State == TreeEntry::Vectorize ||
11219 "Entry state expected to be Vectorize or StridedVectorize here.");
11651 case TreeEntry::Vectorize:
11719 assert(E->State == TreeEntry::Vectorize &&
11957 (VectorizableTree[0]->State == TreeEntry::Vectorize ||
11973 if (VectorizableTree[0]->State == TreeEntry::Vectorize &&
12182 if (TEPtr->State != TreeEntry::Vectorize)
13177 VTEs.size() > 1 && VTE->State != TreeEntry::Vectorize) {
13181 return MTE->State == TreeEntry::Vectorize;
15247 (E->State != TreeEntry::Vectorize || E->getOpcode() != Instruction::PHI ||
15279 E->State == TreeEntry::Vectorize) {
15857 if (E->State == TreeEntry::Vectorize) {
15952 if (E->State == TreeEntry::Vectorize) {
16312 if (TE->State == TreeEntry::Vectorize &&
16570 (E->State == TreeEntry::Vectorize ||
16573 return (UseEntry->State == TreeEntry::Vectorize ||
18142 VectorizableTree[NodeIdx]->State == TreeEntry::Vectorize &&
18324 VectorizableTree.front()->State == TreeEntry::Vectorize &&
18354 VectorizableTree[NodeIdx]->State == TreeEntry::Vectorize &&
18534 // Vectorize trees that end at stores.
18541 // Vectorize trees that end at reductions.
18544 // Vectorize the index computations of getelementptr instructions. This
19274 // Vectorize in current basic block only.
20270 // Vectorize a tree.