| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.cpp | 58 static cl::opt<LoopVectorizeHints::ScalableForceKind>
60 "scalable-vectorization", cl::init(LoopVectorizeHints::SK_Unspecified),
65 clEnumValN(LoopVectorizeHints::SK_FixedWidthOnly, "off",
68 LoopVectorizeHints::SK_PreferScalable, "preferred",
72 LoopVectorizeHints::SK_PreferScalable, "on",
81 bool LoopVectorizeHints::Hint::validate(unsigned Val) { in validate()
97 LoopVectorizeHints::LoopVectorizeHints(const Loop *L, in LoopVectorizeHints() function in llvm::LoopVectorizeHints
121 if ((LoopVectorizeHints::ScalableForceKind)Scalable.Value == SK_Unspecified) { in LoopVectorizeHints()
136 LoopVectorizeHints::SK_Unspecified) in LoopVectorizeHints()
140 if ((LoopVectorizeHints::ScalableForceKind)Scalable.Value == SK_Unspecified) in LoopVectorizeHints()
[all …]
|
| H A D | LoopVectorizationPlanner.h | 36 class LoopVectorizeHints; variable
277 const LoopVectorizeHints &Hints;
293 const LoopVectorizeHints &Hints, in LoopVectorizationPlanner()
|
| H A D | LoopVectorize.cpp | 1000 LoopVectorizeHints Hints(TheLoop, true /* doesn't matter */, *ORE); in reportVectorizationFailure()
1010 LoopVectorizeHints Hints(TheLoop, true /* doesn't matter */, *ORE); in reportVectorizationInfo()
1172 const LoopVectorizeHints *Hints, in LoopVectorizationCostModel()
1851 const LoopVectorizeHints *Hints;
2155 LoopVectorizeHints Hints(OuterLp, true /*DisableInterleaving*/, *ORE); in isExplicitVecOuterLoop()
2159 if (Hints.getForce() == LoopVectorizeHints::FK_Undefined) in isExplicitVecOuterLoop()
3040 Cost->Hints->getForce() != LoopVectorizeHints::FK_Enabled)) && in emitSCEVChecks()
3074 assert(Cost->Hints->getForce() == LoopVectorizeHints::FK_Enabled && in emitMemRuntimeChecks()
5343 bool ForceVectorization = Hints->getForce() == LoopVectorizeHints::FK_Enabled; in selectVectorizationFactor()
7711 LoopVectorizeHints Hints(L, true, *ORE); in executePlan()
[all …]
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.cpp | 53 bool LoopVectorizeHints::Hint::validate(unsigned Val) { in validate()
68 LoopVectorizeHints::LoopVectorizeHints(const Loop *L, in LoopVectorizeHints() function in llvm::LoopVectorizeHints
93 void LoopVectorizeHints::setAlreadyVectorized() { in setAlreadyVectorized()
112 bool LoopVectorizeHints::allowVectorization( in allowVectorization()
114 if (getForce() == LoopVectorizeHints::FK_Disabled) { in allowVectorization()
120 if (VectorizeOnlyWhenForced && getForce() != LoopVectorizeHints::FK_Enabled) { in allowVectorization()
145 void LoopVectorizeHints::emitRemarkWithHints() const { in emitRemarkWithHints()
149 if (Force.Value == LoopVectorizeHints::FK_Disabled) in emitRemarkWithHints()
158 if (Force.Value == LoopVectorizeHints::FK_Enabled) { in emitRemarkWithHints()
171 const char *LoopVectorizeHints::vectorizeAnalysisPassName() const { in vectorizeAnalysisPassName()
[all …]
|
| H A D | LoopVectorize.cpp | 885 LoopVectorizeHints Hints(TheLoop, true /* doesn't matter */, *ORE); in reportVectorizationFailure()
969 const LoopVectorizeHints *Hints, in LoopVectorizationCostModel()
1508 const LoopVectorizeHints *Hints;
1540 LoopVectorizeHints Hints(OuterLp, true /*DisableInterleaving*/, *ORE); in isExplicitVecOuterLoop()
1544 if (Hints.getForce() == LoopVectorizeHints::FK_Undefined) in isExplicitVecOuterLoop()
2785 assert(Cost->Hints->getForce() == LoopVectorizeHints::FK_Enabled && in emitMemRuntimeChecks()
3127 LoopVectorizeHints Hints(Lp, true, *ORE); in createVectorizedLoopSkeleton()
5086 bool ForceVectorization = Hints->getForce() == LoopVectorizeHints::FK_Enabled; in selectVectorizationFactor()
7511 Function *F, Loop *L, LoopVectorizeHints &Hints, ProfileSummaryInfo *PSI, in getScalarEpilogueLowering()
7520 if (OptSize && Hints.getForce() != LoopVectorizeHints::FK_Enabled) in getScalarEpilogueLowering()
[all …]
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.h | 45 class LoopVectorizeHints {
89 LoopVectorizeHints(const Loop *L, bool InterleaveOnlyWhenForced,
122 return getForce() == LoopVectorizeHints::FK_Enabled || getWidth() > 1; in allowReordering()
131 return getForce() != LoopVectorizeHints::FK_Enabled && PotentiallyUnsafe; in isPotentiallyUnsafe()
174 bool doesNotMeet(Function *F, Loop *L, const LoopVectorizeHints &Hints);
204 LoopVectorizationRequirements *R, LoopVectorizeHints *H, DemandedBits *DB, in LoopVectorizationLegality()
458 LoopVectorizeHints *Hints;
|
| /aosp_15_r20/prebuilts/clang/host/linux-x86/clang-r536225/include/llvm/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.h | 60 class LoopVectorizeHints {
124 LoopVectorizeHints(const Loop *L, bool InterleaveOnlyWhenForced,
182 return getForce() != LoopVectorizeHints::FK_Enabled && PotentiallyUnsafe; in isPotentiallyUnsafe()
246 LoopVectorizationRequirements *R, LoopVectorizeHints *H, DemandedBits *DB, in LoopVectorizationLegality()
527 LoopVectorizeHints *Hints;
|
| /aosp_15_r20/prebuilts/clang/host/linux-x86/clang-r530567/include/llvm/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.h | 60 class LoopVectorizeHints {
124 LoopVectorizeHints(const Loop *L, bool InterleaveOnlyWhenForced,
182 return getForce() != LoopVectorizeHints::FK_Enabled && PotentiallyUnsafe; in isPotentiallyUnsafe()
246 LoopVectorizationRequirements *R, LoopVectorizeHints *H, DemandedBits *DB, in LoopVectorizationLegality()
527 LoopVectorizeHints *Hints;
|
| /aosp_15_r20/prebuilts/clang/host/linux-x86/clang-r530567b/include/llvm/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.h | 60 class LoopVectorizeHints {
124 LoopVectorizeHints(const Loop *L, bool InterleaveOnlyWhenForced,
182 return getForce() != LoopVectorizeHints::FK_Enabled && PotentiallyUnsafe; in isPotentiallyUnsafe()
246 LoopVectorizationRequirements *R, LoopVectorizeHints *H, DemandedBits *DB, in LoopVectorizationLegality()
527 LoopVectorizeHints *Hints;
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.h | 61 class LoopVectorizeHints {
125 LoopVectorizeHints(const Loop *L, bool InterleaveOnlyWhenForced,
183 return getForce() != LoopVectorizeHints::FK_Enabled && PotentiallyUnsafe; in isPotentiallyUnsafe()
247 LoopVectorizationRequirements *R, LoopVectorizeHints *H, DemandedBits *DB, in LoopVectorizationLegality()
533 LoopVectorizeHints *Hints;
|
| /aosp_15_r20/prebuilts/clang/host/linux-x86/clang-r522817/include/llvm/Transforms/Vectorize/ |
| D | LoopVectorizationLegality.h | 60 class LoopVectorizeHints {
124 LoopVectorizeHints(const Loop *L, bool InterleaveOnlyWhenForced,
182 return getForce() != LoopVectorizeHints::FK_Enabled && PotentiallyUnsafe; in isPotentiallyUnsafe()
246 LoopVectorizationRequirements *R, LoopVectorizeHints *H, DemandedBits *DB, in LoopVectorizationLegality()
527 LoopVectorizeHints *Hints;
|
| /aosp_15_r20/external/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 218 class LoopVectorizeHints;
1031 class LoopVectorizeHints { class
1076 LoopVectorizeHints(const Loop *L, bool DisableInterleaving) in LoopVectorizeHints() function in __anond9ee33c50111::LoopVectorizeHints
1101 if (getForce() == LoopVectorizeHints::FK_Disabled) { in allowVectorization()
1109 if (!AlwaysVectorize && getForce() != LoopVectorizeHints::FK_Enabled) { in allowVectorization()
1138 if (Force.Value == LoopVectorizeHints::FK_Disabled) in emitRemark()
1142 if (Force.Value == LoopVectorizeHints::FK_Enabled) { in emitRemark()
1164 if (getForce() == LoopVectorizeHints::FK_Disabled) in vectorizeAnalysisPassName()
1166 if (getForce() == LoopVectorizeHints::FK_Undefined && getWidth() == 0) in vectorizeAnalysisPassName()
1177 return getForce() == LoopVectorizeHints::FK_Enabled || getWidth() > 1; in allowReordering()
[all …]
|