| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
| H A D | ScalarizeMaskedMemIntrin.cpp | 199 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedLoad()
301 Value *OneElt = Builder.CreateExtractElement(Src, Idx); in scalarizeMaskedStore()
330 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedStore()
343 Value *OneElt = Builder.CreateExtractElement(Src, Idx); in scalarizeMaskedStore()
416 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedGather()
449 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedGather()
461 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedGather()
541 Builder.CreateExtractElement(Src, Idx, "Elt" + Twine(Idx)); in scalarizeMaskedScatter()
542 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedScatter()
570 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedScatter()
[all …]
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/Scalar/ |
| H A D | ScalarizeMaskedMemIntrin.cpp | 218 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedLoad()
322 Value *OneElt = Builder.CreateExtractElement(Src, Idx); in scalarizeMaskedStore()
352 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedStore()
369 Value *OneElt = Builder.CreateExtractElement(Src, Idx); in scalarizeMaskedStore()
440 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedGather()
474 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedGather()
491 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedGather()
571 Builder.CreateExtractElement(Src, Idx, "Elt" + Twine(Idx)); in scalarizeMaskedScatter()
572 Value *Ptr = Builder.CreateExtractElement(Ptrs, Idx, "Ptr" + Twine(Idx)); in scalarizeMaskedScatter()
601 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedScatter()
[all …]
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/X86/ |
| H A D | X86LowerAMXIntrinsics.cpp | 230 Value *Elt = B.CreateExtractElement(Vec, Idx); in createTileLoadStoreLoops()
381 Value *EltC = B.CreateExtractElement(VecCPhi, IdxC); in createTileDPLoops()
382 Value *EltA = B.CreateExtractElement(VecA, IdxA); in createTileDPLoops()
384 Value *EltB = B.CreateExtractElement(VecB, IdxB); in createTileDPLoops()
436 Value *EltC = B.CreateExtractElement(VecCPhi, IdxC); in createTileDPLoops()
438 Value *EltA = B.CreateExtractElement(VecA, IdxA); in createTileDPLoops()
440 Value *EltB = B.CreateExtractElement(VecB, IdxB); in createTileDPLoops()
459 Value *NewEltC = B.CreateExtractElement(NewVecC, IdxC); in createTileDPLoops()
|
| H A D | X86InstCombineIntrinsic.cpp | 1229 Value *LHS = IC.Builder.CreateExtractElement(Arg0, (uint64_t)0); in instCombineIntrinsic()
1230 Value *RHS = IC.Builder.CreateExtractElement(Arg1, (uint64_t)0); in instCombineIntrinsic()
1264 Mask = IC.Builder.CreateExtractElement(Mask, (uint64_t)0); in instCombineIntrinsic()
1267 IC.Builder.CreateExtractElement(II.getArgOperand(2), (uint64_t)0); in instCombineIntrinsic()
|
| /aosp_15_r20/external/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 206 Builder->CreateExtractElement(BO->getOperand(0), EI.getOperand(1), in visitExtractElementInst()
209 Builder->CreateExtractElement(BO->getOperand(1), EI.getOperand(1), in visitExtractElementInst()
252 Value *EE = Builder->CreateExtractElement(CI->getOperand(0), in visitExtractElementInst()
271 Cond = Builder->CreateExtractElement(Cond, in visitExtractElementInst()
277 = Builder->CreateExtractElement(TrueVal, in visitExtractElementInst()
282 = Builder->CreateExtractElement(FalseVal, in visitExtractElementInst()
1075 auto *Ext = Builder->CreateExtractElement( in visitShuffleVectorInst()
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/IR/ |
| H A D | AutoUpgrade.cpp | 1000 Mask = Builder.CreateExtractElement(Mask, (uint64_t)0); in EmitX86ScalarSelect()
1399 Value* Extract1 = Builder.CreateExtractElement(B, (uint64_t)0); in upgradeMaskedMove()
1400 Value* Extract2 = Builder.CreateExtractElement(Src, (uint64_t)0); in upgradeMaskedMove()
1706 Builder.CreateExtractElement(Arg1, (uint64_t)0, "extractelement"); in UpgradeIntrinsicCall()
1747 Value *Elt = Builder.CreateExtractElement(BC0, (uint64_t)0); in UpgradeIntrinsicCall()
1815 Value *Elt0 = Builder.CreateExtractElement(Vec, (uint64_t)0); in UpgradeIntrinsicCall()
1931 Value *Elt0 = Builder.CreateExtractElement(CI->getArgOperand(0), in UpgradeIntrinsicCall()
1933 Value *Elt1 = Builder.CreateExtractElement(CI->getArgOperand(1), in UpgradeIntrinsicCall()
2085 Rep = Builder.CreateExtractElement(CI->getArgOperand(1), (uint64_t)0); in UpgradeIntrinsicCall()
3070 Ops[0] = Builder.CreateExtractElement(Ops[0], (uint64_t)0); in UpgradeIntrinsicCall()
[all …]
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUCodeGenPrepare.cpp | 446 Values.push_back(Builder.CreateExtractElement(V, I)); in extractValues()
585 Value *NumEltI = Builder.CreateExtractElement(Num, I); in visitFDiv()
586 Value *DenEltI = Builder.CreateExtractElement(Den, I); in visitFDiv()
910 Value *NumEltN = Builder.CreateExtractElement(Num, N); in visitBinaryOperator()
911 Value *DenEltN = Builder.CreateExtractElement(Den, N); in visitBinaryOperator()
|
| H A D | AMDGPUAtomicOptimizer.cpp | 464 Value *const ExtractLo = B.CreateExtractElement(BitCast, B.getInt32(0)); in optimizeAtomic()
465 Value *const ExtractHi = B.CreateExtractElement(BitCast, B.getInt32(1)); in optimizeAtomic()
|
| /aosp_15_r20/external/tensorflow/tensorflow/compiler/xla/service/cpu/ |
| H A D | vector_support_library.cc | 286 return b()->CreateExtractElement(vector, b()->getInt32(0), name()); in AddReduce()
365 b()->CreateExtractElement(init_values, b()->getInt32(i))); in ComputeHorizontalSums()
404 b()->CreateExtractElement(i < (lane_width / 2) ? low : high, in ComputeAvxOptimizedHorizontalSums()
|
| /aosp_15_r20/external/clang/lib/CodeGen/ |
| H A D | CGBuiltin.cpp | 3329 return CGF.Builder.CreateExtractElement(Result, C0); in EmitCommonNeonSISDBuiltinExpr()
4363 return Builder.CreateExtractElement(Ops[0], Ops[1], "vget_lane"); in EmitARMBuiltinExpr()
4596 Ops[1] = Builder.CreateExtractElement(Ops[1], Ops[2]); in EmitARMBuiltinExpr()
5113 Value *Op0 = Builder.CreateExtractElement(Vec, Idx0, "lane0"); in EmitAArch64BuiltinExpr()
5114 Value *Op1 = Builder.CreateExtractElement(Vec, Idx1, "lane1"); in EmitAArch64BuiltinExpr()
5126 Value *Op0 = Builder.CreateExtractElement(Vec, Idx0, "lane0"); in EmitAArch64BuiltinExpr()
5127 Value *Op1 = Builder.CreateExtractElement(Vec, Idx1, "lane1"); in EmitAArch64BuiltinExpr()
5139 Value *Op0 = Builder.CreateExtractElement(Vec, Idx0, "lane0"); in EmitAArch64BuiltinExpr()
5140 Value *Op1 = Builder.CreateExtractElement(Vec, Idx1, "lane1"); in EmitAArch64BuiltinExpr()
5295 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
[all …]
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/IR/ |
| H A D | AutoUpgrade.cpp | 1325 Mask = Builder.CreateExtractElement(Mask, (uint64_t)0); in EmitX86ScalarSelect()
1710 Value* Extract1 = Builder.CreateExtractElement(B, (uint64_t)0); in upgradeMaskedMove()
1711 Value* Extract2 = Builder.CreateExtractElement(Src, (uint64_t)0); in upgradeMaskedMove()
2112 Builder.CreateExtractElement(Arg1, (uint64_t)0, "extractelement"); in UpgradeIntrinsicCall()
2153 Value *Elt = Builder.CreateExtractElement(BC0, (uint64_t)0); in UpgradeIntrinsicCall()
2221 Value *Elt0 = Builder.CreateExtractElement(Vec, (uint64_t)0); in UpgradeIntrinsicCall()
2336 Value *Elt0 = Builder.CreateExtractElement(CI->getArgOperand(0), in UpgradeIntrinsicCall()
2338 Value *Elt1 = Builder.CreateExtractElement(CI->getArgOperand(1), in UpgradeIntrinsicCall()
2489 Rep = Builder.CreateExtractElement(CI->getArgOperand(1), (uint64_t)0); in UpgradeIntrinsicCall()
3494 Ops[0] = Builder.CreateExtractElement(Ops[0], (uint64_t)0); in UpgradeIntrinsicCall()
[all …]
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 467 Value *E = Builder.CreateExtractElement(X, Index); in visitExtractElementInst()
475 Value *E0 = Builder.CreateExtractElement(X, Index); in visitExtractElementInst()
476 Value *E1 = Builder.CreateExtractElement(Y, Index); in visitExtractElementInst()
485 Value *E0 = Builder.CreateExtractElement(X, Index); in visitExtractElementInst()
486 Value *E1 = Builder.CreateExtractElement(Y, Index); in visitExtractElementInst()
517 NewPtr = Builder.CreateExtractElement(NewPtr, IndexC); in visitExtractElementInst()
523 NewOps.push_back(Builder.CreateExtractElement(Op, IndexC)); in visitExtractElementInst()
562 Value *EE = Builder.CreateExtractElement(CI->getOperand(0), Index); in visitExtractElementInst()
2926 auto *Ext = Builder.CreateExtractElement( in visitShuffleVectorInst()
|
| /aosp_15_r20/external/AFLplusplus/instrumentation/ |
| H A D | cmplog-instructions-pass.cc | 524 op0 = IRB.CreateExtractElement(op0_saved, cur); in hookInstrs()
525 op1 = IRB.CreateExtractElement(op1_saved, cur); in hookInstrs()
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUCodeGenPrepare.cpp | 465 Values.push_back(Builder.CreateExtractElement(V, I)); in extractValues()
802 Value *NumEltI = Builder.CreateExtractElement(Num, I); in visitFDiv()
803 Value *DenEltI = Builder.CreateExtractElement(Den, I); in visitFDiv()
1266 Value *NumEltN = Builder.CreateExtractElement(Num, N); in visitBinaryOperator()
1267 Value *DenEltN = Builder.CreateExtractElement(Den, N); in visitBinaryOperator()
|
| H A D | AMDGPUAtomicOptimizer.cpp | 515 Value *const ExtractLo = B.CreateExtractElement(BitCast, B.getInt32(0)); in optimizeAtomic()
516 Value *const ExtractHi = B.CreateExtractElement(BitCast, B.getInt32(1)); in optimizeAtomic()
|
| /aosp_15_r20/external/llvm/lib/CodeGen/ |
| H A D | CodeGenPrepare.cpp | 1259 Value *Predicate = Builder.CreateExtractElement(Mask, Builder.getInt32(Idx)); in scalarizeMaskedLoad()
1364 Value *OneElt = Builder.CreateExtractElement(Src, Builder.getInt32(Idx)); in scalarizeMaskedStore()
1381 Value *Predicate = Builder.CreateExtractElement(Mask, Builder.getInt32(Idx)); in scalarizeMaskedStore()
1395 Value *OneElt = Builder.CreateExtractElement(Src, Builder.getInt32(Idx)); in scalarizeMaskedStore()
1476 Value *Ptr = Builder.CreateExtractElement(Ptrs, Builder.getInt32(Idx), in scalarizeMaskedGather()
1509 Value *Predicate = Builder.CreateExtractElement(Mask, in scalarizeMaskedGather()
1525 Value *Ptr = Builder.CreateExtractElement(Ptrs, Builder.getInt32(Idx), in scalarizeMaskedGather()
1606 Value *OneElt = Builder.CreateExtractElement(Src, Builder.getInt32(Idx), in scalarizeMaskedScatter()
1608 Value *Ptr = Builder.CreateExtractElement(Ptrs, Builder.getInt32(Idx), in scalarizeMaskedScatter()
1622 Value *Predicate = Builder.CreateExtractElement(Mask, in scalarizeMaskedScatter()
[all …]
|
| H A D | InterleavedAccessPass.cpp | 327 Extract->replaceAllUsesWith(Builder.CreateExtractElement(Vector, Index)); in tryReplaceExtracts()
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 380 Value *E0 = Builder.CreateExtractElement(X, Index); in visitExtractElementInst()
381 Value *E1 = Builder.CreateExtractElement(Y, Index); in visitExtractElementInst()
390 Value *E0 = Builder.CreateExtractElement(X, Index); in visitExtractElementInst()
391 Value *E1 = Builder.CreateExtractElement(Y, Index); in visitExtractElementInst()
434 Value *EE = Builder.CreateExtractElement(CI->getOperand(0), Index); in visitExtractElementInst()
2049 auto *Ext = Builder.CreateExtractElement( in visitShuffleVectorInst()
|
| /aosp_15_r20/external/llvm/lib/Transforms/Vectorize/ |
| H A D | LoadStoreVectorizer.cpp | 782 Value *Extract = Builder.CreateExtractElement(Store->getValueOperand(), in vectorizeStoreChain()
946 Value *V = Builder.CreateExtractElement(LI, Builder.getInt32(NewIdx)); in vectorizeLoadChain()
968 Value *V = Builder.CreateExtractElement(LI, Builder.getInt32(I)); in vectorizeLoadChain()
|
| H A D | LoopVectorize.cpp | 2296 Value *NewPtr = Builder.CreateExtractElement( in vectorizeInterleaveGroup()
2448 FirstBasePtr = Builder.CreateExtractElement(FirstBasePtr, Zero); in vectorizeMemoryInstruction()
2486 : Builder.CreateExtractElement(GEPParts[0], Zero); in vectorizeMemoryInstruction()
2498 Ptr = Builder.CreateExtractElement(PtrVal[0], Zero); in vectorizeMemoryInstruction()
2680 Cmp = Builder.CreateExtractElement(Cond[Part], Builder.getInt32(Width)); in scalarizeInstruction()
2699 NewOp = Builder.CreateExtractElement(NewOp, Builder.getInt32(Width)); in scalarizeInstruction()
3435 NewI = B.CreateExtractElement(O0, EE->getOperand(2)); in truncateToMinimalBitwidths()
3663 Builder.CreateExtractElement(TmpVec, Builder.getInt32(0)); in vectorizeLoop()
3857 Extract = Builder.CreateExtractElement(Extract, Builder.getInt32(VF - 1), in fixFirstOrderRecurrence()
4133 : Builder.CreateExtractElement(Cond[0], Builder.getInt32(0)); in vectorizeBlockInLoop()
[all …]
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| H A D | LoadStoreVectorizer.cpp | 1054 Value *Extract = Builder.CreateExtractElement(Store->getValueOperand(), in vectorizeStoreChain()
1211 Value *V = Builder.CreateExtractElement(LI, Builder.getInt32(NewIdx), in vectorizeLoadChain()
1233 Builder.CreateExtractElement(LI, Builder.getInt32(I), CV->getName()); in vectorizeLoadChain()
|
| /aosp_15_r20/external/llvm/unittests/IR/ |
| H A D | IRBuilderTest.cpp | 367 auto X1 = Builder.CreateExtractElement(Vec, 1); in TEST_F()
368 auto X2 = Builder.CreateExtractElement(Vec, Builder.getInt32(2)); in TEST_F()
|
| /aosp_15_r20/external/swiftshader/src/Reactor/ |
| H A D | LLVMReactor.cpp | 277 jit->builder->CreateExtractElement(cmp, static_cast<uint64_t>(0)), retTy); in lowerSignMask()
281 jit->builder->CreateExtractElement(cmp, i), retTy); in lowerSignMask()
294 jit->builder->CreateExtractElement(cmp, static_cast<uint64_t>(0)), retTy); in lowerFPSignMask()
298 jit->builder->CreateExtractElement(cmp, i), retTy); in lowerFPSignMask()
1089 …jit->builder->CreateCondBr(jit->builder->CreateExtractElement(i1Mask, idx), thenBlock, mergeBlock); in createMaskedStore()
1208 …jit->builder->CreateCondBr(jit->builder->CreateExtractElement(i1Mask, idx), thenBlock, mergeBlock); in createScatter()
1211 auto el = jit->builder->CreateExtractElement(val, idx); in createScatter()
1212 auto elPtr = jit->builder->CreateExtractElement(elPtrs, idx); in createScatter()
1611 return V(jit->builder->CreateExtractElement(V(vector), V(createConstantInt(index)))); in createExtractElement()
4268 return As<Int4>(V(jit->builder->CreateExtractElement(v128, i))); in Extract128()
[all …]
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 512 return cast<ExtractElementInst>(Builder.CreateExtractElement(Shuf, NewIndex)); in translateExtract()
530 Value *NewExt = Builder.CreateExtractElement(VecCmp, Ext0->getIndexOperand()); in foldExtExtCmp()
555 Value *NewExt = Builder.CreateExtractElement(VecBO, Ext0->getIndexOperand()); in foldExtExtBinop()
943 Value *NewExt = Builder.CreateExtractElement(VecLogic, CheapIndex); in foldExtractedCmps()
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 812 Builder.CreateExtractElement(Src, Builder.getInt32(ExtractIdx)); in getOrderedReduction()
869 return Builder.CreateExtractElement(TmpVec, Builder.getInt32(0)); in getShuffleReduction()
|