| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyISelLowering.cpp | 1335 auto GetSwizzleSrcs = [](size_t I, const SDValue &Lane) { in LowerBUILD_VECTOR()
1383 const SDValue &Lane = Op->getOperand(I); in LowerBUILD_VECTOR() local
1420 IsLaneConstructed = [&, Swizzled](size_t I, const SDValue &Lane) { in LowerBUILD_VECTOR()
1425 for (const SDValue &Lane : Op->op_values()) { in LowerBUILD_VECTOR() local
1435 IsLaneConstructed = [&](size_t _, const SDValue &Lane) { in LowerBUILD_VECTOR()
1454 IsLaneConstructed = [&](size_t _, const SDValue &Lane) { in LowerBUILD_VECTOR()
1461 const SDValue &Lane = Op->getOperand(I); in LowerBUILD_VECTOR() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/ARM/ |
| H A D | A15SDOptimizer.cpp | 416 unsigned Lane, bool QPR) { in createDupLane()
431 const DebugLoc &DL, unsigned DReg, unsigned Lane, in createExtractSubreg()
476 const DebugLoc &DL, unsigned DReg, unsigned Lane, unsigned ToInsert) { in createInsertSubreg()
541 unsigned Lane; in optimizeAllLanesPattern() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/ARM/ |
| H A D | A15SDOptimizer.cpp | 419 unsigned Lane, bool QPR) { in createDupLane()
434 const DebugLoc &DL, unsigned DReg, unsigned Lane, in createExtractSubreg()
479 const DebugLoc &DL, unsigned DReg, unsigned Lane, unsigned ToInsert) { in createInsertSubreg()
544 unsigned Lane; in optimizeAllLanesPattern() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyISelLowering.cpp | 1973 auto GetSwizzleSrcs = [](size_t I, const SDValue &Lane) { in LowerBUILD_VECTOR()
1997 auto GetShuffleSrc = [&](const SDValue &Lane) { in LowerBUILD_VECTOR()
2038 const SDValue &Lane = Op->getOperand(I); in LowerBUILD_VECTOR() local
2092 IsLaneConstructed = [&, Swizzled](size_t I, const SDValue &Lane) { in LowerBUILD_VECTOR()
2121 const SDValue &Lane = Op->getOperand(I); in LowerBUILD_VECTOR() local
2133 IsLaneConstructed = [&](size_t, const SDValue &Lane) { in LowerBUILD_VECTOR()
2139 for (const SDValue &Lane : Op->op_values()) { in LowerBUILD_VECTOR() local
2165 IsLaneConstructed = [&IsConstant](size_t _, const SDValue &Lane) { in LowerBUILD_VECTOR()
2171 IsLaneConstructed = [&SplatValue](size_t _, const SDValue &Lane) { in LowerBUILD_VECTOR()
2181 const SDValue &Lane = Op->getOperand(I); in LowerBUILD_VECTOR() local
|
| /aosp_15_r20/external/llvm/lib/Target/ARM/ |
| H A D | A15SDOptimizer.cpp | 429 unsigned Lane, bool QPR) { in createDupLane()
446 const DebugLoc &DL, unsigned DReg, unsigned Lane, in createExtractSubreg()
493 const DebugLoc &DL, unsigned DReg, unsigned Lane, unsigned ToInsert) { in createInsertSubreg()
558 unsigned Lane; in optimizeAllLanesPattern() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Vectorize/ |
| H A D | SLPVectorizer.cpp | 766 OperandData &getData(unsigned OpIdx, unsigned Lane) { in getData()
779 for (unsigned Lane = 0, NumLanes = getNumLanes(); Lane != NumLanes; in clearUsed() local
785 void swap(unsigned OpIdx1, unsigned OpIdx2, unsigned Lane) { in swap()
1013 getBestOperand(unsigned OpIdx, int Lane, int LastLane, in getBestOperand()
1090 for (unsigned Lane = 0, NumLanes = getNumLanes(); Lane != NumLanes; in getBestLaneToStartReordering() local
1131 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { in appendOperandsOfVL() local
1171 bool shouldBroadcast(Value *Op, unsigned OpIdx, unsigned Lane) { in shouldBroadcast()
1209 for (unsigned Lane = 0, Lanes = getNumLanes(); Lane != Lanes; ++Lane) in getVL() local
1281 int Lane = FirstLane + Direction * Distance; in reorder() local
1491 for (unsigned Lane = 0, E = Scalars.size(); Lane != E; ++Lane) in setOperand() local
[all …]
|
| H A D | VPlanSLP.cpp | 316 for (unsigned Lane = 1, E = MultiNodeOps[0].second.size(); Lane < E; ++Lane) { in reorderMultiNodeOps() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64PostLegalizerLowering.cpp | 305 static bool matchDupFromInsertVectorElt(int Lane, MachineInstr &MI, in matchDupFromInsertVectorElt()
344 static bool matchDupFromBuildVector(int Lane, MachineInstr &MI, in matchDupFromBuildVector()
366 int Lane = *MaybeLane; in matchDup() local
745 auto Lane = B.buildConstant(LLT::scalar(64), MatchInfo.second); in applyDupLane() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Transforms/Vectorize/ |
| H A D | SLPVectorizer.cpp | 1551 OperandData &getData(unsigned OpIdx, unsigned Lane) { in getData()
1564 for (unsigned Lane = 0, NumLanes = getNumLanes(); Lane != NumLanes; in clearUsed() local
1570 void swap(unsigned OpIdx1, unsigned OpIdx2, unsigned Lane) { in swap()
1583 int getSplatScore(unsigned Lane, unsigned OpIdx, unsigned Idx) const { in getSplatScore()
1615 int getExternalUseScore(unsigned Lane, unsigned OpIdx, unsigned Idx) const { in getExternalUseScore()
1645 int Lane, unsigned OpIdx, unsigned Idx, in getLookAheadScore()
1686 std::optional<unsigned> getBestOperand(unsigned OpIdx, int Lane, int LastLane, in getBestOperand()
1787 unsigned Lane = I - 1; in getBestLaneToStartReordering() local
1906 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { in appendOperandsOfVL() local
1946 bool shouldBroadcast(Value *Op, unsigned OpIdx, unsigned Lane) { in shouldBroadcast()
[all …]
|
| H A D | VPlan.cpp | 227 Value *Lane = Instance.Lane.getAsRuntimeExpr(Builder, VF); in get() local
549 for (unsigned Lane = 0, VF = State->VF.getKnownMinValue(); Lane < VF; in execute() local
|
| H A D | VPlanRecipes.cpp | 138 auto Lane = VPLane::getLastLaneForVF(State.VF); in fixPhi() local
944 unsigned Lane = State.Instance->Lane.getKnownLane(); in execute() local
|
| H A D | VPlanSLP.cpp | 313 for (unsigned Lane = 1, E = MultiNodeOps[0].second.size(); Lane < E; ++Lane) { in reorderMultiNodeOps() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/X86/ |
| H A D | X86InstCombineIntrinsic.cpp | 492 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { in simplifyX86pack() local
1977 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { in simplifyDemandedVectorEltsIntrinsic() local
1992 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { in simplifyDemandedVectorEltsIntrinsic() local
|
| H A D | X86InterleavedAccess.cpp | 445 for (int Lane = 0; Lane < LaneCount; Lane++) in createShuffleStride() local
617 int Lane = (VectorWidth / 128 > 0) ? VectorWidth / 128 : 1; in group2Shuffle() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/X86/ |
| H A D | X86InterleavedAccess.cpp | 440 for (int Lane = 0; Lane < LaneCount; Lane++) in createShuffleStride() local
615 int Lane = (VectorWidth / 128 > 0) ? VectorWidth / 128 : 1; in group2Shuffle() local
|
| /aosp_15_r20/external/llvm/lib/Target/AMDGPU/ |
| H A D | SIMachineFunctionInfo.cpp | 200 unsigned Lane = (Offset / 4) % 64; in getSpilledReg() local
|
| H A D | SIMachineFunctionInfo.h | 125 int Lane; member
|
| /aosp_15_r20/external/llvm/lib/Target/Mips/ |
| H A D | MipsSEISelLowering.cpp | 3063 unsigned Lane = MI.getOperand(2).getImm(); in emitCOPY_FW() local
3108 unsigned Lane = MI.getOperand(2).getImm() * 2; in emitCOPY_FD() local
3138 unsigned Lane = MI.getOperand(2).getImm(); in emitINSERT_FW() local
3174 unsigned Lane = MI.getOperand(2).getImm(); in emitINSERT_FD() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/Target/Mips/ |
| H A D | MipsSEISelLowering.cpp | 3177 unsigned Lane = MI.getOperand(2).getImm(); in emitCOPY_FW() local
3222 unsigned Lane = MI.getOperand(2).getImm() * 2; in emitCOPY_FD() local
3252 unsigned Lane = MI.getOperand(2).getImm(); in emitINSERT_FW() local
3288 unsigned Lane = MI.getOperand(2).getImm(); in emitINSERT_FD() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/Mips/ |
| H A D | MipsSEISelLowering.cpp | 3167 unsigned Lane = MI.getOperand(2).getImm(); in emitCOPY_FW() local
3212 unsigned Lane = MI.getOperand(2).getImm() * 2; in emitCOPY_FD() local
3242 unsigned Lane = MI.getOperand(2).getImm(); in emitINSERT_FW() local
3278 unsigned Lane = MI.getOperand(2).getImm(); in emitINSERT_FD() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineSimplifyDemanded.cpp | 1694 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { in SimplifyDemandedVectorElts() local
1709 for (unsigned Lane = 0; Lane != NumLanes; ++Lane) { in SimplifyDemandedVectorElts() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/Target/AMDGPU/ |
| H A D | SIRegisterInfo.h | 56 int Lane = -1; member
|
| /aosp_15_r20/external/llvm/lib/Transforms/Vectorize/ |
| H A D | SLPVectorizer.cpp | 501 int Lane; member
924 for (int Lane = 0, LE = Entry->Scalars.size(); Lane != LE; ++Lane) { in buildTree() local
2149 for (unsigned Lane = 0, LE = VL.size(); Lane != LE; ++Lane) { in Gather() local
2636 Value *Lane = Builder.getInt32(ExternalUse.Lane); in vectorizeTree() local
2683 for (int Lane = 0, LE = Entry->Scalars.size(); Lane != LE; ++Lane) { in vectorizeTree() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-10.0/llvm/lib/CodeGen/ |
| H A D | InterleavedAccessPass.cpp | 221 unsigned Lane = J * Factor + I; in isReInterleaveMask() local
|
| /aosp_15_r20/external/swiftshader/third_party/llvm-16.0/llvm/lib/CodeGen/ |
| H A D | InterleavedAccessPass.cpp | 231 unsigned Lane = J * Factor + I; in isReInterleaveMask() local
|