Lines Matching full:dl
119 const SDLoc &dl, bool doesNotReturn, in makeLibCall() argument
141 CLI.setDebugLoc(dl).setChain(DAG.getEntryNode()) in makeLibCall()
153 const SDLoc &dl) const { in softenSetCCOperands()
256 dl).first; in softenSetCCOperands()
257 NewRHS = DAG.getConstant(0, dl, RetVT); in softenSetCCOperands()
265 ISD::SETCC, dl, in softenSetCCOperands()
269 dl).first; in softenSetCCOperands()
271 ISD::SETCC, dl, in softenSetCCOperands()
274 NewLHS = DAG.getNode(ISD::OR, dl, Tmp.getValueType(), Tmp, NewLHS); in softenSetCCOperands()
342 SDLoc dl(Op); in ShrinkDemandedConstant() local
360 SDValue New = DAG.getNode(Op.getOpcode(), dl, VT, Op.getOperand(0), in ShrinkDemandedConstant()
363 dl, VT)); in ShrinkDemandedConstant()
380 const SDLoc &dl) { in ShrinkDemandedOp() argument
407 SDValue X = DAG.getNode(Op.getOpcode(), dl, SmallVT, in ShrinkDemandedOp()
408 DAG.getNode(ISD::TRUNCATE, dl, SmallVT, in ShrinkDemandedOp()
410 DAG.getNode(ISD::TRUNCATE, dl, SmallVT, in ShrinkDemandedOp()
414 dl, Op.getValueType(), X); in ShrinkDemandedOp()
438 SDLoc dl(Op); in SimplifyDemandedBits() local
439 auto &DL = TLO.DAG.getDataLayout(); in SimplifyDemandedBits() local
506 return TLO.CombineTo(Op, TLO.DAG.getConstant(0, dl, Op.getValueType())); in SimplifyDemandedBits()
511 if (TLO.ShrinkDemandedOp(Op, BitWidth, NewMask, dl)) in SimplifyDemandedBits()
545 if (TLO.ShrinkDemandedOp(Op, BitWidth, NewMask, dl)) in SimplifyDemandedBits()
570 if (TLO.ShrinkDemandedOp(Op, BitWidth, NewMask, dl)) in SimplifyDemandedBits()
577 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::OR, dl, Op.getValueType(), in SimplifyDemandedBits()
594 SDValue ANDC = TLO.DAG.getConstant(~KnownOne & NewMask, dl, VT); in SimplifyDemandedBits()
595 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::AND, dl, VT, in SimplifyDemandedBits()
609 SDValue New = TLO.DAG.getNode(Op.getOpcode(), dl,VT, Op.getOperand(0), in SimplifyDemandedBits()
610 TLO.DAG.getConstant(Expanded, dl, VT)); in SimplifyDemandedBits()
683 TLO.DAG.getConstant(Diff, dl, Op.getOperand(1).getValueType()); in SimplifyDemandedBits()
685 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, dl, VT, in SimplifyDemandedBits()
702 EVT ShTy = getShiftAmountTy(InnerVT, DL); in SimplifyDemandedBits()
706 TLO.DAG.getNode(ISD::SHL, dl, InnerVT, InnerOp, in SimplifyDemandedBits()
707 TLO.DAG.getConstant(ShAmt, dl, ShTy)); in SimplifyDemandedBits()
710 TLO.DAG.getNode(ISD::ANY_EXTEND, dl, Op.getValueType(), in SimplifyDemandedBits()
729 TLO.DAG.getConstant(ShAmt - InnerShAmt, dl, in SimplifyDemandedBits()
732 SDValue NewExt = TLO.DAG.getNode(ISD::ANY_EXTEND, dl, VT, in SimplifyDemandedBits()
734 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::SHL, dl, VT, in SimplifyDemandedBits()
779 TLO.DAG.getConstant(Diff, dl, Op.getOperand(1).getValueType()); in SimplifyDemandedBits()
780 return TLO.CombineTo(Op, TLO.DAG.getNode(Opc, dl, VT, in SimplifyDemandedBits()
804 TLO.DAG.getNode(ISD::SRL, dl, Op.getValueType(), in SimplifyDemandedBits()
844 TLO.DAG.getNode(ISD::SRL, dl, VT, Op.getOperand(0), in SimplifyDemandedBits()
852 TLO.DAG.getConstant(BitWidth - 1 - Log2, dl, in SimplifyDemandedBits()
854 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::SRL, dl, VT, in SimplifyDemandedBits()
881 ShiftAmtTy = getShiftAmountTy(ShiftAmtTy, DL); in SimplifyDemandedBits()
883 SDValue ShiftAmt = TLO.DAG.getConstant(BitWidth - ShAmt, dl, in SimplifyDemandedBits()
885 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::SHL, dl, in SimplifyDemandedBits()
923 TLO.DAG.getZeroExtendInReg(Op.getOperand(0),dl,ExVT)); in SimplifyDemandedBits()
968 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::ANY_EXTEND, dl, in SimplifyDemandedBits()
990 return TLO.CombineTo(Op,TLO.DAG.getNode(ISD::ANY_EXTEND, dl, in SimplifyDemandedBits()
1008 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::ZERO_EXTEND, dl, in SimplifyDemandedBits()
1066 Shift = TLO.DAG.getConstant(ShVal, dl, in SimplifyDemandedBits()
1067 getShiftAmountTy(Op.getValueType(), DL)); in SimplifyDemandedBits()
1077 SDValue NewTrunc = TLO.DAG.getNode(ISD::TRUNCATE, dl, in SimplifyDemandedBits()
1080 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::SRL, dl, in SimplifyDemandedBits()
1122 SDValue Sign = TLO.DAG.getNode(ISD::FGETSIGN, dl, Ty, Op.getOperand(0)); in SimplifyDemandedBits()
1125 Sign = TLO.DAG.getNode(ISD::ZERO_EXTEND, dl, Op.getValueType(), Sign); in SimplifyDemandedBits()
1127 SDValue ShAmt = TLO.DAG.getConstant(ShVal, dl, Op.getValueType()); in SimplifyDemandedBits()
1128 return TLO.CombineTo(Op, TLO.DAG.getNode(ISD::SHL, dl, in SimplifyDemandedBits()
1148 if (TLO.ShrinkDemandedOp(Op, BitWidth, NewMask, dl)) in SimplifyDemandedBits()
1171 TLO.DAG.getConstant(KnownOne, dl, Op.getValueType())); in SimplifyDemandedBits()
1284 const SDLoc &DL) const { in simplifySetCCWithAnd()
1308 SDValue Zero = DAG.getConstant(0, DL, OpVT); in simplifySetCCWithAnd()
1317 return DAG.getSetCC(DL, VT, N0, Zero, Cond); in simplifySetCCWithAnd()
1334 return DAG.getSetCC(DL, VT, NewAnd, Zero, Cond); in simplifySetCCWithAnd()
1345 const SDLoc &dl) const { in SimplifySetCC()
1352 case ISD::SETFALSE2: return DAG.getConstant(0, dl, VT); in SimplifySetCC()
1358 Cnt == TargetLowering::ZeroOrNegativeOneBooleanContent ? -1ULL : 1, dl, in SimplifySetCC()
1369 return DAG.getSetCC(dl, VT, N1, N0, SwappedCC); in SimplifySetCC()
1393 SDValue Zero = DAG.getConstant(0, dl, N0.getValueType()); in SimplifySetCC()
1394 return DAG.getSetCC(dl, VT, N0.getOperand(0).getOperand(0), in SimplifySetCC()
1413 SDValue Sub = DAG.getNode(ISD::SUB, dl, CTVT, CTOp, in SimplifySetCC()
1414 DAG.getConstant(1, dl, CTVT)); in SimplifySetCC()
1415 SDValue And = DAG.getNode(ISD::AND, dl, CTVT, CTOp, Sub); in SimplifySetCC()
1417 return DAG.getSetCC(dl, VT, And, DAG.getConstant(0, dl, CTVT), CC); in SimplifySetCC()
1470 SDValue Trunc = DAG.getNode(ISD::TRUNCATE, dl, MinVT, PreExt); in SimplifySetCC()
1471 SDValue C = DAG.getConstant(C1.trunc(MinBits), dl, MinVT); in SimplifySetCC()
1472 return DAG.getSetCC(dl, VT, Trunc, C, Cond); in SimplifySetCC()
1501 return DAG.getSetCC(dl, VT, TopSetCC.getOperand(0), in SimplifySetCC()
1553 Ptr = DAG.getNode(ISD::ADD, dl, PtrType, Lod->getBasePtr(), in SimplifySetCC()
1554 DAG.getConstant(bestOffset, dl, PtrType)); in SimplifySetCC()
1556 SDValue NewLoad = DAG.getLoad(newVT, dl, Lod->getChain(), Ptr, in SimplifySetCC()
1559 return DAG.getSetCC(dl, VT, in SimplifySetCC()
1560 DAG.getNode(ISD::AND, dl, newVT, NewLoad, in SimplifySetCC()
1562 dl, newVT)), in SimplifySetCC()
1563 DAG.getConstant(0LL, dl, newVT), Cond); in SimplifySetCC()
1579 case ISD::SETEQ: return DAG.getConstant(0, dl, VT); in SimplifySetCC()
1582 case ISD::SETNE: return DAG.getConstant(1, dl, VT); in SimplifySetCC()
1586 return DAG.getConstant(C1.isNegative(), dl, VT); in SimplifySetCC()
1590 return DAG.getConstant(C1.isNonNegative(), dl, VT); in SimplifySetCC()
1610 SDValue NewConst = DAG.getConstant(C1.trunc(InSize), dl, newVT); in SimplifySetCC()
1612 SDValue NewSetCC = DAG.getSetCC(dl, NewSetCCVT, N0.getOperand(0), in SimplifySetCC()
1614 return DAG.getBoolExtOrTrunc(NewSetCC, dl, VT, N0.getValueType()); in SimplifySetCC()
1631 return DAG.getConstant(Cond == ISD::SETNE, dl, VT); in SimplifySetCC()
1639 ZextOp = DAG.getNode(ISD::AND, dl, Op0Ty, N0.getOperand(0), in SimplifySetCC()
1640 DAG.getConstant(Imm, dl, Op0Ty)); in SimplifySetCC()
1645 return DAG.getSetCC(dl, VT, ZextOp, in SimplifySetCC()
1649 dl, ExtDstTy), in SimplifySetCC()
1658 return DAG.getNode(ISD::TRUNCATE, dl, VT, N0); in SimplifySetCC()
1665 return DAG.getSetCC(dl, VT, N0.getOperand(0), N0.getOperand(1), CC); in SimplifySetCC()
1688 Val = DAG.getNode(ISD::AND, dl, N0.getValueType(), in SimplifySetCC()
1693 return DAG.getSetCC(dl, VT, Val, N1, in SimplifySetCC()
1709 return DAG.getSetCC(dl, VT, Op0.getOperand(0), Op0.getOperand(1), in SimplifySetCC()
1717 Op0 = DAG.getNode(ISD::AND, dl, VT, in SimplifySetCC()
1718 DAG.getNode(ISD::TRUNCATE, dl, VT, Op0.getOperand(0)), in SimplifySetCC()
1719 DAG.getConstant(1, dl, VT)); in SimplifySetCC()
1721 Op0 = DAG.getNode(ISD::AND, dl, VT, in SimplifySetCC()
1722 DAG.getNode(ISD::ANY_EXTEND, dl, VT, Op0.getOperand(0)), in SimplifySetCC()
1723 DAG.getConstant(1, dl, VT)); in SimplifySetCC()
1725 return DAG.getSetCC(dl, VT, Op0, in SimplifySetCC()
1726 DAG.getConstant(0, dl, Op0.getValueType()), in SimplifySetCC()
1731 return DAG.getSetCC(dl, VT, Op0, in SimplifySetCC()
1732 DAG.getConstant(0, dl, Op0.getValueType()), in SimplifySetCC()
1749 if (C1 == MinVal) return DAG.getConstant(1, dl, VT); // X >= MIN --> true in SimplifySetCC()
1757 return DAG.getSetCC(dl, VT, N0, in SimplifySetCC()
1758 DAG.getConstant(C, dl, N1.getValueType()), in SimplifySetCC()
1764 if (C1 == MaxVal) return DAG.getConstant(1, dl, VT); // X <= MAX --> true in SimplifySetCC()
1772 return DAG.getSetCC(dl, VT, N0, in SimplifySetCC()
1773 DAG.getConstant(C, dl, N1.getValueType()), in SimplifySetCC()
1779 return DAG.getConstant(0, dl, VT); // X < MIN --> false in SimplifySetCC()
1781 return DAG.getConstant(1, dl, VT); // X >= MIN --> true in SimplifySetCC()
1783 return DAG.getConstant(0, dl, VT); // X > MAX --> false in SimplifySetCC()
1785 return DAG.getConstant(1, dl, VT); // X <= MAX --> true in SimplifySetCC()
1789 return DAG.getSetCC(dl, VT, N0, N1, ISD::SETNE); in SimplifySetCC()
1792 return DAG.getSetCC(dl, VT, N0, N1, ISD::SETNE); in SimplifySetCC()
1796 return DAG.getSetCC(dl, VT, N0, in SimplifySetCC()
1797 DAG.getConstant(MinVal, dl, N0.getValueType()), in SimplifySetCC()
1801 return DAG.getSetCC(dl, VT, N0, in SimplifySetCC()
1802 DAG.getConstant(MaxVal, dl, N0.getValueType()), in SimplifySetCC()
1811 return DAG.getSetCC(dl, VT, N0, in SimplifySetCC()
1812 DAG.getConstant(0, dl, N1.getValueType()), in SimplifySetCC()
1819 DAG.getConstant(APInt::getAllOnesValue(OperandBitSize), dl, in SimplifySetCC()
1821 return DAG.getSetCC(dl, VT, N0, ConstMinusOne, ISD::SETGT); in SimplifySetCC()
1829 auto &DL = DAG.getDataLayout(); in SimplifySetCC() local
1832 ? getPointerTy(DL) in SimplifySetCC()
1833 : getShiftAmountTy(N0.getValueType(), DL); in SimplifySetCC()
1837 return DAG.getNode(ISD::TRUNCATE, dl, VT, in SimplifySetCC()
1838 DAG.getNode(ISD::SRL, dl, N0.getValueType(), N0, in SimplifySetCC()
1839 DAG.getConstant(AndRHS->getAPIntValue().logBase2(), dl, in SimplifySetCC()
1846 return DAG.getNode(ISD::TRUNCATE, dl, VT, in SimplifySetCC()
1847 DAG.getNode(ISD::SRL, dl, N0.getValueType(), N0, in SimplifySetCC()
1848 DAG.getConstant(C1.logBase2(), dl, in SimplifySetCC()
1864 auto &DL = DAG.getDataLayout(); in SimplifySetCC() local
1866 ? getPointerTy(DL) in SimplifySetCC()
1867 : getShiftAmountTy(N0.getValueType(), DL); in SimplifySetCC()
1869 SDValue Shift = DAG.getNode(ISD::SRL, dl, CmpTy, N0.getOperand(0), in SimplifySetCC()
1870 DAG.getConstant(ShiftBits, dl, in SimplifySetCC()
1872 SDValue CmpRHS = DAG.getConstant(C1.lshr(ShiftBits), dl, CmpTy); in SimplifySetCC()
1873 return DAG.getSetCC(dl, VT, Shift, CmpRHS, Cond); in SimplifySetCC()
1896 auto &DL = DAG.getDataLayout(); in SimplifySetCC() local
1898 ? getPointerTy(DL) in SimplifySetCC()
1899 : getShiftAmountTy(N0.getValueType(), DL); in SimplifySetCC()
1901 SDValue Shift = DAG.getNode(ISD::SRL, dl, CmpTy, N0, in SimplifySetCC()
1902 DAG.getConstant(ShiftBits, dl, ShiftTy)); in SimplifySetCC()
1903 SDValue CmpRHS = DAG.getConstant(NewC, dl, CmpTy); in SimplifySetCC()
1904 return DAG.getSetCC(dl, VT, Shift, CmpRHS, NewCond); in SimplifySetCC()
1912 SDValue O = DAG.FoldSetCC(VT, N0, N1, Cond, dl); in SimplifySetCC()
1922 return DAG.getConstant(0, dl, VT); in SimplifySetCC()
1924 return DAG.getConstant(1, dl, VT); in SimplifySetCC()
1935 return DAG.getSetCC(dl, VT, N0, N0, Cond); in SimplifySetCC()
1947 return DAG.getSetCC(dl, VT, N0, N1, ISD::SETOLE); in SimplifySetCC()
1950 return DAG.getSetCC(dl, VT, N0, N1, ISD::SETULE); in SimplifySetCC()
1953 return DAG.getSetCC(dl, VT, N0, N1, ISD::SETUGT); in SimplifySetCC()
1956 return DAG.getSetCC(dl, VT, N0, N1, ISD::SETOGT); in SimplifySetCC()
1960 return DAG.getSetCC(dl, VT, N0, N1, ISD::SETOGE); in SimplifySetCC()
1963 return DAG.getSetCC(dl, VT, N0, N1, ISD::SETUGE); in SimplifySetCC()
1966 return DAG.getSetCC(dl, VT, N0, N1, ISD::SETULT); in SimplifySetCC()
1969 return DAG.getSetCC(dl, VT, N0, N1, ISD::SETOLT); in SimplifySetCC()
1991 return DAG.getConstant(EqVal, dl, VT); in SimplifySetCC()
1995 return DAG.getConstant(EqVal, dl, VT); in SimplifySetCC()
1997 return DAG.getConstant(EqVal, dl, VT); in SimplifySetCC()
2003 return DAG.getSetCC(dl, VT, N0, N1, NewCond); in SimplifySetCC()
2013 return DAG.getSetCC(dl, VT, N0.getOperand(1), N1.getOperand(1), Cond); in SimplifySetCC()
2015 return DAG.getSetCC(dl, VT, N0.getOperand(0), N1.getOperand(0), Cond); in SimplifySetCC()
2019 return DAG.getSetCC(dl, VT, N0.getOperand(1), N1.getOperand(0), in SimplifySetCC()
2022 return DAG.getSetCC(dl, VT, N0.getOperand(0), N1.getOperand(1), in SimplifySetCC()
2035 return DAG.getSetCC(dl, VT, N0.getOperand(0), in SimplifySetCC()
2038 dl, N0.getValueType()), Cond); in SimplifySetCC()
2047 DAG.getSetCC(dl, VT, N0.getOperand(0), in SimplifySetCC()
2050 dl, N0.getValueType()), in SimplifySetCC()
2058 DAG.getSetCC(dl, VT, N0.getOperand(1), in SimplifySetCC()
2061 dl, N0.getValueType()), in SimplifySetCC()
2077 return DAG.getSetCC(dl, VT, N0.getOperand(1), in SimplifySetCC()
2078 DAG.getConstant(0, dl, N0.getValueType()), Cond); in SimplifySetCC()
2081 return DAG.getSetCC(dl, VT, N0.getOperand(0), in SimplifySetCC()
2082 DAG.getConstant(0, dl, N0.getValueType()), in SimplifySetCC()
2086 auto &DL = DAG.getDataLayout(); in SimplifySetCC() local
2089 ISD::SHL, dl, N1.getValueType(), N1, in SimplifySetCC()
2090 DAG.getConstant(1, dl, in SimplifySetCC()
2091 getShiftAmountTy(N1.getValueType(), DL))); in SimplifySetCC()
2094 return DAG.getSetCC(dl, VT, N0.getOperand(0), SH, Cond); in SimplifySetCC()
2104 return DAG.getSetCC(dl, VT, N1.getOperand(1), in SimplifySetCC()
2105 DAG.getConstant(0, dl, N1.getValueType()), Cond); in SimplifySetCC()
2108 return DAG.getSetCC(dl, VT, N1.getOperand(0), in SimplifySetCC()
2109 DAG.getConstant(0, dl, N1.getValueType()), Cond); in SimplifySetCC()
2112 auto &DL = DAG.getDataLayout(); in SimplifySetCC() local
2115 ISD::SHL, dl, N1.getValueType(), N0, in SimplifySetCC()
2116 DAG.getConstant(1, dl, getShiftAmountTy(N0.getValueType(), DL))); in SimplifySetCC()
2119 return DAG.getSetCC(dl, VT, SH, N1.getOperand(0), Cond); in SimplifySetCC()
2124 if (SDValue V = simplifySetCCWithAnd(VT, N0, N1, Cond, DCI, dl)) in SimplifySetCC()
2134 Temp = DAG.getNode(ISD::XOR, dl, MVT::i1, N0, N1); in SimplifySetCC()
2135 N0 = DAG.getNOT(dl, Temp, MVT::i1); in SimplifySetCC()
2140 N0 = DAG.getNode(ISD::XOR, dl, MVT::i1, N0, N1); in SimplifySetCC()
2144 Temp = DAG.getNOT(dl, N0, MVT::i1); in SimplifySetCC()
2145 N0 = DAG.getNode(ISD::AND, dl, MVT::i1, N1, Temp); in SimplifySetCC()
2151 Temp = DAG.getNOT(dl, N1, MVT::i1); in SimplifySetCC()
2152 N0 = DAG.getNode(ISD::AND, dl, MVT::i1, N0, Temp); in SimplifySetCC()
2158 Temp = DAG.getNOT(dl, N0, MVT::i1); in SimplifySetCC()
2159 N0 = DAG.getNode(ISD::OR, dl, MVT::i1, N1, Temp); in SimplifySetCC()
2165 Temp = DAG.getNOT(dl, N1, MVT::i1); in SimplifySetCC()
2166 N0 = DAG.getNode(ISD::OR, dl, MVT::i1, N0, Temp); in SimplifySetCC()
2173 N0 = DAG.getNode(ISD::ZERO_EXTEND, dl, VT, N0); in SimplifySetCC()
2409 TargetLowering::ParseConstraints(const DataLayout &DL, in ParseConstraints() argument
2447 getSimpleValueType(DL, STy->getElementType(ResNo)); in ParseConstraints()
2450 OpInfo.ConstraintVT = getSimpleValueType(DL, CS.getType()); in ParseConstraints()
2479 unsigned BitSize = DL.getTypeSizeInBits(OpTy); in ParseConstraints()
2493 unsigned PtrSize = DL.getPointerSizeInBits(PT->getAddressSpace()); in ParseConstraints()
2788 const SDLoc &dl, SelectionDAG &DAG, in BuildExactSDIV() argument
2797 DAG.getConstant(ShAmt, dl, TLI.getShiftAmountTy(Op1.getValueType(), in BuildExactSDIV()
2801 Op1 = DAG.getNode(ISD::SRA, dl, Op1.getValueType(), Op1, Amt, &Flags); in BuildExactSDIV()
2811 SDValue Op2 = DAG.getConstant(xn, dl, Op1.getValueType()); in BuildExactSDIV()
2812 SDValue Mul = DAG.getNode(ISD::MUL, dl, Op1.getValueType(), Op1, Op2); in BuildExactSDIV()
2837 SDLoc dl(N); in BuildSDIV() local
2846 return BuildExactSDIV(*this, N->getOperand(0), Divisor, dl, DAG, *Created); in BuildSDIV()
2855 Q = DAG.getNode(ISD::MULHS, dl, VT, N->getOperand(0), in BuildSDIV()
2856 DAG.getConstant(magics.m, dl, VT)); in BuildSDIV()
2859 Q = SDValue(DAG.getNode(ISD::SMUL_LOHI, dl, DAG.getVTList(VT, VT), in BuildSDIV()
2861 DAG.getConstant(magics.m, dl, VT)).getNode(), 1); in BuildSDIV()
2866 Q = DAG.getNode(ISD::ADD, dl, VT, Q, N->getOperand(0)); in BuildSDIV()
2871 Q = DAG.getNode(ISD::SUB, dl, VT, Q, N->getOperand(0)); in BuildSDIV()
2874 auto &DL = DAG.getDataLayout(); in BuildSDIV() local
2878 ISD::SRA, dl, VT, Q, in BuildSDIV()
2879 DAG.getConstant(magics.s, dl, getShiftAmountTy(Q.getValueType(), DL))); in BuildSDIV()
2884 DAG.getNode(ISD::SRL, dl, VT, Q, in BuildSDIV()
2885 DAG.getConstant(VT.getScalarSizeInBits() - 1, dl, in BuildSDIV()
2886 getShiftAmountTy(Q.getValueType(), DL))); in BuildSDIV()
2888 return DAG.getNode(ISD::ADD, dl, VT, Q, T); in BuildSDIV()
2901 SDLoc dl(N); in BuildUDIV() local
2902 auto &DL = DAG.getDataLayout(); in BuildUDIV() local
2920 ISD::SRL, dl, VT, Q, in BuildUDIV()
2921 DAG.getConstant(Shift, dl, getShiftAmountTy(Q.getValueType(), DL))); in BuildUDIV()
2933 Q = DAG.getNode(ISD::MULHU, dl, VT, Q, DAG.getConstant(magics.m, dl, VT)); in BuildUDIV()
2936 Q = SDValue(DAG.getNode(ISD::UMUL_LOHI, dl, DAG.getVTList(VT, VT), Q, in BuildUDIV()
2937 DAG.getConstant(magics.m, dl, VT)).getNode(), 1); in BuildUDIV()
2947 ISD::SRL, dl, VT, Q, in BuildUDIV()
2948 DAG.getConstant(magics.s, dl, getShiftAmountTy(Q.getValueType(), DL))); in BuildUDIV()
2950 SDValue NPQ = DAG.getNode(ISD::SUB, dl, VT, N->getOperand(0), Q); in BuildUDIV()
2953 ISD::SRL, dl, VT, NPQ, in BuildUDIV()
2954 DAG.getConstant(1, dl, getShiftAmountTy(NPQ.getValueType(), DL))); in BuildUDIV()
2956 NPQ = DAG.getNode(ISD::ADD, dl, VT, NPQ, Q); in BuildUDIV()
2959 ISD::SRL, dl, VT, NPQ, in BuildUDIV()
2960 DAG.getConstant(magics.s - 1, dl, in BuildUDIV()
2961 getShiftAmountTy(NPQ.getValueType(), DL))); in BuildUDIV()
2984 SDLoc dl(N); in expandMUL() local
3002 LL = DAG.getNode(ISD::TRUNCATE, dl, HiLoVT, N->getOperand(0)); in expandMUL()
3003 RL = DAG.getNode(ISD::TRUNCATE, dl, HiLoVT, N->getOperand(1)); in expandMUL()
3015 Lo = DAG.getNode(ISD::UMUL_LOHI, dl, DAG.getVTList(HiLoVT, HiLoVT), LL, in expandMUL()
3022 Lo = DAG.getNode(ISD::MUL, dl, HiLoVT, LL, RL); in expandMUL()
3023 Hi = DAG.getNode(ISD::MULHU, dl, HiLoVT, LL, RL); in expandMUL()
3031 Lo = DAG.getNode(ISD::SMUL_LOHI, dl, DAG.getVTList(HiLoVT, HiLoVT), LL, in expandMUL()
3038 Lo = DAG.getNode(ISD::MUL, dl, HiLoVT, LL, RL); in expandMUL()
3039 Hi = DAG.getNode(ISD::MULHS, dl, HiLoVT, LL, RL); in expandMUL()
3047 auto &DL = DAG.getDataLayout(); in expandMUL() local
3049 SDValue Shift = DAG.getConstant(ShiftAmt, dl, getShiftAmountTy(VT, DL)); in expandMUL()
3050 LH = DAG.getNode(ISD::SRL, dl, VT, N->getOperand(0), Shift); in expandMUL()
3051 LH = DAG.getNode(ISD::TRUNCATE, dl, HiLoVT, LH); in expandMUL()
3052 RH = DAG.getNode(ISD::SRL, dl, VT, N->getOperand(1), Shift); in expandMUL()
3053 RH = DAG.getNode(ISD::TRUNCATE, dl, HiLoVT, RH); in expandMUL()
3061 SDValue UMulLOHI = DAG.getNode(ISD::UMUL_LOHI, dl, in expandMUL()
3065 RH = DAG.getNode(ISD::MUL, dl, HiLoVT, LL, RH); in expandMUL()
3066 LH = DAG.getNode(ISD::MUL, dl, HiLoVT, LH, RL); in expandMUL()
3067 Hi = DAG.getNode(ISD::ADD, dl, HiLoVT, Hi, RH); in expandMUL()
3068 Hi = DAG.getNode(ISD::ADD, dl, HiLoVT, Hi, LH); in expandMUL()
3072 Lo = DAG.getNode(ISD::MUL, dl, HiLoVT, LL, RL); in expandMUL()
3073 Hi = DAG.getNode(ISD::MULHU, dl, HiLoVT, LL, RL); in expandMUL()
3074 RH = DAG.getNode(ISD::MUL, dl, HiLoVT, LL, RH); in expandMUL()
3075 LH = DAG.getNode(ISD::MUL, dl, HiLoVT, LH, RL); in expandMUL()
3076 Hi = DAG.getNode(ISD::ADD, dl, HiLoVT, Hi, RH); in expandMUL()
3077 Hi = DAG.getNode(ISD::ADD, dl, HiLoVT, Hi, LH); in expandMUL()
3088 SDLoc dl(SDValue(Node, 0)); in expandFP_TO_SINT() local
3099 SDValue ExponentMask = DAG.getConstant(0x7F800000, dl, IntVT); in expandFP_TO_SINT()
3100 SDValue ExponentLoBit = DAG.getConstant(23, dl, IntVT); in expandFP_TO_SINT()
3101 SDValue Bias = DAG.getConstant(127, dl, IntVT); in expandFP_TO_SINT()
3102 SDValue SignMask = DAG.getConstant(APInt::getSignBit(VT.getSizeInBits()), dl, in expandFP_TO_SINT()
3104 SDValue SignLowBit = DAG.getConstant(VT.getSizeInBits() - 1, dl, IntVT); in expandFP_TO_SINT()
3105 SDValue MantissaMask = DAG.getConstant(0x007FFFFF, dl, IntVT); in expandFP_TO_SINT()
3107 SDValue Bits = DAG.getNode(ISD::BITCAST, dl, IntVT, Node->getOperand(0)); in expandFP_TO_SINT()
3109 auto &DL = DAG.getDataLayout(); in expandFP_TO_SINT() local
3111 ISD::SRL, dl, IntVT, DAG.getNode(ISD::AND, dl, IntVT, Bits, ExponentMask), in expandFP_TO_SINT()
3112 DAG.getZExtOrTrunc(ExponentLoBit, dl, getShiftAmountTy(IntVT, DL))); in expandFP_TO_SINT()
3113 SDValue Exponent = DAG.getNode(ISD::SUB, dl, IntVT, ExponentBits, Bias); in expandFP_TO_SINT()
3116 ISD::SRA, dl, IntVT, DAG.getNode(ISD::AND, dl, IntVT, Bits, SignMask), in expandFP_TO_SINT()
3117 DAG.getZExtOrTrunc(SignLowBit, dl, getShiftAmountTy(IntVT, DL))); in expandFP_TO_SINT()
3118 Sign = DAG.getSExtOrTrunc(Sign, dl, NVT); in expandFP_TO_SINT()
3120 SDValue R = DAG.getNode(ISD::OR, dl, IntVT, in expandFP_TO_SINT()
3121 DAG.getNode(ISD::AND, dl, IntVT, Bits, MantissaMask), in expandFP_TO_SINT()
3122 DAG.getConstant(0x00800000, dl, IntVT)); in expandFP_TO_SINT()
3124 R = DAG.getZExtOrTrunc(R, dl, NVT); in expandFP_TO_SINT()
3127 dl, Exponent, ExponentLoBit, in expandFP_TO_SINT()
3128 DAG.getNode(ISD::SHL, dl, NVT, R, in expandFP_TO_SINT()
3130 DAG.getNode(ISD::SUB, dl, IntVT, Exponent, ExponentLoBit), in expandFP_TO_SINT()
3131 dl, getShiftAmountTy(IntVT, DL))), in expandFP_TO_SINT()
3132 DAG.getNode(ISD::SRL, dl, NVT, R, in expandFP_TO_SINT()
3134 DAG.getNode(ISD::SUB, dl, IntVT, ExponentLoBit, Exponent), in expandFP_TO_SINT()
3135 dl, getShiftAmountTy(IntVT, DL))), in expandFP_TO_SINT()
3138 SDValue Ret = DAG.getNode(ISD::SUB, dl, NVT, in expandFP_TO_SINT()
3139 DAG.getNode(ISD::XOR, dl, NVT, R, Sign), in expandFP_TO_SINT()
3142 Result = DAG.getSelectCC(dl, Exponent, DAG.getConstant(0, dl, IntVT), in expandFP_TO_SINT()
3143 DAG.getConstant(0, dl, NVT), Ret, ISD::SETLT); in expandFP_TO_SINT()
3251 SDLoc dl(LD); in expandUnalignedLoad() local
3263 SDValue newLoad = DAG.getLoad(intVT, dl, Chain, Ptr, in expandUnalignedLoad()
3265 SDValue Result = DAG.getNode(ISD::BITCAST, dl, LoadedVT, newLoad); in expandUnalignedLoad()
3268 ISD::ANY_EXTEND, dl, VT, Result); in expandUnalignedLoad()
3290 SDValue PtrIncrement = DAG.getConstant(RegBytes, dl, PtrVT); in expandUnalignedLoad()
3291 SDValue StackPtrIncrement = DAG.getConstant(RegBytes, dl, StackPtrVT); in expandUnalignedLoad()
3296 SDValue Load = DAG.getLoad(RegVT, dl, Chain, Ptr, in expandUnalignedLoad()
3303 Stores.push_back(DAG.getStore(Load.getValue(1), dl, Load, StackPtr, in expandUnalignedLoad()
3307 Ptr = DAG.getNode(ISD::ADD, dl, PtrVT, Ptr, PtrIncrement); in expandUnalignedLoad()
3308 StackPtr = DAG.getNode(ISD::ADD, dl, StackPtrVT, StackPtr, in expandUnalignedLoad()
3315 SDValue Load = DAG.getExtLoad(ISD::EXTLOAD, dl, RegVT, Chain, Ptr, in expandUnalignedLoad()
3325 Stores.push_back(DAG.getTruncStore(Load.getValue(1), dl, Load, StackPtr, in expandUnalignedLoad()
3330 SDValue TF = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Stores); in expandUnalignedLoad()
3333 Load = DAG.getExtLoad(LD->getExtensionType(), dl, VT, TF, StackBase, in expandUnalignedLoad()
3362 Lo = DAG.getExtLoad(ISD::ZEXTLOAD, dl, VT, Chain, Ptr, LD->getPointerInfo(), in expandUnalignedLoad()
3366 Ptr = DAG.getNode(ISD::ADD, dl, Ptr.getValueType(), Ptr, in expandUnalignedLoad()
3367 DAG.getConstant(IncrementSize, dl, Ptr.getValueType())); in expandUnalignedLoad()
3368 Hi = DAG.getExtLoad(HiExtType, dl, VT, Chain, Ptr, in expandUnalignedLoad()
3374 Hi = DAG.getExtLoad(HiExtType, dl, VT, Chain, Ptr, LD->getPointerInfo(), in expandUnalignedLoad()
3378 Ptr = DAG.getNode(ISD::ADD, dl, Ptr.getValueType(), Ptr, in expandUnalignedLoad()
3379 DAG.getConstant(IncrementSize, dl, Ptr.getValueType())); in expandUnalignedLoad()
3380 Lo = DAG.getExtLoad(ISD::ZEXTLOAD, dl, VT, Chain, Ptr, in expandUnalignedLoad()
3389 DAG.getConstant(NumBits, dl, getShiftAmountTy(Hi.getValueType(), in expandUnalignedLoad()
3391 SDValue Result = DAG.getNode(ISD::SHL, dl, VT, Hi, ShiftAmount); in expandUnalignedLoad()
3392 Result = DAG.getNode(ISD::OR, dl, VT, Result, Lo); in expandUnalignedLoad()
3394 SDValue TF = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Lo.getValue(1), in expandUnalignedLoad()
3410 SDLoc dl(ST); in expandUnalignedStore() local
3424 SDValue Result = DAG.getNode(ISD::BITCAST, dl, intVT, Val); in expandUnalignedStore()
3425 Result = DAG.getStore(Chain, dl, Result, Ptr, ST->getPointerInfo(), in expandUnalignedStore()
3445 SDValue Store = DAG.getTruncStore(Chain, dl, in expandUnalignedStore()
3451 SDValue PtrIncrement = DAG.getConstant(RegBytes, dl, PtrVT); in expandUnalignedStore()
3452 SDValue StackPtrIncrement = DAG.getConstant(RegBytes, dl, StackPtrVT); in expandUnalignedStore()
3459 SDValue Load = DAG.getLoad(RegVT, dl, Store, StackPtr, in expandUnalignedStore()
3463 Stores.push_back(DAG.getStore(Load.getValue(1), dl, Load, Ptr, in expandUnalignedStore()
3469 StackPtr = DAG.getNode(ISD::ADD, dl, StackPtrVT, in expandUnalignedStore()
3471 Ptr = DAG.getNode(ISD::ADD, dl, PtrVT, Ptr, PtrIncrement); in expandUnalignedStore()
3481 SDValue Load = DAG.getExtLoad(ISD::EXTLOAD, dl, RegVT, Store, StackPtr, in expandUnalignedStore()
3485 Stores.push_back(DAG.getTruncStore(Load.getValue(1), dl, Load, Ptr, in expandUnalignedStore()
3493 SDValue Result = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Stores); in expandUnalignedStore()
3507 DAG.getConstant(NumBits, dl, getShiftAmountTy(Val.getValueType(), in expandUnalignedStore()
3510 SDValue Hi = DAG.getNode(ISD::SRL, dl, VT, Val, ShiftAmount); in expandUnalignedStore()
3514 Store1 = DAG.getTruncStore(Chain, dl, in expandUnalignedStore()
3520 Ptr = DAG.getNode(ISD::ADD, dl, PtrVT, Ptr, in expandUnalignedStore()
3521 DAG.getConstant(IncrementSize, dl, PtrVT)); in expandUnalignedStore()
3524 Chain, dl, DAG.getDataLayout().isLittleEndian() ? Hi : Lo, Ptr, in expandUnalignedStore()
3529 DAG.getNode(ISD::TokenFactor, dl, MVT::Other, Store1, Store2); in expandUnalignedStore()
3543 SDLoc dl(GA); in LowerToTLSEmulatedModel() local
3552 Entry.Node = DAG.getGlobalAddress(EmuTlsVar, dl, PtrVT); in LowerToTLSEmulatedModel()
3559 CLI.setDebugLoc(dl).setChain(DAG.getEntryNode()); in LowerToTLSEmulatedModel()