1*aa2bcc31SzhanglyGitpackage xiangshan.backend.issue 2*aa2bcc31SzhanglyGit 3*aa2bcc31SzhanglyGitimport org.chipsalliance.cde.config.Parameters 4*aa2bcc31SzhanglyGitimport chisel3._ 5*aa2bcc31SzhanglyGitimport chisel3.util._ 6*aa2bcc31SzhanglyGitimport utils.{MathUtils, OptionWrapper} 7*aa2bcc31SzhanglyGitimport utility.HasCircularQueuePtrHelper 8*aa2bcc31SzhanglyGitimport xiangshan._ 9*aa2bcc31SzhanglyGitimport xiangshan.backend.Bundles._ 10*aa2bcc31SzhanglyGitimport xiangshan.backend.datapath.DataSource 11*aa2bcc31SzhanglyGitimport xiangshan.backend.fu.FuType 12*aa2bcc31SzhanglyGitimport xiangshan.backend.rob.RobPtr 13*aa2bcc31SzhanglyGitimport xiangshan.mem.{MemWaitUpdateReq, SqPtr, LqPtr} 14*aa2bcc31SzhanglyGit 15*aa2bcc31SzhanglyGitobject EntryBundles extends HasCircularQueuePtrHelper { 16*aa2bcc31SzhanglyGit 17*aa2bcc31SzhanglyGit class Status(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 18*aa2bcc31SzhanglyGit //basic status 19*aa2bcc31SzhanglyGit val robIdx = new RobPtr 20*aa2bcc31SzhanglyGit val fuType = IQFuType() 21*aa2bcc31SzhanglyGit //src status 22*aa2bcc31SzhanglyGit val srcStatus = Vec(params.numRegSrc, new SrcStatus) 23*aa2bcc31SzhanglyGit //issue status 24*aa2bcc31SzhanglyGit val blocked = Bool() 25*aa2bcc31SzhanglyGit val issued = Bool() 26*aa2bcc31SzhanglyGit val firstIssue = Bool() 27*aa2bcc31SzhanglyGit val issueTimer = UInt(2.W) 28*aa2bcc31SzhanglyGit val deqPortIdx = UInt(1.W) 29*aa2bcc31SzhanglyGit //mem status 30*aa2bcc31SzhanglyGit val mem = OptionWrapper(params.isMemAddrIQ, new StatusMemPart) 31*aa2bcc31SzhanglyGit //vector mem status 32*aa2bcc31SzhanglyGit val vecMem = OptionWrapper(params.isVecMemIQ, new StatusVecMemPart) 33*aa2bcc31SzhanglyGit 34*aa2bcc31SzhanglyGit def srcReady: Bool = { 35*aa2bcc31SzhanglyGit VecInit(srcStatus.map(_.srcState).map(SrcState.isReady)).asUInt.andR 36*aa2bcc31SzhanglyGit } 37*aa2bcc31SzhanglyGit 38*aa2bcc31SzhanglyGit def canIssue: Bool = { 39*aa2bcc31SzhanglyGit srcReady && !issued && !blocked 40*aa2bcc31SzhanglyGit } 41*aa2bcc31SzhanglyGit 42*aa2bcc31SzhanglyGit def mergedLoadDependency: Option[Vec[UInt]] = { 43*aa2bcc31SzhanglyGit OptionWrapper(params.hasIQWakeUp, srcStatus.map(_.srcLoadDependency.get).reduce({ 44*aa2bcc31SzhanglyGit case (l: Vec[UInt], r: Vec[UInt]) => VecInit(l.zip(r).map(x => x._1 | x._2)) 45*aa2bcc31SzhanglyGit }: (Vec[UInt], Vec[UInt]) => Vec[UInt])) 46*aa2bcc31SzhanglyGit } 47*aa2bcc31SzhanglyGit } 48*aa2bcc31SzhanglyGit 49*aa2bcc31SzhanglyGit class SrcStatus(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 50*aa2bcc31SzhanglyGit val psrc = UInt(params.rdPregIdxWidth.W) 51*aa2bcc31SzhanglyGit val srcType = SrcType() 52*aa2bcc31SzhanglyGit val srcState = SrcState() 53*aa2bcc31SzhanglyGit val dataSources = DataSource() 54*aa2bcc31SzhanglyGit val srcTimer = OptionWrapper(params.hasIQWakeUp, UInt(3.W)) 55*aa2bcc31SzhanglyGit val srcWakeUpL1ExuOH = OptionWrapper(params.hasIQWakeUp, ExuVec()) 56*aa2bcc31SzhanglyGit val srcLoadDependency = OptionWrapper(params.hasIQWakeUp, Vec(LoadPipelineWidth, UInt(3.W))) 57*aa2bcc31SzhanglyGit } 58*aa2bcc31SzhanglyGit 59*aa2bcc31SzhanglyGit class StatusMemPart(implicit p:Parameters) extends Bundle { 60*aa2bcc31SzhanglyGit val waitForSqIdx = new SqPtr // generated by store data valid check 61*aa2bcc31SzhanglyGit val waitForRobIdx = new RobPtr // generated by store set 62*aa2bcc31SzhanglyGit val waitForStd = Bool() 63*aa2bcc31SzhanglyGit val strictWait = Bool() 64*aa2bcc31SzhanglyGit val sqIdx = new SqPtr 65*aa2bcc31SzhanglyGit } 66*aa2bcc31SzhanglyGit 67*aa2bcc31SzhanglyGit class StatusVecMemPart(implicit p:Parameters, params: IssueBlockParams) extends Bundle { 68*aa2bcc31SzhanglyGit val sqIdx = new SqPtr 69*aa2bcc31SzhanglyGit val lqIdx = new LqPtr 70*aa2bcc31SzhanglyGit val uopIdx = UopIdx() 71*aa2bcc31SzhanglyGit } 72*aa2bcc31SzhanglyGit 73*aa2bcc31SzhanglyGit class EntryDeqRespBundle(implicit p: Parameters, params: IssueBlockParams) extends Bundle { 74*aa2bcc31SzhanglyGit val robIdx = new RobPtr 75*aa2bcc31SzhanglyGit val respType = RSFeedbackType() // update credit if needs replay 76*aa2bcc31SzhanglyGit val dataInvalidSqIdx = new SqPtr 77*aa2bcc31SzhanglyGit val rfWen = Bool() 78*aa2bcc31SzhanglyGit val fuType = FuType() 79*aa2bcc31SzhanglyGit val uopIdx = OptionWrapper(params.isVecMemIQ, Output(UopIdx())) 80*aa2bcc31SzhanglyGit } 81*aa2bcc31SzhanglyGit 82*aa2bcc31SzhanglyGit class EntryBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 83*aa2bcc31SzhanglyGit val status = new Status() 84*aa2bcc31SzhanglyGit val imm = OptionWrapper(params.needImm, UInt((params.deqImmTypesMaxLen).W)) 85*aa2bcc31SzhanglyGit val payload = new DynInst() 86*aa2bcc31SzhanglyGit } 87*aa2bcc31SzhanglyGit 88*aa2bcc31SzhanglyGit class CommonInBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 89*aa2bcc31SzhanglyGit val flush = Flipped(ValidIO(new Redirect)) 90*aa2bcc31SzhanglyGit val enq = Flipped(ValidIO(new EntryBundle)) 91*aa2bcc31SzhanglyGit //wakeup 92*aa2bcc31SzhanglyGit val wakeUpFromWB: MixedVec[ValidIO[IssueQueueWBWakeUpBundle]] = Flipped(params.genWBWakeUpSinkValidBundle) 93*aa2bcc31SzhanglyGit val wakeUpFromIQ: MixedVec[ValidIO[IssueQueueIQWakeUpBundle]] = Flipped(params.genIQWakeUpSinkValidBundle) 94*aa2bcc31SzhanglyGit //cancel 95*aa2bcc31SzhanglyGit val og0Cancel = Input(ExuOH(backendParams.numExu)) 96*aa2bcc31SzhanglyGit val og1Cancel = Input(ExuOH(backendParams.numExu)) 97*aa2bcc31SzhanglyGit val ldCancel = Vec(backendParams.LdExuCnt, Flipped(new LoadCancelIO)) 98*aa2bcc31SzhanglyGit //deq sel 99*aa2bcc31SzhanglyGit val deqSel = Input(Bool()) 100*aa2bcc31SzhanglyGit val deqPortIdxWrite = Input(UInt(1.W)) 101*aa2bcc31SzhanglyGit val issueResp = Flipped(ValidIO(new EntryDeqRespBundle)) 102*aa2bcc31SzhanglyGit //trans sel 103*aa2bcc31SzhanglyGit val transSel = Input(Bool()) 104*aa2bcc31SzhanglyGit // mem only 105*aa2bcc31SzhanglyGit val fromMem = OptionWrapper(params.isMemAddrIQ, new Bundle { 106*aa2bcc31SzhanglyGit val stIssuePtr = Input(new SqPtr) 107*aa2bcc31SzhanglyGit val memWaitUpdateReq = Flipped(new MemWaitUpdateReq) 108*aa2bcc31SzhanglyGit }) 109*aa2bcc31SzhanglyGit // vector mem only 110*aa2bcc31SzhanglyGit val fromLsq = OptionWrapper(params.isVecMemIQ, new Bundle { 111*aa2bcc31SzhanglyGit val sqDeqPtr = Input(new SqPtr) 112*aa2bcc31SzhanglyGit val lqDeqPtr = Input(new LqPtr) 113*aa2bcc31SzhanglyGit }) 114*aa2bcc31SzhanglyGit } 115*aa2bcc31SzhanglyGit 116*aa2bcc31SzhanglyGit class CommonOutBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 117*aa2bcc31SzhanglyGit //status 118*aa2bcc31SzhanglyGit val valid = Output(Bool()) 119*aa2bcc31SzhanglyGit val canIssue = Output(Bool()) 120*aa2bcc31SzhanglyGit val fuType = Output(FuType()) 121*aa2bcc31SzhanglyGit val robIdx = Output(new RobPtr) 122*aa2bcc31SzhanglyGit val uopIdx = OptionWrapper(params.isVecMemIQ, Output(UopIdx())) 123*aa2bcc31SzhanglyGit //src 124*aa2bcc31SzhanglyGit val dataSource = Vec(params.numRegSrc, Output(DataSource())) 125*aa2bcc31SzhanglyGit val srcWakeUpL1ExuOH = OptionWrapper(params.hasIQWakeUp, Vec(params.numRegSrc, Output(ExuVec()))) 126*aa2bcc31SzhanglyGit val srcTimer = OptionWrapper(params.hasIQWakeUp, Vec(params.numRegSrc, Output(UInt(3.W)))) 127*aa2bcc31SzhanglyGit //deq 128*aa2bcc31SzhanglyGit val isFirstIssue = Output(Bool()) 129*aa2bcc31SzhanglyGit val entry = ValidIO(new EntryBundle) 130*aa2bcc31SzhanglyGit val deqPortIdxRead = Output(UInt(1.W)) 131*aa2bcc31SzhanglyGit val issueTimerRead = Output(UInt(2.W)) 132*aa2bcc31SzhanglyGit // debug 133*aa2bcc31SzhanglyGit val cancel = OptionWrapper(params.hasIQWakeUp, Output(Bool())) 134*aa2bcc31SzhanglyGit } 135*aa2bcc31SzhanglyGit 136*aa2bcc31SzhanglyGit class CommonWireBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 137*aa2bcc31SzhanglyGit val validRegNext = Bool() 138*aa2bcc31SzhanglyGit val flushed = Bool() 139*aa2bcc31SzhanglyGit val clear = Bool() 140*aa2bcc31SzhanglyGit val canIssue = Bool() 141*aa2bcc31SzhanglyGit val enqReady = Bool() 142*aa2bcc31SzhanglyGit val deqSuccess = Bool() 143*aa2bcc31SzhanglyGit val srcWakeup = Vec(params.numRegSrc, Bool()) 144*aa2bcc31SzhanglyGit val srcWakeupByWB = Vec(params.numRegSrc, Bool()) 145*aa2bcc31SzhanglyGit } 146*aa2bcc31SzhanglyGit 147*aa2bcc31SzhanglyGit def CommonWireConnect(common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, entryReg: EntryBundle, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { 148*aa2bcc31SzhanglyGit val hasIQWakeupGet = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle)) 149*aa2bcc31SzhanglyGit common.flushed := entryReg.status.robIdx.needFlush(commonIn.flush) 150*aa2bcc31SzhanglyGit common.deqSuccess := commonIn.issueResp.valid && commonIn.issueResp.bits.respType === RSFeedbackType.fuIdle && !hasIQWakeupGet.srcLoadCancelVec.asUInt.orR 151*aa2bcc31SzhanglyGit common.srcWakeup := common.srcWakeupByWB.zip(hasIQWakeupGet.srcWakeupByIQ).map { case (x, y) => x || y.asUInt.orR } 152*aa2bcc31SzhanglyGit common.srcWakeupByWB := commonIn.wakeUpFromWB.map(bundle => bundle.bits.wakeUp(entryReg.status.srcStatus.map(_.psrc) zip entryReg.status.srcStatus.map(_.srcType), bundle.valid)).transpose.map(x => VecInit(x.toSeq).asUInt.orR).toSeq 153*aa2bcc31SzhanglyGit common.canIssue := validReg && entryReg.status.canIssue && !hasIQWakeupGet.srcCancelVec.asUInt.orR 154*aa2bcc31SzhanglyGit common.enqReady := !validReg || common.clear 155*aa2bcc31SzhanglyGit if(isEnq) { 156*aa2bcc31SzhanglyGit common.validRegNext := Mux(commonIn.enq.valid && common.enqReady, true.B, Mux(common.clear, false.B, validReg)) 157*aa2bcc31SzhanglyGit common.clear := common.flushed || common.deqSuccess || commonIn.transSel 158*aa2bcc31SzhanglyGit } else { 159*aa2bcc31SzhanglyGit common.validRegNext := Mux(commonIn.enq.valid && commonIn.transSel, true.B, Mux(common.clear, false.B, validReg)) 160*aa2bcc31SzhanglyGit common.clear := common.flushed || common.deqSuccess 161*aa2bcc31SzhanglyGit } 162*aa2bcc31SzhanglyGit } 163*aa2bcc31SzhanglyGit 164*aa2bcc31SzhanglyGit class CommonIQWakeupBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { 165*aa2bcc31SzhanglyGit val srcWakeupByIQ = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool())) 166*aa2bcc31SzhanglyGit val srcWakeupByIQWithoutCancel = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool())) 167*aa2bcc31SzhanglyGit val srcWakeupByIQButCancel = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool())) 168*aa2bcc31SzhanglyGit val regSrcWakeupL1ExuOH = Vec(params.numRegSrc, ExuVec()) 169*aa2bcc31SzhanglyGit val srcWakeupL1ExuOHOut = Vec(params.numRegSrc, ExuVec()) 170*aa2bcc31SzhanglyGit val srcLoadDependencyOut = Vec(params.numRegSrc, Vec(LoadPipelineWidth, UInt(3.W))) 171*aa2bcc31SzhanglyGit val wakeupLoadDependencyByIQVec = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(3.W))) 172*aa2bcc31SzhanglyGit val shiftedWakeupLoadDependencyByIQVec = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(3.W))) 173*aa2bcc31SzhanglyGit val shiftedWakeupLoadDependencyByIQBypassVec = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(3.W))) 174*aa2bcc31SzhanglyGit val cancelVec = Vec(params.numRegSrc, Bool()) 175*aa2bcc31SzhanglyGit val srcCancelVec = Vec(params.numRegSrc, Bool()) 176*aa2bcc31SzhanglyGit val srcLoadCancelVec = Vec(params.numRegSrc, Bool()) 177*aa2bcc31SzhanglyGit val canIssueBypass = Bool() 178*aa2bcc31SzhanglyGit } 179*aa2bcc31SzhanglyGit 180*aa2bcc31SzhanglyGit def CommonIQWakeupConnect(common: CommonWireBundle, hasIQWakeupGet: CommonIQWakeupBundle, validReg: Bool, status: Status, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { 181*aa2bcc31SzhanglyGit val wakeupVec: Seq[Seq[Bool]] = commonIn.wakeUpFromIQ.map((bundle: ValidIO[IssueQueueIQWakeUpBundle]) => 182*aa2bcc31SzhanglyGit bundle.bits.wakeUpFromIQ(status.srcStatus.map(_.psrc) zip status.srcStatus.map(_.srcType)) 183*aa2bcc31SzhanglyGit ).toSeq.transpose 184*aa2bcc31SzhanglyGit val cancelSel = params.wakeUpSourceExuIdx.zip(commonIn.wakeUpFromIQ).map { case (x, y) => commonIn.og0Cancel(x) && y.bits.is0Lat } 185*aa2bcc31SzhanglyGit 186*aa2bcc31SzhanglyGit hasIQWakeupGet.srcCancelVec.zip(hasIQWakeupGet.srcLoadCancelVec).zip(hasIQWakeupGet.srcWakeupByIQWithoutCancel).zipWithIndex.foreach { case (((srcCancel, srcLoadCancel), wakeUpByIQVec), srcIdx) => 187*aa2bcc31SzhanglyGit val ldTransCancel = Mux1H(wakeUpByIQVec, hasIQWakeupGet.wakeupLoadDependencyByIQVec.map(dep => LoadShouldCancel(Some(dep), commonIn.ldCancel))) 188*aa2bcc31SzhanglyGit srcLoadCancel := LoadShouldCancel(status.srcStatus(srcIdx).srcLoadDependency, commonIn.ldCancel) 189*aa2bcc31SzhanglyGit srcCancel := srcLoadCancel || ldTransCancel 190*aa2bcc31SzhanglyGit } 191*aa2bcc31SzhanglyGit hasIQWakeupGet.cancelVec := hasIQWakeupGet.srcCancelVec 192*aa2bcc31SzhanglyGit hasIQWakeupGet.srcWakeupByIQ := wakeupVec.map(x => VecInit(x.zip(cancelSel).map { case (wakeup, cancel) => wakeup && !cancel })) 193*aa2bcc31SzhanglyGit hasIQWakeupGet.srcWakeupByIQButCancel := wakeupVec.map(x => VecInit(x.zip(cancelSel).map { case (wakeup, cancel) => wakeup && cancel })) 194*aa2bcc31SzhanglyGit hasIQWakeupGet.srcWakeupByIQWithoutCancel := wakeupVec.map(x => VecInit(x)) 195*aa2bcc31SzhanglyGit hasIQWakeupGet.wakeupLoadDependencyByIQVec := commonIn.wakeUpFromIQ.map(_.bits.loadDependency).toSeq 196*aa2bcc31SzhanglyGit hasIQWakeupGet.regSrcWakeupL1ExuOH.zip(status.srcStatus.map(_.srcWakeUpL1ExuOH.get)).foreach { 197*aa2bcc31SzhanglyGit case (exuOH, regExuOH) => 198*aa2bcc31SzhanglyGit exuOH := 0.U.asTypeOf(exuOH) 199*aa2bcc31SzhanglyGit params.wakeUpSourceExuIdx.foreach(x => exuOH(x) := regExuOH(x)) 200*aa2bcc31SzhanglyGit } 201*aa2bcc31SzhanglyGit hasIQWakeupGet.srcWakeupL1ExuOHOut.zip(hasIQWakeupGet.srcWakeupByIQWithoutCancel).zip(common.srcWakeup).zipWithIndex.foreach { 202*aa2bcc31SzhanglyGit case (((exuOH: Vec[Bool], wakeUpByIQOH: Vec[Bool]), wakeUp: Bool), srcIdx) => 203*aa2bcc31SzhanglyGit if(isEnq) { 204*aa2bcc31SzhanglyGit ExuOHGen(exuOH, wakeUpByIQOH, wakeUp, status.srcStatus(srcIdx).srcWakeUpL1ExuOH.get) 205*aa2bcc31SzhanglyGit } else { 206*aa2bcc31SzhanglyGit ExuOHGen(exuOH, wakeUpByIQOH, wakeUp, hasIQWakeupGet.regSrcWakeupL1ExuOH(srcIdx)) 207*aa2bcc31SzhanglyGit } 208*aa2bcc31SzhanglyGit } 209*aa2bcc31SzhanglyGit hasIQWakeupGet.srcLoadDependencyOut.zip(hasIQWakeupGet.srcWakeupByIQ).foreach { 210*aa2bcc31SzhanglyGit case (loadDependencyOut, wakeUpByIQVec) => 211*aa2bcc31SzhanglyGit loadDependencyOut := Mux1H(wakeUpByIQVec, hasIQWakeupGet.shiftedWakeupLoadDependencyByIQBypassVec) 212*aa2bcc31SzhanglyGit } 213*aa2bcc31SzhanglyGit hasIQWakeupGet.canIssueBypass := validReg && !status.issued && !status.blocked && 214*aa2bcc31SzhanglyGit VecInit(status.srcStatus.map(_.srcState).zip(hasIQWakeupGet.srcWakeupByIQWithoutCancel).zipWithIndex.map { case ((state, wakeupVec), srcIdx) => 215*aa2bcc31SzhanglyGit val cancel = hasIQWakeupGet.srcCancelVec(srcIdx) 216*aa2bcc31SzhanglyGit Mux(cancel, false.B, wakeupVec.asUInt.orR | state) 217*aa2bcc31SzhanglyGit }).asUInt.andR 218*aa2bcc31SzhanglyGit } 219*aa2bcc31SzhanglyGit 220*aa2bcc31SzhanglyGit 221*aa2bcc31SzhanglyGit def ShiftLoadDependency(hasIQWakeupGet: CommonIQWakeupBundle)(implicit p: Parameters, params: IssueBlockParams) = { 222*aa2bcc31SzhanglyGit hasIQWakeupGet.shiftedWakeupLoadDependencyByIQVec 223*aa2bcc31SzhanglyGit .zip(hasIQWakeupGet.wakeupLoadDependencyByIQVec) 224*aa2bcc31SzhanglyGit .zip(params.wakeUpInExuSources.map(_.name)).foreach { 225*aa2bcc31SzhanglyGit case ((deps, originalDeps), name) => deps.zip(originalDeps).zipWithIndex.foreach { 226*aa2bcc31SzhanglyGit case ((dep, originalDep), deqPortIdx) => 227*aa2bcc31SzhanglyGit if (name.contains("LDU") && name.replace("LDU", "").toInt == deqPortIdx) 228*aa2bcc31SzhanglyGit dep := (originalDep << 2).asUInt | 2.U 229*aa2bcc31SzhanglyGit else 230*aa2bcc31SzhanglyGit dep := originalDep << 1 231*aa2bcc31SzhanglyGit } 232*aa2bcc31SzhanglyGit } 233*aa2bcc31SzhanglyGit hasIQWakeupGet.shiftedWakeupLoadDependencyByIQBypassVec 234*aa2bcc31SzhanglyGit .zip(hasIQWakeupGet.wakeupLoadDependencyByIQVec) 235*aa2bcc31SzhanglyGit .zip(params.wakeUpInExuSources.map(_.name)).foreach { 236*aa2bcc31SzhanglyGit case ((deps, originalDeps), name) => deps.zip(originalDeps).zipWithIndex.foreach { 237*aa2bcc31SzhanglyGit case ((dep, originalDep), deqPortIdx) => 238*aa2bcc31SzhanglyGit if (name.contains("LDU") && name.replace("LDU", "").toInt == deqPortIdx) 239*aa2bcc31SzhanglyGit dep := (originalDep << 1).asUInt | 1.U 240*aa2bcc31SzhanglyGit else 241*aa2bcc31SzhanglyGit dep := originalDep 242*aa2bcc31SzhanglyGit } 243*aa2bcc31SzhanglyGit } 244*aa2bcc31SzhanglyGit } 245*aa2bcc31SzhanglyGit 246*aa2bcc31SzhanglyGit def EntryRegCommonConnect(common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, entryRegNext: EntryBundle, entryReg: EntryBundle, status: Status, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { 247*aa2bcc31SzhanglyGit val hasIQWakeupGet = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle)) 248*aa2bcc31SzhanglyGit val cancelByLd = hasIQWakeupGet.srcLoadCancelVec.asUInt.orR 249*aa2bcc31SzhanglyGit val cancelWhenWakeup = VecInit(hasIQWakeupGet.srcWakeupByIQButCancel.map(_.asUInt.orR)).asUInt.orR 250*aa2bcc31SzhanglyGit val respIssueFail = commonIn.issueResp.valid && RSFeedbackType.isBlocked(commonIn.issueResp.bits.respType) 251*aa2bcc31SzhanglyGit val srcWakeupExuOH = if(isEnq) status.srcStatus.map(_.srcWakeUpL1ExuOH.getOrElse(0.U.asTypeOf(ExuVec()))) else hasIQWakeupGet.regSrcWakeupL1ExuOH 252*aa2bcc31SzhanglyGit entryRegNext.status.robIdx := status.robIdx 253*aa2bcc31SzhanglyGit entryRegNext.status.fuType := IQFuType.readFuType(status.fuType, params.getFuCfgs.map(_.fuType)) 254*aa2bcc31SzhanglyGit entryRegNext.status.srcStatus.zip(status.srcStatus).zipWithIndex.foreach { case ((srcStatusNext, srcStatus), srcIdx) => 255*aa2bcc31SzhanglyGit val cancel = hasIQWakeupGet.srcCancelVec(srcIdx) 256*aa2bcc31SzhanglyGit val wakeupByIQ = hasIQWakeupGet.srcWakeupByIQ(srcIdx).asUInt.orR 257*aa2bcc31SzhanglyGit val wakeupByIQOH = hasIQWakeupGet.srcWakeupByIQ(srcIdx) 258*aa2bcc31SzhanglyGit val wakeup = common.srcWakeup(srcIdx) 259*aa2bcc31SzhanglyGit srcStatusNext.psrc := srcStatus.psrc 260*aa2bcc31SzhanglyGit srcStatusNext.srcType := srcStatus.srcType 261*aa2bcc31SzhanglyGit srcStatusNext.srcState := Mux(cancel, false.B, wakeup | srcStatus.srcState) 262*aa2bcc31SzhanglyGit srcStatusNext.dataSources.value := Mux(wakeupByIQ, DataSource.bypass, DataSource.reg) 263*aa2bcc31SzhanglyGit if(params.hasIQWakeUp) { 264*aa2bcc31SzhanglyGit srcStatusNext.srcTimer.get := MuxCase(3.U, Seq( 265*aa2bcc31SzhanglyGit // T0: waked up by IQ, T1: reset timer as 1 266*aa2bcc31SzhanglyGit wakeupByIQ -> 2.U, 267*aa2bcc31SzhanglyGit // do not overflow 268*aa2bcc31SzhanglyGit srcStatus.srcTimer.get.andR -> srcStatus.srcTimer.get, 269*aa2bcc31SzhanglyGit // T2+: increase if the entry is valid, the src is ready, and the src is woken up by iq 270*aa2bcc31SzhanglyGit (validReg && SrcState.isReady(srcStatus.srcState) && srcWakeupExuOH(srcIdx).asUInt.orR) -> (srcStatus.srcTimer.get + 1.U) 271*aa2bcc31SzhanglyGit )) 272*aa2bcc31SzhanglyGit ExuOHGen(srcStatusNext.srcWakeUpL1ExuOH.get, wakeupByIQOH, wakeup, srcWakeupExuOH(srcIdx)) 273*aa2bcc31SzhanglyGit srcStatusNext.srcLoadDependency.get := 274*aa2bcc31SzhanglyGit Mux(wakeup, 275*aa2bcc31SzhanglyGit Mux1H(wakeupByIQOH, hasIQWakeupGet.shiftedWakeupLoadDependencyByIQVec), 276*aa2bcc31SzhanglyGit Mux(validReg && srcStatus.srcLoadDependency.get.asUInt.orR, VecInit(srcStatus.srcLoadDependency.get.map(i => i(i.getWidth - 2, 0) << 1)), srcStatus.srcLoadDependency.get)) 277*aa2bcc31SzhanglyGit } 278*aa2bcc31SzhanglyGit } 279*aa2bcc31SzhanglyGit entryRegNext.status.blocked := false.B 280*aa2bcc31SzhanglyGit entryRegNext.status.issued := MuxCase(status.issued, Seq( 281*aa2bcc31SzhanglyGit (cancelByLd || cancelWhenWakeup || respIssueFail) -> false.B, 282*aa2bcc31SzhanglyGit commonIn.deqSel -> true.B, 283*aa2bcc31SzhanglyGit !status.srcReady -> false.B, 284*aa2bcc31SzhanglyGit )) 285*aa2bcc31SzhanglyGit entryRegNext.status.firstIssue := commonIn.deqSel || status.firstIssue 286*aa2bcc31SzhanglyGit entryRegNext.status.issueTimer := Mux(commonIn.deqSel, 0.U, Mux(status.issued, status.issueTimer + 1.U, "b10".U)) 287*aa2bcc31SzhanglyGit entryRegNext.status.deqPortIdx := Mux(commonIn.deqSel, commonIn.deqPortIdxWrite, Mux(status.issued, status.deqPortIdx, 0.U)) 288*aa2bcc31SzhanglyGit entryRegNext.imm.foreach(_ := entryReg.imm.get) 289*aa2bcc31SzhanglyGit entryRegNext.payload := entryReg.payload 290*aa2bcc31SzhanglyGit 291*aa2bcc31SzhanglyGit } 292*aa2bcc31SzhanglyGit 293*aa2bcc31SzhanglyGit def CommonOutConnect(commonOut: CommonOutBundle, common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, entryReg: EntryBundle, status: Status, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { 294*aa2bcc31SzhanglyGit val hasIQWakeupGet = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle)) 295*aa2bcc31SzhanglyGit val srcWakeupExuOH = if(isEnq) status.srcStatus.map(_.srcWakeUpL1ExuOH.getOrElse(0.U.asTypeOf(ExuVec()))) else hasIQWakeupGet.regSrcWakeupL1ExuOH 296*aa2bcc31SzhanglyGit commonOut.valid := validReg 297*aa2bcc31SzhanglyGit commonOut.canIssue := (common.canIssue || hasIQWakeupGet.canIssueBypass) && !common.flushed 298*aa2bcc31SzhanglyGit commonOut.fuType := IQFuType.readFuType(status.fuType, params.getFuCfgs.map(_.fuType)).asUInt 299*aa2bcc31SzhanglyGit commonOut.robIdx := status.robIdx 300*aa2bcc31SzhanglyGit commonOut.dataSource.zipWithIndex.foreach{ case (dataSourceOut, srcIdx) => 301*aa2bcc31SzhanglyGit dataSourceOut.value := Mux(hasIQWakeupGet.srcWakeupByIQ(srcIdx).asUInt.orR, DataSource.forward, status.srcStatus(srcIdx).dataSources.value) 302*aa2bcc31SzhanglyGit } 303*aa2bcc31SzhanglyGit commonOut.isFirstIssue := !status.firstIssue 304*aa2bcc31SzhanglyGit commonOut.entry.valid := validReg 305*aa2bcc31SzhanglyGit commonOut.entry.bits := entryReg 306*aa2bcc31SzhanglyGit if(isEnq) { 307*aa2bcc31SzhanglyGit commonOut.entry.bits.status := status 308*aa2bcc31SzhanglyGit } 309*aa2bcc31SzhanglyGit commonOut.issueTimerRead := status.issueTimer 310*aa2bcc31SzhanglyGit commonOut.deqPortIdxRead := status.deqPortIdx 311*aa2bcc31SzhanglyGit if(params.hasIQWakeUp) { 312*aa2bcc31SzhanglyGit commonOut.srcWakeUpL1ExuOH.get := Mux(hasIQWakeupGet.canIssueBypass && !common.canIssue, hasIQWakeupGet.srcWakeupL1ExuOHOut, VecInit(srcWakeupExuOH)) 313*aa2bcc31SzhanglyGit commonOut.srcTimer.get.zipWithIndex.foreach { case (srcTimerOut, srcIdx) => 314*aa2bcc31SzhanglyGit val wakeupByIQOH = hasIQWakeupGet.srcWakeupByIQWithoutCancel(srcIdx) 315*aa2bcc31SzhanglyGit srcTimerOut := Mux(wakeupByIQOH.asUInt.orR, Mux1H(wakeupByIQOH, commonIn.wakeUpFromIQ.map(_.bits.is0Lat).toSeq).asUInt, status.srcStatus(srcIdx).srcTimer.get) 316*aa2bcc31SzhanglyGit } 317*aa2bcc31SzhanglyGit commonOut.entry.bits.status.srcStatus.map(_.srcLoadDependency.get).zipWithIndex.foreach { case (srcLoadDependencyOut, srcIdx) => 318*aa2bcc31SzhanglyGit srcLoadDependencyOut := Mux(hasIQWakeupGet.canIssueBypass && !common.canIssue, hasIQWakeupGet.srcLoadDependencyOut(srcIdx), status.srcStatus(srcIdx).srcLoadDependency.get) 319*aa2bcc31SzhanglyGit } 320*aa2bcc31SzhanglyGit } 321*aa2bcc31SzhanglyGit commonOut.cancel.foreach(_ := hasIQWakeupGet.cancelVec.asUInt.orR) 322*aa2bcc31SzhanglyGit if (params.isVecMemIQ) { 323*aa2bcc31SzhanglyGit commonOut.uopIdx.get := status.vecMem.get.uopIdx 324*aa2bcc31SzhanglyGit } 325*aa2bcc31SzhanglyGit } 326*aa2bcc31SzhanglyGit 327*aa2bcc31SzhanglyGit def EntryMemConnect(commonIn: CommonInBundle, common: CommonWireBundle, validReg: Bool, entryReg: EntryBundle, entryRegNext: EntryBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { 328*aa2bcc31SzhanglyGit val enqValid = if(isEnq) commonIn.enq.valid && (!validReg || common.clear) else commonIn.enq.valid && commonIn.transSel 329*aa2bcc31SzhanglyGit val fromMem = commonIn.fromMem.get 330*aa2bcc31SzhanglyGit val memStatus = entryReg.status.mem.get 331*aa2bcc31SzhanglyGit val memStatusNext = entryRegNext.status.mem.get 332*aa2bcc31SzhanglyGit 333*aa2bcc31SzhanglyGit // load cannot be issued before older store, unless meet some condition 334*aa2bcc31SzhanglyGit val blockedByOlderStore = isAfter(memStatusNext.sqIdx, fromMem.stIssuePtr) 335*aa2bcc31SzhanglyGit 336*aa2bcc31SzhanglyGit val deqFailedForStdInvalid = commonIn.issueResp.valid && commonIn.issueResp.bits.respType === RSFeedbackType.dataInvalid 337*aa2bcc31SzhanglyGit 338*aa2bcc31SzhanglyGit val staWaitedReleased = Cat( 339*aa2bcc31SzhanglyGit fromMem.memWaitUpdateReq.robIdx.map(x => x.valid && x.bits.value === memStatusNext.waitForRobIdx.value) 340*aa2bcc31SzhanglyGit ).orR 341*aa2bcc31SzhanglyGit val stdWaitedReleased = Cat( 342*aa2bcc31SzhanglyGit fromMem.memWaitUpdateReq.sqIdx.map(x => x.valid && x.bits.value === memStatusNext.waitForSqIdx.value) 343*aa2bcc31SzhanglyGit ).orR 344*aa2bcc31SzhanglyGit val olderStaNotViolate = staWaitedReleased && !memStatusNext.strictWait 345*aa2bcc31SzhanglyGit val olderStdReady = stdWaitedReleased && memStatusNext.waitForStd 346*aa2bcc31SzhanglyGit val waitStd = !olderStdReady 347*aa2bcc31SzhanglyGit val waitSta = !olderStaNotViolate 348*aa2bcc31SzhanglyGit 349*aa2bcc31SzhanglyGit when(enqValid) { 350*aa2bcc31SzhanglyGit memStatusNext.waitForSqIdx := commonIn.enq.bits.status.mem.get.waitForSqIdx 351*aa2bcc31SzhanglyGit // update by lfst at dispatch stage 352*aa2bcc31SzhanglyGit memStatusNext.waitForRobIdx := commonIn.enq.bits.status.mem.get.waitForRobIdx 353*aa2bcc31SzhanglyGit // new load inst don't known if it is blocked by store data ahead of it 354*aa2bcc31SzhanglyGit memStatusNext.waitForStd := false.B 355*aa2bcc31SzhanglyGit // update by ssit at rename stage 356*aa2bcc31SzhanglyGit memStatusNext.strictWait := commonIn.enq.bits.status.mem.get.strictWait 357*aa2bcc31SzhanglyGit memStatusNext.sqIdx := commonIn.enq.bits.status.mem.get.sqIdx 358*aa2bcc31SzhanglyGit }.elsewhen(deqFailedForStdInvalid) { 359*aa2bcc31SzhanglyGit // Todo: check if need assign statusNext.block 360*aa2bcc31SzhanglyGit memStatusNext.waitForSqIdx := commonIn.issueResp.bits.dataInvalidSqIdx 361*aa2bcc31SzhanglyGit memStatusNext.waitForRobIdx := memStatus.waitForRobIdx 362*aa2bcc31SzhanglyGit memStatusNext.waitForStd := true.B 363*aa2bcc31SzhanglyGit memStatusNext.strictWait := memStatus.strictWait 364*aa2bcc31SzhanglyGit memStatusNext.sqIdx := memStatus.sqIdx 365*aa2bcc31SzhanglyGit }.otherwise { 366*aa2bcc31SzhanglyGit memStatusNext := memStatus 367*aa2bcc31SzhanglyGit } 368*aa2bcc31SzhanglyGit 369*aa2bcc31SzhanglyGit val shouldBlock = Mux(commonIn.enq.valid && commonIn.transSel, commonIn.enq.bits.status.blocked, entryReg.status.blocked) 370*aa2bcc31SzhanglyGit val blockNotReleased = waitStd || waitSta 371*aa2bcc31SzhanglyGit val respBlock = deqFailedForStdInvalid 372*aa2bcc31SzhanglyGit entryRegNext.status.blocked := shouldBlock && blockNotReleased && blockedByOlderStore || respBlock 373*aa2bcc31SzhanglyGit shouldBlock && blockNotReleased && blockedByOlderStore || respBlock 374*aa2bcc31SzhanglyGit } 375*aa2bcc31SzhanglyGit 376*aa2bcc31SzhanglyGit def ExuOHGen(exuOH: Vec[Bool], wakeupByIQOH: Vec[Bool], wakeup: Bool, regSrcExuOH: Vec[Bool])(implicit p: Parameters, params: IssueBlockParams) = { 377*aa2bcc31SzhanglyGit val origExuOH = 0.U.asTypeOf(exuOH) 378*aa2bcc31SzhanglyGit when(wakeupByIQOH.asUInt.orR) { 379*aa2bcc31SzhanglyGit origExuOH := Mux1H(wakeupByIQOH, params.wakeUpSourceExuIdx.map(x => MathUtils.IntToOH(x).U(p(XSCoreParamsKey).backendParams.numExu.W)).toSeq).asBools 380*aa2bcc31SzhanglyGit }.elsewhen(wakeup) { 381*aa2bcc31SzhanglyGit origExuOH := 0.U.asTypeOf(origExuOH) 382*aa2bcc31SzhanglyGit }.otherwise { 383*aa2bcc31SzhanglyGit origExuOH := regSrcExuOH 384*aa2bcc31SzhanglyGit } 385*aa2bcc31SzhanglyGit exuOH := 0.U.asTypeOf(exuOH) 386*aa2bcc31SzhanglyGit params.wakeUpSourceExuIdx.foreach(x => exuOH(x) := origExuOH(x)) 387*aa2bcc31SzhanglyGit } 388*aa2bcc31SzhanglyGit 389*aa2bcc31SzhanglyGit object IQFuType { 390*aa2bcc31SzhanglyGit def num = FuType.num 391*aa2bcc31SzhanglyGit 392*aa2bcc31SzhanglyGit def apply() = Vec(num, Bool()) 393*aa2bcc31SzhanglyGit 394*aa2bcc31SzhanglyGit def readFuType(fuType: Vec[Bool], fus: Seq[FuType.OHType]): Vec[Bool] = { 395*aa2bcc31SzhanglyGit val res = 0.U.asTypeOf(fuType) 396*aa2bcc31SzhanglyGit fus.foreach(x => res(x.id) := fuType(x.id)) 397*aa2bcc31SzhanglyGit res 398*aa2bcc31SzhanglyGit } 399*aa2bcc31SzhanglyGit } 400*aa2bcc31SzhanglyGit} 401