package xiangshan.backend.issue import org.chipsalliance.cde.config.Parameters import chisel3._ import chisel3.util._ import ujson.IndexedValue.True import utils.MathUtils import utility.{HasCircularQueuePtrHelper, XSError} import xiangshan._ import xiangshan.backend.Bundles._ import xiangshan.backend.datapath.DataSource import xiangshan.backend.fu.FuType import xiangshan.backend.fu.vector.Bundles.NumLsElem import xiangshan.backend.rob.RobPtr import xiangshan.mem.{LqPtr, SqPtr} import xiangshan.mem.Bundles.MemWaitUpdateReq object EntryBundles extends HasCircularQueuePtrHelper { class Status(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { //basic status val robIdx = new RobPtr val fuType = IQFuType() //src status val srcStatus = Vec(params.numRegSrc, new SrcStatus) //issue status val blocked = Bool() val issued = Bool() val firstIssue = Bool() val issueTimer = UInt(2.W) val deqPortIdx = UInt(1.W) //vector mem status val vecMem = Option.when(params.isVecMemIQ)(new StatusVecMemPart) def srcReady: Bool = { VecInit(srcStatus.map(_.srcState).map(SrcState.isReady)).asUInt.andR } def canIssue: Bool = { srcReady && !issued && !blocked } def mergedLoadDependency: Vec[UInt] = { srcStatus.map(_.srcLoadDependency).reduce({ case (l: Vec[UInt], r: Vec[UInt]) => VecInit(l.zip(r).map(x => x._1 | x._2)) }: (Vec[UInt], Vec[UInt]) => Vec[UInt]) } } class SrcStatus(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { val psrc = UInt(params.rdPregIdxWidth.W) val srcType = SrcType() val srcState = SrcState() val dataSources = DataSource() val srcLoadDependency = Vec(LoadPipelineWidth, UInt(LoadDependencyWidth.W)) val exuSources = Option.when(params.hasIQWakeUp)(ExuSource()) //reg cache val useRegCache = Option.when(params.needReadRegCache)(Bool()) val regCacheIdx = Option.when(params.needReadRegCache)(UInt(RegCacheIdxWidth.W)) } class StatusVecMemPart(implicit p:Parameters, params: IssueBlockParams) extends Bundle { val sqIdx = new SqPtr val lqIdx = new LqPtr val numLsElem = NumLsElem() } class EntryDeqRespBundle(implicit p: Parameters, val params: IssueBlockParams) extends XSBundle { val robIdx = new RobPtr val resp = RespType() val fuType = FuType() val uopIdx = Option.when(params.isVecMemIQ)(Output(UopIdx())) val sqIdx = Option.when(params.needFeedBackSqIdx)(new SqPtr()) val lqIdx = Option.when(params.needFeedBackLqIdx)(new LqPtr()) } object RespType { def apply() = UInt(2.W) def isBlocked(resp: UInt) = { resp === block } def succeed(resp: UInt) = { resp === success } val block = "b00".U val uncertain = "b01".U val success = "b11".U } class EntryBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { val status = new Status() val imm = Option.when(params.needImm)(UInt((params.deqImmTypesMaxLen).W)) val payload = new DynInst() } class CommonInBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { val flush = Flipped(ValidIO(new Redirect)) val enq = Flipped(ValidIO(new EntryBundle)) //wakeup val wakeUpFromWB: MixedVec[ValidIO[IssueQueueWBWakeUpBundle]] = Flipped(params.genWBWakeUpSinkValidBundle) val wakeUpFromIQ: MixedVec[ValidIO[IssueQueueIQWakeUpBundle]] = Flipped(params.genIQWakeUpSinkValidBundle) // vl val vlFromIntIsZero = Input(Bool()) val vlFromIntIsVlmax = Input(Bool()) val vlFromVfIsZero = Input(Bool()) val vlFromVfIsVlmax = Input(Bool()) //cancel val og0Cancel = Input(ExuVec()) val og1Cancel = Input(ExuVec()) val ldCancel = Vec(backendParams.LdExuCnt, Flipped(new LoadCancelIO)) //deq sel val deqSel = Input(Bool()) val deqPortIdxWrite = Input(UInt(1.W)) val issueResp = Flipped(ValidIO(new EntryDeqRespBundle)) //trans sel val transSel = Input(Bool()) // vector mem only val fromLsq = Option.when(params.isVecMemIQ)(new Bundle { val sqDeqPtr = Input(new SqPtr) val lqDeqPtr = Input(new LqPtr) }) } class CommonOutBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { //status val valid = Output(Bool()) val issued = Output(Bool()) val canIssue = Output(Bool()) val fuType = Output(FuType()) val robIdx = Output(new RobPtr) val uopIdx = Option.when(params.isVecMemIQ)(Output(UopIdx())) //src val dataSources = Vec(params.numRegSrc, Output(DataSource())) val exuSources = Option.when(params.hasIQWakeUp)(Vec(params.numRegSrc, Output(ExuSource()))) //deq val isFirstIssue = Output(Bool()) val entry = ValidIO(new EntryBundle) val cancelBypass = Output(Bool()) val deqPortIdxRead = Output(UInt(1.W)) val issueTimerRead = Output(UInt(2.W)) //trans val enqReady = Output(Bool()) val transEntry = ValidIO(new EntryBundle) // debug val entryInValid = Output(Bool()) val entryOutDeqValid = Output(Bool()) val entryOutTransValid = Output(Bool()) val perfLdCancel = Option.when(params.hasIQWakeUp)(Output(Vec(params.numRegSrc, Bool()))) val perfOg0Cancel = Option.when(params.hasIQWakeUp)(Output(Vec(params.numRegSrc, Bool()))) val perfWakeupByWB = Output(Vec(params.numRegSrc, Bool())) val perfWakeupByIQ = Option.when(params.hasIQWakeUp)(Output(Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool())))) } class CommonWireBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { val validRegNext = Bool() val flushed = Bool() val clear = Bool() val canIssue = Bool() val enqReady = Bool() val deqSuccess = Bool() val srcWakeupByWB = Vec(params.numRegSrc, Bool()) val vlWakeupByIntWb = Bool() val vlWakeupByVfWb = Bool() val srcCancelVec = Vec(params.numRegSrc, Bool()) val srcLoadCancelVec = Vec(params.numRegSrc, Bool()) val srcLoadTransCancelVec = Vec(params.numRegSrc, Bool()) val srcLoadDependencyNext = Vec(params.numRegSrc, Vec(LoadPipelineWidth, UInt(LoadDependencyWidth.W))) } def CommonWireConnect(common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, status: Status, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { val hasIQWakeupGet = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle)) common.flushed := status.robIdx.needFlush(commonIn.flush) common.deqSuccess := (if (params.isVecMemIQ) status.issued else true.B) && commonIn.issueResp.valid && RespType.succeed(commonIn.issueResp.bits.resp) && !common.srcLoadCancelVec.asUInt.orR common.srcWakeupByWB := commonIn.wakeUpFromWB.map{ bundle => val psrcSrcTypeVec = status.srcStatus.map(_.psrc) zip status.srcStatus.map(_.srcType) if (params.numRegSrc == 5) { bundle.bits.wakeUp(psrcSrcTypeVec.take(3), bundle.valid) :+ bundle.bits.wakeUpV0(psrcSrcTypeVec(3), bundle.valid) :+ bundle.bits.wakeUpVl(psrcSrcTypeVec(4), bundle.valid) } else bundle.bits.wakeUp(psrcSrcTypeVec, bundle.valid) }.transpose.map(x => VecInit(x.toSeq).asUInt.orR).toSeq common.canIssue := validReg && status.canIssue common.enqReady := !validReg || commonIn.transSel common.clear := common.flushed || common.deqSuccess || commonIn.transSel common.srcCancelVec.zip(hasIQWakeupGet.srcWakeupByIQWithoutCancel).zipWithIndex.foreach { case ((srcCancel, wakeUpByIQVec), srcIdx) => common.srcLoadTransCancelVec(srcIdx) := (if(params.hasIQWakeUp) Mux1H(wakeUpByIQVec, hasIQWakeupGet.wakeupLoadDependencyByIQVec.map(dep => LoadShouldCancel(Some(dep), commonIn.ldCancel))) else false.B) common.srcLoadCancelVec(srcIdx) := LoadShouldCancel(Some(status.srcStatus(srcIdx).srcLoadDependency), commonIn.ldCancel) srcCancel := common.srcLoadTransCancelVec(srcIdx) || common.srcLoadCancelVec(srcIdx) } common.srcLoadDependencyNext.zip(status.srcStatus.map(_.srcLoadDependency)).foreach { case (ldsNext, lds) => ldsNext.zip(lds).foreach{ case (ldNext, ld) => ldNext := ld << 1 } } if(isEnq) { common.validRegNext := Mux(commonIn.enq.valid && common.enqReady, true.B, Mux(common.clear, false.B, validReg)) } else { common.validRegNext := Mux(commonIn.enq.valid, true.B, Mux(common.clear, false.B, validReg)) } if (params.numRegSrc == 5) { // only when numRegSrc == 5 need vl val wakeUpFromVl = VecInit(commonIn.wakeUpFromWB.map{ bundle => val psrcSrcTypeVec = status.srcStatus.map(_.psrc) zip status.srcStatus.map(_.srcType) bundle.bits.wakeUpVl(psrcSrcTypeVec(4), bundle.valid) }) var numVecWb = params.backendParam.getVfWBExeGroup.size var numV0Wb = params.backendParam.getV0WBExeGroup.size var intSchdVlWbPort = p(XSCoreParamsKey).intSchdVlWbPort var vfSchdVlWbPort = p(XSCoreParamsKey).vfSchdVlWbPort // int wb is first bit of vlwb, which is after vfwb and v0wb common.vlWakeupByIntWb := wakeUpFromVl(numVecWb + numV0Wb + intSchdVlWbPort) // vf wb is second bit of wb common.vlWakeupByVfWb := wakeUpFromVl(numVecWb + numV0Wb + vfSchdVlWbPort) } else { common.vlWakeupByIntWb := false.B common.vlWakeupByVfWb := false.B } } class CommonIQWakeupBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { val srcWakeupByIQ = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool())) val srcWakeupByIQWithoutCancel = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool())) val srcWakeupByIQButCancel = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool())) val wakeupLoadDependencyByIQVec = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(LoadDependencyWidth.W))) val shiftedWakeupLoadDependencyByIQVec = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(LoadDependencyWidth.W))) val canIssueBypass = Bool() } def CommonIQWakeupConnect(common: CommonWireBundle, hasIQWakeupGet: CommonIQWakeupBundle, validReg: Bool, status: Status, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { val wakeupVec: Seq[Seq[Bool]] = commonIn.wakeUpFromIQ.map{(bundle: ValidIO[IssueQueueIQWakeUpBundle]) => val psrcSrcTypeVec = status.srcStatus.map(_.psrc) zip status.srcStatus.map(_.srcType) if (params.numRegSrc == 5) { bundle.bits.wakeUpFromIQ(psrcSrcTypeVec.take(3)) :+ bundle.bits.wakeUpV0FromIQ(psrcSrcTypeVec(3)) :+ bundle.bits.wakeUpVlFromIQ(psrcSrcTypeVec(4)) } else bundle.bits.wakeUpFromIQ(psrcSrcTypeVec) }.toSeq.transpose val cancelSel = params.wakeUpSourceExuIdx.zip(commonIn.wakeUpFromIQ).map { case (x, y) => commonIn.og0Cancel(x) && y.bits.is0Lat } hasIQWakeupGet.srcWakeupByIQ := wakeupVec.map(x => VecInit(x.zip(cancelSel).map { case (wakeup, cancel) => wakeup && !cancel })) hasIQWakeupGet.srcWakeupByIQButCancel := wakeupVec.map(x => VecInit(x.zip(cancelSel).map { case (wakeup, cancel) => wakeup && cancel })) hasIQWakeupGet.srcWakeupByIQWithoutCancel := wakeupVec.map(x => VecInit(x)) hasIQWakeupGet.wakeupLoadDependencyByIQVec := commonIn.wakeUpFromIQ.map(_.bits.loadDependency).toSeq hasIQWakeupGet.canIssueBypass := validReg && !status.issued && !status.blocked && VecInit(status.srcStatus.map(_.srcState).zip(hasIQWakeupGet.srcWakeupByIQWithoutCancel).zipWithIndex.map { case ((state, wakeupVec), srcIdx) => wakeupVec.asUInt.orR | state }).asUInt.andR } def ShiftLoadDependency(hasIQWakeupGet: CommonIQWakeupBundle)(implicit p: Parameters, params: IssueBlockParams) = { hasIQWakeupGet.shiftedWakeupLoadDependencyByIQVec .zip(hasIQWakeupGet.wakeupLoadDependencyByIQVec) .zip(params.wakeUpInExuSources.map(_.name)).foreach { case ((deps, originalDeps), name) => deps.zip(originalDeps).zipWithIndex.foreach { case ((dep, originalDep), deqPortIdx) => if (params.backendParam.getLdExuIdx(params.backendParam.allExuParams.find(_.name == name).get) == deqPortIdx) dep := 1.U else dep := originalDep << 1 } } } def wakeUpByVf(exuSource: ExuSource)(implicit p: Parameters, params: IssueBlockParams): Bool = { val allExuParams = p(XSCoreParamsKey).backendParams.allExuParams exuSource.toExuOH(params).zip(allExuParams).map{case (oh,e) => if (e.isVfExeUnit) oh else false.B }.reduce(_ || _) } def EntryRegCommonConnect(common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, entryUpdate: EntryBundle, entryReg: EntryBundle, status: Status, commonIn: CommonInBundle, isEnq: Boolean, isComp: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { val hasIQWakeupGet = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle)) val cancelBypassVec = Wire(Vec(params.numRegSrc, Bool())) val srcCancelByLoad = common.srcLoadCancelVec.asUInt.orR val respIssueFail = commonIn.issueResp.valid && RespType.isBlocked(commonIn.issueResp.bits.resp) entryUpdate.status.robIdx := status.robIdx entryUpdate.status.fuType := IQFuType.readFuType(status.fuType, params.getFuCfgs.map(_.fuType)) entryUpdate.status.srcStatus.zip(status.srcStatus).zipWithIndex.foreach { case ((srcStatusNext, srcStatus), srcIdx) => val srcLoadCancel = common.srcLoadCancelVec(srcIdx) val loadTransCancel = common.srcLoadTransCancelVec(srcIdx) val wakeupByWB = common.srcWakeupByWB(srcIdx) val wakeupByIQ = hasIQWakeupGet.srcWakeupByIQ(srcIdx).asUInt.orR && !loadTransCancel val wakeupByIQOH = hasIQWakeupGet.srcWakeupByIQ(srcIdx) val wakeupByMemIQ = wakeupByIQOH.zip(commonIn.wakeUpFromIQ).filter(_._2.bits.params.isMemExeUnit).map(_._1).fold(false.B)(_ || _) cancelBypassVec(srcIdx) := (if (isComp) Mux(hasIQWakeupGet.srcWakeupByIQWithoutCancel(srcIdx).asUInt.orR, loadTransCancel, srcLoadCancel) else srcLoadCancel) val ignoreOldVd = Wire(Bool()) val vlWakeUpByIntWb = common.vlWakeupByIntWb val vlWakeUpByVfWb = common.vlWakeupByVfWb val isDependOldVd = entryReg.payload.vpu.isDependOldVd val isWritePartVd = entryReg.payload.vpu.isWritePartVd val vta = entryReg.payload.vpu.vta val vma = entryReg.payload.vpu.vma val vm = entryReg.payload.vpu.vm val vlFromIntIsZero = commonIn.vlFromIntIsZero val vlFromIntIsVlmax = commonIn.vlFromIntIsVlmax val vlFromVfIsZero = commonIn.vlFromVfIsZero val vlFromVfIsVlmax = commonIn.vlFromVfIsVlmax val vlIsVlmax = (vlFromIntIsVlmax && vlWakeUpByIntWb) || (vlFromVfIsVlmax && vlWakeUpByVfWb) val vlIsNonZero = (!vlFromIntIsZero && vlWakeUpByIntWb) || (!vlFromVfIsZero && vlWakeUpByVfWb) val ignoreTail = vlIsVlmax && (vm =/= 0.U || vma) && !isWritePartVd val ignoreWhole = (vm =/= 0.U || vma) && vta val srcIsVec = SrcType.isVp(srcStatus.srcType) if (params.numVfSrc > 0 && srcIdx == 2) { /** * the src store the old vd, update it when vl is write back * 1. when the instruction depend on old vd, we cannot set the srctype to imm, we will update the method of uop split to avoid this situation soon * 2. when vl = 0, we cannot set the srctype to imm because the vd keep the old value * 3. when vl = vlmax, we can set srctype to imm when vta is not set */ ignoreOldVd := srcIsVec && vlIsNonZero && !isDependOldVd && (ignoreTail || ignoreWhole) } else { ignoreOldVd := false.B } srcStatusNext.psrc := srcStatus.psrc srcStatusNext.srcType := Mux(ignoreOldVd, SrcType.no, srcStatus.srcType) srcStatusNext.srcState := srcStatus.srcState & !srcLoadCancel | wakeupByWB | wakeupByIQ | ignoreOldVd srcStatusNext.dataSources.value := (if (params.inVfSchd && params.readVfRf && params.hasIQWakeUp) { // Vf / Mem -> Vf MuxCase(srcStatus.dataSources.value, Seq( ignoreOldVd -> DataSource.imm, (wakeupByIQ && wakeupByMemIQ) -> DataSource.bypass2, (wakeupByIQ && !wakeupByMemIQ) -> DataSource.bypass, srcStatus.dataSources.readBypass -> DataSource.bypass2, srcStatus.dataSources.readBypass2 -> DataSource.reg, )) } else if (params.inMemSchd && params.readVfRf && params.hasIQWakeUp) { // Vf / Int -> Mem MuxCase(srcStatus.dataSources.value, Seq( wakeupByIQ -> DataSource.bypass, (srcStatus.dataSources.readBypass && wakeUpByVf(srcStatus.exuSources.get)) -> DataSource.bypass2, (srcStatus.dataSources.readBypass && !wakeUpByVf(srcStatus.exuSources.get)) -> DataSource.reg, srcStatus.dataSources.readBypass2 -> DataSource.reg, )) } else { MuxCase(srcStatus.dataSources.value, Seq( ignoreOldVd -> DataSource.imm, wakeupByIQ -> DataSource.bypass, srcStatus.dataSources.readBypass -> DataSource.reg, )) }) if(params.hasIQWakeUp) { srcStatusNext.exuSources.get.value := Mux(wakeupByIQOH.asUInt.orR, ExuSource().fromExuOH(params, Mux1H(wakeupByIQOH, params.wakeUpSourceExuIdx.map(x => MathUtils.IntToOH(x).U(p(XSCoreParamsKey).backendParams.numExu.W)))), srcStatus.exuSources.get.value) srcStatusNext.srcLoadDependency := Mux(wakeupByIQ, Mux1H(wakeupByIQOH, hasIQWakeupGet.shiftedWakeupLoadDependencyByIQVec), common.srcLoadDependencyNext(srcIdx)) } else { srcStatusNext.srcLoadDependency := common.srcLoadDependencyNext(srcIdx) } if (params.needReadRegCache) { val wakeupSrcExuWriteRC = wakeupByIQOH.zip(commonIn.wakeUpFromIQ).filter(_._2.bits.params.needWriteRegCache) val wakeupRC = wakeupSrcExuWriteRC.map(_._1).fold(false.B)(_ || _) && SrcType.isXp(srcStatus.srcType) val wakeupRCIdx = Mux1H(wakeupSrcExuWriteRC.map(_._1), wakeupSrcExuWriteRC.map(_._2.bits.rcDest.get)) val replaceRC = wakeupSrcExuWriteRC.map(x => x._2.bits.rfWen && x._2.bits.rcDest.get === srcStatus.regCacheIdx.get).fold(false.B)(_ || _) srcStatusNext.useRegCache.get := srcStatus.useRegCache.get && !(srcLoadCancel || replaceRC) || wakeupRC srcStatusNext.regCacheIdx.get := Mux(wakeupRC, wakeupRCIdx, srcStatus.regCacheIdx.get) } } entryUpdate.status.blocked := false.B entryUpdate.status.issued := MuxCase(status.issued, Seq( (commonIn.deqSel && !cancelBypassVec.asUInt.orR) -> true.B, (srcCancelByLoad || respIssueFail) -> false.B, )) entryUpdate.status.firstIssue := commonIn.deqSel || status.firstIssue entryUpdate.status.issueTimer := Mux(commonIn.deqSel, 0.U, Mux(status.issued, Mux(status.issueTimer === "b11".U, status.issueTimer, status.issueTimer + 1.U), "b11".U)) entryUpdate.status.deqPortIdx := Mux(commonIn.deqSel, commonIn.deqPortIdxWrite, Mux(status.issued, status.deqPortIdx, 0.U)) entryUpdate.imm.foreach(_ := entryReg.imm.get) entryUpdate.payload := entryReg.payload if (params.isVecMemIQ) { entryUpdate.status.vecMem.get := entryReg.status.vecMem.get } } def CommonOutConnect(commonOut: CommonOutBundle, common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, entryUpdate: EntryBundle, entryReg: EntryBundle, status: Status, commonIn: CommonInBundle, isEnq: Boolean, isComp: Boolean)(implicit p: Parameters, params: IssueBlockParams) = { val hasIQWakeupGet = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle)) commonOut.valid := validReg commonOut.issued := entryReg.status.issued commonOut.canIssue := (if (isComp) (common.canIssue || hasIQWakeupGet.canIssueBypass) && !common.flushed else common.canIssue && !common.flushed) commonOut.fuType := IQFuType.readFuType(status.fuType, params.getFuCfgs.map(_.fuType)).asUInt commonOut.robIdx := status.robIdx commonOut.dataSources.zipWithIndex.foreach{ case (dataSourceOut, srcIdx) => val wakeupByIQWithoutCancel = hasIQWakeupGet.srcWakeupByIQWithoutCancel(srcIdx).asUInt.orR val wakeupByIQWithoutCancelOH = hasIQWakeupGet.srcWakeupByIQWithoutCancel(srcIdx) val isWakeupByMemIQ = wakeupByIQWithoutCancelOH.zip(commonIn.wakeUpFromIQ).filter(_._2.bits.params.isMemExeUnit).map(_._1).fold(false.B)(_ || _) val useRegCache = status.srcStatus(srcIdx).useRegCache.getOrElse(false.B) && status.srcStatus(srcIdx).dataSources.readReg dataSourceOut.value := (if (isComp) if (params.inVfSchd && params.readVfRf && params.hasWakeupFromMem) { MuxCase(status.srcStatus(srcIdx).dataSources.value, Seq( (wakeupByIQWithoutCancel && !isWakeupByMemIQ) -> DataSource.forward, (wakeupByIQWithoutCancel && isWakeupByMemIQ) -> DataSource.bypass, )) } else { MuxCase(status.srcStatus(srcIdx).dataSources.value, Seq( wakeupByIQWithoutCancel -> DataSource.forward, useRegCache -> DataSource.regcache, )) } else { MuxCase(status.srcStatus(srcIdx).dataSources.value, Seq( useRegCache -> DataSource.regcache, )) }) } commonOut.isFirstIssue := !status.firstIssue commonOut.entry.valid := validReg commonOut.entry.bits := entryReg if(isEnq) { commonOut.entry.bits.status := status } commonOut.issueTimerRead := status.issueTimer commonOut.deqPortIdxRead := status.deqPortIdx if(params.hasIQWakeUp) { commonOut.exuSources.get.zipWithIndex.foreach{ case (exuSourceOut, srcIdx) => val wakeupByIQWithoutCancelOH = hasIQWakeupGet.srcWakeupByIQWithoutCancel(srcIdx) if (isComp) exuSourceOut.value := Mux(wakeupByIQWithoutCancelOH.asUInt.orR, ExuSource().fromExuOH(params, Mux1H(wakeupByIQWithoutCancelOH, params.wakeUpSourceExuIdx.map(x => MathUtils.IntToOH(x).U(p(XSCoreParamsKey).backendParams.numExu.W)))), status.srcStatus(srcIdx).exuSources.get.value) else exuSourceOut.value := status.srcStatus(srcIdx).exuSources.get.value } } val srcLoadDependencyOut = Wire(chiselTypeOf(common.srcLoadDependencyNext)) if(params.hasIQWakeUp) { val wakeupSrcLoadDependencyNext = hasIQWakeupGet.srcWakeupByIQWithoutCancel.map(x => Mux1H(x, hasIQWakeupGet.shiftedWakeupLoadDependencyByIQVec)) srcLoadDependencyOut.zipWithIndex.foreach { case (ldOut, srcIdx) => ldOut := (if (isComp) Mux(hasIQWakeupGet.srcWakeupByIQWithoutCancel(srcIdx).asUInt.orR, wakeupSrcLoadDependencyNext(srcIdx), common.srcLoadDependencyNext(srcIdx)) else common.srcLoadDependencyNext(srcIdx)) } } else { srcLoadDependencyOut := common.srcLoadDependencyNext } commonOut.cancelBypass := VecInit(hasIQWakeupGet.srcWakeupByIQWithoutCancel.zipWithIndex.map{ case (wakeupVec, srcIdx) => if (isComp) Mux(wakeupVec.asUInt.orR, common.srcLoadTransCancelVec(srcIdx), common.srcLoadCancelVec(srcIdx)) else common.srcLoadCancelVec(srcIdx) }).asUInt.orR commonOut.entry.bits.status.srcStatus.map(_.srcLoadDependency).zipWithIndex.foreach { case (ldOut, srcIdx) => ldOut := srcLoadDependencyOut(srcIdx) } commonOut.enqReady := common.enqReady commonOut.transEntry.valid := validReg && !common.flushed && !status.issued commonOut.transEntry.bits := entryUpdate // debug commonOut.entryInValid := commonIn.enq.valid commonOut.entryOutDeqValid := validReg && (common.flushed || common.deqSuccess) commonOut.entryOutTransValid := validReg && commonIn.transSel && !(common.flushed || common.deqSuccess) commonOut.perfWakeupByWB := common.srcWakeupByWB.zip(status.srcStatus).map{ case (w, s) => w && SrcState.isBusy(s.srcState) && validReg } if (params.hasIQWakeUp) { commonOut.perfLdCancel.get := common.srcCancelVec.map(_ && validReg) commonOut.perfOg0Cancel.get := hasIQWakeupGet.srcWakeupByIQButCancel.map(_.asUInt.orR && validReg) commonOut.perfWakeupByIQ.get := hasIQWakeupGet.srcWakeupByIQ.map(x => VecInit(x.map(_ && validReg))) } // vecMem if (params.isVecMemIQ) { commonOut.uopIdx.get := entryReg.payload.uopIdx } } def EntryVecMemConnect(commonIn: CommonInBundle, common: CommonWireBundle, validReg: Bool, entryReg: EntryBundle, entryRegNext: EntryBundle, entryUpdate: EntryBundle)(implicit p: Parameters, params: IssueBlockParams) = { val fromLsq = commonIn.fromLsq.get val vecMemStatus = entryReg.status.vecMem.get val vecMemStatusUpdate = entryUpdate.status.vecMem.get vecMemStatusUpdate := vecMemStatus val isFirstLoad = entryReg.status.vecMem.get.lqIdx === fromLsq.lqDeqPtr val isVleff = entryReg.payload.vpu.isVleff // update blocked entryUpdate.status.blocked := !isFirstLoad && isVleff } object IQFuType { def num = FuType.num def apply() = Vec(num, Bool()) def readFuType(fuType: Vec[Bool], fus: Seq[FuType.OHType]): Vec[Bool] = { val res = WireDefault(0.U.asTypeOf(fuType)) fus.foreach(x => res(x.id) := fuType(x.id)) res } } class EnqDelayInBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { //wakeup val wakeUpFromWB: MixedVec[ValidIO[IssueQueueWBWakeUpBundle]] = Flipped(params.genWBWakeUpSinkValidBundle) val wakeUpFromIQ: MixedVec[ValidIO[IssueQueueIQWakeUpBundle]] = Flipped(params.genIQWakeUpSinkValidBundle) //cancel val srcLoadDependency = Input(Vec(params.numRegSrc, Vec(LoadPipelineWidth, UInt(LoadDependencyWidth.W)))) val og0Cancel = Input(ExuVec()) val ldCancel = Vec(backendParams.LdExuCnt, Flipped(new LoadCancelIO)) } class EnqDelayOutBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle { val srcWakeUpByWB: Vec[UInt] = Vec(params.numRegSrc, SrcState()) val srcWakeUpByIQ: Vec[UInt] = Vec(params.numRegSrc, SrcState()) val srcWakeUpByIQVec: Vec[Vec[Bool]] = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool())) val srcCancelByLoad: Vec[Bool] = Vec(params.numRegSrc, Bool()) val shiftedWakeupLoadDependencyByIQVec: Vec[Vec[UInt]] = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(LoadDependencyWidth.W))) } def EnqDelayWakeupConnect(enqDelayIn: EnqDelayInBundle, enqDelayOut: EnqDelayOutBundle, status: Status, delay: Int)(implicit p: Parameters, params: IssueBlockParams) = { enqDelayOut.srcWakeUpByWB.zipWithIndex.foreach { case (wakeup, i) => wakeup := enqDelayIn.wakeUpFromWB.map{ x => if (i == 3) x.bits.wakeUpV0((status.srcStatus(i).psrc, status.srcStatus(i).srcType), x.valid) else if (i == 4) x.bits.wakeUpVl((status.srcStatus(i).psrc, status.srcStatus(i).srcType), x.valid) else x.bits.wakeUp(Seq((status.srcStatus(i).psrc, status.srcStatus(i).srcType)), x.valid).head }.reduce(_ || _) } if (params.hasIQWakeUp) { val wakeupVec: IndexedSeq[IndexedSeq[Bool]] = enqDelayIn.wakeUpFromIQ.map{ x => val psrcSrcTypeVec = status.srcStatus.map(_.psrc) zip status.srcStatus.map(_.srcType) if (params.numRegSrc == 5) { x.bits.wakeUpFromIQ(psrcSrcTypeVec.take(3)) :+ x.bits.wakeUpV0FromIQ(psrcSrcTypeVec(3)) :+ x.bits.wakeUpVlFromIQ(psrcSrcTypeVec(4)) } else x.bits.wakeUpFromIQ(psrcSrcTypeVec) }.toIndexedSeq.transpose val cancelSel = params.wakeUpSourceExuIdx.zip(enqDelayIn.wakeUpFromIQ).map{ case (x, y) => enqDelayIn.og0Cancel(x) && y.bits.is0Lat} enqDelayOut.srcWakeUpByIQVec := wakeupVec.map(x => VecInit(x.zip(cancelSel).map { case (wakeup, cancel) => wakeup && !cancel })) } else { enqDelayOut.srcWakeUpByIQVec := 0.U.asTypeOf(enqDelayOut.srcWakeUpByIQVec) } if (params.hasIQWakeUp) { enqDelayOut.srcWakeUpByIQ.zipWithIndex.foreach { case (wakeup, i) => val ldTransCancel = Mux1H(enqDelayOut.srcWakeUpByIQVec(i), enqDelayIn.wakeUpFromIQ.map(_.bits.loadDependency).map(dp => LoadShouldCancel(Some(dp), enqDelayIn.ldCancel)).toSeq) wakeup := enqDelayOut.srcWakeUpByIQVec(i).asUInt.orR && !ldTransCancel } enqDelayOut.srcCancelByLoad.zipWithIndex.foreach { case (ldCancel, i) => ldCancel := LoadShouldCancel(Some(enqDelayIn.srcLoadDependency(i)), enqDelayIn.ldCancel) } } else { enqDelayOut.srcWakeUpByIQ := 0.U.asTypeOf(enqDelayOut.srcWakeUpByIQ) enqDelayOut.srcCancelByLoad := 0.U.asTypeOf(enqDelayOut.srcCancelByLoad) } enqDelayOut.shiftedWakeupLoadDependencyByIQVec.zip(enqDelayIn.wakeUpFromIQ.map(_.bits.loadDependency)) .zip(params.wakeUpInExuSources.map(_.name)).foreach { case ((dps, ldps), name) => dps.zip(ldps).zipWithIndex.foreach { case ((dp, ldp), deqPortIdx) => if (params.backendParam.getLdExuIdx(params.backendParam.allExuParams.find(_.name == name).get) == deqPortIdx) dp := 1.U << (delay - 1) else dp := ldp << delay } } } }