xref: /XiangShan/src/main/scala/xiangshan/backend/issue/EntryBundles.scala (revision aa2bcc3199f9e6b199af20fda352a22f9a67c044)
1*aa2bcc31SzhanglyGitpackage xiangshan.backend.issue
2*aa2bcc31SzhanglyGit
3*aa2bcc31SzhanglyGitimport org.chipsalliance.cde.config.Parameters
4*aa2bcc31SzhanglyGitimport chisel3._
5*aa2bcc31SzhanglyGitimport chisel3.util._
6*aa2bcc31SzhanglyGitimport utils.{MathUtils, OptionWrapper}
7*aa2bcc31SzhanglyGitimport utility.HasCircularQueuePtrHelper
8*aa2bcc31SzhanglyGitimport xiangshan._
9*aa2bcc31SzhanglyGitimport xiangshan.backend.Bundles._
10*aa2bcc31SzhanglyGitimport xiangshan.backend.datapath.DataSource
11*aa2bcc31SzhanglyGitimport xiangshan.backend.fu.FuType
12*aa2bcc31SzhanglyGitimport xiangshan.backend.rob.RobPtr
13*aa2bcc31SzhanglyGitimport xiangshan.mem.{MemWaitUpdateReq, SqPtr, LqPtr}
14*aa2bcc31SzhanglyGit
15*aa2bcc31SzhanglyGitobject EntryBundles extends HasCircularQueuePtrHelper {
16*aa2bcc31SzhanglyGit
17*aa2bcc31SzhanglyGit  class Status(implicit p: Parameters, params: IssueBlockParams) extends XSBundle {
18*aa2bcc31SzhanglyGit    //basic status
19*aa2bcc31SzhanglyGit    val robIdx                = new RobPtr
20*aa2bcc31SzhanglyGit    val fuType                = IQFuType()
21*aa2bcc31SzhanglyGit    //src status
22*aa2bcc31SzhanglyGit    val srcStatus             = Vec(params.numRegSrc, new SrcStatus)
23*aa2bcc31SzhanglyGit    //issue status
24*aa2bcc31SzhanglyGit    val blocked               = Bool()
25*aa2bcc31SzhanglyGit    val issued                = Bool()
26*aa2bcc31SzhanglyGit    val firstIssue            = Bool()
27*aa2bcc31SzhanglyGit    val issueTimer            = UInt(2.W)
28*aa2bcc31SzhanglyGit    val deqPortIdx            = UInt(1.W)
29*aa2bcc31SzhanglyGit    //mem status
30*aa2bcc31SzhanglyGit    val mem                   = OptionWrapper(params.isMemAddrIQ, new StatusMemPart)
31*aa2bcc31SzhanglyGit    //vector mem status
32*aa2bcc31SzhanglyGit    val vecMem                = OptionWrapper(params.isVecMemIQ, new StatusVecMemPart)
33*aa2bcc31SzhanglyGit
34*aa2bcc31SzhanglyGit    def srcReady: Bool        = {
35*aa2bcc31SzhanglyGit      VecInit(srcStatus.map(_.srcState).map(SrcState.isReady)).asUInt.andR
36*aa2bcc31SzhanglyGit    }
37*aa2bcc31SzhanglyGit
38*aa2bcc31SzhanglyGit    def canIssue: Bool        = {
39*aa2bcc31SzhanglyGit      srcReady && !issued && !blocked
40*aa2bcc31SzhanglyGit    }
41*aa2bcc31SzhanglyGit
42*aa2bcc31SzhanglyGit    def mergedLoadDependency: Option[Vec[UInt]] = {
43*aa2bcc31SzhanglyGit      OptionWrapper(params.hasIQWakeUp, srcStatus.map(_.srcLoadDependency.get).reduce({
44*aa2bcc31SzhanglyGit        case (l: Vec[UInt], r: Vec[UInt]) => VecInit(l.zip(r).map(x => x._1 | x._2))
45*aa2bcc31SzhanglyGit      }: (Vec[UInt], Vec[UInt]) => Vec[UInt]))
46*aa2bcc31SzhanglyGit    }
47*aa2bcc31SzhanglyGit  }
48*aa2bcc31SzhanglyGit
49*aa2bcc31SzhanglyGit  class SrcStatus(implicit p: Parameters, params: IssueBlockParams) extends XSBundle {
50*aa2bcc31SzhanglyGit    val psrc                  = UInt(params.rdPregIdxWidth.W)
51*aa2bcc31SzhanglyGit    val srcType               = SrcType()
52*aa2bcc31SzhanglyGit    val srcState              = SrcState()
53*aa2bcc31SzhanglyGit    val dataSources           = DataSource()
54*aa2bcc31SzhanglyGit    val srcTimer              = OptionWrapper(params.hasIQWakeUp, UInt(3.W))
55*aa2bcc31SzhanglyGit    val srcWakeUpL1ExuOH      = OptionWrapper(params.hasIQWakeUp, ExuVec())
56*aa2bcc31SzhanglyGit    val srcLoadDependency     = OptionWrapper(params.hasIQWakeUp, Vec(LoadPipelineWidth, UInt(3.W)))
57*aa2bcc31SzhanglyGit  }
58*aa2bcc31SzhanglyGit
59*aa2bcc31SzhanglyGit  class StatusMemPart(implicit p:Parameters) extends Bundle {
60*aa2bcc31SzhanglyGit    val waitForSqIdx          = new SqPtr // generated by store data valid check
61*aa2bcc31SzhanglyGit    val waitForRobIdx         = new RobPtr // generated by store set
62*aa2bcc31SzhanglyGit    val waitForStd            = Bool()
63*aa2bcc31SzhanglyGit    val strictWait            = Bool()
64*aa2bcc31SzhanglyGit    val sqIdx                 = new SqPtr
65*aa2bcc31SzhanglyGit  }
66*aa2bcc31SzhanglyGit
67*aa2bcc31SzhanglyGit  class StatusVecMemPart(implicit p:Parameters, params: IssueBlockParams) extends Bundle {
68*aa2bcc31SzhanglyGit    val sqIdx = new SqPtr
69*aa2bcc31SzhanglyGit    val lqIdx = new LqPtr
70*aa2bcc31SzhanglyGit    val uopIdx = UopIdx()
71*aa2bcc31SzhanglyGit  }
72*aa2bcc31SzhanglyGit
73*aa2bcc31SzhanglyGit  class EntryDeqRespBundle(implicit p: Parameters, params: IssueBlockParams) extends Bundle {
74*aa2bcc31SzhanglyGit    val robIdx                = new RobPtr
75*aa2bcc31SzhanglyGit    val respType              = RSFeedbackType() // update credit if needs replay
76*aa2bcc31SzhanglyGit    val dataInvalidSqIdx      = new SqPtr
77*aa2bcc31SzhanglyGit    val rfWen                 = Bool()
78*aa2bcc31SzhanglyGit    val fuType                = FuType()
79*aa2bcc31SzhanglyGit    val uopIdx                = OptionWrapper(params.isVecMemIQ, Output(UopIdx()))
80*aa2bcc31SzhanglyGit  }
81*aa2bcc31SzhanglyGit
82*aa2bcc31SzhanglyGit  class EntryBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle {
83*aa2bcc31SzhanglyGit    val status                = new Status()
84*aa2bcc31SzhanglyGit    val imm                   = OptionWrapper(params.needImm, UInt((params.deqImmTypesMaxLen).W))
85*aa2bcc31SzhanglyGit    val payload               = new DynInst()
86*aa2bcc31SzhanglyGit  }
87*aa2bcc31SzhanglyGit
88*aa2bcc31SzhanglyGit  class CommonInBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle {
89*aa2bcc31SzhanglyGit    val flush                 = Flipped(ValidIO(new Redirect))
90*aa2bcc31SzhanglyGit    val enq                   = Flipped(ValidIO(new EntryBundle))
91*aa2bcc31SzhanglyGit    //wakeup
92*aa2bcc31SzhanglyGit    val wakeUpFromWB: MixedVec[ValidIO[IssueQueueWBWakeUpBundle]] = Flipped(params.genWBWakeUpSinkValidBundle)
93*aa2bcc31SzhanglyGit    val wakeUpFromIQ: MixedVec[ValidIO[IssueQueueIQWakeUpBundle]] = Flipped(params.genIQWakeUpSinkValidBundle)
94*aa2bcc31SzhanglyGit    //cancel
95*aa2bcc31SzhanglyGit    val og0Cancel             = Input(ExuOH(backendParams.numExu))
96*aa2bcc31SzhanglyGit    val og1Cancel             = Input(ExuOH(backendParams.numExu))
97*aa2bcc31SzhanglyGit    val ldCancel              = Vec(backendParams.LdExuCnt, Flipped(new LoadCancelIO))
98*aa2bcc31SzhanglyGit    //deq sel
99*aa2bcc31SzhanglyGit    val deqSel                = Input(Bool())
100*aa2bcc31SzhanglyGit    val deqPortIdxWrite       = Input(UInt(1.W))
101*aa2bcc31SzhanglyGit    val issueResp             = Flipped(ValidIO(new EntryDeqRespBundle))
102*aa2bcc31SzhanglyGit    //trans sel
103*aa2bcc31SzhanglyGit    val transSel              = Input(Bool())
104*aa2bcc31SzhanglyGit    // mem only
105*aa2bcc31SzhanglyGit    val fromMem = OptionWrapper(params.isMemAddrIQ, new Bundle {
106*aa2bcc31SzhanglyGit      val stIssuePtr          = Input(new SqPtr)
107*aa2bcc31SzhanglyGit      val memWaitUpdateReq    = Flipped(new MemWaitUpdateReq)
108*aa2bcc31SzhanglyGit    })
109*aa2bcc31SzhanglyGit    // vector mem only
110*aa2bcc31SzhanglyGit    val fromLsq = OptionWrapper(params.isVecMemIQ, new Bundle {
111*aa2bcc31SzhanglyGit      val sqDeqPtr = Input(new SqPtr)
112*aa2bcc31SzhanglyGit      val lqDeqPtr = Input(new LqPtr)
113*aa2bcc31SzhanglyGit    })
114*aa2bcc31SzhanglyGit  }
115*aa2bcc31SzhanglyGit
116*aa2bcc31SzhanglyGit  class CommonOutBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle {
117*aa2bcc31SzhanglyGit    //status
118*aa2bcc31SzhanglyGit    val valid                 = Output(Bool())
119*aa2bcc31SzhanglyGit    val canIssue              = Output(Bool())
120*aa2bcc31SzhanglyGit    val fuType                = Output(FuType())
121*aa2bcc31SzhanglyGit    val robIdx                = Output(new RobPtr)
122*aa2bcc31SzhanglyGit    val uopIdx                = OptionWrapper(params.isVecMemIQ, Output(UopIdx()))
123*aa2bcc31SzhanglyGit    //src
124*aa2bcc31SzhanglyGit    val dataSource            = Vec(params.numRegSrc, Output(DataSource()))
125*aa2bcc31SzhanglyGit    val srcWakeUpL1ExuOH      = OptionWrapper(params.hasIQWakeUp, Vec(params.numRegSrc, Output(ExuVec())))
126*aa2bcc31SzhanglyGit    val srcTimer              = OptionWrapper(params.hasIQWakeUp, Vec(params.numRegSrc, Output(UInt(3.W))))
127*aa2bcc31SzhanglyGit    //deq
128*aa2bcc31SzhanglyGit    val isFirstIssue          = Output(Bool())
129*aa2bcc31SzhanglyGit    val entry                 = ValidIO(new EntryBundle)
130*aa2bcc31SzhanglyGit    val deqPortIdxRead        = Output(UInt(1.W))
131*aa2bcc31SzhanglyGit    val issueTimerRead        = Output(UInt(2.W))
132*aa2bcc31SzhanglyGit    // debug
133*aa2bcc31SzhanglyGit    val cancel                = OptionWrapper(params.hasIQWakeUp, Output(Bool()))
134*aa2bcc31SzhanglyGit  }
135*aa2bcc31SzhanglyGit
136*aa2bcc31SzhanglyGit  class CommonWireBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle {
137*aa2bcc31SzhanglyGit    val validRegNext          = Bool()
138*aa2bcc31SzhanglyGit    val flushed               = Bool()
139*aa2bcc31SzhanglyGit    val clear                 = Bool()
140*aa2bcc31SzhanglyGit    val canIssue              = Bool()
141*aa2bcc31SzhanglyGit    val enqReady              = Bool()
142*aa2bcc31SzhanglyGit    val deqSuccess            = Bool()
143*aa2bcc31SzhanglyGit    val srcWakeup             = Vec(params.numRegSrc, Bool())
144*aa2bcc31SzhanglyGit    val srcWakeupByWB         = Vec(params.numRegSrc, Bool())
145*aa2bcc31SzhanglyGit  }
146*aa2bcc31SzhanglyGit
147*aa2bcc31SzhanglyGit  def CommonWireConnect(common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, entryReg: EntryBundle, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = {
148*aa2bcc31SzhanglyGit    val hasIQWakeupGet        = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle))
149*aa2bcc31SzhanglyGit    common.flushed            := entryReg.status.robIdx.needFlush(commonIn.flush)
150*aa2bcc31SzhanglyGit    common.deqSuccess         := commonIn.issueResp.valid && commonIn.issueResp.bits.respType === RSFeedbackType.fuIdle && !hasIQWakeupGet.srcLoadCancelVec.asUInt.orR
151*aa2bcc31SzhanglyGit    common.srcWakeup          := common.srcWakeupByWB.zip(hasIQWakeupGet.srcWakeupByIQ).map { case (x, y) => x || y.asUInt.orR }
152*aa2bcc31SzhanglyGit    common.srcWakeupByWB      := commonIn.wakeUpFromWB.map(bundle => bundle.bits.wakeUp(entryReg.status.srcStatus.map(_.psrc) zip entryReg.status.srcStatus.map(_.srcType), bundle.valid)).transpose.map(x => VecInit(x.toSeq).asUInt.orR).toSeq
153*aa2bcc31SzhanglyGit    common.canIssue           := validReg && entryReg.status.canIssue && !hasIQWakeupGet.srcCancelVec.asUInt.orR
154*aa2bcc31SzhanglyGit    common.enqReady           := !validReg || common.clear
155*aa2bcc31SzhanglyGit    if(isEnq) {
156*aa2bcc31SzhanglyGit      common.validRegNext     := Mux(commonIn.enq.valid && common.enqReady, true.B, Mux(common.clear, false.B, validReg))
157*aa2bcc31SzhanglyGit      common.clear            := common.flushed || common.deqSuccess || commonIn.transSel
158*aa2bcc31SzhanglyGit    } else {
159*aa2bcc31SzhanglyGit      common.validRegNext     := Mux(commonIn.enq.valid && commonIn.transSel, true.B, Mux(common.clear, false.B, validReg))
160*aa2bcc31SzhanglyGit      common.clear            := common.flushed || common.deqSuccess
161*aa2bcc31SzhanglyGit    }
162*aa2bcc31SzhanglyGit  }
163*aa2bcc31SzhanglyGit
164*aa2bcc31SzhanglyGit  class CommonIQWakeupBundle(implicit p: Parameters, params: IssueBlockParams) extends XSBundle {
165*aa2bcc31SzhanglyGit    val srcWakeupByIQ                             = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool()))
166*aa2bcc31SzhanglyGit    val srcWakeupByIQWithoutCancel                = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool()))
167*aa2bcc31SzhanglyGit    val srcWakeupByIQButCancel                    = Vec(params.numRegSrc, Vec(params.numWakeupFromIQ, Bool()))
168*aa2bcc31SzhanglyGit    val regSrcWakeupL1ExuOH                       = Vec(params.numRegSrc, ExuVec())
169*aa2bcc31SzhanglyGit    val srcWakeupL1ExuOHOut                       = Vec(params.numRegSrc, ExuVec())
170*aa2bcc31SzhanglyGit    val srcLoadDependencyOut                      = Vec(params.numRegSrc, Vec(LoadPipelineWidth, UInt(3.W)))
171*aa2bcc31SzhanglyGit    val wakeupLoadDependencyByIQVec               = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(3.W)))
172*aa2bcc31SzhanglyGit    val shiftedWakeupLoadDependencyByIQVec        = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(3.W)))
173*aa2bcc31SzhanglyGit    val shiftedWakeupLoadDependencyByIQBypassVec  = Vec(params.numWakeupFromIQ, Vec(LoadPipelineWidth, UInt(3.W)))
174*aa2bcc31SzhanglyGit    val cancelVec                                 = Vec(params.numRegSrc, Bool())
175*aa2bcc31SzhanglyGit    val srcCancelVec                              = Vec(params.numRegSrc, Bool())
176*aa2bcc31SzhanglyGit    val srcLoadCancelVec                          = Vec(params.numRegSrc, Bool())
177*aa2bcc31SzhanglyGit    val canIssueBypass                            = Bool()
178*aa2bcc31SzhanglyGit  }
179*aa2bcc31SzhanglyGit
180*aa2bcc31SzhanglyGit  def CommonIQWakeupConnect(common: CommonWireBundle, hasIQWakeupGet: CommonIQWakeupBundle, validReg: Bool, status: Status, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = {
181*aa2bcc31SzhanglyGit    val wakeupVec: Seq[Seq[Bool]] = commonIn.wakeUpFromIQ.map((bundle: ValidIO[IssueQueueIQWakeUpBundle]) =>
182*aa2bcc31SzhanglyGit      bundle.bits.wakeUpFromIQ(status.srcStatus.map(_.psrc) zip status.srcStatus.map(_.srcType))
183*aa2bcc31SzhanglyGit    ).toSeq.transpose
184*aa2bcc31SzhanglyGit    val cancelSel = params.wakeUpSourceExuIdx.zip(commonIn.wakeUpFromIQ).map { case (x, y) => commonIn.og0Cancel(x) && y.bits.is0Lat }
185*aa2bcc31SzhanglyGit
186*aa2bcc31SzhanglyGit    hasIQWakeupGet.srcCancelVec.zip(hasIQWakeupGet.srcLoadCancelVec).zip(hasIQWakeupGet.srcWakeupByIQWithoutCancel).zipWithIndex.foreach { case (((srcCancel, srcLoadCancel), wakeUpByIQVec), srcIdx) =>
187*aa2bcc31SzhanglyGit      val ldTransCancel                             = Mux1H(wakeUpByIQVec, hasIQWakeupGet.wakeupLoadDependencyByIQVec.map(dep => LoadShouldCancel(Some(dep), commonIn.ldCancel)))
188*aa2bcc31SzhanglyGit      srcLoadCancel                                 := LoadShouldCancel(status.srcStatus(srcIdx).srcLoadDependency, commonIn.ldCancel)
189*aa2bcc31SzhanglyGit      srcCancel                                     := srcLoadCancel || ldTransCancel
190*aa2bcc31SzhanglyGit    }
191*aa2bcc31SzhanglyGit    hasIQWakeupGet.cancelVec                        := hasIQWakeupGet.srcCancelVec
192*aa2bcc31SzhanglyGit    hasIQWakeupGet.srcWakeupByIQ                    := wakeupVec.map(x => VecInit(x.zip(cancelSel).map { case (wakeup, cancel) => wakeup && !cancel }))
193*aa2bcc31SzhanglyGit    hasIQWakeupGet.srcWakeupByIQButCancel           := wakeupVec.map(x => VecInit(x.zip(cancelSel).map { case (wakeup, cancel) => wakeup && cancel }))
194*aa2bcc31SzhanglyGit    hasIQWakeupGet.srcWakeupByIQWithoutCancel       := wakeupVec.map(x => VecInit(x))
195*aa2bcc31SzhanglyGit    hasIQWakeupGet.wakeupLoadDependencyByIQVec      := commonIn.wakeUpFromIQ.map(_.bits.loadDependency).toSeq
196*aa2bcc31SzhanglyGit    hasIQWakeupGet.regSrcWakeupL1ExuOH.zip(status.srcStatus.map(_.srcWakeUpL1ExuOH.get)).foreach {
197*aa2bcc31SzhanglyGit      case (exuOH, regExuOH) =>
198*aa2bcc31SzhanglyGit        exuOH                                       := 0.U.asTypeOf(exuOH)
199*aa2bcc31SzhanglyGit        params.wakeUpSourceExuIdx.foreach(x => exuOH(x) := regExuOH(x))
200*aa2bcc31SzhanglyGit    }
201*aa2bcc31SzhanglyGit    hasIQWakeupGet.srcWakeupL1ExuOHOut.zip(hasIQWakeupGet.srcWakeupByIQWithoutCancel).zip(common.srcWakeup).zipWithIndex.foreach {
202*aa2bcc31SzhanglyGit      case (((exuOH: Vec[Bool], wakeUpByIQOH: Vec[Bool]), wakeUp: Bool), srcIdx) =>
203*aa2bcc31SzhanglyGit        if(isEnq) {
204*aa2bcc31SzhanglyGit          ExuOHGen(exuOH, wakeUpByIQOH, wakeUp, status.srcStatus(srcIdx).srcWakeUpL1ExuOH.get)
205*aa2bcc31SzhanglyGit        } else {
206*aa2bcc31SzhanglyGit          ExuOHGen(exuOH, wakeUpByIQOH, wakeUp, hasIQWakeupGet.regSrcWakeupL1ExuOH(srcIdx))
207*aa2bcc31SzhanglyGit        }
208*aa2bcc31SzhanglyGit    }
209*aa2bcc31SzhanglyGit    hasIQWakeupGet.srcLoadDependencyOut.zip(hasIQWakeupGet.srcWakeupByIQ).foreach {
210*aa2bcc31SzhanglyGit      case (loadDependencyOut, wakeUpByIQVec) =>
211*aa2bcc31SzhanglyGit        loadDependencyOut                           := Mux1H(wakeUpByIQVec, hasIQWakeupGet.shiftedWakeupLoadDependencyByIQBypassVec)
212*aa2bcc31SzhanglyGit    }
213*aa2bcc31SzhanglyGit    hasIQWakeupGet.canIssueBypass                   := validReg && !status.issued && !status.blocked &&
214*aa2bcc31SzhanglyGit      VecInit(status.srcStatus.map(_.srcState).zip(hasIQWakeupGet.srcWakeupByIQWithoutCancel).zipWithIndex.map { case ((state, wakeupVec), srcIdx) =>
215*aa2bcc31SzhanglyGit        val cancel = hasIQWakeupGet.srcCancelVec(srcIdx)
216*aa2bcc31SzhanglyGit        Mux(cancel, false.B, wakeupVec.asUInt.orR | state)
217*aa2bcc31SzhanglyGit      }).asUInt.andR
218*aa2bcc31SzhanglyGit  }
219*aa2bcc31SzhanglyGit
220*aa2bcc31SzhanglyGit
221*aa2bcc31SzhanglyGit  def ShiftLoadDependency(hasIQWakeupGet: CommonIQWakeupBundle)(implicit p: Parameters, params: IssueBlockParams) = {
222*aa2bcc31SzhanglyGit    hasIQWakeupGet.shiftedWakeupLoadDependencyByIQVec
223*aa2bcc31SzhanglyGit      .zip(hasIQWakeupGet.wakeupLoadDependencyByIQVec)
224*aa2bcc31SzhanglyGit      .zip(params.wakeUpInExuSources.map(_.name)).foreach {
225*aa2bcc31SzhanglyGit      case ((deps, originalDeps), name) => deps.zip(originalDeps).zipWithIndex.foreach {
226*aa2bcc31SzhanglyGit        case ((dep, originalDep), deqPortIdx) =>
227*aa2bcc31SzhanglyGit          if (name.contains("LDU") && name.replace("LDU", "").toInt == deqPortIdx)
228*aa2bcc31SzhanglyGit            dep := (originalDep << 2).asUInt | 2.U
229*aa2bcc31SzhanglyGit          else
230*aa2bcc31SzhanglyGit            dep := originalDep << 1
231*aa2bcc31SzhanglyGit      }
232*aa2bcc31SzhanglyGit    }
233*aa2bcc31SzhanglyGit    hasIQWakeupGet.shiftedWakeupLoadDependencyByIQBypassVec
234*aa2bcc31SzhanglyGit      .zip(hasIQWakeupGet.wakeupLoadDependencyByIQVec)
235*aa2bcc31SzhanglyGit      .zip(params.wakeUpInExuSources.map(_.name)).foreach {
236*aa2bcc31SzhanglyGit      case ((deps, originalDeps), name) => deps.zip(originalDeps).zipWithIndex.foreach {
237*aa2bcc31SzhanglyGit        case ((dep, originalDep), deqPortIdx) =>
238*aa2bcc31SzhanglyGit          if (name.contains("LDU") && name.replace("LDU", "").toInt == deqPortIdx)
239*aa2bcc31SzhanglyGit            dep := (originalDep << 1).asUInt | 1.U
240*aa2bcc31SzhanglyGit          else
241*aa2bcc31SzhanglyGit            dep := originalDep
242*aa2bcc31SzhanglyGit      }
243*aa2bcc31SzhanglyGit    }
244*aa2bcc31SzhanglyGit  }
245*aa2bcc31SzhanglyGit
246*aa2bcc31SzhanglyGit  def EntryRegCommonConnect(common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, entryRegNext: EntryBundle, entryReg: EntryBundle, status: Status, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = {
247*aa2bcc31SzhanglyGit    val hasIQWakeupGet                                 = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle))
248*aa2bcc31SzhanglyGit    val cancelByLd                                     = hasIQWakeupGet.srcLoadCancelVec.asUInt.orR
249*aa2bcc31SzhanglyGit    val cancelWhenWakeup                               = VecInit(hasIQWakeupGet.srcWakeupByIQButCancel.map(_.asUInt.orR)).asUInt.orR
250*aa2bcc31SzhanglyGit    val respIssueFail                                  = commonIn.issueResp.valid && RSFeedbackType.isBlocked(commonIn.issueResp.bits.respType)
251*aa2bcc31SzhanglyGit    val srcWakeupExuOH                                 = if(isEnq) status.srcStatus.map(_.srcWakeUpL1ExuOH.getOrElse(0.U.asTypeOf(ExuVec()))) else hasIQWakeupGet.regSrcWakeupL1ExuOH
252*aa2bcc31SzhanglyGit    entryRegNext.status.robIdx                        := status.robIdx
253*aa2bcc31SzhanglyGit    entryRegNext.status.fuType                        := IQFuType.readFuType(status.fuType, params.getFuCfgs.map(_.fuType))
254*aa2bcc31SzhanglyGit    entryRegNext.status.srcStatus.zip(status.srcStatus).zipWithIndex.foreach { case ((srcStatusNext, srcStatus), srcIdx) =>
255*aa2bcc31SzhanglyGit      val cancel = hasIQWakeupGet.srcCancelVec(srcIdx)
256*aa2bcc31SzhanglyGit      val wakeupByIQ = hasIQWakeupGet.srcWakeupByIQ(srcIdx).asUInt.orR
257*aa2bcc31SzhanglyGit      val wakeupByIQOH = hasIQWakeupGet.srcWakeupByIQ(srcIdx)
258*aa2bcc31SzhanglyGit      val wakeup = common.srcWakeup(srcIdx)
259*aa2bcc31SzhanglyGit      srcStatusNext.psrc                              := srcStatus.psrc
260*aa2bcc31SzhanglyGit      srcStatusNext.srcType                           := srcStatus.srcType
261*aa2bcc31SzhanglyGit      srcStatusNext.srcState                          := Mux(cancel, false.B, wakeup | srcStatus.srcState)
262*aa2bcc31SzhanglyGit      srcStatusNext.dataSources.value                 := Mux(wakeupByIQ, DataSource.bypass, DataSource.reg)
263*aa2bcc31SzhanglyGit      if(params.hasIQWakeUp) {
264*aa2bcc31SzhanglyGit        srcStatusNext.srcTimer.get                    := MuxCase(3.U, Seq(
265*aa2bcc31SzhanglyGit          // T0: waked up by IQ, T1: reset timer as 1
266*aa2bcc31SzhanglyGit          wakeupByIQ                                  -> 2.U,
267*aa2bcc31SzhanglyGit          // do not overflow
268*aa2bcc31SzhanglyGit          srcStatus.srcTimer.get.andR                 -> srcStatus.srcTimer.get,
269*aa2bcc31SzhanglyGit          // T2+: increase if the entry is valid, the src is ready, and the src is woken up by iq
270*aa2bcc31SzhanglyGit          (validReg && SrcState.isReady(srcStatus.srcState) && srcWakeupExuOH(srcIdx).asUInt.orR) -> (srcStatus.srcTimer.get + 1.U)
271*aa2bcc31SzhanglyGit        ))
272*aa2bcc31SzhanglyGit        ExuOHGen(srcStatusNext.srcWakeUpL1ExuOH.get, wakeupByIQOH, wakeup, srcWakeupExuOH(srcIdx))
273*aa2bcc31SzhanglyGit        srcStatusNext.srcLoadDependency.get           :=
274*aa2bcc31SzhanglyGit          Mux(wakeup,
275*aa2bcc31SzhanglyGit            Mux1H(wakeupByIQOH, hasIQWakeupGet.shiftedWakeupLoadDependencyByIQVec),
276*aa2bcc31SzhanglyGit            Mux(validReg && srcStatus.srcLoadDependency.get.asUInt.orR, VecInit(srcStatus.srcLoadDependency.get.map(i => i(i.getWidth - 2, 0) << 1)), srcStatus.srcLoadDependency.get))
277*aa2bcc31SzhanglyGit      }
278*aa2bcc31SzhanglyGit    }
279*aa2bcc31SzhanglyGit    entryRegNext.status.blocked                       := false.B
280*aa2bcc31SzhanglyGit    entryRegNext.status.issued                        := MuxCase(status.issued, Seq(
281*aa2bcc31SzhanglyGit      (cancelByLd || cancelWhenWakeup || respIssueFail) -> false.B,
282*aa2bcc31SzhanglyGit      commonIn.deqSel                                   -> true.B,
283*aa2bcc31SzhanglyGit      !status.srcReady                                  -> false.B,
284*aa2bcc31SzhanglyGit    ))
285*aa2bcc31SzhanglyGit    entryRegNext.status.firstIssue                    := commonIn.deqSel || status.firstIssue
286*aa2bcc31SzhanglyGit    entryRegNext.status.issueTimer                    := Mux(commonIn.deqSel, 0.U, Mux(status.issued, status.issueTimer + 1.U, "b10".U))
287*aa2bcc31SzhanglyGit    entryRegNext.status.deqPortIdx                    := Mux(commonIn.deqSel, commonIn.deqPortIdxWrite, Mux(status.issued, status.deqPortIdx, 0.U))
288*aa2bcc31SzhanglyGit    entryRegNext.imm.foreach(_                        := entryReg.imm.get)
289*aa2bcc31SzhanglyGit    entryRegNext.payload                              := entryReg.payload
290*aa2bcc31SzhanglyGit
291*aa2bcc31SzhanglyGit  }
292*aa2bcc31SzhanglyGit
293*aa2bcc31SzhanglyGit  def CommonOutConnect(commonOut: CommonOutBundle, common: CommonWireBundle, hasIQWakeup: Option[CommonIQWakeupBundle], validReg: Bool, entryReg: EntryBundle, status: Status, commonIn: CommonInBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = {
294*aa2bcc31SzhanglyGit    val hasIQWakeupGet                                 = hasIQWakeup.getOrElse(0.U.asTypeOf(new CommonIQWakeupBundle))
295*aa2bcc31SzhanglyGit    val srcWakeupExuOH                                 = if(isEnq) status.srcStatus.map(_.srcWakeUpL1ExuOH.getOrElse(0.U.asTypeOf(ExuVec()))) else hasIQWakeupGet.regSrcWakeupL1ExuOH
296*aa2bcc31SzhanglyGit    commonOut.valid                                   := validReg
297*aa2bcc31SzhanglyGit    commonOut.canIssue                                := (common.canIssue || hasIQWakeupGet.canIssueBypass) && !common.flushed
298*aa2bcc31SzhanglyGit    commonOut.fuType                                  := IQFuType.readFuType(status.fuType, params.getFuCfgs.map(_.fuType)).asUInt
299*aa2bcc31SzhanglyGit    commonOut.robIdx                                  := status.robIdx
300*aa2bcc31SzhanglyGit    commonOut.dataSource.zipWithIndex.foreach{ case (dataSourceOut, srcIdx) =>
301*aa2bcc31SzhanglyGit      dataSourceOut.value                             := Mux(hasIQWakeupGet.srcWakeupByIQ(srcIdx).asUInt.orR, DataSource.forward, status.srcStatus(srcIdx).dataSources.value)
302*aa2bcc31SzhanglyGit    }
303*aa2bcc31SzhanglyGit    commonOut.isFirstIssue                            := !status.firstIssue
304*aa2bcc31SzhanglyGit    commonOut.entry.valid                             := validReg
305*aa2bcc31SzhanglyGit    commonOut.entry.bits                              := entryReg
306*aa2bcc31SzhanglyGit    if(isEnq) {
307*aa2bcc31SzhanglyGit      commonOut.entry.bits.status                     := status
308*aa2bcc31SzhanglyGit    }
309*aa2bcc31SzhanglyGit    commonOut.issueTimerRead                          := status.issueTimer
310*aa2bcc31SzhanglyGit    commonOut.deqPortIdxRead                          := status.deqPortIdx
311*aa2bcc31SzhanglyGit    if(params.hasIQWakeUp) {
312*aa2bcc31SzhanglyGit      commonOut.srcWakeUpL1ExuOH.get                  := Mux(hasIQWakeupGet.canIssueBypass && !common.canIssue, hasIQWakeupGet.srcWakeupL1ExuOHOut, VecInit(srcWakeupExuOH))
313*aa2bcc31SzhanglyGit      commonOut.srcTimer.get.zipWithIndex.foreach { case (srcTimerOut, srcIdx) =>
314*aa2bcc31SzhanglyGit        val wakeupByIQOH                               = hasIQWakeupGet.srcWakeupByIQWithoutCancel(srcIdx)
315*aa2bcc31SzhanglyGit        srcTimerOut                                   := Mux(wakeupByIQOH.asUInt.orR, Mux1H(wakeupByIQOH, commonIn.wakeUpFromIQ.map(_.bits.is0Lat).toSeq).asUInt, status.srcStatus(srcIdx).srcTimer.get)
316*aa2bcc31SzhanglyGit      }
317*aa2bcc31SzhanglyGit      commonOut.entry.bits.status.srcStatus.map(_.srcLoadDependency.get).zipWithIndex.foreach { case (srcLoadDependencyOut, srcIdx) =>
318*aa2bcc31SzhanglyGit        srcLoadDependencyOut                          := Mux(hasIQWakeupGet.canIssueBypass && !common.canIssue, hasIQWakeupGet.srcLoadDependencyOut(srcIdx), status.srcStatus(srcIdx).srcLoadDependency.get)
319*aa2bcc31SzhanglyGit      }
320*aa2bcc31SzhanglyGit    }
321*aa2bcc31SzhanglyGit    commonOut.cancel.foreach(_                        := hasIQWakeupGet.cancelVec.asUInt.orR)
322*aa2bcc31SzhanglyGit    if (params.isVecMemIQ) {
323*aa2bcc31SzhanglyGit      commonOut.uopIdx.get                            := status.vecMem.get.uopIdx
324*aa2bcc31SzhanglyGit    }
325*aa2bcc31SzhanglyGit  }
326*aa2bcc31SzhanglyGit
327*aa2bcc31SzhanglyGit  def EntryMemConnect(commonIn: CommonInBundle, common: CommonWireBundle, validReg: Bool, entryReg: EntryBundle, entryRegNext: EntryBundle, isEnq: Boolean)(implicit p: Parameters, params: IssueBlockParams) = {
328*aa2bcc31SzhanglyGit    val enqValid                                       = if(isEnq) commonIn.enq.valid && (!validReg || common.clear) else commonIn.enq.valid && commonIn.transSel
329*aa2bcc31SzhanglyGit    val fromMem                                        = commonIn.fromMem.get
330*aa2bcc31SzhanglyGit    val memStatus                                      = entryReg.status.mem.get
331*aa2bcc31SzhanglyGit    val memStatusNext                                  = entryRegNext.status.mem.get
332*aa2bcc31SzhanglyGit
333*aa2bcc31SzhanglyGit    // load cannot be issued before older store, unless meet some condition
334*aa2bcc31SzhanglyGit    val blockedByOlderStore = isAfter(memStatusNext.sqIdx, fromMem.stIssuePtr)
335*aa2bcc31SzhanglyGit
336*aa2bcc31SzhanglyGit    val deqFailedForStdInvalid                         = commonIn.issueResp.valid && commonIn.issueResp.bits.respType === RSFeedbackType.dataInvalid
337*aa2bcc31SzhanglyGit
338*aa2bcc31SzhanglyGit    val staWaitedReleased = Cat(
339*aa2bcc31SzhanglyGit      fromMem.memWaitUpdateReq.robIdx.map(x => x.valid && x.bits.value === memStatusNext.waitForRobIdx.value)
340*aa2bcc31SzhanglyGit    ).orR
341*aa2bcc31SzhanglyGit    val stdWaitedReleased = Cat(
342*aa2bcc31SzhanglyGit      fromMem.memWaitUpdateReq.sqIdx.map(x => x.valid && x.bits.value === memStatusNext.waitForSqIdx.value)
343*aa2bcc31SzhanglyGit    ).orR
344*aa2bcc31SzhanglyGit    val olderStaNotViolate                             = staWaitedReleased && !memStatusNext.strictWait
345*aa2bcc31SzhanglyGit    val olderStdReady                                  = stdWaitedReleased && memStatusNext.waitForStd
346*aa2bcc31SzhanglyGit    val waitStd                                        = !olderStdReady
347*aa2bcc31SzhanglyGit    val waitSta                                        = !olderStaNotViolate
348*aa2bcc31SzhanglyGit
349*aa2bcc31SzhanglyGit    when(enqValid) {
350*aa2bcc31SzhanglyGit      memStatusNext.waitForSqIdx                       := commonIn.enq.bits.status.mem.get.waitForSqIdx
351*aa2bcc31SzhanglyGit      // update by lfst at dispatch stage
352*aa2bcc31SzhanglyGit      memStatusNext.waitForRobIdx                      := commonIn.enq.bits.status.mem.get.waitForRobIdx
353*aa2bcc31SzhanglyGit      // new load inst don't known if it is blocked by store data ahead of it
354*aa2bcc31SzhanglyGit      memStatusNext.waitForStd                         := false.B
355*aa2bcc31SzhanglyGit      // update by ssit at rename stage
356*aa2bcc31SzhanglyGit      memStatusNext.strictWait                         := commonIn.enq.bits.status.mem.get.strictWait
357*aa2bcc31SzhanglyGit      memStatusNext.sqIdx                              := commonIn.enq.bits.status.mem.get.sqIdx
358*aa2bcc31SzhanglyGit    }.elsewhen(deqFailedForStdInvalid) {
359*aa2bcc31SzhanglyGit      // Todo: check if need assign statusNext.block
360*aa2bcc31SzhanglyGit      memStatusNext.waitForSqIdx                       := commonIn.issueResp.bits.dataInvalidSqIdx
361*aa2bcc31SzhanglyGit      memStatusNext.waitForRobIdx                      := memStatus.waitForRobIdx
362*aa2bcc31SzhanglyGit      memStatusNext.waitForStd                         := true.B
363*aa2bcc31SzhanglyGit      memStatusNext.strictWait                         := memStatus.strictWait
364*aa2bcc31SzhanglyGit      memStatusNext.sqIdx                              := memStatus.sqIdx
365*aa2bcc31SzhanglyGit    }.otherwise {
366*aa2bcc31SzhanglyGit      memStatusNext                                    := memStatus
367*aa2bcc31SzhanglyGit    }
368*aa2bcc31SzhanglyGit
369*aa2bcc31SzhanglyGit    val shouldBlock = Mux(commonIn.enq.valid && commonIn.transSel, commonIn.enq.bits.status.blocked, entryReg.status.blocked)
370*aa2bcc31SzhanglyGit    val blockNotReleased = waitStd || waitSta
371*aa2bcc31SzhanglyGit    val respBlock = deqFailedForStdInvalid
372*aa2bcc31SzhanglyGit    entryRegNext.status.blocked := shouldBlock && blockNotReleased && blockedByOlderStore || respBlock
373*aa2bcc31SzhanglyGit    shouldBlock && blockNotReleased && blockedByOlderStore || respBlock
374*aa2bcc31SzhanglyGit  }
375*aa2bcc31SzhanglyGit
376*aa2bcc31SzhanglyGit  def ExuOHGen(exuOH: Vec[Bool], wakeupByIQOH: Vec[Bool], wakeup: Bool, regSrcExuOH: Vec[Bool])(implicit p: Parameters, params: IssueBlockParams) = {
377*aa2bcc31SzhanglyGit    val origExuOH = 0.U.asTypeOf(exuOH)
378*aa2bcc31SzhanglyGit    when(wakeupByIQOH.asUInt.orR) {
379*aa2bcc31SzhanglyGit      origExuOH := Mux1H(wakeupByIQOH, params.wakeUpSourceExuIdx.map(x => MathUtils.IntToOH(x).U(p(XSCoreParamsKey).backendParams.numExu.W)).toSeq).asBools
380*aa2bcc31SzhanglyGit    }.elsewhen(wakeup) {
381*aa2bcc31SzhanglyGit      origExuOH := 0.U.asTypeOf(origExuOH)
382*aa2bcc31SzhanglyGit    }.otherwise {
383*aa2bcc31SzhanglyGit      origExuOH := regSrcExuOH
384*aa2bcc31SzhanglyGit    }
385*aa2bcc31SzhanglyGit    exuOH := 0.U.asTypeOf(exuOH)
386*aa2bcc31SzhanglyGit    params.wakeUpSourceExuIdx.foreach(x => exuOH(x) := origExuOH(x))
387*aa2bcc31SzhanglyGit  }
388*aa2bcc31SzhanglyGit
389*aa2bcc31SzhanglyGit  object IQFuType {
390*aa2bcc31SzhanglyGit    def num = FuType.num
391*aa2bcc31SzhanglyGit
392*aa2bcc31SzhanglyGit    def apply() = Vec(num, Bool())
393*aa2bcc31SzhanglyGit
394*aa2bcc31SzhanglyGit    def readFuType(fuType: Vec[Bool], fus: Seq[FuType.OHType]): Vec[Bool] = {
395*aa2bcc31SzhanglyGit      val res = 0.U.asTypeOf(fuType)
396*aa2bcc31SzhanglyGit      fus.foreach(x => res(x.id) := fuType(x.id))
397*aa2bcc31SzhanglyGit      res
398*aa2bcc31SzhanglyGit    }
399*aa2bcc31SzhanglyGit  }
400*aa2bcc31SzhanglyGit}
401