xref: /XiangShan/src/main/scala/xiangshan/backend/CtrlBlock.scala (revision 870f462d572cd0ef6bf86c91dcda5a5fab6e99d3)
124519898SXuan Hu/***************************************************************************************
224519898SXuan Hu* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
324519898SXuan Hu* Copyright (c) 2020-2021 Peng Cheng Laboratory
424519898SXuan Hu*
524519898SXuan Hu* XiangShan is licensed under Mulan PSL v2.
624519898SXuan Hu* You can use this software according to the terms and conditions of the Mulan PSL v2.
724519898SXuan Hu* You may obtain a copy of Mulan PSL v2 at:
824519898SXuan Hu*          http://license.coscl.org.cn/MulanPSL2
924519898SXuan Hu*
1024519898SXuan Hu* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
1124519898SXuan Hu* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
1224519898SXuan Hu* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
1324519898SXuan Hu*
1424519898SXuan Hu* See the Mulan PSL v2 for more details.
1524519898SXuan Hu***************************************************************************************/
1624519898SXuan Hu
1724519898SXuan Hupackage xiangshan.backend
1824519898SXuan Hu
1924519898SXuan Huimport chipsalliance.rocketchip.config.Parameters
2024519898SXuan Huimport chisel3._
2124519898SXuan Huimport chisel3.util._
2224519898SXuan Huimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
2324519898SXuan Huimport utility._
2424519898SXuan Huimport utils._
2524519898SXuan Huimport xiangshan.ExceptionNO._
2624519898SXuan Huimport xiangshan._
2724519898SXuan Huimport xiangshan.backend.Bundles.{DecodedInst, DynInst, ExceptionInfo, ExuOutput}
28*870f462dSXuan Huimport xiangshan.backend.ctrlblock.{LsTopdownInfo, MemCtrl, RedirectGenerator}
2924519898SXuan Huimport xiangshan.backend.datapath.DataConfig.VAddrData
3024519898SXuan Huimport xiangshan.backend.decode.{DecodeStage, FusionDecoder}
3124519898SXuan Huimport xiangshan.backend.dispatch.{Dispatch, DispatchQueue}
3224519898SXuan Huimport xiangshan.backend.fu.PFEvent
3324519898SXuan Huimport xiangshan.backend.fu.vector.Bundles.VType
34*870f462dSXuan Huimport xiangshan.backend.rename.{Rename, RenameTableWrapper, SnapshotGenerator}
35*870f462dSXuan Huimport xiangshan.backend.rob.{Rob, RobCSRIO, RobLsqIO, RobPtr}
3624519898SXuan Huimport xiangshan.frontend.{FtqRead, Ftq_RF_Components}
3724519898SXuan Hu
3824519898SXuan Huclass CtrlToFtqIO(implicit p: Parameters) extends XSBundle {
3924519898SXuan Hu  def numRedirect = backendParams.numRedirect
4024519898SXuan Hu  val rob_commits = Vec(CommitWidth, Valid(new RobCommitInfo))
4124519898SXuan Hu  val redirect = Valid(new Redirect)
4224519898SXuan Hu}
4324519898SXuan Hu
4424519898SXuan Huclass CtrlBlock(params: BackendParams)(implicit p: Parameters) extends LazyModule {
4524519898SXuan Hu  val rob = LazyModule(new Rob(params))
4624519898SXuan Hu
4724519898SXuan Hu  lazy val module = new CtrlBlockImp(this)(p, params)
4824519898SXuan Hu
4924519898SXuan Hu}
5024519898SXuan Hu
5124519898SXuan Huclass CtrlBlockImp(
5224519898SXuan Hu  override val wrapper: CtrlBlock
5324519898SXuan Hu)(implicit
5424519898SXuan Hu  p: Parameters,
5524519898SXuan Hu  params: BackendParams
5624519898SXuan Hu) extends LazyModuleImp(wrapper)
5724519898SXuan Hu  with HasXSParameter
5824519898SXuan Hu  with HasCircularQueuePtrHelper
5924519898SXuan Hu  with HasPerfEvents
6024519898SXuan Hu{
6124519898SXuan Hu  val pcMemRdIndexes = new NamedIndexes(Seq(
6224519898SXuan Hu    "exu"       -> params.numPcReadPort,
6324519898SXuan Hu    "redirect"  -> 1,
6424519898SXuan Hu    "memPred"   -> 1,
6524519898SXuan Hu    "robFlush"  -> 1,
6624519898SXuan Hu    "load"      -> params.LduCnt,
6724519898SXuan Hu  ))
6824519898SXuan Hu
6924519898SXuan Hu  private val numPcMemReadForExu = params.numPcReadPort
7024519898SXuan Hu  private val numPcMemRead = pcMemRdIndexes.maxIdx
7124519898SXuan Hu
7224519898SXuan Hu  private val numTargetMemRead = numPcMemReadForExu
7324519898SXuan Hu
7424519898SXuan Hu  println(s"pcMem read num: $numPcMemRead")
7524519898SXuan Hu  println(s"pcMem read num for exu: $numPcMemReadForExu")
7624519898SXuan Hu  println(s"targetMem read num: $numTargetMemRead")
7724519898SXuan Hu
7824519898SXuan Hu  val io = IO(new CtrlBlockIO())
7924519898SXuan Hu
8024519898SXuan Hu  val decode = Module(new DecodeStage)
8124519898SXuan Hu  val fusionDecoder = Module(new FusionDecoder)
8224519898SXuan Hu  val rat = Module(new RenameTableWrapper)
8324519898SXuan Hu  val rename = Module(new Rename)
8424519898SXuan Hu  val dispatch = Module(new Dispatch)
8524519898SXuan Hu  val intDq = Module(new DispatchQueue(dpParams.IntDqSize, RenameWidth, dpParams.IntDqDeqWidth))
8624519898SXuan Hu  val fpDq = Module(new DispatchQueue(dpParams.FpDqSize, RenameWidth, dpParams.FpDqDeqWidth))
8724519898SXuan Hu  val lsDq = Module(new DispatchQueue(dpParams.LsDqSize, RenameWidth, dpParams.LsDqDeqWidth))
8824519898SXuan Hu  val redirectGen = Module(new RedirectGenerator)
8924519898SXuan Hu  private val pcMem = Module(new SyncDataModuleTemplate(new Ftq_RF_Components, FtqSize, numPcMemRead, 1, "BackendPC"))
9024519898SXuan Hu  private val targetMem = Module(new SyncDataModuleTemplate(UInt(VAddrData().dataWidth.W), FtqSize, numTargetMemRead, 1))
9124519898SXuan Hu  private val rob = wrapper.rob.module
9224519898SXuan Hu  private val memCtrl = Module(new MemCtrl(params))
9324519898SXuan Hu
9424519898SXuan Hu  private val disableFusion = decode.io.csrCtrl.singlestep || !decode.io.csrCtrl.fusion_enable
9524519898SXuan Hu
9624519898SXuan Hu  private val s0_robFlushRedirect = rob.io.flushOut
9724519898SXuan Hu  private val s1_robFlushRedirect = Wire(Valid(new Redirect))
9824519898SXuan Hu  s1_robFlushRedirect.valid := RegNext(s0_robFlushRedirect.valid)
9924519898SXuan Hu  s1_robFlushRedirect.bits := RegEnable(s0_robFlushRedirect.bits, s0_robFlushRedirect.valid)
10024519898SXuan Hu
10124519898SXuan Hu  pcMem.io.raddr(pcMemRdIndexes("robFlush").head) := s0_robFlushRedirect.bits.ftqIdx.value
10224519898SXuan Hu  private val s1_robFlushPc = pcMem.io.rdata(pcMemRdIndexes("robFlush").head).getPc(RegNext(s0_robFlushRedirect.bits.ftqOffset))
10324519898SXuan Hu  private val s3_redirectGen = redirectGen.io.stage2Redirect
104*870f462dSXuan Hu  private val stage2Redirect = redirectGen.io.stage2Redirect
10524519898SXuan Hu  private val s1_s3_redirect = Mux(s1_robFlushRedirect.valid, s1_robFlushRedirect, s3_redirectGen)
10624519898SXuan Hu  private val s2_s4_pendingRedirectValid = RegInit(false.B)
10724519898SXuan Hu  when (s1_s3_redirect.valid) {
10824519898SXuan Hu    s2_s4_pendingRedirectValid := true.B
10924519898SXuan Hu  }.elsewhen (RegNext(io.frontend.toFtq.redirect.valid)) {
11024519898SXuan Hu    s2_s4_pendingRedirectValid := false.B
11124519898SXuan Hu  }
11224519898SXuan Hu
11324519898SXuan Hu  // Redirect will be RegNext at ExuBlocks and IssueBlocks
11424519898SXuan Hu  val s2_s4_redirect = RegNextWithEnable(s1_s3_redirect)
11524519898SXuan Hu  val s3_s5_redirect = RegNextWithEnable(s2_s4_redirect)
11624519898SXuan Hu
11724519898SXuan Hu  private val delayedNotFlushedWriteBack = io.fromWB.wbData.map(x => {
11824519898SXuan Hu    val valid = x.valid
11924519898SXuan Hu    val killedByOlder = x.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect, s3_s5_redirect))
12024519898SXuan Hu    val delayed = Wire(Valid(new ExuOutput(x.bits.params)))
12124519898SXuan Hu    delayed.valid := RegNext(valid && !killedByOlder)
12224519898SXuan Hu    delayed.bits := RegEnable(x.bits, x.valid)
12324519898SXuan Hu    delayed
12424519898SXuan Hu  })
12524519898SXuan Hu
12624519898SXuan Hu  private val exuPredecode = VecInit(
12724519898SXuan Hu    delayedNotFlushedWriteBack.filter(_.bits.redirect.nonEmpty).map(x => x.bits.predecodeInfo.get)
12824519898SXuan Hu  )
12924519898SXuan Hu
13024519898SXuan Hu  private val exuRedirects: IndexedSeq[ValidIO[Redirect]] = delayedNotFlushedWriteBack.filter(_.bits.redirect.nonEmpty).map(x => {
13124519898SXuan Hu    val out = Wire(Valid(new Redirect()))
13224519898SXuan Hu    out.valid := x.valid && x.bits.redirect.get.valid && x.bits.redirect.get.bits.cfiUpdate.isMisPred
13324519898SXuan Hu    out.bits := x.bits.redirect.get.bits
13424519898SXuan Hu    out
13524519898SXuan Hu  })
13624519898SXuan Hu
13724519898SXuan Hu  private val memViolation = io.fromMem.violation
13824519898SXuan Hu  val loadReplay = Wire(ValidIO(new Redirect))
13924519898SXuan Hu  loadReplay.valid := RegNext(memViolation.valid &&
14024519898SXuan Hu    !memViolation.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect))
14124519898SXuan Hu  )
14224519898SXuan Hu  loadReplay.bits := RegEnable(memViolation.bits, memViolation.valid)
14324519898SXuan Hu
14424519898SXuan Hu  val pdestReverse = rob.io.commits.info.map(info => info.pdest).reverse
14524519898SXuan Hu
14624519898SXuan Hu  pcMem.io.raddr(pcMemRdIndexes("redirect").head) := redirectGen.io.redirectPcRead.ptr.value
14724519898SXuan Hu  redirectGen.io.redirectPcRead.data := pcMem.io.rdata(pcMemRdIndexes("redirect").head).getPc(RegNext(redirectGen.io.redirectPcRead.offset))
14824519898SXuan Hu  pcMem.io.raddr(pcMemRdIndexes("memPred").head) := redirectGen.io.memPredPcRead.ptr.value
14924519898SXuan Hu  redirectGen.io.memPredPcRead.data := pcMem.io.rdata(pcMemRdIndexes("memPred").head).getPc(RegNext(redirectGen.io.memPredPcRead.offset))
15024519898SXuan Hu
15124519898SXuan Hu  for ((pcMemIdx, i) <- pcMemRdIndexes("load").zipWithIndex) {
15224519898SXuan Hu    pcMem.io.raddr(pcMemIdx) := io.memLdPcRead(i).ptr.value
15324519898SXuan Hu    io.memLdPcRead(i).data := pcMem.io.rdata(pcMemIdx).getPc(RegNext(io.memLdPcRead(i).offset))
15424519898SXuan Hu  }
15524519898SXuan Hu
15624519898SXuan Hu  redirectGen.io.hartId := io.fromTop.hartId
15724519898SXuan Hu  redirectGen.io.exuRedirect := exuRedirects
15824519898SXuan Hu  redirectGen.io.exuOutPredecode := exuPredecode // garded by exuRedirect.valid
15924519898SXuan Hu  redirectGen.io.loadReplay <> loadReplay
16024519898SXuan Hu
16124519898SXuan Hu  redirectGen.io.robFlush := s1_robFlushRedirect.valid
16224519898SXuan Hu
16324519898SXuan Hu  val s6_frontendFlushValid = DelayN(s1_robFlushRedirect.valid, 5)
16424519898SXuan Hu  val frontendFlushBits = RegEnable(s1_robFlushRedirect.bits, s1_robFlushRedirect.valid) // ??
16524519898SXuan Hu  // When ROB commits an instruction with a flush, we notify the frontend of the flush without the commit.
16624519898SXuan Hu  // Flushes to frontend may be delayed by some cycles and commit before flush causes errors.
16724519898SXuan Hu  // Thus, we make all flush reasons to behave the same as exceptions for frontend.
16824519898SXuan Hu  for (i <- 0 until CommitWidth) {
16924519898SXuan Hu    // why flushOut: instructions with flushPipe are not commited to frontend
17024519898SXuan Hu    // If we commit them to frontend, it will cause flush after commit, which is not acceptable by frontend.
17124519898SXuan Hu    val s1_isCommit = rob.io.commits.commitValid(i) && rob.io.commits.isCommit && !s0_robFlushRedirect.valid
17224519898SXuan Hu    io.frontend.toFtq.rob_commits(i).valid := RegNext(s1_isCommit)
17324519898SXuan Hu    io.frontend.toFtq.rob_commits(i).bits := RegEnable(rob.io.commits.info(i), s1_isCommit)
17424519898SXuan Hu  }
17524519898SXuan Hu  io.frontend.toFtq.redirect.valid := s6_frontendFlushValid || s3_redirectGen.valid
17624519898SXuan Hu  io.frontend.toFtq.redirect.bits := Mux(s6_frontendFlushValid, frontendFlushBits, s3_redirectGen.bits)
17724519898SXuan Hu  // Be careful here:
17824519898SXuan Hu  // T0: rob.io.flushOut, s0_robFlushRedirect
17924519898SXuan Hu  // T1: s1_robFlushRedirect, rob.io.exception.valid
18024519898SXuan Hu  // T2: csr.redirect.valid
18124519898SXuan Hu  // T3: csr.exception.valid
18224519898SXuan Hu  // T4: csr.trapTarget
18324519898SXuan Hu  // T5: ctrlBlock.trapTarget
18424519898SXuan Hu  // T6: io.frontend.toFtq.stage2Redirect.valid
18524519898SXuan Hu  val s2_robFlushPc = RegEnable(Mux(s1_robFlushRedirect.bits.flushItself(),
18624519898SXuan Hu    s1_robFlushPc, // replay inst
187*870f462dSXuan Hu    s1_robFlushPc + Mux(s1_robFlushRedirect.bits.isRVC, 2.U, 4.U) // flush pipe
18824519898SXuan Hu  ), s1_robFlushRedirect.valid)
18924519898SXuan Hu  private val s2_csrIsXRet = io.robio.csr.isXRet
19024519898SXuan Hu  private val s5_csrIsTrap = DelayN(rob.io.exception.valid, 4)
19124519898SXuan Hu  private val s2_s5_trapTargetFromCsr = io.robio.csr.trapTarget
19224519898SXuan Hu
19324519898SXuan Hu  val flushTarget = Mux(s2_csrIsXRet || s5_csrIsTrap, s2_s5_trapTargetFromCsr, s2_robFlushPc)
19424519898SXuan Hu  when (s6_frontendFlushValid) {
19524519898SXuan Hu    io.frontend.toFtq.redirect.bits.level := RedirectLevel.flush
19624519898SXuan Hu    io.frontend.toFtq.redirect.bits.cfiUpdate.target := RegNext(flushTarget)
19724519898SXuan Hu  }
19824519898SXuan Hu
19924519898SXuan Hu
2006f688dacSYinan Xu  val pendingRedirect = RegInit(false.B)
2016f688dacSYinan Xu  when (stage2Redirect.valid) {
2026f688dacSYinan Xu    pendingRedirect := true.B
203df5b4b8eSYinan Xu  }.elsewhen (RegNext(io.frontend.toFtq.redirect.valid)) {
2046f688dacSYinan Xu    pendingRedirect := false.B
20524519898SXuan Hu  }
20624519898SXuan Hu
20724519898SXuan Hu  // vtype commit
20824519898SXuan Hu  decode.io.commitVType.bits := io.fromDataPath.vtype
20924519898SXuan Hu  decode.io.commitVType.valid := RegNext(rob.io.isVsetFlushPipe)
21024519898SXuan Hu
21124519898SXuan Hu  io.toDataPath.vtypeAddr := rob.io.vconfigPdest
21224519898SXuan Hu
21324519898SXuan Hu  // vtype walk
21424519898SXuan Hu  val isVsetSeq = rob.io.commits.walkValid.zip(rob.io.commits.info).map { case (valid, info) => valid && info.isVset }.reverse
21524519898SXuan Hu  val walkVTypeReverse = rob.io.commits.info.map(info => info.vtype).reverse
21624519898SXuan Hu  val walkVType = PriorityMux(isVsetSeq, walkVTypeReverse)
21724519898SXuan Hu
21824519898SXuan Hu  decode.io.walkVType.bits := walkVType.asTypeOf(new VType)
21924519898SXuan Hu  decode.io.walkVType.valid := rob.io.commits.isWalk && isVsetSeq.reduce(_ || _)
22024519898SXuan Hu
22124519898SXuan Hu  decode.io.isRedirect := s1_s3_redirect.valid
22224519898SXuan Hu
22324519898SXuan Hu  decode.io.in.zip(io.frontend.cfVec).foreach { case (decodeIn, frontendCf) =>
22424519898SXuan Hu    decodeIn.valid := frontendCf.valid
22524519898SXuan Hu    frontendCf.ready := decodeIn.ready
22624519898SXuan Hu    decodeIn.bits.connectCtrlFlow(frontendCf.bits)
22724519898SXuan Hu  }
22824519898SXuan Hu  decode.io.csrCtrl := RegNext(io.csrCtrl)
22924519898SXuan Hu  decode.io.intRat <> rat.io.intReadPorts
23024519898SXuan Hu  decode.io.fpRat <> rat.io.fpReadPorts
23124519898SXuan Hu  decode.io.vecRat <> rat.io.vecReadPorts
23224519898SXuan Hu  decode.io.fusion := 0.U.asTypeOf(decode.io.fusion) // Todo
233*870f462dSXuan Hu  decode.io.stallReason.in <> io.frontend.stallReason
23424519898SXuan Hu
235fa7f2c26STang Haojin  // snapshot check
236fa7f2c26STang Haojin  val snpt = Module(new SnapshotGenerator(rename.io.out.head.bits.robIdx))
237fa7f2c26STang Haojin  snpt.io.enq := rename.io.out.head.bits.snapshot && rename.io.out.head.fire
238fa7f2c26STang Haojin  snpt.io.enqData.head := rename.io.out.head.bits.robIdx
239fa7f2c26STang Haojin  snpt.io.deq := snpt.io.valids(snpt.io.deqPtr.value) && rob.io.commits.isCommit &&
240fa7f2c26STang Haojin    Cat(rob.io.commits.commitValid.zip(rob.io.commits.robIdx).map(x => x._1 && x._2 === snpt.io.snapshots(snpt.io.deqPtr.value))).orR
241fa7f2c26STang Haojin  snpt.io.flush := stage2Redirect.valid
242fa7f2c26STang Haojin
243fa7f2c26STang Haojin  val useSnpt = VecInit.tabulate(RenameSnapshotNum)(idx =>
244c61abc0cSXuan Hu    snpt.io.valids(idx) && stage2Redirect.bits.robIdx >= snpt.io.snapshots(idx)
245c61abc0cSXuan Hu  ).reduceTree(_ || _)
246c61abc0cSXuan Hu  val snptSelect = MuxCase(
247c61abc0cSXuan Hu    0.U(log2Ceil(RenameSnapshotNum).W),
248fa7f2c26STang Haojin    (1 to RenameSnapshotNum).map(i => (snpt.io.enqPtr - i.U).value).map(idx =>
249fa7f2c26STang Haojin      (snpt.io.valids(idx) && stage2Redirect.bits.robIdx >= snpt.io.snapshots(idx), idx)
250c61abc0cSXuan Hu    )
251c61abc0cSXuan Hu  )
252fa7f2c26STang Haojin
253fa7f2c26STang Haojin  rob.io.snpt.snptEnq := DontCare
254fa7f2c26STang Haojin  rob.io.snpt.snptDeq := snpt.io.deq
255fa7f2c26STang Haojin  rob.io.snpt.useSnpt := useSnpt
256fa7f2c26STang Haojin  rob.io.snpt.snptSelect := snptSelect
257fa7f2c26STang Haojin  rat.io.snpt.snptEnq := rename.io.out.head.bits.snapshot && rename.io.out.head.fire
258fa7f2c26STang Haojin  rat.io.snpt.snptDeq := snpt.io.deq
259fa7f2c26STang Haojin  rat.io.snpt.useSnpt := useSnpt
260fa7f2c26STang Haojin  rat.io.snpt.snptSelect := snptSelect
261fa7f2c26STang Haojin
26224519898SXuan Hu  val decodeHasException = decode.io.out.map(x => x.bits.exceptionVec(instrPageFault) || x.bits.exceptionVec(instrAccessFault))
26324519898SXuan Hu  // fusion decoder
26424519898SXuan Hu  for (i <- 0 until DecodeWidth) {
26524519898SXuan Hu    fusionDecoder.io.in(i).valid := decode.io.out(i).valid && !(decodeHasException(i) || disableFusion)
26624519898SXuan Hu    fusionDecoder.io.in(i).bits := decode.io.out(i).bits.instr
26724519898SXuan Hu    if (i > 0) {
26824519898SXuan Hu      fusionDecoder.io.inReady(i - 1) := decode.io.out(i).ready
26924519898SXuan Hu    }
27024519898SXuan Hu  }
27124519898SXuan Hu
27224519898SXuan Hu  private val decodePipeRename = Wire(Vec(RenameWidth, DecoupledIO(new DecodedInst)))
27324519898SXuan Hu
27424519898SXuan Hu  for (i <- 0 until RenameWidth) {
27524519898SXuan Hu    PipelineConnect(decode.io.out(i), decodePipeRename(i), rename.io.in(i).ready,
27624519898SXuan Hu      s1_s3_redirect.valid || s2_s4_pendingRedirectValid, moduleName = Some("decodePipeRenameModule"))
27724519898SXuan Hu
27824519898SXuan Hu    decodePipeRename(i).ready := rename.io.in(i).ready
27924519898SXuan Hu    rename.io.in(i).valid := decodePipeRename(i).valid && !fusionDecoder.io.clear(i)
28024519898SXuan Hu    rename.io.in(i).bits := decodePipeRename(i).bits
28124519898SXuan Hu  }
28224519898SXuan Hu
28324519898SXuan Hu  for (i <- 0 until RenameWidth - 1) {
28424519898SXuan Hu    fusionDecoder.io.dec(i) := decodePipeRename(i).bits
28524519898SXuan Hu    rename.io.fusionInfo(i) := fusionDecoder.io.info(i)
28624519898SXuan Hu
28724519898SXuan Hu    // update the first RenameWidth - 1 instructions
28824519898SXuan Hu    decode.io.fusion(i) := fusionDecoder.io.out(i).valid && rename.io.out(i).fire
28924519898SXuan Hu    when (fusionDecoder.io.out(i).valid) {
29024519898SXuan Hu      fusionDecoder.io.out(i).bits.update(rename.io.in(i).bits)
29124519898SXuan Hu      // TODO: remove this dirty code for ftq update
29224519898SXuan Hu      val sameFtqPtr = rename.io.in(i).bits.ftqPtr.value === rename.io.in(i + 1).bits.ftqPtr.value
29324519898SXuan Hu      val ftqOffset0 = rename.io.in(i).bits.ftqOffset
29424519898SXuan Hu      val ftqOffset1 = rename.io.in(i + 1).bits.ftqOffset
29524519898SXuan Hu      val ftqOffsetDiff = ftqOffset1 - ftqOffset0
29624519898SXuan Hu      val cond1 = sameFtqPtr && ftqOffsetDiff === 1.U
29724519898SXuan Hu      val cond2 = sameFtqPtr && ftqOffsetDiff === 2.U
29824519898SXuan Hu      val cond3 = !sameFtqPtr && ftqOffset1 === 0.U
29924519898SXuan Hu      val cond4 = !sameFtqPtr && ftqOffset1 === 1.U
30024519898SXuan Hu      rename.io.in(i).bits.commitType := Mux(cond1, 4.U, Mux(cond2, 5.U, Mux(cond3, 6.U, 7.U)))
30124519898SXuan Hu      XSError(!cond1 && !cond2 && !cond3 && !cond4, p"new condition $sameFtqPtr $ftqOffset0 $ftqOffset1\n")
30224519898SXuan Hu    }
30324519898SXuan Hu
30424519898SXuan Hu  }
30524519898SXuan Hu
30624519898SXuan Hu  // memory dependency predict
30724519898SXuan Hu  // when decode, send fold pc to mdp
30824519898SXuan Hu  private val mdpFlodPcVec = Wire(Vec(DecodeWidth, UInt(MemPredPCWidth.W)))
30924519898SXuan Hu  for (i <- 0 until DecodeWidth) {
31024519898SXuan Hu    mdpFlodPcVec(i) := Mux(
31124519898SXuan Hu      decode.io.out(i).fire,
31224519898SXuan Hu      decode.io.in(i).bits.foldpc,
31324519898SXuan Hu      rename.io.in(i).bits.foldpc
31424519898SXuan Hu    )
31524519898SXuan Hu  }
31624519898SXuan Hu
31724519898SXuan Hu  // currently, we only update mdp info when isReplay
31824519898SXuan Hu  memCtrl.io.redirect := s1_s3_redirect
31924519898SXuan Hu  memCtrl.io.csrCtrl := io.csrCtrl                          // RegNext in memCtrl
32024519898SXuan Hu  memCtrl.io.stIn := io.fromMem.stIn                        // RegNext in memCtrl
32124519898SXuan Hu  memCtrl.io.memPredUpdate := redirectGen.io.memPredUpdate  // RegNext in memCtrl
32224519898SXuan Hu  memCtrl.io.mdpFlodPcVec := mdpFlodPcVec
32324519898SXuan Hu  memCtrl.io.dispatchLFSTio <> dispatch.io.lfst
32424519898SXuan Hu
32524519898SXuan Hu  rat.io.redirect := s1_s3_redirect.valid
32624519898SXuan Hu  rat.io.robCommits := rob.io.rabCommits
32724519898SXuan Hu  rat.io.diffCommits := rob.io.diffCommits
32824519898SXuan Hu  rat.io.intRenamePorts := rename.io.intRenamePorts
32924519898SXuan Hu  rat.io.fpRenamePorts := rename.io.fpRenamePorts
33024519898SXuan Hu  rat.io.vecRenamePorts := rename.io.vecRenamePorts
33124519898SXuan Hu
33224519898SXuan Hu  rename.io.redirect := s1_s3_redirect
33324519898SXuan Hu  rename.io.robCommits <> rob.io.rabCommits
33424519898SXuan Hu  rename.io.waittable := (memCtrl.io.waitTable2Rename zip decode.io.out).map{ case(waittable2rename, decodeOut) =>
33524519898SXuan Hu    RegEnable(waittable2rename, decodeOut.fire)
33624519898SXuan Hu  }
33724519898SXuan Hu  rename.io.ssit := memCtrl.io.ssit2Rename
33824519898SXuan Hu  rename.io.intReadPorts := VecInit(rat.io.intReadPorts.map(x => VecInit(x.map(_.data))))
33924519898SXuan Hu  rename.io.fpReadPorts := VecInit(rat.io.fpReadPorts.map(x => VecInit(x.map(_.data))))
34024519898SXuan Hu  rename.io.vecReadPorts := VecInit(rat.io.vecReadPorts.map(x => VecInit(x.map(_.data))))
341dcf3a679STang Haojin  rename.io.int_need_free := rat.io.int_need_free
342dcf3a679STang Haojin  rename.io.int_old_pdest := rat.io.int_old_pdest
343dcf3a679STang Haojin  rename.io.fp_old_pdest := rat.io.fp_old_pdest
34424519898SXuan Hu  rename.io.debug_int_rat := rat.io.debug_int_rat
34524519898SXuan Hu  rename.io.debug_fp_rat := rat.io.debug_fp_rat
34624519898SXuan Hu  rename.io.debug_vec_rat := rat.io.debug_vec_rat
34724519898SXuan Hu  rename.io.debug_vconfig_rat := rat.io.debug_vconfig_rat
348d2b20d1aSTang Haojin  rename.io.stallReason.in <> decode.io.stallReason.out
349*870f462dSXuan Hu  rename.io.snpt.snptEnq := DontCare
350*870f462dSXuan Hu  rename.io.snpt.snptDeq := snpt.io.deq
351*870f462dSXuan Hu  rename.io.snpt.useSnpt := useSnpt
352*870f462dSXuan Hu  rename.io.snpt.snptSelect := snptSelect
353*870f462dSXuan Hu
354*870f462dSXuan Hu  // prevent rob from generating snapshot when full here
355*870f462dSXuan Hu  val renameOut = Wire(chiselTypeOf(rename.io.out))
356*870f462dSXuan Hu  renameOut <> rename.io.out
357*870f462dSXuan Hu  when(isFull(snpt.io.enqPtr, snpt.io.deqPtr)) {
358*870f462dSXuan Hu    renameOut.head.bits.snapshot := false.B
359*870f462dSXuan Hu  }
36024519898SXuan Hu
36124519898SXuan Hu  // pipeline between rename and dispatch
36224519898SXuan Hu  for (i <- 0 until RenameWidth) {
363*870f462dSXuan Hu    PipelineConnect(renameOut(i), dispatch.io.fromRename(i), dispatch.io.recv(i), s1_s3_redirect.valid)
36424519898SXuan Hu  }
36524519898SXuan Hu
36624519898SXuan Hu  dispatch.io.hartId := io.fromTop.hartId
36724519898SXuan Hu  dispatch.io.redirect := s1_s3_redirect
36824519898SXuan Hu  dispatch.io.enqRob <> rob.io.enq
369d2b20d1aSTang Haojin  dispatch.io.robHead := rob.io.debugRobHead
370d2b20d1aSTang Haojin  dispatch.io.stallReason <> rename.io.stallReason.out
371d2b20d1aSTang Haojin  dispatch.io.lqCanAccept := io.lqCanAccept
372d2b20d1aSTang Haojin  dispatch.io.sqCanAccept := io.sqCanAccept
373d2b20d1aSTang Haojin  dispatch.io.robHeadNotReady := rob.io.headNotReady
374d2b20d1aSTang Haojin  dispatch.io.robFull := rob.io.robFull
37524519898SXuan Hu  dispatch.io.singleStep := RegNext(io.csrCtrl.singlestep)
37624519898SXuan Hu
37724519898SXuan Hu  intDq.io.enq <> dispatch.io.toIntDq
37824519898SXuan Hu  intDq.io.redirect <> s2_s4_redirect
37924519898SXuan Hu
38024519898SXuan Hu  fpDq.io.enq <> dispatch.io.toFpDq
38124519898SXuan Hu  fpDq.io.redirect <> s2_s4_redirect
38224519898SXuan Hu
38324519898SXuan Hu  lsDq.io.enq <> dispatch.io.toLsDq
38424519898SXuan Hu  lsDq.io.redirect <> s2_s4_redirect
38524519898SXuan Hu
38624519898SXuan Hu  io.toIssueBlock.intUops <> intDq.io.deq
38724519898SXuan Hu  io.toIssueBlock.vfUops  <> fpDq.io.deq
38824519898SXuan Hu  io.toIssueBlock.memUops <> lsDq.io.deq
38924519898SXuan Hu  io.toIssueBlock.allocPregs <> dispatch.io.allocPregs
39024519898SXuan Hu  io.toIssueBlock.flush   <> s2_s4_redirect
39124519898SXuan Hu
39224519898SXuan Hu  pcMem.io.wen.head   := RegNext(io.frontend.fromFtq.pc_mem_wen)
39324519898SXuan Hu  pcMem.io.waddr.head := RegNext(io.frontend.fromFtq.pc_mem_waddr)
39424519898SXuan Hu  pcMem.io.wdata.head := RegNext(io.frontend.fromFtq.pc_mem_wdata)
39524519898SXuan Hu  targetMem.io.wen.head := RegNext(io.frontend.fromFtq.pc_mem_wen)
39624519898SXuan Hu  targetMem.io.waddr.head := RegNext(io.frontend.fromFtq.pc_mem_waddr)
39724519898SXuan Hu  targetMem.io.wdata.head := RegNext(io.frontend.fromFtq.pc_mem_wdata.startAddr)
39824519898SXuan Hu
39924519898SXuan Hu  private val jumpPcVec         : Vec[UInt] = Wire(Vec(params.numPcReadPort, UInt(VAddrData().dataWidth.W)))
40024519898SXuan Hu  private val jumpTargetReadVec : Vec[UInt] = Wire(Vec(params.numPcReadPort, UInt(VAddrData().dataWidth.W)))
40124519898SXuan Hu  private val jumpTargetVec     : Vec[UInt] = Wire(Vec(params.numPcReadPort, UInt(VAddrData().dataWidth.W)))
40224519898SXuan Hu  io.toIssueBlock.pcVec := jumpPcVec
40324519898SXuan Hu  io.toIssueBlock.targetVec := jumpTargetVec
40424519898SXuan Hu
40524519898SXuan Hu  io.toDataPath.flush := s2_s4_redirect
40624519898SXuan Hu  io.toExuBlock.flush := s2_s4_redirect
40724519898SXuan Hu
40824519898SXuan Hu  for ((pcMemIdx, i) <- pcMemRdIndexes("exu").zipWithIndex) {
40924519898SXuan Hu    pcMem.io.raddr(pcMemIdx) := intDq.io.deqNext(i).ftqPtr.value
41024519898SXuan Hu    jumpPcVec(i) := pcMem.io.rdata(pcMemIdx).getPc(RegNext(intDq.io.deqNext(i).ftqOffset))
41124519898SXuan Hu  }
41224519898SXuan Hu
41324519898SXuan Hu  val dqOuts = Seq(io.toIssueBlock.intUops) ++ Seq(io.toIssueBlock.vfUops) ++ Seq(io.toIssueBlock.memUops)
41424519898SXuan Hu  dqOuts.zipWithIndex.foreach { case (dqOut, dqIdx) =>
41524519898SXuan Hu    dqOut.map(_.bits.pc).zipWithIndex.map{ case (pc, portIdx) =>
41624519898SXuan Hu      if(params.allSchdParams(dqIdx).numPcReadPort > 0){
41724519898SXuan Hu        val realJumpPcVec = jumpPcVec.drop(params.allSchdParams.take(dqIdx).map(_.numPcReadPort).sum).take(params.allSchdParams(dqIdx).numPcReadPort)
41824519898SXuan Hu        pc := realJumpPcVec(portIdx)
41924519898SXuan Hu      }
42024519898SXuan Hu    }
42124519898SXuan Hu  }
42224519898SXuan Hu
42324519898SXuan Hu  private val newestTarget: UInt = io.frontend.fromFtq.newest_entry_target
42424519898SXuan Hu  for (i <- 0 until numTargetMemRead) {
42524519898SXuan Hu    val targetPtr = intDq.io.deqNext(i).ftqPtr
42624519898SXuan Hu    // target pc stored in next entry
42724519898SXuan Hu    targetMem.io.raddr(i) := (targetPtr + 1.U).value
42824519898SXuan Hu    jumpTargetReadVec(i) := targetMem.io.rdata(i)
42924519898SXuan Hu    val needNewestTarget = RegNext(targetPtr === io.frontend.fromFtq.newest_entry_ptr)
43024519898SXuan Hu    jumpTargetVec(i) := Mux(
43124519898SXuan Hu      needNewestTarget,
43224519898SXuan Hu      RegNext(newestTarget),
43324519898SXuan Hu      jumpTargetReadVec(i)
43424519898SXuan Hu    )
43524519898SXuan Hu  }
43624519898SXuan Hu
43724519898SXuan Hu  rob.io.hartId := io.fromTop.hartId
43824519898SXuan Hu  rob.io.redirect := s1_s3_redirect
43924519898SXuan Hu  rob.io.writeback := delayedNotFlushedWriteBack
44024519898SXuan Hu
44124519898SXuan Hu  io.redirect := s1_s3_redirect
44224519898SXuan Hu
44324519898SXuan Hu  // rob to int block
44424519898SXuan Hu  io.robio.csr <> rob.io.csr
44524519898SXuan Hu  // When wfi is disabled, it will not block ROB commit.
44624519898SXuan Hu  rob.io.csr.wfiEvent := io.robio.csr.wfiEvent
44724519898SXuan Hu  rob.io.wfi_enable := decode.io.csrCtrl.wfi_enable
44824519898SXuan Hu
44924519898SXuan Hu  io.toTop.cpuHalt := DelayN(rob.io.cpu_halt, 5)
45024519898SXuan Hu
45124519898SXuan Hu  io.robio.csr.perfinfo.retiredInstr <> RegNext(rob.io.csr.perfinfo.retiredInstr)
45224519898SXuan Hu  io.robio.exception := rob.io.exception
45324519898SXuan Hu  io.robio.exception.bits.pc := s1_robFlushPc
45424519898SXuan Hu
45524519898SXuan Hu  // rob to mem block
45624519898SXuan Hu  io.robio.lsq <> rob.io.lsq
45724519898SXuan Hu
45824519898SXuan Hu  io.debug_int_rat := rat.io.diff_int_rat
45924519898SXuan Hu  io.debug_fp_rat := rat.io.diff_fp_rat
46024519898SXuan Hu  io.debug_vec_rat := rat.io.diff_vec_rat
46124519898SXuan Hu  io.debug_vconfig_rat := rat.io.diff_vconfig_rat
46224519898SXuan Hu
463c61abc0cSXuan Hu  // Todo: merge
464c61abc0cSXuan Hu//  rob.io.debug_ls := io.robio.debug_ls
465c61abc0cSXuan Hu//  rob.io.debugHeadLsIssue := io.robHeadLsIssue
466c61abc0cSXuan Hu//  rob.io.lsTopdownInfo := io.robio.lsTopdownInfo
467c61abc0cSXuan Hu//  io.robDeqPtr := rob.io.robDeqPtr
4688744445eSMaxpicca-Li
46924519898SXuan Hu  io.perfInfo.ctrlInfo.robFull := RegNext(rob.io.robFull)
47024519898SXuan Hu  io.perfInfo.ctrlInfo.intdqFull := RegNext(intDq.io.dqFull)
47124519898SXuan Hu  io.perfInfo.ctrlInfo.fpdqFull := RegNext(fpDq.io.dqFull)
47224519898SXuan Hu  io.perfInfo.ctrlInfo.lsdqFull := RegNext(lsDq.io.dqFull)
47324519898SXuan Hu
47424519898SXuan Hu  val pfevent = Module(new PFEvent)
47524519898SXuan Hu  pfevent.io.distribute_csr := RegNext(io.csrCtrl.distribute_csr)
47624519898SXuan Hu  val csrevents = pfevent.io.hpmevent.slice(8,16)
47724519898SXuan Hu
47824519898SXuan Hu  val perfinfo = IO(new Bundle(){
47924519898SXuan Hu    val perfEventsRs      = Input(Vec(params.IqCnt, new PerfEvent))
48024519898SXuan Hu    val perfEventsEu0     = Input(Vec(6, new PerfEvent))
48124519898SXuan Hu    val perfEventsEu1     = Input(Vec(6, new PerfEvent))
48224519898SXuan Hu  })
48324519898SXuan Hu
48424519898SXuan Hu  val allPerfEvents = Seq(decode, rename, dispatch, intDq, fpDq, lsDq, rob).flatMap(_.getPerf)
48524519898SXuan Hu  val hpmEvents = allPerfEvents ++ perfinfo.perfEventsEu0 ++ perfinfo.perfEventsEu1 ++ perfinfo.perfEventsRs
48624519898SXuan Hu  val perfEvents = HPerfMonitor(csrevents, hpmEvents).getPerfEvents
48724519898SXuan Hu  generatePerfEvent()
48824519898SXuan Hu}
48924519898SXuan Hu
49024519898SXuan Huclass CtrlBlockIO()(implicit p: Parameters, params: BackendParams) extends XSBundle {
49124519898SXuan Hu  val fromTop = new Bundle {
49224519898SXuan Hu    val hartId = Input(UInt(8.W))
49324519898SXuan Hu  }
49424519898SXuan Hu  val toTop = new Bundle {
49524519898SXuan Hu    val cpuHalt = Output(Bool())
49624519898SXuan Hu  }
49724519898SXuan Hu  val frontend = Flipped(new FrontendToCtrlIO())
49824519898SXuan Hu  val toIssueBlock = new Bundle {
49924519898SXuan Hu    val flush = ValidIO(new Redirect)
50024519898SXuan Hu    val allocPregs = Vec(RenameWidth, Output(new ResetPregStateReq))
50124519898SXuan Hu    val intUops = Vec(dpParams.IntDqDeqWidth, DecoupledIO(new DynInst))
50224519898SXuan Hu    val vfUops = Vec(dpParams.FpDqDeqWidth, DecoupledIO(new DynInst))
50324519898SXuan Hu    val memUops = Vec(dpParams.LsDqDeqWidth, DecoupledIO(new DynInst))
50424519898SXuan Hu    val pcVec = Output(Vec(params.numPcReadPort, UInt(VAddrData().dataWidth.W)))
50524519898SXuan Hu    val targetVec = Output(Vec(params.numPcReadPort, UInt(VAddrData().dataWidth.W)))
50624519898SXuan Hu  }
50724519898SXuan Hu  val fromDataPath = new Bundle{
50824519898SXuan Hu    val vtype = Input(new VType)
50924519898SXuan Hu  }
51024519898SXuan Hu  val toDataPath = new Bundle {
51124519898SXuan Hu    val vtypeAddr = Output(UInt(PhyRegIdxWidth.W))
51224519898SXuan Hu    val flush = ValidIO(new Redirect)
51324519898SXuan Hu  }
51424519898SXuan Hu  val toExuBlock = new Bundle {
51524519898SXuan Hu    val flush = ValidIO(new Redirect)
51624519898SXuan Hu  }
51724519898SXuan Hu  val fromWB = new Bundle {
51824519898SXuan Hu    val wbData = Flipped(MixedVec(params.genWrite2CtrlBundles))
51924519898SXuan Hu  }
52024519898SXuan Hu  val redirect = ValidIO(new Redirect)
52124519898SXuan Hu  val fromMem = new Bundle {
52224519898SXuan Hu    val stIn = Vec(params.StaCnt, Flipped(ValidIO(new DynInst))) // use storeSetHit, ssid, robIdx
52324519898SXuan Hu    val violation = Flipped(ValidIO(new Redirect))
52424519898SXuan Hu  }
52524519898SXuan Hu  val memLdPcRead = Vec(params.LduCnt, Flipped(new FtqRead(UInt(VAddrBits.W))))
52624519898SXuan Hu  val csrCtrl = Input(new CustomCSRCtrlIO)
52724519898SXuan Hu  val robio = new Bundle {
52824519898SXuan Hu    val csr = new RobCSRIO
52924519898SXuan Hu    val exception = ValidIO(new ExceptionInfo)
53024519898SXuan Hu    val lsq = new RobLsqIO
53124519898SXuan Hu  }
53224519898SXuan Hu
53324519898SXuan Hu  val perfInfo = Output(new Bundle{
53424519898SXuan Hu    val ctrlInfo = new Bundle {
53524519898SXuan Hu      val robFull   = Bool()
53624519898SXuan Hu      val intdqFull = Bool()
53724519898SXuan Hu      val fpdqFull  = Bool()
53824519898SXuan Hu      val lsdqFull  = Bool()
53924519898SXuan Hu    }
54024519898SXuan Hu  })
54124519898SXuan Hu  val debug_int_rat = Vec(32, Output(UInt(PhyRegIdxWidth.W)))
54224519898SXuan Hu  val debug_fp_rat = Vec(32, Output(UInt(PhyRegIdxWidth.W)))
54324519898SXuan Hu  val debug_vec_rat = Vec(32, Output(UInt(PhyRegIdxWidth.W)))
54424519898SXuan Hu  val debug_vconfig_rat = Output(UInt(PhyRegIdxWidth.W)) // TODO: use me
54524519898SXuan Hu
546c61abc0cSXuan Hu  // Todo: add these
547c61abc0cSXuan Hu  val sqCanAccept = Input(Bool())
548c61abc0cSXuan Hu  val lqCanAccept = Input(Bool())
549*870f462dSXuan Hu  val lsTopdownInfo = Vec(params.LduCnt, Input(new LsTopdownInfo))
550c61abc0cSXuan Hu  val robDeqPtr = Output(new RobPtr)
551c61abc0cSXuan Hu  val robHeadLsIssue = Input(Bool())
55224519898SXuan Hu}
55324519898SXuan Hu
55424519898SXuan Huclass NamedIndexes(namedCnt: Seq[(String, Int)]) {
55524519898SXuan Hu  require(namedCnt.map(_._1).distinct.size == namedCnt.size, "namedCnt should not have the same name")
55624519898SXuan Hu
55724519898SXuan Hu  val maxIdx = namedCnt.map(_._2).sum
55824519898SXuan Hu  val nameRangeMap: Map[String, (Int, Int)] = namedCnt.indices.map { i =>
55924519898SXuan Hu    val begin = namedCnt.slice(0, i).map(_._2).sum
56024519898SXuan Hu    val end = begin + namedCnt(i)._2
56124519898SXuan Hu    (namedCnt(i)._1, (begin, end))
56224519898SXuan Hu  }.toMap
56324519898SXuan Hu
56424519898SXuan Hu  def apply(name: String): Seq[Int] = {
56524519898SXuan Hu    require(nameRangeMap.contains(name))
56624519898SXuan Hu    nameRangeMap(name)._1 until nameRangeMap(name)._2
56724519898SXuan Hu  }
56824519898SXuan Hu}
569