xref: /XiangShan/src/main/scala/xiangshan/backend/CtrlBlock.scala (revision a0db5a4b97ef9e25ea3e3ae7c5e68a06ff2b9f66)
1c6d43980SLemover/***************************************************************************************
2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
4c6d43980SLemover*
5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2.
6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at:
8c6d43980SLemover*          http://license.coscl.org.cn/MulanPSL2
9c6d43980SLemover*
10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
13c6d43980SLemover*
14c6d43980SLemover* See the Mulan PSL v2 for more details.
15c6d43980SLemover***************************************************************************************/
16c6d43980SLemover
178921b337SYinan Xupackage xiangshan.backend
188921b337SYinan Xu
192225d46eSJiawei Linimport chipsalliance.rocketchip.config.Parameters
208921b337SYinan Xuimport chisel3._
218921b337SYinan Xuimport chisel3.util._
226ab6918fSYinan Xuimport difftest._
236ab6918fSYinan Xuimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
2421732575SYinan Xuimport utils._
258921b337SYinan Xuimport xiangshan._
26de169c67SWilliam Wangimport xiangshan.backend.decode.{DecodeStage, ImmUnion}
272b4e8253SYinan Xuimport xiangshan.backend.dispatch.{Dispatch, DispatchQueue}
286ab6918fSYinan Xuimport xiangshan.backend.fu.PFEvent
297fa2c198SYinan Xuimport xiangshan.backend.rename.{Rename, RenameTableWrapper}
302b4e8253SYinan Xuimport xiangshan.backend.rob.{Rob, RobCSRIO, RobLsqIO}
316ab6918fSYinan Xuimport xiangshan.frontend.FtqRead
326ab6918fSYinan Xuimport xiangshan.mem.mdp.{LFST, SSIT, WaitTable}
338921b337SYinan Xu
34f06ca0bfSLingrui98class CtrlToFtqIO(implicit p: Parameters) extends XSBundle {
352e1be6e1SSteve Gou  def numRedirect = exuParameters.JmpCnt + exuParameters.AluCnt
369aca92b9SYinan Xu  val rob_commits = Vec(CommitWidth, Valid(new RobCommitInfo))
37df5b4b8eSYinan Xu  val redirect = Valid(new Redirect)
382e1be6e1SSteve Gou  val for_redirect_gen = new Bundle {
392e1be6e1SSteve Gou    val rawRedirect = Valid(new Redirect)
402e1be6e1SSteve Gou    val s1_redirect_onehot = Output(Vec(numRedirect+1, Bool()))
412e1be6e1SSteve Gou    val s1_oldest_redirect = ValidIO(new Redirect)
422e1be6e1SSteve Gou    val s1_oldest_exu_output = ValidIO(new ExuOutput)
432e1be6e1SSteve Gou    val s1_jumpTarget = Output(UInt(VAddrBits.W))
442e1be6e1SSteve Gou    val flushRedirect = Valid(new Redirect)
452e1be6e1SSteve Gou    val frontendFlushTarget = Output(UInt(VAddrBits.W))
462e1be6e1SSteve Gou  }
47f06ca0bfSLingrui98}
48f06ca0bfSLingrui98
492225d46eSJiawei Linclass RedirectGenerator(implicit p: Parameters) extends XSModule
50f06ca0bfSLingrui98  with HasCircularQueuePtrHelper {
512e1be6e1SSteve Gou
522e1be6e1SSteve Gou  class RedirectGeneratorIO(implicit p: Parameters) extends XSBundle {
532e1be6e1SSteve Gou    def numRedirect = exuParameters.JmpCnt + exuParameters.AluCnt
545668a921SJiawei Lin    val hartId = Input(UInt(8.W))
55dfde261eSljw    val exuMispredict = Vec(numRedirect, Flipped(ValidIO(new ExuOutput)))
566c0bbf39Sljw    val loadReplay = Flipped(ValidIO(new Redirect))
579ed972adSLinJiawei    val flush = Input(Bool())
58e7b046c5Szoujr    val stage1PcRead = Vec(numRedirect+1, new FtqRead(UInt(VAddrBits.W)))
59884dbb3bSLinJiawei    val stage2Redirect = ValidIO(new Redirect)
60faf3cfa9SLinJiawei    val stage3Redirect = ValidIO(new Redirect)
61de169c67SWilliam Wang    val memPredUpdate = Output(new MemPredUpdateReq)
62e7b046c5Szoujr    val memPredPcRead = new FtqRead(UInt(VAddrBits.W)) // read req send form stage 2
632e1be6e1SSteve Gou    val for_frontend_redirect_gen = new Bundle {
642e1be6e1SSteve Gou      val s1_jumpTarget = Output(UInt(VAddrBits.W))
652e1be6e1SSteve Gou      val s1_redirect_onehot = Output(Vec(numRedirect+1, Bool()))
662e1be6e1SSteve Gou      val s1_oldest_redirect = ValidIO(new Redirect)
672e1be6e1SSteve Gou      val s1_oldest_exu_output = ValidIO(new ExuOutput)
682e1be6e1SSteve Gou      val s1_real_pc = Input(UInt(VAddrBits.W))
692e1be6e1SSteve Gou    }
702e1be6e1SSteve Gou  }
712e1be6e1SSteve Gou  val io = IO(new RedirectGeneratorIO)
72884dbb3bSLinJiawei  /*
73884dbb3bSLinJiawei        LoadQueue  Jump  ALU0  ALU1  ALU2  ALU3   exception    Stage1
74884dbb3bSLinJiawei          |         |      |    |     |     |         |
75faf3cfa9SLinJiawei          |============= reg & compare =====|         |       ========
7636d7aed5SLinJiawei                            |                         |
7736d7aed5SLinJiawei                            |                         |
7836d7aed5SLinJiawei                            |                         |        Stage2
79884dbb3bSLinJiawei                            |                         |
80884dbb3bSLinJiawei                    redirect (flush backend)          |
81884dbb3bSLinJiawei                    |                                 |
82884dbb3bSLinJiawei               === reg ===                            |       ========
83884dbb3bSLinJiawei                    |                                 |
84884dbb3bSLinJiawei                    |----- mux (exception first) -----|        Stage3
85884dbb3bSLinJiawei                            |
86884dbb3bSLinJiawei                redirect (send to frontend)
87884dbb3bSLinJiawei   */
88dfde261eSljw  private class Wrapper(val n: Int) extends Bundle {
89dfde261eSljw    val redirect = new Redirect
90dfde261eSljw    val valid = Bool()
91dfde261eSljw    val idx = UInt(log2Up(n).W)
92dfde261eSljw  }
93435a337cSYinan Xu  def selectOldestRedirect(xs: Seq[Valid[Redirect]]): Vec[Bool] = {
949aca92b9SYinan Xu    val compareVec = (0 until xs.length).map(i => (0 until i).map(j => isAfter(xs(j).bits.robIdx, xs(i).bits.robIdx)))
95435a337cSYinan Xu    val resultOnehot = VecInit((0 until xs.length).map(i => Cat((0 until xs.length).map(j =>
96435a337cSYinan Xu      (if (j < i) !xs(j).valid || compareVec(i)(j)
97435a337cSYinan Xu      else if (j == i) xs(i).valid
98435a337cSYinan Xu      else !xs(j).valid || !compareVec(j)(i))
99435a337cSYinan Xu    )).andR))
100435a337cSYinan Xu    resultOnehot
101dfde261eSljw  }
102faf3cfa9SLinJiawei
103f06ca0bfSLingrui98  val redirects = io.exuMispredict.map(_.bits.redirect) :+ io.loadReplay.bits
104f06ca0bfSLingrui98  val stage1FtqReadPcs =
105de182b2aSLingrui98    (io.stage1PcRead zip redirects).map{ case (r, redirect) =>
106f06ca0bfSLingrui98      r(redirect.ftqIdx, redirect.ftqOffset)
107f06ca0bfSLingrui98    }
108f7f707b0SLinJiawei
109dfde261eSljw  def getRedirect(exuOut: Valid[ExuOutput]): ValidIO[Redirect] = {
110dfde261eSljw    val redirect = Wire(Valid(new Redirect))
111dfde261eSljw    redirect.valid := exuOut.valid && exuOut.bits.redirect.cfiUpdate.isMisPred
112dfde261eSljw    redirect.bits := exuOut.bits.redirect
113dfde261eSljw    redirect
114dfde261eSljw  }
115dfde261eSljw
116dfde261eSljw  val jumpOut = io.exuMispredict.head
117435a337cSYinan Xu  val allRedirect = VecInit(io.exuMispredict.map(x => getRedirect(x)) :+ io.loadReplay)
118435a337cSYinan Xu  val oldestOneHot = selectOldestRedirect(allRedirect)
119f4b2089aSYinan Xu  val needFlushVec = VecInit(allRedirect.map(_.bits.robIdx.needFlush(io.stage2Redirect) || io.flush))
120435a337cSYinan Xu  val oldestValid = VecInit(oldestOneHot.zip(needFlushVec).map{ case (v, f) => v && !f }).asUInt.orR
121072158bfSYinan Xu  val oldestExuOutput = Mux1H(io.exuMispredict.indices.map(oldestOneHot), io.exuMispredict)
122435a337cSYinan Xu  val oldestRedirect = Mux1H(oldestOneHot, allRedirect)
123dfde261eSljw
1246060732cSLinJiawei  val s1_jumpTarget = RegEnable(jumpOut.bits.redirect.cfiUpdate.target, jumpOut.valid)
125435a337cSYinan Xu  val s1_imm12_reg = RegNext(oldestExuOutput.bits.uop.ctrl.imm(11, 0))
126435a337cSYinan Xu  val s1_pd = RegNext(oldestExuOutput.bits.uop.cf.pd)
127435a337cSYinan Xu  val s1_redirect_bits_reg = RegNext(oldestRedirect.bits)
128435a337cSYinan Xu  val s1_redirect_valid_reg = RegNext(oldestValid)
129435a337cSYinan Xu  val s1_redirect_onehot = RegNext(oldestOneHot)
1302e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_jumpTarget := s1_jumpTarget
1312e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_redirect_onehot := s1_redirect_onehot
1322e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_oldest_redirect.valid := s1_redirect_valid_reg
1332e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_oldest_redirect.bits := s1_redirect_bits_reg
1342e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_oldest_exu_output := RegNext(oldestExuOutput)
135faf3cfa9SLinJiawei
136faf3cfa9SLinJiawei  // stage1 -> stage2
13727c1214eSLinJiawei  io.stage2Redirect.valid := s1_redirect_valid_reg && !io.flush
138faf3cfa9SLinJiawei  io.stage2Redirect.bits := s1_redirect_bits_reg
139faf3cfa9SLinJiawei
140072158bfSYinan Xu  val s1_isReplay = s1_redirect_onehot.last
141072158bfSYinan Xu  val s1_isJump = s1_redirect_onehot.head
142f06ca0bfSLingrui98  val real_pc = Mux1H(s1_redirect_onehot, stage1FtqReadPcs)
143dfde261eSljw  val brTarget = real_pc + SignExt(ImmUnion.B.toImm32(s1_imm12_reg), XLEN)
144dfde261eSljw  val snpc = real_pc + Mux(s1_pd.isRVC, 2.U, 4.U)
145435a337cSYinan Xu  val target = Mux(s1_isReplay,
146c88c3a2aSYinan Xu    real_pc, // replay from itself
147dfde261eSljw    Mux(s1_redirect_bits_reg.cfiUpdate.taken,
148dfde261eSljw      Mux(s1_isJump, s1_jumpTarget, brTarget),
1496060732cSLinJiawei      snpc
150faf3cfa9SLinJiawei    )
151faf3cfa9SLinJiawei  )
1522b8b2e7aSWilliam Wang
1536f688dacSYinan Xu  val stage2CfiUpdate = io.stage2Redirect.bits.cfiUpdate
1546f688dacSYinan Xu  stage2CfiUpdate.pc := real_pc
1556f688dacSYinan Xu  stage2CfiUpdate.pd := s1_pd
1562e1be6e1SSteve Gou  // stage2CfiUpdate.predTaken := s1_redirect_bits_reg.cfiUpdate.predTaken
1576f688dacSYinan Xu  stage2CfiUpdate.target := target
1582e1be6e1SSteve Gou  // stage2CfiUpdate.taken := s1_redirect_bits_reg.cfiUpdate.taken
1592e1be6e1SSteve Gou  // stage2CfiUpdate.isMisPred := s1_redirect_bits_reg.cfiUpdate.isMisPred
1606f688dacSYinan Xu
161005e809bSJiuyang Liu  val s2_target = RegEnable(target, s1_redirect_valid_reg)
162005e809bSJiuyang Liu  val s2_pc = RegEnable(real_pc, s1_redirect_valid_reg)
163005e809bSJiuyang Liu  val s2_redirect_bits_reg = RegEnable(s1_redirect_bits_reg, s1_redirect_valid_reg)
1646f688dacSYinan Xu  val s2_redirect_valid_reg = RegNext(s1_redirect_valid_reg && !io.flush, init = false.B)
1656f688dacSYinan Xu
1666f688dacSYinan Xu  io.stage3Redirect.valid := s2_redirect_valid_reg
1676f688dacSYinan Xu  io.stage3Redirect.bits := s2_redirect_bits_reg
1686f688dacSYinan Xu
169de169c67SWilliam Wang  // get pc from ftq
170de169c67SWilliam Wang  // valid only if redirect is caused by load violation
171de169c67SWilliam Wang  // store_pc is used to update store set
172f06ca0bfSLingrui98  val store_pc = io.memPredPcRead(s1_redirect_bits_reg.stFtqIdx, s1_redirect_bits_reg.stFtqOffset)
1732b8b2e7aSWilliam Wang
1742e1be6e1SSteve Gou  val s1_real_pc_from_frontend = io.for_frontend_redirect_gen.s1_real_pc
175de169c67SWilliam Wang  // update load violation predictor if load violation redirect triggered
176de169c67SWilliam Wang  io.memPredUpdate.valid := RegNext(s1_isReplay && s1_redirect_valid_reg, init = false.B)
177de169c67SWilliam Wang  // update wait table
1782e1be6e1SSteve Gou  io.memPredUpdate.waddr := RegNext(XORFold(s1_real_pc_from_frontend(VAddrBits-1, 1), MemPredPCWidth))
179de169c67SWilliam Wang  io.memPredUpdate.wdata := true.B
180de169c67SWilliam Wang  // update store set
1812e1be6e1SSteve Gou  io.memPredUpdate.ldpc := RegNext(XORFold(s1_real_pc_from_frontend(VAddrBits-1, 1), MemPredPCWidth))
182de169c67SWilliam Wang  // store pc is ready 1 cycle after s1_isReplay is judged
183de169c67SWilliam Wang  io.memPredUpdate.stpc := XORFold(store_pc(VAddrBits-1, 1), MemPredPCWidth)
184de169c67SWilliam Wang
1852e1be6e1SSteve Gou  XSError(io.memPredUpdate.valid && RegNext(s1_real_pc_from_frontend) =/= RegNext(real_pc), "s1_real_pc error")
1862e1be6e1SSteve Gou
18725ac26c6SWilliam Wang  // // recover runahead checkpoint if redirect
18825ac26c6SWilliam Wang  // if (!env.FPGAPlatform) {
18925ac26c6SWilliam Wang  //   val runahead_redirect = Module(new DifftestRunaheadRedirectEvent)
19025ac26c6SWilliam Wang  //   runahead_redirect.io.clock := clock
19125ac26c6SWilliam Wang  //   runahead_redirect.io.coreid := io.hartId
19225ac26c6SWilliam Wang  //   runahead_redirect.io.valid := io.stage3Redirect.valid
19325ac26c6SWilliam Wang  //   runahead_redirect.io.pc :=  s2_pc // for debug only
19425ac26c6SWilliam Wang  //   runahead_redirect.io.target_pc := s2_target // for debug only
19525ac26c6SWilliam Wang  //   runahead_redirect.io.checkpoint_id := io.stage3Redirect.bits.debug_runahead_checkpoint_id // make sure it is right
19625ac26c6SWilliam Wang  // }
197884dbb3bSLinJiawei}
198884dbb3bSLinJiawei
1991ca0e4f3SYinan Xuclass CtrlBlock(implicit p: Parameters) extends LazyModule
2001ca0e4f3SYinan Xu  with HasWritebackSink with HasWritebackSource {
2016ab6918fSYinan Xu  val rob = LazyModule(new Rob)
2026ab6918fSYinan Xu
2036ab6918fSYinan Xu  override def addWritebackSink(source: Seq[HasWritebackSource], index: Option[Seq[Int]]): HasWritebackSink = {
2046ab6918fSYinan Xu    rob.addWritebackSink(Seq(this), Some(Seq(writebackSinks.length)))
2056ab6918fSYinan Xu    super.addWritebackSink(source, index)
2066ab6918fSYinan Xu  }
2076ab6918fSYinan Xu
2086ab6918fSYinan Xu  lazy val module = new CtrlBlockImp(this)
2096ab6918fSYinan Xu
2106ab6918fSYinan Xu  override lazy val writebackSourceParams: Seq[WritebackSourceParams] = {
2116ab6918fSYinan Xu    writebackSinksParams
2126ab6918fSYinan Xu  }
2136ab6918fSYinan Xu  override lazy val writebackSourceImp: HasWritebackSourceImp = module
2146ab6918fSYinan Xu
2156ab6918fSYinan Xu  override def generateWritebackIO(
2166ab6918fSYinan Xu    thisMod: Option[HasWritebackSource] = None,
2176ab6918fSYinan Xu    thisModImp: Option[HasWritebackSourceImp] = None
2186ab6918fSYinan Xu  ): Unit = {
2196ab6918fSYinan Xu    module.io.writeback.zip(writebackSinksImp(thisMod, thisModImp)).foreach(x => x._1 := x._2)
2206ab6918fSYinan Xu  }
2216ab6918fSYinan Xu}
2226ab6918fSYinan Xu
2236ab6918fSYinan Xuclass CtrlBlockImp(outer: CtrlBlock)(implicit p: Parameters) extends LazyModuleImp(outer)
2241ca0e4f3SYinan Xu  with HasXSParameter
2251ca0e4f3SYinan Xu  with HasCircularQueuePtrHelper
2261ca0e4f3SYinan Xu  with HasWritebackSourceImp
2271ca0e4f3SYinan Xu  with HasPerfEvents
2281ca0e4f3SYinan Xu{
2296ab6918fSYinan Xu  val writebackLengths = outer.writebackSinksParams.map(_.length)
2306ab6918fSYinan Xu
2318921b337SYinan Xu  val io = IO(new Bundle {
2325668a921SJiawei Lin    val hartId = Input(UInt(8.W))
233b6900d94SYinan Xu    val cpu_halt = Output(Bool())
2345cbe3dbdSLingrui98    val frontend = Flipped(new FrontendToCtrlIO)
2352b4e8253SYinan Xu    val allocPregs = Vec(RenameWidth, Output(new ResetPregStateReq))
2362b4e8253SYinan Xu    val dispatch = Vec(3*dpParams.IntDqDeqWidth, DecoupledIO(new MicroOp))
23766220144SYinan Xu    // from int block
23866220144SYinan Xu    val exuRedirect = Vec(exuParameters.AluCnt + exuParameters.JmpCnt, Flipped(ValidIO(new ExuOutput)))
23966220144SYinan Xu    val stIn = Vec(exuParameters.StuCnt, Flipped(ValidIO(new ExuInput)))
24066220144SYinan Xu    val memoryViolation = Flipped(ValidIO(new Redirect))
24166220144SYinan Xu    val jumpPc = Output(UInt(VAddrBits.W))
24266220144SYinan Xu    val jalr_target = Output(UInt(VAddrBits.W))
2439aca92b9SYinan Xu    val robio = new Bundle {
2441c2588aaSYinan Xu      // to int block
2459aca92b9SYinan Xu      val toCSR = new RobCSRIO
2463a474d38SYinan Xu      val exception = ValidIO(new ExceptionInfo)
2471c2588aaSYinan Xu      // to mem block
2489aca92b9SYinan Xu      val lsq = new RobLsqIO
2491c2588aaSYinan Xu    }
2502b8b2e7aSWilliam Wang    val csrCtrl = Input(new CustomCSRCtrlIO)
251edd6ddbcSwakafa    val perfInfo = Output(new Bundle{
252edd6ddbcSwakafa      val ctrlInfo = new Bundle {
2539aca92b9SYinan Xu        val robFull   = Input(Bool())
254edd6ddbcSwakafa        val intdqFull = Input(Bool())
255edd6ddbcSwakafa        val fpdqFull  = Input(Bool())
256edd6ddbcSwakafa        val lsdqFull  = Input(Bool())
257edd6ddbcSwakafa      }
258edd6ddbcSwakafa    })
2596ab6918fSYinan Xu    val writeback = MixedVec(writebackLengths.map(num => Vec(num, Flipped(ValidIO(new ExuOutput)))))
26066220144SYinan Xu    // redirect out
26166220144SYinan Xu    val redirect = ValidIO(new Redirect)
26266220144SYinan Xu    val debug_int_rat = Vec(32, Output(UInt(PhyRegIdxWidth.W)))
26366220144SYinan Xu    val debug_fp_rat = Vec(32, Output(UInt(PhyRegIdxWidth.W)))
2648921b337SYinan Xu  })
2658921b337SYinan Xu
2666ab6918fSYinan Xu  override def writebackSource: Option[Seq[Seq[Valid[ExuOutput]]]] = {
2676ab6918fSYinan Xu    Some(io.writeback.map(writeback => {
2686ab6918fSYinan Xu      val exuOutput = WireInit(writeback)
2696ab6918fSYinan Xu      val timer = GTimer()
2706ab6918fSYinan Xu      for ((wb_next, wb) <- exuOutput.zip(writeback)) {
2716ab6918fSYinan Xu        wb_next.valid := RegNext(wb.valid && !wb.bits.uop.robIdx.needFlush(stage2Redirect))
2726ab6918fSYinan Xu        wb_next.bits := RegNext(wb.bits)
2736ab6918fSYinan Xu        wb_next.bits.uop.debugInfo.writebackTime := timer
2746ab6918fSYinan Xu      }
2756ab6918fSYinan Xu      exuOutput
2766ab6918fSYinan Xu    }))
2776ab6918fSYinan Xu  }
2786ab6918fSYinan Xu
2798921b337SYinan Xu  val decode = Module(new DecodeStage)
2807fa2c198SYinan Xu  val rat = Module(new RenameTableWrapper)
281980c1bc3SWilliam Wang  val ssit = Module(new SSIT)
282980c1bc3SWilliam Wang  val waittable = Module(new WaitTable)
2838921b337SYinan Xu  val rename = Module(new Rename)
284694b0180SLinJiawei  val dispatch = Module(new Dispatch)
2851ca0e4f3SYinan Xu  val intDq = Module(new DispatchQueue(dpParams.IntDqSize, RenameWidth, dpParams.IntDqDeqWidth))
2861ca0e4f3SYinan Xu  val fpDq = Module(new DispatchQueue(dpParams.FpDqSize, RenameWidth, dpParams.FpDqDeqWidth))
2871ca0e4f3SYinan Xu  val lsDq = Module(new DispatchQueue(dpParams.LsDqSize, RenameWidth, dpParams.LsDqDeqWidth))
288884dbb3bSLinJiawei  val redirectGen = Module(new RedirectGenerator)
2898921b337SYinan Xu
2906ab6918fSYinan Xu  val rob = outer.rob.module
2918921b337SYinan Xu
292f4b2089aSYinan Xu  val robPcRead = io.frontend.fromFtq.getRobFlushPcRead
293f4b2089aSYinan Xu  val flushPC = robPcRead(rob.io.flushOut.bits.ftqIdx, rob.io.flushOut.bits.ftqOffset)
294f4b2089aSYinan Xu
295f4b2089aSYinan Xu  val flushRedirect = Wire(Valid(new Redirect))
296f4b2089aSYinan Xu  flushRedirect.valid := RegNext(rob.io.flushOut.valid)
297f4b2089aSYinan Xu  flushRedirect.bits := RegEnable(rob.io.flushOut.bits, rob.io.flushOut.valid)
298f4b2089aSYinan Xu
299f4b2089aSYinan Xu  val flushRedirectReg = Wire(Valid(new Redirect))
300f4b2089aSYinan Xu  flushRedirectReg.valid := RegNext(flushRedirect.valid, init = false.B)
301005e809bSJiuyang Liu  flushRedirectReg.bits := RegEnable(flushRedirect.bits, flushRedirect.valid)
302f4b2089aSYinan Xu
303f4b2089aSYinan Xu  val stage2Redirect = Mux(flushRedirect.valid, flushRedirect, redirectGen.io.stage2Redirect)
3042e1be6e1SSteve Gou  // val stage3Redirect = Mux(flushRedirectReg.valid, flushRedirectReg, redirectGen.io.stage3Redirect)
305faf3cfa9SLinJiawei
30666220144SYinan Xu  val exuRedirect = io.exuRedirect.map(x => {
307dfde261eSljw    val valid = x.valid && x.bits.redirectValid
308f4b2089aSYinan Xu    val killedByOlder = x.bits.uop.robIdx.needFlush(stage2Redirect)
309dfde261eSljw    val delayed = Wire(Valid(new ExuOutput))
310dfde261eSljw    delayed.valid := RegNext(valid && !killedByOlder, init = false.B)
311dfde261eSljw    delayed.bits := RegEnable(x.bits, x.valid)
312dfde261eSljw    delayed
313faf3cfa9SLinJiawei  })
314c1b37c81Sljw  val loadReplay = Wire(Valid(new Redirect))
31566220144SYinan Xu  loadReplay.valid := RegNext(io.memoryViolation.valid &&
316f4b2089aSYinan Xu    !io.memoryViolation.bits.robIdx.needFlush(stage2Redirect),
317c1b37c81Sljw    init = false.B
318c1b37c81Sljw  )
31966220144SYinan Xu  loadReplay.bits := RegEnable(io.memoryViolation.bits, io.memoryViolation.valid)
320f06ca0bfSLingrui98  io.frontend.fromFtq.getRedirectPcRead <> redirectGen.io.stage1PcRead
321f06ca0bfSLingrui98  io.frontend.fromFtq.getMemPredPcRead <> redirectGen.io.memPredPcRead
3225668a921SJiawei Lin  redirectGen.io.hartId := io.hartId
323dfde261eSljw  redirectGen.io.exuMispredict <> exuRedirect
324c1b37c81Sljw  redirectGen.io.loadReplay <> loadReplay
3256f688dacSYinan Xu  redirectGen.io.flush := flushRedirect.valid
3268921b337SYinan Xu
327df5b4b8eSYinan Xu  val frontendFlushValid = DelayN(flushRedirect.valid, 5)
328df5b4b8eSYinan Xu  val frontendFlushBits = RegEnable(flushRedirect.bits, flushRedirect.valid)
329a1351e5dSJay  // When ROB commits an instruction with a flush, we notify the frontend of the flush without the commit.
330a1351e5dSJay  // Flushes to frontend may be delayed by some cycles and commit before flush causes errors.
331a1351e5dSJay  // Thus, we make all flush reasons to behave the same as exceptions for frontend.
332884dbb3bSLinJiawei  for (i <- 0 until CommitWidth) {
333a1351e5dSJay    val is_commit = rob.io.commits.valid(i) && !rob.io.commits.isWalk && !rob.io.flushOut.valid
334a1351e5dSJay    io.frontend.toFtq.rob_commits(i).valid := RegNext(is_commit)
335a1351e5dSJay    io.frontend.toFtq.rob_commits(i).bits := RegEnable(rob.io.commits.info(i), is_commit)
336884dbb3bSLinJiawei  }
337df5b4b8eSYinan Xu  io.frontend.toFtq.redirect.valid := frontendFlushValid || redirectGen.io.stage2Redirect.valid
338df5b4b8eSYinan Xu  io.frontend.toFtq.redirect.bits := Mux(frontendFlushValid, frontendFlushBits, redirectGen.io.stage2Redirect.bits)
339df5b4b8eSYinan Xu  // Be careful here:
340df5b4b8eSYinan Xu  // T0: flushRedirect.valid, exception.valid
341df5b4b8eSYinan Xu  // T1: csr.redirect.valid
342df5b4b8eSYinan Xu  // T2: csr.exception.valid
343df5b4b8eSYinan Xu  // T3: csr.trapTarget
344df5b4b8eSYinan Xu  // T4: ctrlBlock.trapTarget
345df5b4b8eSYinan Xu  // T5: io.frontend.toFtq.stage2Redirect.valid
346df5b4b8eSYinan Xu  val pc_from_csr = io.robio.toCSR.isXRet || DelayN(rob.io.exception.valid, 4)
347df5b4b8eSYinan Xu  val rob_flush_pc = RegEnable(Mux(flushRedirect.bits.flushItself(),
348df5b4b8eSYinan Xu    flushPC, // replay inst
349df5b4b8eSYinan Xu    flushPC + 4.U // flush pipe
350df5b4b8eSYinan Xu  ), flushRedirect.valid)
351df5b4b8eSYinan Xu  val flushTarget = Mux(pc_from_csr, io.robio.toCSR.trapTarget, rob_flush_pc)
3522e1be6e1SSteve Gou  when (frontendFlushValid) {
3532e1be6e1SSteve Gou    io.frontend.toFtq.redirect.bits.level := RedirectLevel.flush
354df5b4b8eSYinan Xu    io.frontend.toFtq.redirect.bits.cfiUpdate.target := RegNext(flushTarget)
355a1351e5dSJay  }
3562e1be6e1SSteve Gou  redirectGen.io.for_frontend_redirect_gen.s1_real_pc := io.frontend.fromFtq.redirect_s1_real_pc
3572e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_oldest_redirect := redirectGen.io.for_frontend_redirect_gen.s1_oldest_redirect
3582e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_oldest_exu_output := redirectGen.io.for_frontend_redirect_gen.s1_oldest_exu_output
3592e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_redirect_onehot := redirectGen.io.for_frontend_redirect_gen.s1_redirect_onehot
3602e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_jumpTarget := redirectGen.io.for_frontend_redirect_gen.s1_jumpTarget
3612e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.rawRedirect := redirectGen.io.stage2Redirect
3622e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.flushRedirect.valid := frontendFlushValid
3632e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.flushRedirect.bits := frontendFlushBits
3642e1be6e1SSteve Gou
3652e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.frontendFlushTarget := RegNext(flushTarget)
3662e1be6e1SSteve Gou
3672e1be6e1SSteve Gou
3686f688dacSYinan Xu  val pendingRedirect = RegInit(false.B)
3696f688dacSYinan Xu  when (stage2Redirect.valid) {
3706f688dacSYinan Xu    pendingRedirect := true.B
371df5b4b8eSYinan Xu  }.elsewhen (RegNext(io.frontend.toFtq.redirect.valid)) {
3726f688dacSYinan Xu    pendingRedirect := false.B
3736f688dacSYinan Xu  }
37466bcc42fSYinan Xu
3758921b337SYinan Xu  decode.io.in <> io.frontend.cfVec
376fd7603d9SYinan Xu  decode.io.csrCtrl := RegNext(io.csrCtrl)
377*a0db5a4bSYinan Xu  decode.io.intRat <> rat.io.intReadPorts
378*a0db5a4bSYinan Xu  decode.io.fpRat <> rat.io.fpReadPorts
379980c1bc3SWilliam Wang
380980c1bc3SWilliam Wang  // memory dependency predict
381980c1bc3SWilliam Wang  // when decode, send fold pc to mdp
382980c1bc3SWilliam Wang  for (i <- 0 until DecodeWidth) {
383980c1bc3SWilliam Wang    val mdp_foldpc = Mux(
384*a0db5a4bSYinan Xu      decode.io.out(i).fire,
385980c1bc3SWilliam Wang      decode.io.in(i).bits.foldpc,
386980c1bc3SWilliam Wang      rename.io.in(i).bits.cf.foldpc
387980c1bc3SWilliam Wang    )
388980c1bc3SWilliam Wang    ssit.io.raddr(i) := mdp_foldpc
389980c1bc3SWilliam Wang    waittable.io.raddr(i) := mdp_foldpc
390980c1bc3SWilliam Wang  }
391980c1bc3SWilliam Wang  // currently, we only update mdp info when isReplay
392980c1bc3SWilliam Wang  ssit.io.update <> RegNext(redirectGen.io.memPredUpdate)
393980c1bc3SWilliam Wang  ssit.io.csrCtrl := RegNext(io.csrCtrl)
394980c1bc3SWilliam Wang  waittable.io.update <> RegNext(redirectGen.io.memPredUpdate)
395980c1bc3SWilliam Wang  waittable.io.csrCtrl := RegNext(io.csrCtrl)
396980c1bc3SWilliam Wang
397980c1bc3SWilliam Wang  // LFST lookup and update
398980c1bc3SWilliam Wang  val lfst = Module(new LFST)
399980c1bc3SWilliam Wang  lfst.io.redirect <> RegNext(io.redirect)
400980c1bc3SWilliam Wang  lfst.io.storeIssue <> RegNext(io.stIn)
401980c1bc3SWilliam Wang  lfst.io.csrCtrl <> RegNext(io.csrCtrl)
402980c1bc3SWilliam Wang  lfst.io.dispatch <> dispatch.io.lfst
4032b8b2e7aSWilliam Wang
4047fa2c198SYinan Xu  rat.io.robCommits := rob.io.commits
4057fa2c198SYinan Xu  rat.io.intRenamePorts := rename.io.intRenamePorts
4067fa2c198SYinan Xu  rat.io.fpRenamePorts := rename.io.fpRenamePorts
4077fa2c198SYinan Xu  rat.io.debug_int_rat <> io.debug_int_rat
4087fa2c198SYinan Xu  rat.io.debug_fp_rat <> io.debug_fp_rat
4090412e00dSLinJiawei
4102b4e8253SYinan Xu  // pipeline between decode and rename
411b424051cSYinan Xu  for (i <- 0 until RenameWidth) {
412884dbb3bSLinJiawei    PipelineConnect(decode.io.out(i), rename.io.in(i), rename.io.in(i).ready,
4136f688dacSYinan Xu      stage2Redirect.valid || pendingRedirect)
414*a0db5a4bSYinan Xu    rename.io.intReadPorts(i) := rat.io.intReadPorts(i).map(_.data)
415*a0db5a4bSYinan Xu    rename.io.fpReadPorts(i) := rat.io.fpReadPorts(i).map(_.data)
416*a0db5a4bSYinan Xu    if (i < RenameWidth - 1) {
417*a0db5a4bSYinan Xu      rename.io.fusionInfo(i) := RegEnable(decode.io.fusionInfo(i), decode.io.out(i).fire)
418*a0db5a4bSYinan Xu    }
419*a0db5a4bSYinan Xu    rename.io.waittable(i) := RegEnable(waittable.io.rdata(i), decode.io.out(i).fire)
420b424051cSYinan Xu  }
4218921b337SYinan Xu
422f06ca0bfSLingrui98  rename.io.redirect <> stage2Redirect
4239aca92b9SYinan Xu  rename.io.robCommits <> rob.io.commits
424980c1bc3SWilliam Wang  rename.io.ssit <> ssit.io.rdata
4258921b337SYinan Xu
4262b4e8253SYinan Xu  // pipeline between rename and dispatch
4272b4e8253SYinan Xu  for (i <- 0 until RenameWidth) {
428f4b2089aSYinan Xu    PipelineConnect(rename.io.out(i), dispatch.io.fromRename(i), dispatch.io.recv(i), stage2Redirect.valid)
4292b4e8253SYinan Xu  }
4302b4e8253SYinan Xu
4315668a921SJiawei Lin  dispatch.io.hartId := io.hartId
432f06ca0bfSLingrui98  dispatch.io.redirect <> stage2Redirect
4339aca92b9SYinan Xu  dispatch.io.enqRob <> rob.io.enq
4342b4e8253SYinan Xu  dispatch.io.toIntDq <> intDq.io.enq
4352b4e8253SYinan Xu  dispatch.io.toFpDq <> fpDq.io.enq
4362b4e8253SYinan Xu  dispatch.io.toLsDq <> lsDq.io.enq
4372b4e8253SYinan Xu  dispatch.io.allocPregs <> io.allocPregs
438d7dd1af1SLi Qianruo  dispatch.io.singleStep := RegNext(io.csrCtrl.singlestep)
4390412e00dSLinJiawei
4402b4e8253SYinan Xu  intDq.io.redirect <> stage2Redirect
4412b4e8253SYinan Xu  fpDq.io.redirect <> stage2Redirect
4422b4e8253SYinan Xu  lsDq.io.redirect <> stage2Redirect
4432b4e8253SYinan Xu
4442b4e8253SYinan Xu  io.dispatch <> intDq.io.deq ++ lsDq.io.deq ++ fpDq.io.deq
4453fae98acSYinan Xu
446f973ab00SYinan Xu  val pingpong = RegInit(false.B)
447f973ab00SYinan Xu  pingpong := !pingpong
448f973ab00SYinan Xu  val jumpInst = Mux(pingpong && (exuParameters.AluCnt > 2).B, io.dispatch(2).bits, io.dispatch(0).bits)
4497fa2c198SYinan Xu  val jumpPcRead = io.frontend.fromFtq.getJumpPcRead
4507fa2c198SYinan Xu  io.jumpPc := jumpPcRead(jumpInst.cf.ftqPtr, jumpInst.cf.ftqOffset)
4517fa2c198SYinan Xu  val jumpTargetRead = io.frontend.fromFtq.target_read
4527fa2c198SYinan Xu  io.jalr_target := jumpTargetRead(jumpInst.cf.ftqPtr, jumpInst.cf.ftqOffset)
4537fa2c198SYinan Xu
4545668a921SJiawei Lin  rob.io.hartId := io.hartId
455b6900d94SYinan Xu  io.cpu_halt := DelayN(rob.io.cpu_halt, 5)
4569aca92b9SYinan Xu  rob.io.redirect <> stage2Redirect
4576ab6918fSYinan Xu  outer.rob.generateWritebackIO(Some(outer), Some(this))
4580412e00dSLinJiawei
4595cbe3dbdSLingrui98  io.redirect <> stage2Redirect
4600412e00dSLinJiawei
4619aca92b9SYinan Xu  // rob to int block
4629aca92b9SYinan Xu  io.robio.toCSR <> rob.io.csr
4639aca92b9SYinan Xu  io.robio.toCSR.perfinfo.retiredInstr <> RegNext(rob.io.csr.perfinfo.retiredInstr)
4649aca92b9SYinan Xu  io.robio.exception := rob.io.exception
4659aca92b9SYinan Xu  io.robio.exception.bits.uop.cf.pc := flushPC
4662b4e8253SYinan Xu
4679aca92b9SYinan Xu  // rob to mem block
4689aca92b9SYinan Xu  io.robio.lsq <> rob.io.lsq
469edd6ddbcSwakafa
4709aca92b9SYinan Xu  io.perfInfo.ctrlInfo.robFull := RegNext(rob.io.robFull)
4712b4e8253SYinan Xu  io.perfInfo.ctrlInfo.intdqFull := RegNext(intDq.io.dqFull)
4722b4e8253SYinan Xu  io.perfInfo.ctrlInfo.fpdqFull := RegNext(fpDq.io.dqFull)
4732b4e8253SYinan Xu  io.perfInfo.ctrlInfo.lsdqFull := RegNext(lsDq.io.dqFull)
474cd365d4cSrvcoresjw
475cd365d4cSrvcoresjw  val pfevent = Module(new PFEvent)
4761ca0e4f3SYinan Xu  pfevent.io.distribute_csr := RegNext(io.csrCtrl.distribute_csr)
477cd365d4cSrvcoresjw  val csrevents = pfevent.io.hpmevent.slice(8,16)
4781ca0e4f3SYinan Xu
479cd365d4cSrvcoresjw  val perfinfo = IO(new Bundle(){
4801ca0e4f3SYinan Xu    val perfEventsRs      = Input(Vec(NumRs, new PerfEvent))
4811ca0e4f3SYinan Xu    val perfEventsEu0     = Input(Vec(6, new PerfEvent))
4821ca0e4f3SYinan Xu    val perfEventsEu1     = Input(Vec(6, new PerfEvent))
483cd365d4cSrvcoresjw  })
484cd365d4cSrvcoresjw
4851ca0e4f3SYinan Xu  val allPerfEvents = Seq(decode, rename, dispatch, intDq, fpDq, lsDq, rob).flatMap(_.getPerf)
4861ca0e4f3SYinan Xu  val hpmEvents = allPerfEvents ++ perfinfo.perfEventsEu0 ++ perfinfo.perfEventsEu1 ++ perfinfo.perfEventsRs
4871ca0e4f3SYinan Xu  val perfEvents = HPerfMonitor(csrevents, hpmEvents).getPerfEvents
4881ca0e4f3SYinan Xu  generatePerfEvent()
4898921b337SYinan Xu}
490