xref: /XiangShan/src/main/scala/xiangshan/backend/CtrlBlock.scala (revision 2e1be6e1beb57ef3947d520fe2162e6847c01f36)
1c6d43980SLemover/***************************************************************************************
2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
4c6d43980SLemover*
5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2.
6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at:
8c6d43980SLemover*          http://license.coscl.org.cn/MulanPSL2
9c6d43980SLemover*
10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
13c6d43980SLemover*
14c6d43980SLemover* See the Mulan PSL v2 for more details.
15c6d43980SLemover***************************************************************************************/
16c6d43980SLemover
178921b337SYinan Xupackage xiangshan.backend
188921b337SYinan Xu
192225d46eSJiawei Linimport chipsalliance.rocketchip.config.Parameters
208921b337SYinan Xuimport chisel3._
218921b337SYinan Xuimport chisel3.util._
226ab6918fSYinan Xuimport difftest._
236ab6918fSYinan Xuimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
2421732575SYinan Xuimport utils._
258921b337SYinan Xuimport xiangshan._
26de169c67SWilliam Wangimport xiangshan.backend.decode.{DecodeStage, ImmUnion}
272b4e8253SYinan Xuimport xiangshan.backend.dispatch.{Dispatch, DispatchQueue}
286ab6918fSYinan Xuimport xiangshan.backend.fu.PFEvent
297fa2c198SYinan Xuimport xiangshan.backend.rename.{Rename, RenameTableWrapper}
302b4e8253SYinan Xuimport xiangshan.backend.rob.{Rob, RobCSRIO, RobLsqIO}
316ab6918fSYinan Xuimport xiangshan.frontend.FtqRead
326ab6918fSYinan Xuimport xiangshan.mem.mdp.{LFST, SSIT, WaitTable}
338921b337SYinan Xu
34f06ca0bfSLingrui98class CtrlToFtqIO(implicit p: Parameters) extends XSBundle {
35*2e1be6e1SSteve Gou  def numRedirect = exuParameters.JmpCnt + exuParameters.AluCnt
369aca92b9SYinan Xu  val rob_commits = Vec(CommitWidth, Valid(new RobCommitInfo))
37df5b4b8eSYinan Xu  val redirect = Valid(new Redirect)
38*2e1be6e1SSteve Gou  val for_redirect_gen = new Bundle {
39*2e1be6e1SSteve Gou    val rawRedirect = Valid(new Redirect)
40*2e1be6e1SSteve Gou    val s1_redirect_onehot = Output(Vec(numRedirect+1, Bool()))
41*2e1be6e1SSteve Gou    val s1_oldest_redirect = ValidIO(new Redirect)
42*2e1be6e1SSteve Gou    val s1_oldest_exu_output = ValidIO(new ExuOutput)
43*2e1be6e1SSteve Gou    val s1_jumpTarget = Output(UInt(VAddrBits.W))
44*2e1be6e1SSteve Gou    val flushRedirect = Valid(new Redirect)
45*2e1be6e1SSteve Gou    val frontendFlushTarget = Output(UInt(VAddrBits.W))
46*2e1be6e1SSteve Gou  }
47f06ca0bfSLingrui98}
48f06ca0bfSLingrui98
492225d46eSJiawei Linclass RedirectGenerator(implicit p: Parameters) extends XSModule
50f06ca0bfSLingrui98  with HasCircularQueuePtrHelper {
51*2e1be6e1SSteve Gou
52*2e1be6e1SSteve Gou  class RedirectGeneratorIO(implicit p: Parameters) extends XSBundle {
53*2e1be6e1SSteve Gou    def numRedirect = exuParameters.JmpCnt + exuParameters.AluCnt
545668a921SJiawei Lin    val hartId = Input(UInt(8.W))
55dfde261eSljw    val exuMispredict = Vec(numRedirect, Flipped(ValidIO(new ExuOutput)))
566c0bbf39Sljw    val loadReplay = Flipped(ValidIO(new Redirect))
579ed972adSLinJiawei    val flush = Input(Bool())
58e7b046c5Szoujr    val stage1PcRead = Vec(numRedirect+1, new FtqRead(UInt(VAddrBits.W)))
59884dbb3bSLinJiawei    val stage2Redirect = ValidIO(new Redirect)
60faf3cfa9SLinJiawei    val stage3Redirect = ValidIO(new Redirect)
61de169c67SWilliam Wang    val memPredUpdate = Output(new MemPredUpdateReq)
62e7b046c5Szoujr    val memPredPcRead = new FtqRead(UInt(VAddrBits.W)) // read req send form stage 2
63*2e1be6e1SSteve Gou    val for_frontend_redirect_gen = new Bundle {
64*2e1be6e1SSteve Gou      val s1_jumpTarget = Output(UInt(VAddrBits.W))
65*2e1be6e1SSteve Gou      val s1_redirect_onehot = Output(Vec(numRedirect+1, Bool()))
66*2e1be6e1SSteve Gou      val s1_oldest_redirect = ValidIO(new Redirect)
67*2e1be6e1SSteve Gou      val s1_oldest_exu_output = ValidIO(new ExuOutput)
68*2e1be6e1SSteve Gou      val s1_real_pc = Input(UInt(VAddrBits.W))
69*2e1be6e1SSteve Gou    }
70*2e1be6e1SSteve Gou  }
71*2e1be6e1SSteve Gou  val io = IO(new RedirectGeneratorIO)
72884dbb3bSLinJiawei  /*
73884dbb3bSLinJiawei        LoadQueue  Jump  ALU0  ALU1  ALU2  ALU3   exception    Stage1
74884dbb3bSLinJiawei          |         |      |    |     |     |         |
75faf3cfa9SLinJiawei          |============= reg & compare =====|         |       ========
7636d7aed5SLinJiawei                            |                         |
7736d7aed5SLinJiawei                            |                         |
7836d7aed5SLinJiawei                            |                         |        Stage2
79884dbb3bSLinJiawei                            |                         |
80884dbb3bSLinJiawei                    redirect (flush backend)          |
81884dbb3bSLinJiawei                    |                                 |
82884dbb3bSLinJiawei               === reg ===                            |       ========
83884dbb3bSLinJiawei                    |                                 |
84884dbb3bSLinJiawei                    |----- mux (exception first) -----|        Stage3
85884dbb3bSLinJiawei                            |
86884dbb3bSLinJiawei                redirect (send to frontend)
87884dbb3bSLinJiawei   */
88dfde261eSljw  private class Wrapper(val n: Int) extends Bundle {
89dfde261eSljw    val redirect = new Redirect
90dfde261eSljw    val valid = Bool()
91dfde261eSljw    val idx = UInt(log2Up(n).W)
92dfde261eSljw  }
93435a337cSYinan Xu  def selectOldestRedirect(xs: Seq[Valid[Redirect]]): Vec[Bool] = {
949aca92b9SYinan Xu    val compareVec = (0 until xs.length).map(i => (0 until i).map(j => isAfter(xs(j).bits.robIdx, xs(i).bits.robIdx)))
95435a337cSYinan Xu    val resultOnehot = VecInit((0 until xs.length).map(i => Cat((0 until xs.length).map(j =>
96435a337cSYinan Xu      (if (j < i) !xs(j).valid || compareVec(i)(j)
97435a337cSYinan Xu      else if (j == i) xs(i).valid
98435a337cSYinan Xu      else !xs(j).valid || !compareVec(j)(i))
99435a337cSYinan Xu    )).andR))
100435a337cSYinan Xu    resultOnehot
101dfde261eSljw  }
102faf3cfa9SLinJiawei
103f06ca0bfSLingrui98  val redirects = io.exuMispredict.map(_.bits.redirect) :+ io.loadReplay.bits
104f06ca0bfSLingrui98  val stage1FtqReadPcs =
105de182b2aSLingrui98    (io.stage1PcRead zip redirects).map{ case (r, redirect) =>
106f06ca0bfSLingrui98      r(redirect.ftqIdx, redirect.ftqOffset)
107f06ca0bfSLingrui98    }
108f7f707b0SLinJiawei
109dfde261eSljw  def getRedirect(exuOut: Valid[ExuOutput]): ValidIO[Redirect] = {
110dfde261eSljw    val redirect = Wire(Valid(new Redirect))
111dfde261eSljw    redirect.valid := exuOut.valid && exuOut.bits.redirect.cfiUpdate.isMisPred
112dfde261eSljw    redirect.bits := exuOut.bits.redirect
113dfde261eSljw    redirect
114dfde261eSljw  }
115dfde261eSljw
116dfde261eSljw  val jumpOut = io.exuMispredict.head
117435a337cSYinan Xu  val allRedirect = VecInit(io.exuMispredict.map(x => getRedirect(x)) :+ io.loadReplay)
118435a337cSYinan Xu  val oldestOneHot = selectOldestRedirect(allRedirect)
119f4b2089aSYinan Xu  val needFlushVec = VecInit(allRedirect.map(_.bits.robIdx.needFlush(io.stage2Redirect) || io.flush))
120435a337cSYinan Xu  val oldestValid = VecInit(oldestOneHot.zip(needFlushVec).map{ case (v, f) => v && !f }).asUInt.orR
121072158bfSYinan Xu  val oldestExuOutput = Mux1H(io.exuMispredict.indices.map(oldestOneHot), io.exuMispredict)
122435a337cSYinan Xu  val oldestRedirect = Mux1H(oldestOneHot, allRedirect)
123dfde261eSljw
1246060732cSLinJiawei  val s1_jumpTarget = RegEnable(jumpOut.bits.redirect.cfiUpdate.target, jumpOut.valid)
125435a337cSYinan Xu  val s1_imm12_reg = RegNext(oldestExuOutput.bits.uop.ctrl.imm(11, 0))
126435a337cSYinan Xu  val s1_pd = RegNext(oldestExuOutput.bits.uop.cf.pd)
127435a337cSYinan Xu  val s1_redirect_bits_reg = RegNext(oldestRedirect.bits)
128435a337cSYinan Xu  val s1_redirect_valid_reg = RegNext(oldestValid)
129435a337cSYinan Xu  val s1_redirect_onehot = RegNext(oldestOneHot)
130*2e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_jumpTarget := s1_jumpTarget
131*2e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_redirect_onehot := s1_redirect_onehot
132*2e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_oldest_redirect.valid := s1_redirect_valid_reg
133*2e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_oldest_redirect.bits := s1_redirect_bits_reg
134*2e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_oldest_exu_output := RegNext(oldestExuOutput)
135faf3cfa9SLinJiawei
136faf3cfa9SLinJiawei  // stage1 -> stage2
13727c1214eSLinJiawei  io.stage2Redirect.valid := s1_redirect_valid_reg && !io.flush
138faf3cfa9SLinJiawei  io.stage2Redirect.bits := s1_redirect_bits_reg
139faf3cfa9SLinJiawei
140072158bfSYinan Xu  val s1_isReplay = s1_redirect_onehot.last
141072158bfSYinan Xu  val s1_isJump = s1_redirect_onehot.head
142f06ca0bfSLingrui98  val real_pc = Mux1H(s1_redirect_onehot, stage1FtqReadPcs)
143dfde261eSljw  val brTarget = real_pc + SignExt(ImmUnion.B.toImm32(s1_imm12_reg), XLEN)
144dfde261eSljw  val snpc = real_pc + Mux(s1_pd.isRVC, 2.U, 4.U)
145435a337cSYinan Xu  val target = Mux(s1_isReplay,
146c88c3a2aSYinan Xu    real_pc, // replay from itself
147dfde261eSljw    Mux(s1_redirect_bits_reg.cfiUpdate.taken,
148dfde261eSljw      Mux(s1_isJump, s1_jumpTarget, brTarget),
1496060732cSLinJiawei      snpc
150faf3cfa9SLinJiawei    )
151faf3cfa9SLinJiawei  )
1522b8b2e7aSWilliam Wang
1536f688dacSYinan Xu  val stage2CfiUpdate = io.stage2Redirect.bits.cfiUpdate
1546f688dacSYinan Xu  stage2CfiUpdate.pc := real_pc
1556f688dacSYinan Xu  stage2CfiUpdate.pd := s1_pd
156*2e1be6e1SSteve Gou  // stage2CfiUpdate.predTaken := s1_redirect_bits_reg.cfiUpdate.predTaken
1576f688dacSYinan Xu  stage2CfiUpdate.target := target
158*2e1be6e1SSteve Gou  // stage2CfiUpdate.taken := s1_redirect_bits_reg.cfiUpdate.taken
159*2e1be6e1SSteve Gou  // stage2CfiUpdate.isMisPred := s1_redirect_bits_reg.cfiUpdate.isMisPred
1606f688dacSYinan Xu
1616f688dacSYinan Xu  val s2_target = RegEnable(target, enable = s1_redirect_valid_reg)
1626f688dacSYinan Xu  val s2_pc = RegEnable(real_pc, enable = s1_redirect_valid_reg)
1636f688dacSYinan Xu  val s2_redirect_bits_reg = RegEnable(s1_redirect_bits_reg, enable = s1_redirect_valid_reg)
1646f688dacSYinan Xu  val s2_redirect_valid_reg = RegNext(s1_redirect_valid_reg && !io.flush, init = false.B)
1656f688dacSYinan Xu
1666f688dacSYinan Xu  io.stage3Redirect.valid := s2_redirect_valid_reg
1676f688dacSYinan Xu  io.stage3Redirect.bits := s2_redirect_bits_reg
1686f688dacSYinan Xu
169de169c67SWilliam Wang  // get pc from ftq
170de169c67SWilliam Wang  // valid only if redirect is caused by load violation
171de169c67SWilliam Wang  // store_pc is used to update store set
172f06ca0bfSLingrui98  val store_pc = io.memPredPcRead(s1_redirect_bits_reg.stFtqIdx, s1_redirect_bits_reg.stFtqOffset)
1732b8b2e7aSWilliam Wang
174*2e1be6e1SSteve Gou  val s1_real_pc_from_frontend = io.for_frontend_redirect_gen.s1_real_pc
175de169c67SWilliam Wang  // update load violation predictor if load violation redirect triggered
176de169c67SWilliam Wang  io.memPredUpdate.valid := RegNext(s1_isReplay && s1_redirect_valid_reg, init = false.B)
177de169c67SWilliam Wang  // update wait table
178*2e1be6e1SSteve Gou  io.memPredUpdate.waddr := RegNext(XORFold(s1_real_pc_from_frontend(VAddrBits-1, 1), MemPredPCWidth))
179de169c67SWilliam Wang  io.memPredUpdate.wdata := true.B
180de169c67SWilliam Wang  // update store set
181*2e1be6e1SSteve Gou  io.memPredUpdate.ldpc := RegNext(XORFold(s1_real_pc_from_frontend(VAddrBits-1, 1), MemPredPCWidth))
182de169c67SWilliam Wang  // store pc is ready 1 cycle after s1_isReplay is judged
183de169c67SWilliam Wang  io.memPredUpdate.stpc := XORFold(store_pc(VAddrBits-1, 1), MemPredPCWidth)
184de169c67SWilliam Wang
185*2e1be6e1SSteve Gou  XSError(io.memPredUpdate.valid && RegNext(s1_real_pc_from_frontend) =/= RegNext(real_pc), "s1_real_pc error")
186*2e1be6e1SSteve Gou
18720edb3f7SWilliam Wang  // recover runahead checkpoint if redirect
18820edb3f7SWilliam Wang  if (!env.FPGAPlatform) {
18920edb3f7SWilliam Wang    val runahead_redirect = Module(new DifftestRunaheadRedirectEvent)
19020edb3f7SWilliam Wang    runahead_redirect.io.clock := clock
1915668a921SJiawei Lin    runahead_redirect.io.coreid := io.hartId
19220edb3f7SWilliam Wang    runahead_redirect.io.valid := io.stage3Redirect.valid
19320edb3f7SWilliam Wang    runahead_redirect.io.pc :=  s2_pc // for debug only
19420edb3f7SWilliam Wang    runahead_redirect.io.target_pc := s2_target // for debug only
19520edb3f7SWilliam Wang    runahead_redirect.io.checkpoint_id := io.stage3Redirect.bits.debug_runahead_checkpoint_id // make sure it is right
19620edb3f7SWilliam Wang  }
197884dbb3bSLinJiawei}
198884dbb3bSLinJiawei
1991ca0e4f3SYinan Xuclass CtrlBlock(implicit p: Parameters) extends LazyModule
2001ca0e4f3SYinan Xu  with HasWritebackSink with HasWritebackSource {
2016ab6918fSYinan Xu  val rob = LazyModule(new Rob)
2026ab6918fSYinan Xu
2036ab6918fSYinan Xu  override def addWritebackSink(source: Seq[HasWritebackSource], index: Option[Seq[Int]]): HasWritebackSink = {
2046ab6918fSYinan Xu    rob.addWritebackSink(Seq(this), Some(Seq(writebackSinks.length)))
2056ab6918fSYinan Xu    super.addWritebackSink(source, index)
2066ab6918fSYinan Xu  }
2076ab6918fSYinan Xu
2086ab6918fSYinan Xu  lazy val module = new CtrlBlockImp(this)
2096ab6918fSYinan Xu
2106ab6918fSYinan Xu  override lazy val writebackSourceParams: Seq[WritebackSourceParams] = {
2116ab6918fSYinan Xu    writebackSinksParams
2126ab6918fSYinan Xu  }
2136ab6918fSYinan Xu  override lazy val writebackSourceImp: HasWritebackSourceImp = module
2146ab6918fSYinan Xu
2156ab6918fSYinan Xu  override def generateWritebackIO(
2166ab6918fSYinan Xu    thisMod: Option[HasWritebackSource] = None,
2176ab6918fSYinan Xu    thisModImp: Option[HasWritebackSourceImp] = None
2186ab6918fSYinan Xu  ): Unit = {
2196ab6918fSYinan Xu    module.io.writeback.zip(writebackSinksImp(thisMod, thisModImp)).foreach(x => x._1 := x._2)
2206ab6918fSYinan Xu  }
2216ab6918fSYinan Xu}
2226ab6918fSYinan Xu
2236ab6918fSYinan Xuclass CtrlBlockImp(outer: CtrlBlock)(implicit p: Parameters) extends LazyModuleImp(outer)
2241ca0e4f3SYinan Xu  with HasXSParameter
2251ca0e4f3SYinan Xu  with HasCircularQueuePtrHelper
2261ca0e4f3SYinan Xu  with HasWritebackSourceImp
2271ca0e4f3SYinan Xu  with HasPerfEvents
2281ca0e4f3SYinan Xu{
2296ab6918fSYinan Xu  val writebackLengths = outer.writebackSinksParams.map(_.length)
2306ab6918fSYinan Xu
2318921b337SYinan Xu  val io = IO(new Bundle {
2325668a921SJiawei Lin    val hartId = Input(UInt(8.W))
2335cbe3dbdSLingrui98    val frontend = Flipped(new FrontendToCtrlIO)
2342b4e8253SYinan Xu    val allocPregs = Vec(RenameWidth, Output(new ResetPregStateReq))
2352b4e8253SYinan Xu    val dispatch = Vec(3*dpParams.IntDqDeqWidth, DecoupledIO(new MicroOp))
23666220144SYinan Xu    // from int block
23766220144SYinan Xu    val exuRedirect = Vec(exuParameters.AluCnt + exuParameters.JmpCnt, Flipped(ValidIO(new ExuOutput)))
23866220144SYinan Xu    val stIn = Vec(exuParameters.StuCnt, Flipped(ValidIO(new ExuInput)))
23966220144SYinan Xu    val memoryViolation = Flipped(ValidIO(new Redirect))
24066220144SYinan Xu    val jumpPc = Output(UInt(VAddrBits.W))
24166220144SYinan Xu    val jalr_target = Output(UInt(VAddrBits.W))
2429aca92b9SYinan Xu    val robio = new Bundle {
2431c2588aaSYinan Xu      // to int block
2449aca92b9SYinan Xu      val toCSR = new RobCSRIO
2453a474d38SYinan Xu      val exception = ValidIO(new ExceptionInfo)
2461c2588aaSYinan Xu      // to mem block
2479aca92b9SYinan Xu      val lsq = new RobLsqIO
2481c2588aaSYinan Xu    }
2492b8b2e7aSWilliam Wang    val csrCtrl = Input(new CustomCSRCtrlIO)
250edd6ddbcSwakafa    val perfInfo = Output(new Bundle{
251edd6ddbcSwakafa      val ctrlInfo = new Bundle {
2529aca92b9SYinan Xu        val robFull   = Input(Bool())
253edd6ddbcSwakafa        val intdqFull = Input(Bool())
254edd6ddbcSwakafa        val fpdqFull  = Input(Bool())
255edd6ddbcSwakafa        val lsdqFull  = Input(Bool())
256edd6ddbcSwakafa      }
257edd6ddbcSwakafa    })
2586ab6918fSYinan Xu    val writeback = MixedVec(writebackLengths.map(num => Vec(num, Flipped(ValidIO(new ExuOutput)))))
25966220144SYinan Xu    // redirect out
26066220144SYinan Xu    val redirect = ValidIO(new Redirect)
26166220144SYinan Xu    val debug_int_rat = Vec(32, Output(UInt(PhyRegIdxWidth.W)))
26266220144SYinan Xu    val debug_fp_rat = Vec(32, Output(UInt(PhyRegIdxWidth.W)))
2638921b337SYinan Xu  })
2648921b337SYinan Xu
2656ab6918fSYinan Xu  override def writebackSource: Option[Seq[Seq[Valid[ExuOutput]]]] = {
2666ab6918fSYinan Xu    Some(io.writeback.map(writeback => {
2676ab6918fSYinan Xu      val exuOutput = WireInit(writeback)
2686ab6918fSYinan Xu      val timer = GTimer()
2696ab6918fSYinan Xu      for ((wb_next, wb) <- exuOutput.zip(writeback)) {
2706ab6918fSYinan Xu        wb_next.valid := RegNext(wb.valid && !wb.bits.uop.robIdx.needFlush(stage2Redirect))
2716ab6918fSYinan Xu        wb_next.bits := RegNext(wb.bits)
2726ab6918fSYinan Xu        wb_next.bits.uop.debugInfo.writebackTime := timer
2736ab6918fSYinan Xu      }
2746ab6918fSYinan Xu      exuOutput
2756ab6918fSYinan Xu    }))
2766ab6918fSYinan Xu  }
2776ab6918fSYinan Xu
2788921b337SYinan Xu  val decode = Module(new DecodeStage)
2797fa2c198SYinan Xu  val rat = Module(new RenameTableWrapper)
280980c1bc3SWilliam Wang  val ssit = Module(new SSIT)
281980c1bc3SWilliam Wang  val waittable = Module(new WaitTable)
2828921b337SYinan Xu  val rename = Module(new Rename)
283694b0180SLinJiawei  val dispatch = Module(new Dispatch)
2841ca0e4f3SYinan Xu  val intDq = Module(new DispatchQueue(dpParams.IntDqSize, RenameWidth, dpParams.IntDqDeqWidth))
2851ca0e4f3SYinan Xu  val fpDq = Module(new DispatchQueue(dpParams.FpDqSize, RenameWidth, dpParams.FpDqDeqWidth))
2861ca0e4f3SYinan Xu  val lsDq = Module(new DispatchQueue(dpParams.LsDqSize, RenameWidth, dpParams.LsDqDeqWidth))
287884dbb3bSLinJiawei  val redirectGen = Module(new RedirectGenerator)
2888921b337SYinan Xu
2896ab6918fSYinan Xu  val rob = outer.rob.module
2908921b337SYinan Xu
291f4b2089aSYinan Xu  val robPcRead = io.frontend.fromFtq.getRobFlushPcRead
292f4b2089aSYinan Xu  val flushPC = robPcRead(rob.io.flushOut.bits.ftqIdx, rob.io.flushOut.bits.ftqOffset)
293f4b2089aSYinan Xu
294f4b2089aSYinan Xu  val flushRedirect = Wire(Valid(new Redirect))
295f4b2089aSYinan Xu  flushRedirect.valid := RegNext(rob.io.flushOut.valid)
296f4b2089aSYinan Xu  flushRedirect.bits := RegEnable(rob.io.flushOut.bits, rob.io.flushOut.valid)
297f4b2089aSYinan Xu
298f4b2089aSYinan Xu  val flushRedirectReg = Wire(Valid(new Redirect))
299f4b2089aSYinan Xu  flushRedirectReg.valid := RegNext(flushRedirect.valid, init = false.B)
300f4b2089aSYinan Xu  flushRedirectReg.bits := RegEnable(flushRedirect.bits, enable = flushRedirect.valid)
301f4b2089aSYinan Xu
302f4b2089aSYinan Xu  val stage2Redirect = Mux(flushRedirect.valid, flushRedirect, redirectGen.io.stage2Redirect)
303*2e1be6e1SSteve Gou  // val stage3Redirect = Mux(flushRedirectReg.valid, flushRedirectReg, redirectGen.io.stage3Redirect)
304faf3cfa9SLinJiawei
30566220144SYinan Xu  val exuRedirect = io.exuRedirect.map(x => {
306dfde261eSljw    val valid = x.valid && x.bits.redirectValid
307f4b2089aSYinan Xu    val killedByOlder = x.bits.uop.robIdx.needFlush(stage2Redirect)
308dfde261eSljw    val delayed = Wire(Valid(new ExuOutput))
309dfde261eSljw    delayed.valid := RegNext(valid && !killedByOlder, init = false.B)
310dfde261eSljw    delayed.bits := RegEnable(x.bits, x.valid)
311dfde261eSljw    delayed
312faf3cfa9SLinJiawei  })
313c1b37c81Sljw  val loadReplay = Wire(Valid(new Redirect))
31466220144SYinan Xu  loadReplay.valid := RegNext(io.memoryViolation.valid &&
315f4b2089aSYinan Xu    !io.memoryViolation.bits.robIdx.needFlush(stage2Redirect),
316c1b37c81Sljw    init = false.B
317c1b37c81Sljw  )
31866220144SYinan Xu  loadReplay.bits := RegEnable(io.memoryViolation.bits, io.memoryViolation.valid)
319f06ca0bfSLingrui98  io.frontend.fromFtq.getRedirectPcRead <> redirectGen.io.stage1PcRead
320f06ca0bfSLingrui98  io.frontend.fromFtq.getMemPredPcRead <> redirectGen.io.memPredPcRead
3215668a921SJiawei Lin  redirectGen.io.hartId := io.hartId
322dfde261eSljw  redirectGen.io.exuMispredict <> exuRedirect
323c1b37c81Sljw  redirectGen.io.loadReplay <> loadReplay
3246f688dacSYinan Xu  redirectGen.io.flush := flushRedirect.valid
3258921b337SYinan Xu
326df5b4b8eSYinan Xu  val frontendFlushValid = DelayN(flushRedirect.valid, 5)
327df5b4b8eSYinan Xu  val frontendFlushBits = RegEnable(flushRedirect.bits, flushRedirect.valid)
328a1351e5dSJay  // When ROB commits an instruction with a flush, we notify the frontend of the flush without the commit.
329a1351e5dSJay  // Flushes to frontend may be delayed by some cycles and commit before flush causes errors.
330a1351e5dSJay  // Thus, we make all flush reasons to behave the same as exceptions for frontend.
331884dbb3bSLinJiawei  for (i <- 0 until CommitWidth) {
332a1351e5dSJay    val is_commit = rob.io.commits.valid(i) && !rob.io.commits.isWalk && !rob.io.flushOut.valid
333a1351e5dSJay    io.frontend.toFtq.rob_commits(i).valid := RegNext(is_commit)
334a1351e5dSJay    io.frontend.toFtq.rob_commits(i).bits := RegEnable(rob.io.commits.info(i), is_commit)
335884dbb3bSLinJiawei  }
336df5b4b8eSYinan Xu  io.frontend.toFtq.redirect.valid := frontendFlushValid || redirectGen.io.stage2Redirect.valid
337df5b4b8eSYinan Xu  io.frontend.toFtq.redirect.bits := Mux(frontendFlushValid, frontendFlushBits, redirectGen.io.stage2Redirect.bits)
338df5b4b8eSYinan Xu  // Be careful here:
339df5b4b8eSYinan Xu  // T0: flushRedirect.valid, exception.valid
340df5b4b8eSYinan Xu  // T1: csr.redirect.valid
341df5b4b8eSYinan Xu  // T2: csr.exception.valid
342df5b4b8eSYinan Xu  // T3: csr.trapTarget
343df5b4b8eSYinan Xu  // T4: ctrlBlock.trapTarget
344df5b4b8eSYinan Xu  // T5: io.frontend.toFtq.stage2Redirect.valid
345df5b4b8eSYinan Xu  val pc_from_csr = io.robio.toCSR.isXRet || DelayN(rob.io.exception.valid, 4)
346df5b4b8eSYinan Xu  val rob_flush_pc = RegEnable(Mux(flushRedirect.bits.flushItself(),
347df5b4b8eSYinan Xu    flushPC, // replay inst
348df5b4b8eSYinan Xu    flushPC + 4.U // flush pipe
349df5b4b8eSYinan Xu  ), flushRedirect.valid)
350df5b4b8eSYinan Xu  val flushTarget = Mux(pc_from_csr, io.robio.toCSR.trapTarget, rob_flush_pc)
351*2e1be6e1SSteve Gou  when (frontendFlushValid) {
352*2e1be6e1SSteve Gou    io.frontend.toFtq.redirect.bits.level := RedirectLevel.flush
353df5b4b8eSYinan Xu    io.frontend.toFtq.redirect.bits.cfiUpdate.target := RegNext(flushTarget)
354a1351e5dSJay  }
355*2e1be6e1SSteve Gou  redirectGen.io.for_frontend_redirect_gen.s1_real_pc := io.frontend.fromFtq.redirect_s1_real_pc
356*2e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_oldest_redirect := redirectGen.io.for_frontend_redirect_gen.s1_oldest_redirect
357*2e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_oldest_exu_output := redirectGen.io.for_frontend_redirect_gen.s1_oldest_exu_output
358*2e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_redirect_onehot := redirectGen.io.for_frontend_redirect_gen.s1_redirect_onehot
359*2e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_jumpTarget := redirectGen.io.for_frontend_redirect_gen.s1_jumpTarget
360*2e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.rawRedirect := redirectGen.io.stage2Redirect
361*2e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.flushRedirect.valid := frontendFlushValid
362*2e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.flushRedirect.bits := frontendFlushBits
363*2e1be6e1SSteve Gou
364*2e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.frontendFlushTarget := RegNext(flushTarget)
365*2e1be6e1SSteve Gou
366*2e1be6e1SSteve Gou
3676f688dacSYinan Xu  val pendingRedirect = RegInit(false.B)
3686f688dacSYinan Xu  when (stage2Redirect.valid) {
3696f688dacSYinan Xu    pendingRedirect := true.B
370df5b4b8eSYinan Xu  }.elsewhen (RegNext(io.frontend.toFtq.redirect.valid)) {
3716f688dacSYinan Xu    pendingRedirect := false.B
3726f688dacSYinan Xu  }
37366bcc42fSYinan Xu
3748921b337SYinan Xu  decode.io.in <> io.frontend.cfVec
375fd7603d9SYinan Xu  decode.io.csrCtrl := RegNext(io.csrCtrl)
376980c1bc3SWilliam Wang
377980c1bc3SWilliam Wang  // memory dependency predict
378980c1bc3SWilliam Wang  // when decode, send fold pc to mdp
379980c1bc3SWilliam Wang  for (i <- 0 until DecodeWidth) {
380980c1bc3SWilliam Wang    val mdp_foldpc = Mux(
381980c1bc3SWilliam Wang      decode.io.out(i).fire(),
382980c1bc3SWilliam Wang      decode.io.in(i).bits.foldpc,
383980c1bc3SWilliam Wang      rename.io.in(i).bits.cf.foldpc
384980c1bc3SWilliam Wang    )
385980c1bc3SWilliam Wang    ssit.io.raddr(i) := mdp_foldpc
386980c1bc3SWilliam Wang    waittable.io.raddr(i) := mdp_foldpc
387980c1bc3SWilliam Wang  }
388980c1bc3SWilliam Wang  // currently, we only update mdp info when isReplay
389980c1bc3SWilliam Wang  ssit.io.update <> RegNext(redirectGen.io.memPredUpdate)
390980c1bc3SWilliam Wang  ssit.io.csrCtrl := RegNext(io.csrCtrl)
391980c1bc3SWilliam Wang  waittable.io.update <> RegNext(redirectGen.io.memPredUpdate)
392980c1bc3SWilliam Wang  waittable.io.csrCtrl := RegNext(io.csrCtrl)
393980c1bc3SWilliam Wang
394980c1bc3SWilliam Wang  // LFST lookup and update
395980c1bc3SWilliam Wang  val lfst = Module(new LFST)
396980c1bc3SWilliam Wang  lfst.io.redirect <> RegNext(io.redirect)
397980c1bc3SWilliam Wang  lfst.io.storeIssue <> RegNext(io.stIn)
398980c1bc3SWilliam Wang  lfst.io.csrCtrl <> RegNext(io.csrCtrl)
399980c1bc3SWilliam Wang  lfst.io.dispatch <> dispatch.io.lfst
4002b8b2e7aSWilliam Wang
4017fa2c198SYinan Xu  rat.io.robCommits := rob.io.commits
4027fa2c198SYinan Xu  for ((r, i) <- rat.io.intReadPorts.zipWithIndex) {
4037fa2c198SYinan Xu    val raddr = decode.io.out(i).bits.ctrl.lsrc.take(2) :+ decode.io.out(i).bits.ctrl.ldest
4047fa2c198SYinan Xu    r.map(_.addr).zip(raddr).foreach(x => x._1 := x._2)
4057fa2c198SYinan Xu    rename.io.intReadPorts(i) := r.map(_.data)
4067fa2c198SYinan Xu    r.foreach(_.hold := !rename.io.in(i).ready)
4077fa2c198SYinan Xu  }
4087fa2c198SYinan Xu  rat.io.intRenamePorts := rename.io.intRenamePorts
4097fa2c198SYinan Xu  for ((r, i) <- rat.io.fpReadPorts.zipWithIndex) {
4107fa2c198SYinan Xu    val raddr = decode.io.out(i).bits.ctrl.lsrc.take(3) :+ decode.io.out(i).bits.ctrl.ldest
4117fa2c198SYinan Xu    r.map(_.addr).zip(raddr).foreach(x => x._1 := x._2)
4127fa2c198SYinan Xu    rename.io.fpReadPorts(i) := r.map(_.data)
4137fa2c198SYinan Xu    r.foreach(_.hold := !rename.io.in(i).ready)
4147fa2c198SYinan Xu  }
4157fa2c198SYinan Xu  rat.io.fpRenamePorts := rename.io.fpRenamePorts
4167fa2c198SYinan Xu  rat.io.debug_int_rat <> io.debug_int_rat
4177fa2c198SYinan Xu  rat.io.debug_fp_rat <> io.debug_fp_rat
4180412e00dSLinJiawei
4192b4e8253SYinan Xu  // pipeline between decode and rename
420b424051cSYinan Xu  for (i <- 0 until RenameWidth) {
421884dbb3bSLinJiawei    PipelineConnect(decode.io.out(i), rename.io.in(i), rename.io.in(i).ready,
4226f688dacSYinan Xu      stage2Redirect.valid || pendingRedirect)
423b424051cSYinan Xu  }
4248921b337SYinan Xu
425f06ca0bfSLingrui98  rename.io.redirect <> stage2Redirect
4269aca92b9SYinan Xu  rename.io.robCommits <> rob.io.commits
427980c1bc3SWilliam Wang  rename.io.ssit <> ssit.io.rdata
428980c1bc3SWilliam Wang  rename.io.waittable <> RegNext(waittable.io.rdata)
4298921b337SYinan Xu
4302b4e8253SYinan Xu  // pipeline between rename and dispatch
4312b4e8253SYinan Xu  for (i <- 0 until RenameWidth) {
432f4b2089aSYinan Xu    PipelineConnect(rename.io.out(i), dispatch.io.fromRename(i), dispatch.io.recv(i), stage2Redirect.valid)
4332b4e8253SYinan Xu  }
4342b4e8253SYinan Xu
4355668a921SJiawei Lin  dispatch.io.hartId := io.hartId
436f06ca0bfSLingrui98  dispatch.io.redirect <> stage2Redirect
4379aca92b9SYinan Xu  dispatch.io.enqRob <> rob.io.enq
4382b4e8253SYinan Xu  dispatch.io.toIntDq <> intDq.io.enq
4392b4e8253SYinan Xu  dispatch.io.toFpDq <> fpDq.io.enq
4402b4e8253SYinan Xu  dispatch.io.toLsDq <> lsDq.io.enq
4412b4e8253SYinan Xu  dispatch.io.allocPregs <> io.allocPregs
442d7dd1af1SLi Qianruo  dispatch.io.singleStep := RegNext(io.csrCtrl.singlestep)
4430412e00dSLinJiawei
4442b4e8253SYinan Xu  intDq.io.redirect <> stage2Redirect
4452b4e8253SYinan Xu  fpDq.io.redirect <> stage2Redirect
4462b4e8253SYinan Xu  lsDq.io.redirect <> stage2Redirect
4472b4e8253SYinan Xu
4482b4e8253SYinan Xu  io.dispatch <> intDq.io.deq ++ lsDq.io.deq ++ fpDq.io.deq
4493fae98acSYinan Xu
450f973ab00SYinan Xu  val pingpong = RegInit(false.B)
451f973ab00SYinan Xu  pingpong := !pingpong
452f973ab00SYinan Xu  val jumpInst = Mux(pingpong && (exuParameters.AluCnt > 2).B, io.dispatch(2).bits, io.dispatch(0).bits)
4537fa2c198SYinan Xu  val jumpPcRead = io.frontend.fromFtq.getJumpPcRead
4547fa2c198SYinan Xu  io.jumpPc := jumpPcRead(jumpInst.cf.ftqPtr, jumpInst.cf.ftqOffset)
4557fa2c198SYinan Xu  val jumpTargetRead = io.frontend.fromFtq.target_read
4567fa2c198SYinan Xu  io.jalr_target := jumpTargetRead(jumpInst.cf.ftqPtr, jumpInst.cf.ftqOffset)
4577fa2c198SYinan Xu
4585668a921SJiawei Lin  rob.io.hartId := io.hartId
4599aca92b9SYinan Xu  rob.io.redirect <> stage2Redirect
4606ab6918fSYinan Xu  outer.rob.generateWritebackIO(Some(outer), Some(this))
4610412e00dSLinJiawei
4625cbe3dbdSLingrui98  io.redirect <> stage2Redirect
4630412e00dSLinJiawei
4649aca92b9SYinan Xu  // rob to int block
4659aca92b9SYinan Xu  io.robio.toCSR <> rob.io.csr
4669aca92b9SYinan Xu  io.robio.toCSR.perfinfo.retiredInstr <> RegNext(rob.io.csr.perfinfo.retiredInstr)
4679aca92b9SYinan Xu  io.robio.exception := rob.io.exception
4689aca92b9SYinan Xu  io.robio.exception.bits.uop.cf.pc := flushPC
4692b4e8253SYinan Xu
4709aca92b9SYinan Xu  // rob to mem block
4719aca92b9SYinan Xu  io.robio.lsq <> rob.io.lsq
472edd6ddbcSwakafa
4739aca92b9SYinan Xu  io.perfInfo.ctrlInfo.robFull := RegNext(rob.io.robFull)
4742b4e8253SYinan Xu  io.perfInfo.ctrlInfo.intdqFull := RegNext(intDq.io.dqFull)
4752b4e8253SYinan Xu  io.perfInfo.ctrlInfo.fpdqFull := RegNext(fpDq.io.dqFull)
4762b4e8253SYinan Xu  io.perfInfo.ctrlInfo.lsdqFull := RegNext(lsDq.io.dqFull)
477cd365d4cSrvcoresjw
478cd365d4cSrvcoresjw  val pfevent = Module(new PFEvent)
4791ca0e4f3SYinan Xu  pfevent.io.distribute_csr := RegNext(io.csrCtrl.distribute_csr)
480cd365d4cSrvcoresjw  val csrevents = pfevent.io.hpmevent.slice(8,16)
4811ca0e4f3SYinan Xu
482cd365d4cSrvcoresjw  val perfinfo = IO(new Bundle(){
4831ca0e4f3SYinan Xu    val perfEventsRs      = Input(Vec(NumRs, new PerfEvent))
4841ca0e4f3SYinan Xu    val perfEventsEu0     = Input(Vec(6, new PerfEvent))
4851ca0e4f3SYinan Xu    val perfEventsEu1     = Input(Vec(6, new PerfEvent))
486cd365d4cSrvcoresjw  })
487cd365d4cSrvcoresjw
4881ca0e4f3SYinan Xu  val allPerfEvents = Seq(decode, rename, dispatch, intDq, fpDq, lsDq, rob).flatMap(_.getPerf)
4891ca0e4f3SYinan Xu  val hpmEvents = allPerfEvents ++ perfinfo.perfEventsEu0 ++ perfinfo.perfEventsEu1 ++ perfinfo.perfEventsRs
4901ca0e4f3SYinan Xu  val perfEvents = HPerfMonitor(csrevents, hpmEvents).getPerfEvents
4911ca0e4f3SYinan Xu  generatePerfEvent()
4928921b337SYinan Xu}
493