xref: /XiangShan/src/main/scala/xiangshan/backend/CtrlBlock.scala (revision 0febc381f3bb3d9073abeba3b7e725b8813723d8)
1c6d43980SLemover/***************************************************************************************
2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
4c6d43980SLemover*
5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2.
6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at:
8c6d43980SLemover*          http://license.coscl.org.cn/MulanPSL2
9c6d43980SLemover*
10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
13c6d43980SLemover*
14c6d43980SLemover* See the Mulan PSL v2 for more details.
15c6d43980SLemover***************************************************************************************/
16c6d43980SLemover
178921b337SYinan Xupackage xiangshan.backend
188921b337SYinan Xu
192225d46eSJiawei Linimport chipsalliance.rocketchip.config.Parameters
208921b337SYinan Xuimport chisel3._
218921b337SYinan Xuimport chisel3.util._
226ab6918fSYinan Xuimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
2321732575SYinan Xuimport utils._
248921b337SYinan Xuimport xiangshan._
25*0febc381SYinan Xuimport xiangshan.backend.decode.{DecodeStage, FusionDecoder, ImmUnion}
262b4e8253SYinan Xuimport xiangshan.backend.dispatch.{Dispatch, DispatchQueue}
276ab6918fSYinan Xuimport xiangshan.backend.fu.PFEvent
287fa2c198SYinan Xuimport xiangshan.backend.rename.{Rename, RenameTableWrapper}
292b4e8253SYinan Xuimport xiangshan.backend.rob.{Rob, RobCSRIO, RobLsqIO}
306ab6918fSYinan Xuimport xiangshan.frontend.FtqRead
316ab6918fSYinan Xuimport xiangshan.mem.mdp.{LFST, SSIT, WaitTable}
32*0febc381SYinan Xuimport xiangshan.ExceptionNO._
338921b337SYinan Xu
34f06ca0bfSLingrui98class CtrlToFtqIO(implicit p: Parameters) extends XSBundle {
352e1be6e1SSteve Gou  def numRedirect = exuParameters.JmpCnt + exuParameters.AluCnt
369aca92b9SYinan Xu  val rob_commits = Vec(CommitWidth, Valid(new RobCommitInfo))
37df5b4b8eSYinan Xu  val redirect = Valid(new Redirect)
382e1be6e1SSteve Gou  val for_redirect_gen = new Bundle {
392e1be6e1SSteve Gou    val rawRedirect = Valid(new Redirect)
402e1be6e1SSteve Gou    val s1_redirect_onehot = Output(Vec(numRedirect+1, Bool()))
412e1be6e1SSteve Gou    val s1_oldest_redirect = ValidIO(new Redirect)
422e1be6e1SSteve Gou    val s1_oldest_exu_output = ValidIO(new ExuOutput)
432e1be6e1SSteve Gou    val s1_jumpTarget = Output(UInt(VAddrBits.W))
442e1be6e1SSteve Gou    val flushRedirect = Valid(new Redirect)
452e1be6e1SSteve Gou    val frontendFlushTarget = Output(UInt(VAddrBits.W))
462e1be6e1SSteve Gou  }
47f06ca0bfSLingrui98}
48f06ca0bfSLingrui98
492225d46eSJiawei Linclass RedirectGenerator(implicit p: Parameters) extends XSModule
50f06ca0bfSLingrui98  with HasCircularQueuePtrHelper {
512e1be6e1SSteve Gou
522e1be6e1SSteve Gou  class RedirectGeneratorIO(implicit p: Parameters) extends XSBundle {
532e1be6e1SSteve Gou    def numRedirect = exuParameters.JmpCnt + exuParameters.AluCnt
545668a921SJiawei Lin    val hartId = Input(UInt(8.W))
55dfde261eSljw    val exuMispredict = Vec(numRedirect, Flipped(ValidIO(new ExuOutput)))
566c0bbf39Sljw    val loadReplay = Flipped(ValidIO(new Redirect))
579ed972adSLinJiawei    val flush = Input(Bool())
58e7b046c5Szoujr    val stage1PcRead = Vec(numRedirect+1, new FtqRead(UInt(VAddrBits.W)))
59884dbb3bSLinJiawei    val stage2Redirect = ValidIO(new Redirect)
60faf3cfa9SLinJiawei    val stage3Redirect = ValidIO(new Redirect)
61de169c67SWilliam Wang    val memPredUpdate = Output(new MemPredUpdateReq)
62e7b046c5Szoujr    val memPredPcRead = new FtqRead(UInt(VAddrBits.W)) // read req send form stage 2
632e1be6e1SSteve Gou    val for_frontend_redirect_gen = new Bundle {
642e1be6e1SSteve Gou      val s1_jumpTarget = Output(UInt(VAddrBits.W))
652e1be6e1SSteve Gou      val s1_redirect_onehot = Output(Vec(numRedirect+1, Bool()))
662e1be6e1SSteve Gou      val s1_oldest_redirect = ValidIO(new Redirect)
672e1be6e1SSteve Gou      val s1_oldest_exu_output = ValidIO(new ExuOutput)
682e1be6e1SSteve Gou      val s1_real_pc = Input(UInt(VAddrBits.W))
692e1be6e1SSteve Gou    }
702e1be6e1SSteve Gou  }
712e1be6e1SSteve Gou  val io = IO(new RedirectGeneratorIO)
72884dbb3bSLinJiawei  /*
73884dbb3bSLinJiawei        LoadQueue  Jump  ALU0  ALU1  ALU2  ALU3   exception    Stage1
74884dbb3bSLinJiawei          |         |      |    |     |     |         |
75faf3cfa9SLinJiawei          |============= reg & compare =====|         |       ========
7636d7aed5SLinJiawei                            |                         |
7736d7aed5SLinJiawei                            |                         |
7836d7aed5SLinJiawei                            |                         |        Stage2
79884dbb3bSLinJiawei                            |                         |
80884dbb3bSLinJiawei                    redirect (flush backend)          |
81884dbb3bSLinJiawei                    |                                 |
82884dbb3bSLinJiawei               === reg ===                            |       ========
83884dbb3bSLinJiawei                    |                                 |
84884dbb3bSLinJiawei                    |----- mux (exception first) -----|        Stage3
85884dbb3bSLinJiawei                            |
86884dbb3bSLinJiawei                redirect (send to frontend)
87884dbb3bSLinJiawei   */
88dfde261eSljw  private class Wrapper(val n: Int) extends Bundle {
89dfde261eSljw    val redirect = new Redirect
90dfde261eSljw    val valid = Bool()
91dfde261eSljw    val idx = UInt(log2Up(n).W)
92dfde261eSljw  }
93435a337cSYinan Xu  def selectOldestRedirect(xs: Seq[Valid[Redirect]]): Vec[Bool] = {
949aca92b9SYinan Xu    val compareVec = (0 until xs.length).map(i => (0 until i).map(j => isAfter(xs(j).bits.robIdx, xs(i).bits.robIdx)))
95435a337cSYinan Xu    val resultOnehot = VecInit((0 until xs.length).map(i => Cat((0 until xs.length).map(j =>
96435a337cSYinan Xu      (if (j < i) !xs(j).valid || compareVec(i)(j)
97435a337cSYinan Xu      else if (j == i) xs(i).valid
98435a337cSYinan Xu      else !xs(j).valid || !compareVec(j)(i))
99435a337cSYinan Xu    )).andR))
100435a337cSYinan Xu    resultOnehot
101dfde261eSljw  }
102faf3cfa9SLinJiawei
103f06ca0bfSLingrui98  val redirects = io.exuMispredict.map(_.bits.redirect) :+ io.loadReplay.bits
104f06ca0bfSLingrui98  val stage1FtqReadPcs =
105de182b2aSLingrui98    (io.stage1PcRead zip redirects).map{ case (r, redirect) =>
106f06ca0bfSLingrui98      r(redirect.ftqIdx, redirect.ftqOffset)
107f06ca0bfSLingrui98    }
108f7f707b0SLinJiawei
109dfde261eSljw  def getRedirect(exuOut: Valid[ExuOutput]): ValidIO[Redirect] = {
110dfde261eSljw    val redirect = Wire(Valid(new Redirect))
111dfde261eSljw    redirect.valid := exuOut.valid && exuOut.bits.redirect.cfiUpdate.isMisPred
112dfde261eSljw    redirect.bits := exuOut.bits.redirect
113dfde261eSljw    redirect
114dfde261eSljw  }
115dfde261eSljw
116dfde261eSljw  val jumpOut = io.exuMispredict.head
117435a337cSYinan Xu  val allRedirect = VecInit(io.exuMispredict.map(x => getRedirect(x)) :+ io.loadReplay)
118435a337cSYinan Xu  val oldestOneHot = selectOldestRedirect(allRedirect)
119f4b2089aSYinan Xu  val needFlushVec = VecInit(allRedirect.map(_.bits.robIdx.needFlush(io.stage2Redirect) || io.flush))
120435a337cSYinan Xu  val oldestValid = VecInit(oldestOneHot.zip(needFlushVec).map{ case (v, f) => v && !f }).asUInt.orR
121072158bfSYinan Xu  val oldestExuOutput = Mux1H(io.exuMispredict.indices.map(oldestOneHot), io.exuMispredict)
122435a337cSYinan Xu  val oldestRedirect = Mux1H(oldestOneHot, allRedirect)
123dfde261eSljw
1246060732cSLinJiawei  val s1_jumpTarget = RegEnable(jumpOut.bits.redirect.cfiUpdate.target, jumpOut.valid)
125435a337cSYinan Xu  val s1_imm12_reg = RegNext(oldestExuOutput.bits.uop.ctrl.imm(11, 0))
126435a337cSYinan Xu  val s1_pd = RegNext(oldestExuOutput.bits.uop.cf.pd)
127435a337cSYinan Xu  val s1_redirect_bits_reg = RegNext(oldestRedirect.bits)
128435a337cSYinan Xu  val s1_redirect_valid_reg = RegNext(oldestValid)
129435a337cSYinan Xu  val s1_redirect_onehot = RegNext(oldestOneHot)
1302e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_jumpTarget := s1_jumpTarget
1312e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_redirect_onehot := s1_redirect_onehot
1322e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_oldest_redirect.valid := s1_redirect_valid_reg
1332e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_oldest_redirect.bits := s1_redirect_bits_reg
1342e1be6e1SSteve Gou  io.for_frontend_redirect_gen.s1_oldest_exu_output := RegNext(oldestExuOutput)
135faf3cfa9SLinJiawei
136faf3cfa9SLinJiawei  // stage1 -> stage2
13727c1214eSLinJiawei  io.stage2Redirect.valid := s1_redirect_valid_reg && !io.flush
138faf3cfa9SLinJiawei  io.stage2Redirect.bits := s1_redirect_bits_reg
139faf3cfa9SLinJiawei
140072158bfSYinan Xu  val s1_isReplay = s1_redirect_onehot.last
141072158bfSYinan Xu  val s1_isJump = s1_redirect_onehot.head
142f06ca0bfSLingrui98  val real_pc = Mux1H(s1_redirect_onehot, stage1FtqReadPcs)
143dfde261eSljw  val brTarget = real_pc + SignExt(ImmUnion.B.toImm32(s1_imm12_reg), XLEN)
144dfde261eSljw  val snpc = real_pc + Mux(s1_pd.isRVC, 2.U, 4.U)
145435a337cSYinan Xu  val target = Mux(s1_isReplay,
146c88c3a2aSYinan Xu    real_pc, // replay from itself
147dfde261eSljw    Mux(s1_redirect_bits_reg.cfiUpdate.taken,
148dfde261eSljw      Mux(s1_isJump, s1_jumpTarget, brTarget),
1496060732cSLinJiawei      snpc
150faf3cfa9SLinJiawei    )
151faf3cfa9SLinJiawei  )
1522b8b2e7aSWilliam Wang
1536f688dacSYinan Xu  val stage2CfiUpdate = io.stage2Redirect.bits.cfiUpdate
1546f688dacSYinan Xu  stage2CfiUpdate.pc := real_pc
1556f688dacSYinan Xu  stage2CfiUpdate.pd := s1_pd
1562e1be6e1SSteve Gou  // stage2CfiUpdate.predTaken := s1_redirect_bits_reg.cfiUpdate.predTaken
1576f688dacSYinan Xu  stage2CfiUpdate.target := target
1582e1be6e1SSteve Gou  // stage2CfiUpdate.taken := s1_redirect_bits_reg.cfiUpdate.taken
1592e1be6e1SSteve Gou  // stage2CfiUpdate.isMisPred := s1_redirect_bits_reg.cfiUpdate.isMisPred
1606f688dacSYinan Xu
161005e809bSJiuyang Liu  val s2_target = RegEnable(target, s1_redirect_valid_reg)
162005e809bSJiuyang Liu  val s2_pc = RegEnable(real_pc, s1_redirect_valid_reg)
163005e809bSJiuyang Liu  val s2_redirect_bits_reg = RegEnable(s1_redirect_bits_reg, s1_redirect_valid_reg)
1646f688dacSYinan Xu  val s2_redirect_valid_reg = RegNext(s1_redirect_valid_reg && !io.flush, init = false.B)
1656f688dacSYinan Xu
1666f688dacSYinan Xu  io.stage3Redirect.valid := s2_redirect_valid_reg
1676f688dacSYinan Xu  io.stage3Redirect.bits := s2_redirect_bits_reg
1686f688dacSYinan Xu
169de169c67SWilliam Wang  // get pc from ftq
170de169c67SWilliam Wang  // valid only if redirect is caused by load violation
171de169c67SWilliam Wang  // store_pc is used to update store set
172f06ca0bfSLingrui98  val store_pc = io.memPredPcRead(s1_redirect_bits_reg.stFtqIdx, s1_redirect_bits_reg.stFtqOffset)
1732b8b2e7aSWilliam Wang
1742e1be6e1SSteve Gou  val s1_real_pc_from_frontend = io.for_frontend_redirect_gen.s1_real_pc
175de169c67SWilliam Wang  // update load violation predictor if load violation redirect triggered
176de169c67SWilliam Wang  io.memPredUpdate.valid := RegNext(s1_isReplay && s1_redirect_valid_reg, init = false.B)
177de169c67SWilliam Wang  // update wait table
1782e1be6e1SSteve Gou  io.memPredUpdate.waddr := RegNext(XORFold(s1_real_pc_from_frontend(VAddrBits-1, 1), MemPredPCWidth))
179de169c67SWilliam Wang  io.memPredUpdate.wdata := true.B
180de169c67SWilliam Wang  // update store set
1812e1be6e1SSteve Gou  io.memPredUpdate.ldpc := RegNext(XORFold(s1_real_pc_from_frontend(VAddrBits-1, 1), MemPredPCWidth))
182de169c67SWilliam Wang  // store pc is ready 1 cycle after s1_isReplay is judged
183de169c67SWilliam Wang  io.memPredUpdate.stpc := XORFold(store_pc(VAddrBits-1, 1), MemPredPCWidth)
184de169c67SWilliam Wang
1852e1be6e1SSteve Gou  XSError(io.memPredUpdate.valid && RegNext(s1_real_pc_from_frontend) =/= RegNext(real_pc), "s1_real_pc error")
1862e1be6e1SSteve Gou
18725ac26c6SWilliam Wang  // // recover runahead checkpoint if redirect
18825ac26c6SWilliam Wang  // if (!env.FPGAPlatform) {
18925ac26c6SWilliam Wang  //   val runahead_redirect = Module(new DifftestRunaheadRedirectEvent)
19025ac26c6SWilliam Wang  //   runahead_redirect.io.clock := clock
19125ac26c6SWilliam Wang  //   runahead_redirect.io.coreid := io.hartId
19225ac26c6SWilliam Wang  //   runahead_redirect.io.valid := io.stage3Redirect.valid
19325ac26c6SWilliam Wang  //   runahead_redirect.io.pc :=  s2_pc // for debug only
19425ac26c6SWilliam Wang  //   runahead_redirect.io.target_pc := s2_target // for debug only
19525ac26c6SWilliam Wang  //   runahead_redirect.io.checkpoint_id := io.stage3Redirect.bits.debug_runahead_checkpoint_id // make sure it is right
19625ac26c6SWilliam Wang  // }
197884dbb3bSLinJiawei}
198884dbb3bSLinJiawei
1991ca0e4f3SYinan Xuclass CtrlBlock(implicit p: Parameters) extends LazyModule
2001ca0e4f3SYinan Xu  with HasWritebackSink with HasWritebackSource {
2016ab6918fSYinan Xu  val rob = LazyModule(new Rob)
2026ab6918fSYinan Xu
2036ab6918fSYinan Xu  override def addWritebackSink(source: Seq[HasWritebackSource], index: Option[Seq[Int]]): HasWritebackSink = {
2046ab6918fSYinan Xu    rob.addWritebackSink(Seq(this), Some(Seq(writebackSinks.length)))
2056ab6918fSYinan Xu    super.addWritebackSink(source, index)
2066ab6918fSYinan Xu  }
2076ab6918fSYinan Xu
2086ab6918fSYinan Xu  lazy val module = new CtrlBlockImp(this)
2096ab6918fSYinan Xu
2106ab6918fSYinan Xu  override lazy val writebackSourceParams: Seq[WritebackSourceParams] = {
2116ab6918fSYinan Xu    writebackSinksParams
2126ab6918fSYinan Xu  }
2136ab6918fSYinan Xu  override lazy val writebackSourceImp: HasWritebackSourceImp = module
2146ab6918fSYinan Xu
2156ab6918fSYinan Xu  override def generateWritebackIO(
2166ab6918fSYinan Xu    thisMod: Option[HasWritebackSource] = None,
2176ab6918fSYinan Xu    thisModImp: Option[HasWritebackSourceImp] = None
2186ab6918fSYinan Xu  ): Unit = {
2196ab6918fSYinan Xu    module.io.writeback.zip(writebackSinksImp(thisMod, thisModImp)).foreach(x => x._1 := x._2)
2206ab6918fSYinan Xu  }
2216ab6918fSYinan Xu}
2226ab6918fSYinan Xu
2236ab6918fSYinan Xuclass CtrlBlockImp(outer: CtrlBlock)(implicit p: Parameters) extends LazyModuleImp(outer)
2241ca0e4f3SYinan Xu  with HasXSParameter
2251ca0e4f3SYinan Xu  with HasCircularQueuePtrHelper
2261ca0e4f3SYinan Xu  with HasWritebackSourceImp
2271ca0e4f3SYinan Xu  with HasPerfEvents
2281ca0e4f3SYinan Xu{
2296ab6918fSYinan Xu  val writebackLengths = outer.writebackSinksParams.map(_.length)
2306ab6918fSYinan Xu
2318921b337SYinan Xu  val io = IO(new Bundle {
2325668a921SJiawei Lin    val hartId = Input(UInt(8.W))
233b6900d94SYinan Xu    val cpu_halt = Output(Bool())
2345cbe3dbdSLingrui98    val frontend = Flipped(new FrontendToCtrlIO)
2352b4e8253SYinan Xu    val allocPregs = Vec(RenameWidth, Output(new ResetPregStateReq))
2362b4e8253SYinan Xu    val dispatch = Vec(3*dpParams.IntDqDeqWidth, DecoupledIO(new MicroOp))
23766220144SYinan Xu    // from int block
23866220144SYinan Xu    val exuRedirect = Vec(exuParameters.AluCnt + exuParameters.JmpCnt, Flipped(ValidIO(new ExuOutput)))
23966220144SYinan Xu    val stIn = Vec(exuParameters.StuCnt, Flipped(ValidIO(new ExuInput)))
24066220144SYinan Xu    val memoryViolation = Flipped(ValidIO(new Redirect))
24166220144SYinan Xu    val jumpPc = Output(UInt(VAddrBits.W))
24266220144SYinan Xu    val jalr_target = Output(UInt(VAddrBits.W))
2439aca92b9SYinan Xu    val robio = new Bundle {
2441c2588aaSYinan Xu      // to int block
2459aca92b9SYinan Xu      val toCSR = new RobCSRIO
2463a474d38SYinan Xu      val exception = ValidIO(new ExceptionInfo)
2471c2588aaSYinan Xu      // to mem block
2489aca92b9SYinan Xu      val lsq = new RobLsqIO
2491c2588aaSYinan Xu    }
2502b8b2e7aSWilliam Wang    val csrCtrl = Input(new CustomCSRCtrlIO)
251edd6ddbcSwakafa    val perfInfo = Output(new Bundle{
252edd6ddbcSwakafa      val ctrlInfo = new Bundle {
2539aca92b9SYinan Xu        val robFull   = Input(Bool())
254edd6ddbcSwakafa        val intdqFull = Input(Bool())
255edd6ddbcSwakafa        val fpdqFull  = Input(Bool())
256edd6ddbcSwakafa        val lsdqFull  = Input(Bool())
257edd6ddbcSwakafa      }
258edd6ddbcSwakafa    })
2596ab6918fSYinan Xu    val writeback = MixedVec(writebackLengths.map(num => Vec(num, Flipped(ValidIO(new ExuOutput)))))
26066220144SYinan Xu    // redirect out
26166220144SYinan Xu    val redirect = ValidIO(new Redirect)
26266220144SYinan Xu    val debug_int_rat = Vec(32, Output(UInt(PhyRegIdxWidth.W)))
26366220144SYinan Xu    val debug_fp_rat = Vec(32, Output(UInt(PhyRegIdxWidth.W)))
2648921b337SYinan Xu  })
2658921b337SYinan Xu
2666ab6918fSYinan Xu  override def writebackSource: Option[Seq[Seq[Valid[ExuOutput]]]] = {
2676ab6918fSYinan Xu    Some(io.writeback.map(writeback => {
2686ab6918fSYinan Xu      val exuOutput = WireInit(writeback)
2696ab6918fSYinan Xu      val timer = GTimer()
2706ab6918fSYinan Xu      for ((wb_next, wb) <- exuOutput.zip(writeback)) {
2716ab6918fSYinan Xu        wb_next.valid := RegNext(wb.valid && !wb.bits.uop.robIdx.needFlush(stage2Redirect))
2726ab6918fSYinan Xu        wb_next.bits := RegNext(wb.bits)
2736ab6918fSYinan Xu        wb_next.bits.uop.debugInfo.writebackTime := timer
2746ab6918fSYinan Xu      }
2756ab6918fSYinan Xu      exuOutput
2766ab6918fSYinan Xu    }))
2776ab6918fSYinan Xu  }
2786ab6918fSYinan Xu
2798921b337SYinan Xu  val decode = Module(new DecodeStage)
280*0febc381SYinan Xu  val fusionDecoder = Module(new FusionDecoder)
2817fa2c198SYinan Xu  val rat = Module(new RenameTableWrapper)
282980c1bc3SWilliam Wang  val ssit = Module(new SSIT)
283980c1bc3SWilliam Wang  val waittable = Module(new WaitTable)
2848921b337SYinan Xu  val rename = Module(new Rename)
285694b0180SLinJiawei  val dispatch = Module(new Dispatch)
2861ca0e4f3SYinan Xu  val intDq = Module(new DispatchQueue(dpParams.IntDqSize, RenameWidth, dpParams.IntDqDeqWidth))
2871ca0e4f3SYinan Xu  val fpDq = Module(new DispatchQueue(dpParams.FpDqSize, RenameWidth, dpParams.FpDqDeqWidth))
2881ca0e4f3SYinan Xu  val lsDq = Module(new DispatchQueue(dpParams.LsDqSize, RenameWidth, dpParams.LsDqDeqWidth))
289884dbb3bSLinJiawei  val redirectGen = Module(new RedirectGenerator)
2908921b337SYinan Xu
2916ab6918fSYinan Xu  val rob = outer.rob.module
2928921b337SYinan Xu
293f4b2089aSYinan Xu  val robPcRead = io.frontend.fromFtq.getRobFlushPcRead
294f4b2089aSYinan Xu  val flushPC = robPcRead(rob.io.flushOut.bits.ftqIdx, rob.io.flushOut.bits.ftqOffset)
295f4b2089aSYinan Xu
296f4b2089aSYinan Xu  val flushRedirect = Wire(Valid(new Redirect))
297f4b2089aSYinan Xu  flushRedirect.valid := RegNext(rob.io.flushOut.valid)
298f4b2089aSYinan Xu  flushRedirect.bits := RegEnable(rob.io.flushOut.bits, rob.io.flushOut.valid)
299f4b2089aSYinan Xu
300f4b2089aSYinan Xu  val flushRedirectReg = Wire(Valid(new Redirect))
301f4b2089aSYinan Xu  flushRedirectReg.valid := RegNext(flushRedirect.valid, init = false.B)
302005e809bSJiuyang Liu  flushRedirectReg.bits := RegEnable(flushRedirect.bits, flushRedirect.valid)
303f4b2089aSYinan Xu
304f4b2089aSYinan Xu  val stage2Redirect = Mux(flushRedirect.valid, flushRedirect, redirectGen.io.stage2Redirect)
3052e1be6e1SSteve Gou  // val stage3Redirect = Mux(flushRedirectReg.valid, flushRedirectReg, redirectGen.io.stage3Redirect)
306faf3cfa9SLinJiawei
30766220144SYinan Xu  val exuRedirect = io.exuRedirect.map(x => {
308dfde261eSljw    val valid = x.valid && x.bits.redirectValid
309f4b2089aSYinan Xu    val killedByOlder = x.bits.uop.robIdx.needFlush(stage2Redirect)
310dfde261eSljw    val delayed = Wire(Valid(new ExuOutput))
311dfde261eSljw    delayed.valid := RegNext(valid && !killedByOlder, init = false.B)
312dfde261eSljw    delayed.bits := RegEnable(x.bits, x.valid)
313dfde261eSljw    delayed
314faf3cfa9SLinJiawei  })
315c1b37c81Sljw  val loadReplay = Wire(Valid(new Redirect))
31666220144SYinan Xu  loadReplay.valid := RegNext(io.memoryViolation.valid &&
317f4b2089aSYinan Xu    !io.memoryViolation.bits.robIdx.needFlush(stage2Redirect),
318c1b37c81Sljw    init = false.B
319c1b37c81Sljw  )
32066220144SYinan Xu  loadReplay.bits := RegEnable(io.memoryViolation.bits, io.memoryViolation.valid)
321f06ca0bfSLingrui98  io.frontend.fromFtq.getRedirectPcRead <> redirectGen.io.stage1PcRead
322f06ca0bfSLingrui98  io.frontend.fromFtq.getMemPredPcRead <> redirectGen.io.memPredPcRead
3235668a921SJiawei Lin  redirectGen.io.hartId := io.hartId
324dfde261eSljw  redirectGen.io.exuMispredict <> exuRedirect
325c1b37c81Sljw  redirectGen.io.loadReplay <> loadReplay
3266f688dacSYinan Xu  redirectGen.io.flush := flushRedirect.valid
3278921b337SYinan Xu
328df5b4b8eSYinan Xu  val frontendFlushValid = DelayN(flushRedirect.valid, 5)
329df5b4b8eSYinan Xu  val frontendFlushBits = RegEnable(flushRedirect.bits, flushRedirect.valid)
330a1351e5dSJay  // When ROB commits an instruction with a flush, we notify the frontend of the flush without the commit.
331a1351e5dSJay  // Flushes to frontend may be delayed by some cycles and commit before flush causes errors.
332a1351e5dSJay  // Thus, we make all flush reasons to behave the same as exceptions for frontend.
333884dbb3bSLinJiawei  for (i <- 0 until CommitWidth) {
334a1351e5dSJay    val is_commit = rob.io.commits.valid(i) && !rob.io.commits.isWalk && !rob.io.flushOut.valid
335a1351e5dSJay    io.frontend.toFtq.rob_commits(i).valid := RegNext(is_commit)
336a1351e5dSJay    io.frontend.toFtq.rob_commits(i).bits := RegEnable(rob.io.commits.info(i), is_commit)
337884dbb3bSLinJiawei  }
338df5b4b8eSYinan Xu  io.frontend.toFtq.redirect.valid := frontendFlushValid || redirectGen.io.stage2Redirect.valid
339df5b4b8eSYinan Xu  io.frontend.toFtq.redirect.bits := Mux(frontendFlushValid, frontendFlushBits, redirectGen.io.stage2Redirect.bits)
340df5b4b8eSYinan Xu  // Be careful here:
341df5b4b8eSYinan Xu  // T0: flushRedirect.valid, exception.valid
342df5b4b8eSYinan Xu  // T1: csr.redirect.valid
343df5b4b8eSYinan Xu  // T2: csr.exception.valid
344df5b4b8eSYinan Xu  // T3: csr.trapTarget
345df5b4b8eSYinan Xu  // T4: ctrlBlock.trapTarget
346df5b4b8eSYinan Xu  // T5: io.frontend.toFtq.stage2Redirect.valid
347df5b4b8eSYinan Xu  val pc_from_csr = io.robio.toCSR.isXRet || DelayN(rob.io.exception.valid, 4)
348df5b4b8eSYinan Xu  val rob_flush_pc = RegEnable(Mux(flushRedirect.bits.flushItself(),
349df5b4b8eSYinan Xu    flushPC, // replay inst
350df5b4b8eSYinan Xu    flushPC + 4.U // flush pipe
351df5b4b8eSYinan Xu  ), flushRedirect.valid)
352df5b4b8eSYinan Xu  val flushTarget = Mux(pc_from_csr, io.robio.toCSR.trapTarget, rob_flush_pc)
3532e1be6e1SSteve Gou  when (frontendFlushValid) {
3542e1be6e1SSteve Gou    io.frontend.toFtq.redirect.bits.level := RedirectLevel.flush
355df5b4b8eSYinan Xu    io.frontend.toFtq.redirect.bits.cfiUpdate.target := RegNext(flushTarget)
356a1351e5dSJay  }
3572e1be6e1SSteve Gou  redirectGen.io.for_frontend_redirect_gen.s1_real_pc := io.frontend.fromFtq.redirect_s1_real_pc
3582e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_oldest_redirect := redirectGen.io.for_frontend_redirect_gen.s1_oldest_redirect
3592e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_oldest_exu_output := redirectGen.io.for_frontend_redirect_gen.s1_oldest_exu_output
3602e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_redirect_onehot := redirectGen.io.for_frontend_redirect_gen.s1_redirect_onehot
3612e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.s1_jumpTarget := redirectGen.io.for_frontend_redirect_gen.s1_jumpTarget
3622e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.rawRedirect := redirectGen.io.stage2Redirect
3632e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.flushRedirect.valid := frontendFlushValid
3642e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.flushRedirect.bits := frontendFlushBits
3652e1be6e1SSteve Gou
3662e1be6e1SSteve Gou  io.frontend.toFtq.for_redirect_gen.frontendFlushTarget := RegNext(flushTarget)
3672e1be6e1SSteve Gou
3682e1be6e1SSteve Gou
3696f688dacSYinan Xu  val pendingRedirect = RegInit(false.B)
3706f688dacSYinan Xu  when (stage2Redirect.valid) {
3716f688dacSYinan Xu    pendingRedirect := true.B
372df5b4b8eSYinan Xu  }.elsewhen (RegNext(io.frontend.toFtq.redirect.valid)) {
3736f688dacSYinan Xu    pendingRedirect := false.B
3746f688dacSYinan Xu  }
37566bcc42fSYinan Xu
3768921b337SYinan Xu  decode.io.in <> io.frontend.cfVec
377fd7603d9SYinan Xu  decode.io.csrCtrl := RegNext(io.csrCtrl)
378a0db5a4bSYinan Xu  decode.io.intRat <> rat.io.intReadPorts
379a0db5a4bSYinan Xu  decode.io.fpRat <> rat.io.fpReadPorts
380980c1bc3SWilliam Wang
381980c1bc3SWilliam Wang  // memory dependency predict
382980c1bc3SWilliam Wang  // when decode, send fold pc to mdp
383980c1bc3SWilliam Wang  for (i <- 0 until DecodeWidth) {
384980c1bc3SWilliam Wang    val mdp_foldpc = Mux(
385a0db5a4bSYinan Xu      decode.io.out(i).fire,
386980c1bc3SWilliam Wang      decode.io.in(i).bits.foldpc,
387980c1bc3SWilliam Wang      rename.io.in(i).bits.cf.foldpc
388980c1bc3SWilliam Wang    )
389980c1bc3SWilliam Wang    ssit.io.raddr(i) := mdp_foldpc
390980c1bc3SWilliam Wang    waittable.io.raddr(i) := mdp_foldpc
391980c1bc3SWilliam Wang  }
392980c1bc3SWilliam Wang  // currently, we only update mdp info when isReplay
393980c1bc3SWilliam Wang  ssit.io.update <> RegNext(redirectGen.io.memPredUpdate)
394980c1bc3SWilliam Wang  ssit.io.csrCtrl := RegNext(io.csrCtrl)
395980c1bc3SWilliam Wang  waittable.io.update <> RegNext(redirectGen.io.memPredUpdate)
396980c1bc3SWilliam Wang  waittable.io.csrCtrl := RegNext(io.csrCtrl)
397980c1bc3SWilliam Wang
398980c1bc3SWilliam Wang  // LFST lookup and update
399980c1bc3SWilliam Wang  val lfst = Module(new LFST)
400980c1bc3SWilliam Wang  lfst.io.redirect <> RegNext(io.redirect)
401980c1bc3SWilliam Wang  lfst.io.storeIssue <> RegNext(io.stIn)
402980c1bc3SWilliam Wang  lfst.io.csrCtrl <> RegNext(io.csrCtrl)
403980c1bc3SWilliam Wang  lfst.io.dispatch <> dispatch.io.lfst
4042b8b2e7aSWilliam Wang
4057fa2c198SYinan Xu  rat.io.robCommits := rob.io.commits
4067fa2c198SYinan Xu  rat.io.intRenamePorts := rename.io.intRenamePorts
4077fa2c198SYinan Xu  rat.io.fpRenamePorts := rename.io.fpRenamePorts
4087fa2c198SYinan Xu  rat.io.debug_int_rat <> io.debug_int_rat
4097fa2c198SYinan Xu  rat.io.debug_fp_rat <> io.debug_fp_rat
4100412e00dSLinJiawei
4112b4e8253SYinan Xu  // pipeline between decode and rename
412b424051cSYinan Xu  for (i <- 0 until RenameWidth) {
413*0febc381SYinan Xu    // fusion decoder
414*0febc381SYinan Xu    val decodeHasException = io.frontend.cfVec(i).bits.exceptionVec(instrPageFault) || io.frontend.cfVec(i).bits.exceptionVec(instrAccessFault)
415*0febc381SYinan Xu    val disableFusion = decode.io.csrCtrl.singlestep
416*0febc381SYinan Xu    fusionDecoder.io.in(i).valid := io.frontend.cfVec(i).valid && !(decodeHasException || disableFusion)
417*0febc381SYinan Xu    fusionDecoder.io.in(i).bits := io.frontend.cfVec(i).bits.instr
418*0febc381SYinan Xu    if (i > 0) {
419*0febc381SYinan Xu      fusionDecoder.io.inReady(i - 1) := decode.io.out(i).ready
420*0febc381SYinan Xu    }
421*0febc381SYinan Xu
422*0febc381SYinan Xu    // Pipeline
423*0febc381SYinan Xu    val renamePipe = PipelineNext(decode.io.out(i), rename.io.in(i).ready,
4246f688dacSYinan Xu      stage2Redirect.valid || pendingRedirect)
425*0febc381SYinan Xu    renamePipe.ready := rename.io.in(i).ready
426*0febc381SYinan Xu    rename.io.in(i).valid := renamePipe.valid && !fusionDecoder.io.clear(i)
427*0febc381SYinan Xu    rename.io.in(i).bits := renamePipe.bits
428a0db5a4bSYinan Xu    rename.io.intReadPorts(i) := rat.io.intReadPorts(i).map(_.data)
429a0db5a4bSYinan Xu    rename.io.fpReadPorts(i) := rat.io.fpReadPorts(i).map(_.data)
430a0db5a4bSYinan Xu    rename.io.waittable(i) := RegEnable(waittable.io.rdata(i), decode.io.out(i).fire)
431*0febc381SYinan Xu
432*0febc381SYinan Xu    if (i < RenameWidth - 1) {
433*0febc381SYinan Xu      // fusion decoder sees the raw decode info
434*0febc381SYinan Xu      fusionDecoder.io.dec(i) := renamePipe.bits.ctrl
435*0febc381SYinan Xu      rename.io.fusionInfo(i) := fusionDecoder.io.info(i)
436*0febc381SYinan Xu
437*0febc381SYinan Xu      // update the first RenameWidth - 1 instructions
438*0febc381SYinan Xu      decode.io.fusion(i) := fusionDecoder.io.out(i).valid && rename.io.out(i).fire
439*0febc381SYinan Xu      when (fusionDecoder.io.out(i).valid) {
440*0febc381SYinan Xu        fusionDecoder.io.out(i).bits.update(rename.io.in(i).bits.ctrl)
441*0febc381SYinan Xu        // TODO: remove this dirty code for ftq update
442*0febc381SYinan Xu        val sameFtqPtr = rename.io.in(i).bits.cf.ftqPtr.value === rename.io.in(i + 1).bits.cf.ftqPtr.value
443*0febc381SYinan Xu        val ftqOffset0 = rename.io.in(i).bits.cf.ftqOffset
444*0febc381SYinan Xu        val ftqOffset1 = rename.io.in(i + 1).bits.cf.ftqOffset
445*0febc381SYinan Xu        val ftqOffsetDiff = ftqOffset1 - ftqOffset0
446*0febc381SYinan Xu        val cond1 = sameFtqPtr && ftqOffsetDiff === 1.U
447*0febc381SYinan Xu        val cond2 = sameFtqPtr && ftqOffsetDiff === 2.U
448*0febc381SYinan Xu        val cond3 = !sameFtqPtr && ftqOffset1 === 0.U
449*0febc381SYinan Xu        val cond4 = !sameFtqPtr && ftqOffset1 === 1.U
450*0febc381SYinan Xu        rename.io.in(i).bits.ctrl.commitType := Mux(cond1, 4.U, Mux(cond2, 5.U, Mux(cond3, 6.U, 7.U)))
451*0febc381SYinan Xu        XSError(!cond1 && !cond2 && !cond3 && !cond4, p"new condition $sameFtqPtr $ftqOffset0 $ftqOffset1\n")
452*0febc381SYinan Xu      }
453*0febc381SYinan Xu    }
454b424051cSYinan Xu  }
4558921b337SYinan Xu
456f06ca0bfSLingrui98  rename.io.redirect <> stage2Redirect
4579aca92b9SYinan Xu  rename.io.robCommits <> rob.io.commits
458980c1bc3SWilliam Wang  rename.io.ssit <> ssit.io.rdata
4598921b337SYinan Xu
4602b4e8253SYinan Xu  // pipeline between rename and dispatch
4612b4e8253SYinan Xu  for (i <- 0 until RenameWidth) {
462f4b2089aSYinan Xu    PipelineConnect(rename.io.out(i), dispatch.io.fromRename(i), dispatch.io.recv(i), stage2Redirect.valid)
4632b4e8253SYinan Xu  }
4642b4e8253SYinan Xu
4655668a921SJiawei Lin  dispatch.io.hartId := io.hartId
466f06ca0bfSLingrui98  dispatch.io.redirect <> stage2Redirect
4679aca92b9SYinan Xu  dispatch.io.enqRob <> rob.io.enq
4682b4e8253SYinan Xu  dispatch.io.toIntDq <> intDq.io.enq
4692b4e8253SYinan Xu  dispatch.io.toFpDq <> fpDq.io.enq
4702b4e8253SYinan Xu  dispatch.io.toLsDq <> lsDq.io.enq
4712b4e8253SYinan Xu  dispatch.io.allocPregs <> io.allocPregs
472d7dd1af1SLi Qianruo  dispatch.io.singleStep := RegNext(io.csrCtrl.singlestep)
4730412e00dSLinJiawei
4742b4e8253SYinan Xu  intDq.io.redirect <> stage2Redirect
4752b4e8253SYinan Xu  fpDq.io.redirect <> stage2Redirect
4762b4e8253SYinan Xu  lsDq.io.redirect <> stage2Redirect
4772b4e8253SYinan Xu
4782b4e8253SYinan Xu  io.dispatch <> intDq.io.deq ++ lsDq.io.deq ++ fpDq.io.deq
4793fae98acSYinan Xu
480f973ab00SYinan Xu  val pingpong = RegInit(false.B)
481f973ab00SYinan Xu  pingpong := !pingpong
482f973ab00SYinan Xu  val jumpInst = Mux(pingpong && (exuParameters.AluCnt > 2).B, io.dispatch(2).bits, io.dispatch(0).bits)
4837fa2c198SYinan Xu  val jumpPcRead = io.frontend.fromFtq.getJumpPcRead
4847fa2c198SYinan Xu  io.jumpPc := jumpPcRead(jumpInst.cf.ftqPtr, jumpInst.cf.ftqOffset)
4857fa2c198SYinan Xu  val jumpTargetRead = io.frontend.fromFtq.target_read
4867fa2c198SYinan Xu  io.jalr_target := jumpTargetRead(jumpInst.cf.ftqPtr, jumpInst.cf.ftqOffset)
4877fa2c198SYinan Xu
4885668a921SJiawei Lin  rob.io.hartId := io.hartId
489b6900d94SYinan Xu  io.cpu_halt := DelayN(rob.io.cpu_halt, 5)
4909aca92b9SYinan Xu  rob.io.redirect <> stage2Redirect
4916ab6918fSYinan Xu  outer.rob.generateWritebackIO(Some(outer), Some(this))
4920412e00dSLinJiawei
4935cbe3dbdSLingrui98  io.redirect <> stage2Redirect
4940412e00dSLinJiawei
4959aca92b9SYinan Xu  // rob to int block
4969aca92b9SYinan Xu  io.robio.toCSR <> rob.io.csr
4979aca92b9SYinan Xu  io.robio.toCSR.perfinfo.retiredInstr <> RegNext(rob.io.csr.perfinfo.retiredInstr)
4989aca92b9SYinan Xu  io.robio.exception := rob.io.exception
4999aca92b9SYinan Xu  io.robio.exception.bits.uop.cf.pc := flushPC
5002b4e8253SYinan Xu
5019aca92b9SYinan Xu  // rob to mem block
5029aca92b9SYinan Xu  io.robio.lsq <> rob.io.lsq
503edd6ddbcSwakafa
5049aca92b9SYinan Xu  io.perfInfo.ctrlInfo.robFull := RegNext(rob.io.robFull)
5052b4e8253SYinan Xu  io.perfInfo.ctrlInfo.intdqFull := RegNext(intDq.io.dqFull)
5062b4e8253SYinan Xu  io.perfInfo.ctrlInfo.fpdqFull := RegNext(fpDq.io.dqFull)
5072b4e8253SYinan Xu  io.perfInfo.ctrlInfo.lsdqFull := RegNext(lsDq.io.dqFull)
508cd365d4cSrvcoresjw
509cd365d4cSrvcoresjw  val pfevent = Module(new PFEvent)
5101ca0e4f3SYinan Xu  pfevent.io.distribute_csr := RegNext(io.csrCtrl.distribute_csr)
511cd365d4cSrvcoresjw  val csrevents = pfevent.io.hpmevent.slice(8,16)
5121ca0e4f3SYinan Xu
513cd365d4cSrvcoresjw  val perfinfo = IO(new Bundle(){
5141ca0e4f3SYinan Xu    val perfEventsRs      = Input(Vec(NumRs, new PerfEvent))
5151ca0e4f3SYinan Xu    val perfEventsEu0     = Input(Vec(6, new PerfEvent))
5161ca0e4f3SYinan Xu    val perfEventsEu1     = Input(Vec(6, new PerfEvent))
517cd365d4cSrvcoresjw  })
518cd365d4cSrvcoresjw
5191ca0e4f3SYinan Xu  val allPerfEvents = Seq(decode, rename, dispatch, intDq, fpDq, lsDq, rob).flatMap(_.getPerf)
5201ca0e4f3SYinan Xu  val hpmEvents = allPerfEvents ++ perfinfo.perfEventsEu0 ++ perfinfo.perfEventsEu1 ++ perfinfo.perfEventsRs
5211ca0e4f3SYinan Xu  val perfEvents = HPerfMonitor(csrevents, hpmEvents).getPerfEvents
5221ca0e4f3SYinan Xu  generatePerfEvent()
5238921b337SYinan Xu}
524