1c6d43980SLemover/*************************************************************************************** 2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory 4c6d43980SLemover* 5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2. 6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2. 7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at: 8c6d43980SLemover* http://license.coscl.org.cn/MulanPSL2 9c6d43980SLemover* 10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13c6d43980SLemover* 14c6d43980SLemover* See the Mulan PSL v2 for more details. 15c6d43980SLemover***************************************************************************************/ 16c6d43980SLemover 178921b337SYinan Xupackage xiangshan.backend 188921b337SYinan Xu 192225d46eSJiawei Linimport chipsalliance.rocketchip.config.Parameters 208921b337SYinan Xuimport chisel3._ 218921b337SYinan Xuimport chisel3.util._ 226ab6918fSYinan Xuimport difftest._ 236ab6918fSYinan Xuimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp} 2421732575SYinan Xuimport utils._ 258921b337SYinan Xuimport xiangshan._ 26de169c67SWilliam Wangimport xiangshan.backend.decode.{DecodeStage, ImmUnion} 272b4e8253SYinan Xuimport xiangshan.backend.dispatch.{Dispatch, DispatchQueue} 286ab6918fSYinan Xuimport xiangshan.backend.fu.PFEvent 297fa2c198SYinan Xuimport xiangshan.backend.rename.{Rename, RenameTableWrapper} 302b4e8253SYinan Xuimport xiangshan.backend.rob.{Rob, RobCSRIO, RobLsqIO} 316ab6918fSYinan Xuimport xiangshan.frontend.FtqRead 326ab6918fSYinan Xuimport xiangshan.mem.mdp.{LFST, SSIT, WaitTable} 338921b337SYinan Xu 34f06ca0bfSLingrui98class CtrlToFtqIO(implicit p: Parameters) extends XSBundle { 35*2e1be6e1SSteve Gou def numRedirect = exuParameters.JmpCnt + exuParameters.AluCnt 369aca92b9SYinan Xu val rob_commits = Vec(CommitWidth, Valid(new RobCommitInfo)) 37df5b4b8eSYinan Xu val redirect = Valid(new Redirect) 38*2e1be6e1SSteve Gou val for_redirect_gen = new Bundle { 39*2e1be6e1SSteve Gou val rawRedirect = Valid(new Redirect) 40*2e1be6e1SSteve Gou val s1_redirect_onehot = Output(Vec(numRedirect+1, Bool())) 41*2e1be6e1SSteve Gou val s1_oldest_redirect = ValidIO(new Redirect) 42*2e1be6e1SSteve Gou val s1_oldest_exu_output = ValidIO(new ExuOutput) 43*2e1be6e1SSteve Gou val s1_jumpTarget = Output(UInt(VAddrBits.W)) 44*2e1be6e1SSteve Gou val flushRedirect = Valid(new Redirect) 45*2e1be6e1SSteve Gou val frontendFlushTarget = Output(UInt(VAddrBits.W)) 46*2e1be6e1SSteve Gou } 47f06ca0bfSLingrui98} 48f06ca0bfSLingrui98 492225d46eSJiawei Linclass RedirectGenerator(implicit p: Parameters) extends XSModule 50f06ca0bfSLingrui98 with HasCircularQueuePtrHelper { 51*2e1be6e1SSteve Gou 52*2e1be6e1SSteve Gou class RedirectGeneratorIO(implicit p: Parameters) extends XSBundle { 53*2e1be6e1SSteve Gou def numRedirect = exuParameters.JmpCnt + exuParameters.AluCnt 545668a921SJiawei Lin val hartId = Input(UInt(8.W)) 55dfde261eSljw val exuMispredict = Vec(numRedirect, Flipped(ValidIO(new ExuOutput))) 566c0bbf39Sljw val loadReplay = Flipped(ValidIO(new Redirect)) 579ed972adSLinJiawei val flush = Input(Bool()) 58e7b046c5Szoujr val stage1PcRead = Vec(numRedirect+1, new FtqRead(UInt(VAddrBits.W))) 59884dbb3bSLinJiawei val stage2Redirect = ValidIO(new Redirect) 60faf3cfa9SLinJiawei val stage3Redirect = ValidIO(new Redirect) 61de169c67SWilliam Wang val memPredUpdate = Output(new MemPredUpdateReq) 62e7b046c5Szoujr val memPredPcRead = new FtqRead(UInt(VAddrBits.W)) // read req send form stage 2 63*2e1be6e1SSteve Gou val for_frontend_redirect_gen = new Bundle { 64*2e1be6e1SSteve Gou val s1_jumpTarget = Output(UInt(VAddrBits.W)) 65*2e1be6e1SSteve Gou val s1_redirect_onehot = Output(Vec(numRedirect+1, Bool())) 66*2e1be6e1SSteve Gou val s1_oldest_redirect = ValidIO(new Redirect) 67*2e1be6e1SSteve Gou val s1_oldest_exu_output = ValidIO(new ExuOutput) 68*2e1be6e1SSteve Gou val s1_real_pc = Input(UInt(VAddrBits.W)) 69*2e1be6e1SSteve Gou } 70*2e1be6e1SSteve Gou } 71*2e1be6e1SSteve Gou val io = IO(new RedirectGeneratorIO) 72884dbb3bSLinJiawei /* 73884dbb3bSLinJiawei LoadQueue Jump ALU0 ALU1 ALU2 ALU3 exception Stage1 74884dbb3bSLinJiawei | | | | | | | 75faf3cfa9SLinJiawei |============= reg & compare =====| | ======== 7636d7aed5SLinJiawei | | 7736d7aed5SLinJiawei | | 7836d7aed5SLinJiawei | | Stage2 79884dbb3bSLinJiawei | | 80884dbb3bSLinJiawei redirect (flush backend) | 81884dbb3bSLinJiawei | | 82884dbb3bSLinJiawei === reg === | ======== 83884dbb3bSLinJiawei | | 84884dbb3bSLinJiawei |----- mux (exception first) -----| Stage3 85884dbb3bSLinJiawei | 86884dbb3bSLinJiawei redirect (send to frontend) 87884dbb3bSLinJiawei */ 88dfde261eSljw private class Wrapper(val n: Int) extends Bundle { 89dfde261eSljw val redirect = new Redirect 90dfde261eSljw val valid = Bool() 91dfde261eSljw val idx = UInt(log2Up(n).W) 92dfde261eSljw } 93435a337cSYinan Xu def selectOldestRedirect(xs: Seq[Valid[Redirect]]): Vec[Bool] = { 949aca92b9SYinan Xu val compareVec = (0 until xs.length).map(i => (0 until i).map(j => isAfter(xs(j).bits.robIdx, xs(i).bits.robIdx))) 95435a337cSYinan Xu val resultOnehot = VecInit((0 until xs.length).map(i => Cat((0 until xs.length).map(j => 96435a337cSYinan Xu (if (j < i) !xs(j).valid || compareVec(i)(j) 97435a337cSYinan Xu else if (j == i) xs(i).valid 98435a337cSYinan Xu else !xs(j).valid || !compareVec(j)(i)) 99435a337cSYinan Xu )).andR)) 100435a337cSYinan Xu resultOnehot 101dfde261eSljw } 102faf3cfa9SLinJiawei 103f06ca0bfSLingrui98 val redirects = io.exuMispredict.map(_.bits.redirect) :+ io.loadReplay.bits 104f06ca0bfSLingrui98 val stage1FtqReadPcs = 105de182b2aSLingrui98 (io.stage1PcRead zip redirects).map{ case (r, redirect) => 106f06ca0bfSLingrui98 r(redirect.ftqIdx, redirect.ftqOffset) 107f06ca0bfSLingrui98 } 108f7f707b0SLinJiawei 109dfde261eSljw def getRedirect(exuOut: Valid[ExuOutput]): ValidIO[Redirect] = { 110dfde261eSljw val redirect = Wire(Valid(new Redirect)) 111dfde261eSljw redirect.valid := exuOut.valid && exuOut.bits.redirect.cfiUpdate.isMisPred 112dfde261eSljw redirect.bits := exuOut.bits.redirect 113dfde261eSljw redirect 114dfde261eSljw } 115dfde261eSljw 116dfde261eSljw val jumpOut = io.exuMispredict.head 117435a337cSYinan Xu val allRedirect = VecInit(io.exuMispredict.map(x => getRedirect(x)) :+ io.loadReplay) 118435a337cSYinan Xu val oldestOneHot = selectOldestRedirect(allRedirect) 119f4b2089aSYinan Xu val needFlushVec = VecInit(allRedirect.map(_.bits.robIdx.needFlush(io.stage2Redirect) || io.flush)) 120435a337cSYinan Xu val oldestValid = VecInit(oldestOneHot.zip(needFlushVec).map{ case (v, f) => v && !f }).asUInt.orR 121072158bfSYinan Xu val oldestExuOutput = Mux1H(io.exuMispredict.indices.map(oldestOneHot), io.exuMispredict) 122435a337cSYinan Xu val oldestRedirect = Mux1H(oldestOneHot, allRedirect) 123dfde261eSljw 1246060732cSLinJiawei val s1_jumpTarget = RegEnable(jumpOut.bits.redirect.cfiUpdate.target, jumpOut.valid) 125435a337cSYinan Xu val s1_imm12_reg = RegNext(oldestExuOutput.bits.uop.ctrl.imm(11, 0)) 126435a337cSYinan Xu val s1_pd = RegNext(oldestExuOutput.bits.uop.cf.pd) 127435a337cSYinan Xu val s1_redirect_bits_reg = RegNext(oldestRedirect.bits) 128435a337cSYinan Xu val s1_redirect_valid_reg = RegNext(oldestValid) 129435a337cSYinan Xu val s1_redirect_onehot = RegNext(oldestOneHot) 130*2e1be6e1SSteve Gou io.for_frontend_redirect_gen.s1_jumpTarget := s1_jumpTarget 131*2e1be6e1SSteve Gou io.for_frontend_redirect_gen.s1_redirect_onehot := s1_redirect_onehot 132*2e1be6e1SSteve Gou io.for_frontend_redirect_gen.s1_oldest_redirect.valid := s1_redirect_valid_reg 133*2e1be6e1SSteve Gou io.for_frontend_redirect_gen.s1_oldest_redirect.bits := s1_redirect_bits_reg 134*2e1be6e1SSteve Gou io.for_frontend_redirect_gen.s1_oldest_exu_output := RegNext(oldestExuOutput) 135faf3cfa9SLinJiawei 136faf3cfa9SLinJiawei // stage1 -> stage2 13727c1214eSLinJiawei io.stage2Redirect.valid := s1_redirect_valid_reg && !io.flush 138faf3cfa9SLinJiawei io.stage2Redirect.bits := s1_redirect_bits_reg 139faf3cfa9SLinJiawei 140072158bfSYinan Xu val s1_isReplay = s1_redirect_onehot.last 141072158bfSYinan Xu val s1_isJump = s1_redirect_onehot.head 142f06ca0bfSLingrui98 val real_pc = Mux1H(s1_redirect_onehot, stage1FtqReadPcs) 143dfde261eSljw val brTarget = real_pc + SignExt(ImmUnion.B.toImm32(s1_imm12_reg), XLEN) 144dfde261eSljw val snpc = real_pc + Mux(s1_pd.isRVC, 2.U, 4.U) 145435a337cSYinan Xu val target = Mux(s1_isReplay, 146c88c3a2aSYinan Xu real_pc, // replay from itself 147dfde261eSljw Mux(s1_redirect_bits_reg.cfiUpdate.taken, 148dfde261eSljw Mux(s1_isJump, s1_jumpTarget, brTarget), 1496060732cSLinJiawei snpc 150faf3cfa9SLinJiawei ) 151faf3cfa9SLinJiawei ) 1522b8b2e7aSWilliam Wang 1536f688dacSYinan Xu val stage2CfiUpdate = io.stage2Redirect.bits.cfiUpdate 1546f688dacSYinan Xu stage2CfiUpdate.pc := real_pc 1556f688dacSYinan Xu stage2CfiUpdate.pd := s1_pd 156*2e1be6e1SSteve Gou // stage2CfiUpdate.predTaken := s1_redirect_bits_reg.cfiUpdate.predTaken 1576f688dacSYinan Xu stage2CfiUpdate.target := target 158*2e1be6e1SSteve Gou // stage2CfiUpdate.taken := s1_redirect_bits_reg.cfiUpdate.taken 159*2e1be6e1SSteve Gou // stage2CfiUpdate.isMisPred := s1_redirect_bits_reg.cfiUpdate.isMisPred 1606f688dacSYinan Xu 1616f688dacSYinan Xu val s2_target = RegEnable(target, enable = s1_redirect_valid_reg) 1626f688dacSYinan Xu val s2_pc = RegEnable(real_pc, enable = s1_redirect_valid_reg) 1636f688dacSYinan Xu val s2_redirect_bits_reg = RegEnable(s1_redirect_bits_reg, enable = s1_redirect_valid_reg) 1646f688dacSYinan Xu val s2_redirect_valid_reg = RegNext(s1_redirect_valid_reg && !io.flush, init = false.B) 1656f688dacSYinan Xu 1666f688dacSYinan Xu io.stage3Redirect.valid := s2_redirect_valid_reg 1676f688dacSYinan Xu io.stage3Redirect.bits := s2_redirect_bits_reg 1686f688dacSYinan Xu 169de169c67SWilliam Wang // get pc from ftq 170de169c67SWilliam Wang // valid only if redirect is caused by load violation 171de169c67SWilliam Wang // store_pc is used to update store set 172f06ca0bfSLingrui98 val store_pc = io.memPredPcRead(s1_redirect_bits_reg.stFtqIdx, s1_redirect_bits_reg.stFtqOffset) 1732b8b2e7aSWilliam Wang 174*2e1be6e1SSteve Gou val s1_real_pc_from_frontend = io.for_frontend_redirect_gen.s1_real_pc 175de169c67SWilliam Wang // update load violation predictor if load violation redirect triggered 176de169c67SWilliam Wang io.memPredUpdate.valid := RegNext(s1_isReplay && s1_redirect_valid_reg, init = false.B) 177de169c67SWilliam Wang // update wait table 178*2e1be6e1SSteve Gou io.memPredUpdate.waddr := RegNext(XORFold(s1_real_pc_from_frontend(VAddrBits-1, 1), MemPredPCWidth)) 179de169c67SWilliam Wang io.memPredUpdate.wdata := true.B 180de169c67SWilliam Wang // update store set 181*2e1be6e1SSteve Gou io.memPredUpdate.ldpc := RegNext(XORFold(s1_real_pc_from_frontend(VAddrBits-1, 1), MemPredPCWidth)) 182de169c67SWilliam Wang // store pc is ready 1 cycle after s1_isReplay is judged 183de169c67SWilliam Wang io.memPredUpdate.stpc := XORFold(store_pc(VAddrBits-1, 1), MemPredPCWidth) 184de169c67SWilliam Wang 185*2e1be6e1SSteve Gou XSError(io.memPredUpdate.valid && RegNext(s1_real_pc_from_frontend) =/= RegNext(real_pc), "s1_real_pc error") 186*2e1be6e1SSteve Gou 18720edb3f7SWilliam Wang // recover runahead checkpoint if redirect 18820edb3f7SWilliam Wang if (!env.FPGAPlatform) { 18920edb3f7SWilliam Wang val runahead_redirect = Module(new DifftestRunaheadRedirectEvent) 19020edb3f7SWilliam Wang runahead_redirect.io.clock := clock 1915668a921SJiawei Lin runahead_redirect.io.coreid := io.hartId 19220edb3f7SWilliam Wang runahead_redirect.io.valid := io.stage3Redirect.valid 19320edb3f7SWilliam Wang runahead_redirect.io.pc := s2_pc // for debug only 19420edb3f7SWilliam Wang runahead_redirect.io.target_pc := s2_target // for debug only 19520edb3f7SWilliam Wang runahead_redirect.io.checkpoint_id := io.stage3Redirect.bits.debug_runahead_checkpoint_id // make sure it is right 19620edb3f7SWilliam Wang } 197884dbb3bSLinJiawei} 198884dbb3bSLinJiawei 1991ca0e4f3SYinan Xuclass CtrlBlock(implicit p: Parameters) extends LazyModule 2001ca0e4f3SYinan Xu with HasWritebackSink with HasWritebackSource { 2016ab6918fSYinan Xu val rob = LazyModule(new Rob) 2026ab6918fSYinan Xu 2036ab6918fSYinan Xu override def addWritebackSink(source: Seq[HasWritebackSource], index: Option[Seq[Int]]): HasWritebackSink = { 2046ab6918fSYinan Xu rob.addWritebackSink(Seq(this), Some(Seq(writebackSinks.length))) 2056ab6918fSYinan Xu super.addWritebackSink(source, index) 2066ab6918fSYinan Xu } 2076ab6918fSYinan Xu 2086ab6918fSYinan Xu lazy val module = new CtrlBlockImp(this) 2096ab6918fSYinan Xu 2106ab6918fSYinan Xu override lazy val writebackSourceParams: Seq[WritebackSourceParams] = { 2116ab6918fSYinan Xu writebackSinksParams 2126ab6918fSYinan Xu } 2136ab6918fSYinan Xu override lazy val writebackSourceImp: HasWritebackSourceImp = module 2146ab6918fSYinan Xu 2156ab6918fSYinan Xu override def generateWritebackIO( 2166ab6918fSYinan Xu thisMod: Option[HasWritebackSource] = None, 2176ab6918fSYinan Xu thisModImp: Option[HasWritebackSourceImp] = None 2186ab6918fSYinan Xu ): Unit = { 2196ab6918fSYinan Xu module.io.writeback.zip(writebackSinksImp(thisMod, thisModImp)).foreach(x => x._1 := x._2) 2206ab6918fSYinan Xu } 2216ab6918fSYinan Xu} 2226ab6918fSYinan Xu 2236ab6918fSYinan Xuclass CtrlBlockImp(outer: CtrlBlock)(implicit p: Parameters) extends LazyModuleImp(outer) 2241ca0e4f3SYinan Xu with HasXSParameter 2251ca0e4f3SYinan Xu with HasCircularQueuePtrHelper 2261ca0e4f3SYinan Xu with HasWritebackSourceImp 2271ca0e4f3SYinan Xu with HasPerfEvents 2281ca0e4f3SYinan Xu{ 2296ab6918fSYinan Xu val writebackLengths = outer.writebackSinksParams.map(_.length) 2306ab6918fSYinan Xu 2318921b337SYinan Xu val io = IO(new Bundle { 2325668a921SJiawei Lin val hartId = Input(UInt(8.W)) 2335cbe3dbdSLingrui98 val frontend = Flipped(new FrontendToCtrlIO) 2342b4e8253SYinan Xu val allocPregs = Vec(RenameWidth, Output(new ResetPregStateReq)) 2352b4e8253SYinan Xu val dispatch = Vec(3*dpParams.IntDqDeqWidth, DecoupledIO(new MicroOp)) 23666220144SYinan Xu // from int block 23766220144SYinan Xu val exuRedirect = Vec(exuParameters.AluCnt + exuParameters.JmpCnt, Flipped(ValidIO(new ExuOutput))) 23866220144SYinan Xu val stIn = Vec(exuParameters.StuCnt, Flipped(ValidIO(new ExuInput))) 23966220144SYinan Xu val memoryViolation = Flipped(ValidIO(new Redirect)) 24066220144SYinan Xu val jumpPc = Output(UInt(VAddrBits.W)) 24166220144SYinan Xu val jalr_target = Output(UInt(VAddrBits.W)) 2429aca92b9SYinan Xu val robio = new Bundle { 2431c2588aaSYinan Xu // to int block 2449aca92b9SYinan Xu val toCSR = new RobCSRIO 2453a474d38SYinan Xu val exception = ValidIO(new ExceptionInfo) 2461c2588aaSYinan Xu // to mem block 2479aca92b9SYinan Xu val lsq = new RobLsqIO 2481c2588aaSYinan Xu } 2492b8b2e7aSWilliam Wang val csrCtrl = Input(new CustomCSRCtrlIO) 250edd6ddbcSwakafa val perfInfo = Output(new Bundle{ 251edd6ddbcSwakafa val ctrlInfo = new Bundle { 2529aca92b9SYinan Xu val robFull = Input(Bool()) 253edd6ddbcSwakafa val intdqFull = Input(Bool()) 254edd6ddbcSwakafa val fpdqFull = Input(Bool()) 255edd6ddbcSwakafa val lsdqFull = Input(Bool()) 256edd6ddbcSwakafa } 257edd6ddbcSwakafa }) 2586ab6918fSYinan Xu val writeback = MixedVec(writebackLengths.map(num => Vec(num, Flipped(ValidIO(new ExuOutput))))) 25966220144SYinan Xu // redirect out 26066220144SYinan Xu val redirect = ValidIO(new Redirect) 26166220144SYinan Xu val debug_int_rat = Vec(32, Output(UInt(PhyRegIdxWidth.W))) 26266220144SYinan Xu val debug_fp_rat = Vec(32, Output(UInt(PhyRegIdxWidth.W))) 2638921b337SYinan Xu }) 2648921b337SYinan Xu 2656ab6918fSYinan Xu override def writebackSource: Option[Seq[Seq[Valid[ExuOutput]]]] = { 2666ab6918fSYinan Xu Some(io.writeback.map(writeback => { 2676ab6918fSYinan Xu val exuOutput = WireInit(writeback) 2686ab6918fSYinan Xu val timer = GTimer() 2696ab6918fSYinan Xu for ((wb_next, wb) <- exuOutput.zip(writeback)) { 2706ab6918fSYinan Xu wb_next.valid := RegNext(wb.valid && !wb.bits.uop.robIdx.needFlush(stage2Redirect)) 2716ab6918fSYinan Xu wb_next.bits := RegNext(wb.bits) 2726ab6918fSYinan Xu wb_next.bits.uop.debugInfo.writebackTime := timer 2736ab6918fSYinan Xu } 2746ab6918fSYinan Xu exuOutput 2756ab6918fSYinan Xu })) 2766ab6918fSYinan Xu } 2776ab6918fSYinan Xu 2788921b337SYinan Xu val decode = Module(new DecodeStage) 2797fa2c198SYinan Xu val rat = Module(new RenameTableWrapper) 280980c1bc3SWilliam Wang val ssit = Module(new SSIT) 281980c1bc3SWilliam Wang val waittable = Module(new WaitTable) 2828921b337SYinan Xu val rename = Module(new Rename) 283694b0180SLinJiawei val dispatch = Module(new Dispatch) 2841ca0e4f3SYinan Xu val intDq = Module(new DispatchQueue(dpParams.IntDqSize, RenameWidth, dpParams.IntDqDeqWidth)) 2851ca0e4f3SYinan Xu val fpDq = Module(new DispatchQueue(dpParams.FpDqSize, RenameWidth, dpParams.FpDqDeqWidth)) 2861ca0e4f3SYinan Xu val lsDq = Module(new DispatchQueue(dpParams.LsDqSize, RenameWidth, dpParams.LsDqDeqWidth)) 287884dbb3bSLinJiawei val redirectGen = Module(new RedirectGenerator) 2888921b337SYinan Xu 2896ab6918fSYinan Xu val rob = outer.rob.module 2908921b337SYinan Xu 291f4b2089aSYinan Xu val robPcRead = io.frontend.fromFtq.getRobFlushPcRead 292f4b2089aSYinan Xu val flushPC = robPcRead(rob.io.flushOut.bits.ftqIdx, rob.io.flushOut.bits.ftqOffset) 293f4b2089aSYinan Xu 294f4b2089aSYinan Xu val flushRedirect = Wire(Valid(new Redirect)) 295f4b2089aSYinan Xu flushRedirect.valid := RegNext(rob.io.flushOut.valid) 296f4b2089aSYinan Xu flushRedirect.bits := RegEnable(rob.io.flushOut.bits, rob.io.flushOut.valid) 297f4b2089aSYinan Xu 298f4b2089aSYinan Xu val flushRedirectReg = Wire(Valid(new Redirect)) 299f4b2089aSYinan Xu flushRedirectReg.valid := RegNext(flushRedirect.valid, init = false.B) 300f4b2089aSYinan Xu flushRedirectReg.bits := RegEnable(flushRedirect.bits, enable = flushRedirect.valid) 301f4b2089aSYinan Xu 302f4b2089aSYinan Xu val stage2Redirect = Mux(flushRedirect.valid, flushRedirect, redirectGen.io.stage2Redirect) 303*2e1be6e1SSteve Gou // val stage3Redirect = Mux(flushRedirectReg.valid, flushRedirectReg, redirectGen.io.stage3Redirect) 304faf3cfa9SLinJiawei 30566220144SYinan Xu val exuRedirect = io.exuRedirect.map(x => { 306dfde261eSljw val valid = x.valid && x.bits.redirectValid 307f4b2089aSYinan Xu val killedByOlder = x.bits.uop.robIdx.needFlush(stage2Redirect) 308dfde261eSljw val delayed = Wire(Valid(new ExuOutput)) 309dfde261eSljw delayed.valid := RegNext(valid && !killedByOlder, init = false.B) 310dfde261eSljw delayed.bits := RegEnable(x.bits, x.valid) 311dfde261eSljw delayed 312faf3cfa9SLinJiawei }) 313c1b37c81Sljw val loadReplay = Wire(Valid(new Redirect)) 31466220144SYinan Xu loadReplay.valid := RegNext(io.memoryViolation.valid && 315f4b2089aSYinan Xu !io.memoryViolation.bits.robIdx.needFlush(stage2Redirect), 316c1b37c81Sljw init = false.B 317c1b37c81Sljw ) 31866220144SYinan Xu loadReplay.bits := RegEnable(io.memoryViolation.bits, io.memoryViolation.valid) 319f06ca0bfSLingrui98 io.frontend.fromFtq.getRedirectPcRead <> redirectGen.io.stage1PcRead 320f06ca0bfSLingrui98 io.frontend.fromFtq.getMemPredPcRead <> redirectGen.io.memPredPcRead 3215668a921SJiawei Lin redirectGen.io.hartId := io.hartId 322dfde261eSljw redirectGen.io.exuMispredict <> exuRedirect 323c1b37c81Sljw redirectGen.io.loadReplay <> loadReplay 3246f688dacSYinan Xu redirectGen.io.flush := flushRedirect.valid 3258921b337SYinan Xu 326df5b4b8eSYinan Xu val frontendFlushValid = DelayN(flushRedirect.valid, 5) 327df5b4b8eSYinan Xu val frontendFlushBits = RegEnable(flushRedirect.bits, flushRedirect.valid) 328a1351e5dSJay // When ROB commits an instruction with a flush, we notify the frontend of the flush without the commit. 329a1351e5dSJay // Flushes to frontend may be delayed by some cycles and commit before flush causes errors. 330a1351e5dSJay // Thus, we make all flush reasons to behave the same as exceptions for frontend. 331884dbb3bSLinJiawei for (i <- 0 until CommitWidth) { 332a1351e5dSJay val is_commit = rob.io.commits.valid(i) && !rob.io.commits.isWalk && !rob.io.flushOut.valid 333a1351e5dSJay io.frontend.toFtq.rob_commits(i).valid := RegNext(is_commit) 334a1351e5dSJay io.frontend.toFtq.rob_commits(i).bits := RegEnable(rob.io.commits.info(i), is_commit) 335884dbb3bSLinJiawei } 336df5b4b8eSYinan Xu io.frontend.toFtq.redirect.valid := frontendFlushValid || redirectGen.io.stage2Redirect.valid 337df5b4b8eSYinan Xu io.frontend.toFtq.redirect.bits := Mux(frontendFlushValid, frontendFlushBits, redirectGen.io.stage2Redirect.bits) 338df5b4b8eSYinan Xu // Be careful here: 339df5b4b8eSYinan Xu // T0: flushRedirect.valid, exception.valid 340df5b4b8eSYinan Xu // T1: csr.redirect.valid 341df5b4b8eSYinan Xu // T2: csr.exception.valid 342df5b4b8eSYinan Xu // T3: csr.trapTarget 343df5b4b8eSYinan Xu // T4: ctrlBlock.trapTarget 344df5b4b8eSYinan Xu // T5: io.frontend.toFtq.stage2Redirect.valid 345df5b4b8eSYinan Xu val pc_from_csr = io.robio.toCSR.isXRet || DelayN(rob.io.exception.valid, 4) 346df5b4b8eSYinan Xu val rob_flush_pc = RegEnable(Mux(flushRedirect.bits.flushItself(), 347df5b4b8eSYinan Xu flushPC, // replay inst 348df5b4b8eSYinan Xu flushPC + 4.U // flush pipe 349df5b4b8eSYinan Xu ), flushRedirect.valid) 350df5b4b8eSYinan Xu val flushTarget = Mux(pc_from_csr, io.robio.toCSR.trapTarget, rob_flush_pc) 351*2e1be6e1SSteve Gou when (frontendFlushValid) { 352*2e1be6e1SSteve Gou io.frontend.toFtq.redirect.bits.level := RedirectLevel.flush 353df5b4b8eSYinan Xu io.frontend.toFtq.redirect.bits.cfiUpdate.target := RegNext(flushTarget) 354a1351e5dSJay } 355*2e1be6e1SSteve Gou redirectGen.io.for_frontend_redirect_gen.s1_real_pc := io.frontend.fromFtq.redirect_s1_real_pc 356*2e1be6e1SSteve Gou io.frontend.toFtq.for_redirect_gen.s1_oldest_redirect := redirectGen.io.for_frontend_redirect_gen.s1_oldest_redirect 357*2e1be6e1SSteve Gou io.frontend.toFtq.for_redirect_gen.s1_oldest_exu_output := redirectGen.io.for_frontend_redirect_gen.s1_oldest_exu_output 358*2e1be6e1SSteve Gou io.frontend.toFtq.for_redirect_gen.s1_redirect_onehot := redirectGen.io.for_frontend_redirect_gen.s1_redirect_onehot 359*2e1be6e1SSteve Gou io.frontend.toFtq.for_redirect_gen.s1_jumpTarget := redirectGen.io.for_frontend_redirect_gen.s1_jumpTarget 360*2e1be6e1SSteve Gou io.frontend.toFtq.for_redirect_gen.rawRedirect := redirectGen.io.stage2Redirect 361*2e1be6e1SSteve Gou io.frontend.toFtq.for_redirect_gen.flushRedirect.valid := frontendFlushValid 362*2e1be6e1SSteve Gou io.frontend.toFtq.for_redirect_gen.flushRedirect.bits := frontendFlushBits 363*2e1be6e1SSteve Gou 364*2e1be6e1SSteve Gou io.frontend.toFtq.for_redirect_gen.frontendFlushTarget := RegNext(flushTarget) 365*2e1be6e1SSteve Gou 366*2e1be6e1SSteve Gou 3676f688dacSYinan Xu val pendingRedirect = RegInit(false.B) 3686f688dacSYinan Xu when (stage2Redirect.valid) { 3696f688dacSYinan Xu pendingRedirect := true.B 370df5b4b8eSYinan Xu }.elsewhen (RegNext(io.frontend.toFtq.redirect.valid)) { 3716f688dacSYinan Xu pendingRedirect := false.B 3726f688dacSYinan Xu } 37366bcc42fSYinan Xu 3748921b337SYinan Xu decode.io.in <> io.frontend.cfVec 375fd7603d9SYinan Xu decode.io.csrCtrl := RegNext(io.csrCtrl) 376980c1bc3SWilliam Wang 377980c1bc3SWilliam Wang // memory dependency predict 378980c1bc3SWilliam Wang // when decode, send fold pc to mdp 379980c1bc3SWilliam Wang for (i <- 0 until DecodeWidth) { 380980c1bc3SWilliam Wang val mdp_foldpc = Mux( 381980c1bc3SWilliam Wang decode.io.out(i).fire(), 382980c1bc3SWilliam Wang decode.io.in(i).bits.foldpc, 383980c1bc3SWilliam Wang rename.io.in(i).bits.cf.foldpc 384980c1bc3SWilliam Wang ) 385980c1bc3SWilliam Wang ssit.io.raddr(i) := mdp_foldpc 386980c1bc3SWilliam Wang waittable.io.raddr(i) := mdp_foldpc 387980c1bc3SWilliam Wang } 388980c1bc3SWilliam Wang // currently, we only update mdp info when isReplay 389980c1bc3SWilliam Wang ssit.io.update <> RegNext(redirectGen.io.memPredUpdate) 390980c1bc3SWilliam Wang ssit.io.csrCtrl := RegNext(io.csrCtrl) 391980c1bc3SWilliam Wang waittable.io.update <> RegNext(redirectGen.io.memPredUpdate) 392980c1bc3SWilliam Wang waittable.io.csrCtrl := RegNext(io.csrCtrl) 393980c1bc3SWilliam Wang 394980c1bc3SWilliam Wang // LFST lookup and update 395980c1bc3SWilliam Wang val lfst = Module(new LFST) 396980c1bc3SWilliam Wang lfst.io.redirect <> RegNext(io.redirect) 397980c1bc3SWilliam Wang lfst.io.storeIssue <> RegNext(io.stIn) 398980c1bc3SWilliam Wang lfst.io.csrCtrl <> RegNext(io.csrCtrl) 399980c1bc3SWilliam Wang lfst.io.dispatch <> dispatch.io.lfst 4002b8b2e7aSWilliam Wang 4017fa2c198SYinan Xu rat.io.robCommits := rob.io.commits 4027fa2c198SYinan Xu for ((r, i) <- rat.io.intReadPorts.zipWithIndex) { 4037fa2c198SYinan Xu val raddr = decode.io.out(i).bits.ctrl.lsrc.take(2) :+ decode.io.out(i).bits.ctrl.ldest 4047fa2c198SYinan Xu r.map(_.addr).zip(raddr).foreach(x => x._1 := x._2) 4057fa2c198SYinan Xu rename.io.intReadPorts(i) := r.map(_.data) 4067fa2c198SYinan Xu r.foreach(_.hold := !rename.io.in(i).ready) 4077fa2c198SYinan Xu } 4087fa2c198SYinan Xu rat.io.intRenamePorts := rename.io.intRenamePorts 4097fa2c198SYinan Xu for ((r, i) <- rat.io.fpReadPorts.zipWithIndex) { 4107fa2c198SYinan Xu val raddr = decode.io.out(i).bits.ctrl.lsrc.take(3) :+ decode.io.out(i).bits.ctrl.ldest 4117fa2c198SYinan Xu r.map(_.addr).zip(raddr).foreach(x => x._1 := x._2) 4127fa2c198SYinan Xu rename.io.fpReadPorts(i) := r.map(_.data) 4137fa2c198SYinan Xu r.foreach(_.hold := !rename.io.in(i).ready) 4147fa2c198SYinan Xu } 4157fa2c198SYinan Xu rat.io.fpRenamePorts := rename.io.fpRenamePorts 4167fa2c198SYinan Xu rat.io.debug_int_rat <> io.debug_int_rat 4177fa2c198SYinan Xu rat.io.debug_fp_rat <> io.debug_fp_rat 4180412e00dSLinJiawei 4192b4e8253SYinan Xu // pipeline between decode and rename 420b424051cSYinan Xu for (i <- 0 until RenameWidth) { 421884dbb3bSLinJiawei PipelineConnect(decode.io.out(i), rename.io.in(i), rename.io.in(i).ready, 4226f688dacSYinan Xu stage2Redirect.valid || pendingRedirect) 423b424051cSYinan Xu } 4248921b337SYinan Xu 425f06ca0bfSLingrui98 rename.io.redirect <> stage2Redirect 4269aca92b9SYinan Xu rename.io.robCommits <> rob.io.commits 427980c1bc3SWilliam Wang rename.io.ssit <> ssit.io.rdata 428980c1bc3SWilliam Wang rename.io.waittable <> RegNext(waittable.io.rdata) 4298921b337SYinan Xu 4302b4e8253SYinan Xu // pipeline between rename and dispatch 4312b4e8253SYinan Xu for (i <- 0 until RenameWidth) { 432f4b2089aSYinan Xu PipelineConnect(rename.io.out(i), dispatch.io.fromRename(i), dispatch.io.recv(i), stage2Redirect.valid) 4332b4e8253SYinan Xu } 4342b4e8253SYinan Xu 4355668a921SJiawei Lin dispatch.io.hartId := io.hartId 436f06ca0bfSLingrui98 dispatch.io.redirect <> stage2Redirect 4379aca92b9SYinan Xu dispatch.io.enqRob <> rob.io.enq 4382b4e8253SYinan Xu dispatch.io.toIntDq <> intDq.io.enq 4392b4e8253SYinan Xu dispatch.io.toFpDq <> fpDq.io.enq 4402b4e8253SYinan Xu dispatch.io.toLsDq <> lsDq.io.enq 4412b4e8253SYinan Xu dispatch.io.allocPregs <> io.allocPregs 442d7dd1af1SLi Qianruo dispatch.io.singleStep := RegNext(io.csrCtrl.singlestep) 4430412e00dSLinJiawei 4442b4e8253SYinan Xu intDq.io.redirect <> stage2Redirect 4452b4e8253SYinan Xu fpDq.io.redirect <> stage2Redirect 4462b4e8253SYinan Xu lsDq.io.redirect <> stage2Redirect 4472b4e8253SYinan Xu 4482b4e8253SYinan Xu io.dispatch <> intDq.io.deq ++ lsDq.io.deq ++ fpDq.io.deq 4493fae98acSYinan Xu 450f973ab00SYinan Xu val pingpong = RegInit(false.B) 451f973ab00SYinan Xu pingpong := !pingpong 452f973ab00SYinan Xu val jumpInst = Mux(pingpong && (exuParameters.AluCnt > 2).B, io.dispatch(2).bits, io.dispatch(0).bits) 4537fa2c198SYinan Xu val jumpPcRead = io.frontend.fromFtq.getJumpPcRead 4547fa2c198SYinan Xu io.jumpPc := jumpPcRead(jumpInst.cf.ftqPtr, jumpInst.cf.ftqOffset) 4557fa2c198SYinan Xu val jumpTargetRead = io.frontend.fromFtq.target_read 4567fa2c198SYinan Xu io.jalr_target := jumpTargetRead(jumpInst.cf.ftqPtr, jumpInst.cf.ftqOffset) 4577fa2c198SYinan Xu 4585668a921SJiawei Lin rob.io.hartId := io.hartId 4599aca92b9SYinan Xu rob.io.redirect <> stage2Redirect 4606ab6918fSYinan Xu outer.rob.generateWritebackIO(Some(outer), Some(this)) 4610412e00dSLinJiawei 4625cbe3dbdSLingrui98 io.redirect <> stage2Redirect 4630412e00dSLinJiawei 4649aca92b9SYinan Xu // rob to int block 4659aca92b9SYinan Xu io.robio.toCSR <> rob.io.csr 4669aca92b9SYinan Xu io.robio.toCSR.perfinfo.retiredInstr <> RegNext(rob.io.csr.perfinfo.retiredInstr) 4679aca92b9SYinan Xu io.robio.exception := rob.io.exception 4689aca92b9SYinan Xu io.robio.exception.bits.uop.cf.pc := flushPC 4692b4e8253SYinan Xu 4709aca92b9SYinan Xu // rob to mem block 4719aca92b9SYinan Xu io.robio.lsq <> rob.io.lsq 472edd6ddbcSwakafa 4739aca92b9SYinan Xu io.perfInfo.ctrlInfo.robFull := RegNext(rob.io.robFull) 4742b4e8253SYinan Xu io.perfInfo.ctrlInfo.intdqFull := RegNext(intDq.io.dqFull) 4752b4e8253SYinan Xu io.perfInfo.ctrlInfo.fpdqFull := RegNext(fpDq.io.dqFull) 4762b4e8253SYinan Xu io.perfInfo.ctrlInfo.lsdqFull := RegNext(lsDq.io.dqFull) 477cd365d4cSrvcoresjw 478cd365d4cSrvcoresjw val pfevent = Module(new PFEvent) 4791ca0e4f3SYinan Xu pfevent.io.distribute_csr := RegNext(io.csrCtrl.distribute_csr) 480cd365d4cSrvcoresjw val csrevents = pfevent.io.hpmevent.slice(8,16) 4811ca0e4f3SYinan Xu 482cd365d4cSrvcoresjw val perfinfo = IO(new Bundle(){ 4831ca0e4f3SYinan Xu val perfEventsRs = Input(Vec(NumRs, new PerfEvent)) 4841ca0e4f3SYinan Xu val perfEventsEu0 = Input(Vec(6, new PerfEvent)) 4851ca0e4f3SYinan Xu val perfEventsEu1 = Input(Vec(6, new PerfEvent)) 486cd365d4cSrvcoresjw }) 487cd365d4cSrvcoresjw 4881ca0e4f3SYinan Xu val allPerfEvents = Seq(decode, rename, dispatch, intDq, fpDq, lsDq, rob).flatMap(_.getPerf) 4891ca0e4f3SYinan Xu val hpmEvents = allPerfEvents ++ perfinfo.perfEventsEu0 ++ perfinfo.perfEventsEu1 ++ perfinfo.perfEventsRs 4901ca0e4f3SYinan Xu val perfEvents = HPerfMonitor(csrevents, hpmEvents).getPerfEvents 4911ca0e4f3SYinan Xu generatePerfEvent() 4928921b337SYinan Xu} 493