xref: /XiangShan/src/main/scala/xiangshan/backend/rename/Rename.scala (revision 547d96acd256eee44780b74685f60ab0981f9301)
1c6d43980SLemover/***************************************************************************************
2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
4c6d43980SLemover*
5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2.
6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at:
8c6d43980SLemover*          http://license.coscl.org.cn/MulanPSL2
9c6d43980SLemover*
10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
13c6d43980SLemover*
14c6d43980SLemover* See the Mulan PSL v2 for more details.
15c6d43980SLemover***************************************************************************************/
16c6d43980SLemover
175844fcf0SLinJiaweipackage xiangshan.backend.rename
185844fcf0SLinJiawei
198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters
205844fcf0SLinJiaweiimport chisel3._
215844fcf0SLinJiaweiimport chisel3.util._
223c02ee8fSwakafaimport utility._
233b739f49SXuan Huimport utils._
243b739f49SXuan Huimport xiangshan._
2589cc69c1STang Haojinimport xiangshan.backend.Bundles.{DecodedInst, DynInst}
26765e58c6Ssinsanctionimport xiangshan.backend.decode.{FusionDecodeInfo, ImmUnion, Imm_I, Imm_LUI_LOAD, Imm_U}
27730cfbc0SXuan Huimport xiangshan.backend.fu.FuType
2870224bf6SYinan Xuimport xiangshan.backend.rename.freelist._
29c3f16425Sxiaofeibao-xjtuimport xiangshan.backend.rob.{RobEnqIO, RobPtr}
30980c1bc3SWilliam Wangimport xiangshan.mem.mdp._
318daac0bfSxiaofeibao-xjtuimport xiangshan.ExceptionNO._
32d77cf63cSxiaofeibao-xjtuimport xiangshan.backend.fu.FuType._
33d77cf63cSxiaofeibao-xjtuimport xiangshan.mem.{EewLog2, GenUSWholeEmul}
34d77cf63cSxiaofeibao-xjtuimport xiangshan.mem.GenRealFlowNum
3549162c9aSGuanghui Chengimport xiangshan.backend.trace._
36a9becb0dSJunxiong Jiimport xiangshan.backend.decode.isa.bitfield.{OPCODE5Bit, XSInstBitFields}
37a9becb0dSJunxiong Jiimport xiangshan.backend.fu.util.CSRConst
38*547d96acSTang Haojinimport yunsuan.{VfaluType, VipuType}
3999b8dc2cSYinan Xu
40ccfddc82SHaojin Tangclass Rename(implicit p: Parameters) extends XSModule with HasCircularQueuePtrHelper with HasPerfEvents {
41d6f9198fSXuan Hu
42d6f9198fSXuan Hu  // params alias
4398639abbSXuan Hu  private val numRegSrc = backendParams.numRegSrc
44d6f9198fSXuan Hu  private val numVecRegSrc = backendParams.numVecRegSrc
455718c384SHaojin Tang  private val numVecRatPorts = numVecRegSrc
4698639abbSXuan Hu
4798639abbSXuan Hu  println(s"[Rename] numRegSrc: $numRegSrc")
4898639abbSXuan Hu
495844fcf0SLinJiawei  val io = IO(new Bundle() {
505844fcf0SLinJiawei    val redirect = Flipped(ValidIO(new Redirect))
516b102a39SHaojin Tang    val rabCommits = Input(new RabCommitIO)
52a3fe955fSGuanghui Cheng    // from csr
53a3fe955fSGuanghui Cheng    val singleStep = Input(Bool())
547fa2c198SYinan Xu    // from decode
553b739f49SXuan Hu    val in = Vec(RenameWidth, Flipped(DecoupledIO(new DecodedInst)))
56a0db5a4bSYinan Xu    val fusionInfo = Vec(DecodeWidth - 1, Flipped(new FusionDecodeInfo))
57980c1bc3SWilliam Wang    // ssit read result
58980c1bc3SWilliam Wang    val ssit = Flipped(Vec(RenameWidth, Output(new SSITEntry)))
59980c1bc3SWilliam Wang    // waittable read result
60980c1bc3SWilliam Wang    val waittable = Flipped(Vec(RenameWidth, Output(Bool())))
617fa2c198SYinan Xu    // to rename table
625718c384SHaojin Tang    val intReadPorts = Vec(RenameWidth, Vec(2, Input(UInt(PhyRegIdxWidth.W))))
635718c384SHaojin Tang    val fpReadPorts = Vec(RenameWidth, Vec(3, Input(UInt(PhyRegIdxWidth.W))))
64d6f9198fSXuan Hu    val vecReadPorts = Vec(RenameWidth, Vec(numVecRatPorts, Input(UInt(PhyRegIdxWidth.W))))
65368cbcecSxiaofeibao    val v0ReadPorts = Vec(RenameWidth, Vec(1, Input(UInt(PhyRegIdxWidth.W))))
66368cbcecSxiaofeibao    val vlReadPorts = Vec(RenameWidth, Vec(1, Input(UInt(PhyRegIdxWidth.W))))
67ad5c9e6eSJunxiong Ji    val intRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(IntLogicRegs))))
68ad5c9e6eSJunxiong Ji    val fpRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(FpLogicRegs))))
69ad5c9e6eSJunxiong Ji    val vecRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(VecLogicRegs))))
70ad5c9e6eSJunxiong Ji    val v0RenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(V0LogicRegs))))
71ad5c9e6eSJunxiong Ji    val vlRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(VlLogicRegs))))
72dcf3a679STang Haojin    // from rename table
73780712aaSxiaofeibao-xjtu    val int_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
74780712aaSxiaofeibao-xjtu    val fp_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
75780712aaSxiaofeibao-xjtu    val vec_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
76368cbcecSxiaofeibao    val v0_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
77368cbcecSxiaofeibao    val vl_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
78780712aaSxiaofeibao-xjtu    val int_need_free = Vec(RabCommitWidth, Input(Bool()))
7957c4f8d6SLinJiawei    // to dispatch1
803b739f49SXuan Hu    val out = Vec(RenameWidth, DecoupledIO(new DynInst))
81fa7f2c26STang Haojin    // for snapshots
82fa7f2c26STang Haojin    val snpt = Input(new SnapshotPort)
83c4b56310SHaojin Tang    val snptLastEnq = Flipped(ValidIO(new RobPtr))
84bb7e6e3aSxiaofeibao-xjtu    val snptIsFull= Input(Bool())
85ccfddc82SHaojin Tang    // debug arch ports
86b7d9e8d5Sxiaofeibao-xjtu    val debug_int_rat = if (backendParams.debugEn) Some(Vec(32, Input(UInt(PhyRegIdxWidth.W)))) else None
87b7d9e8d5Sxiaofeibao-xjtu    val debug_fp_rat  = if (backendParams.debugEn) Some(Vec(32, Input(UInt(PhyRegIdxWidth.W)))) else None
88368cbcecSxiaofeibao    val debug_vec_rat = if (backendParams.debugEn) Some(Vec(31, Input(UInt(PhyRegIdxWidth.W)))) else None
89d1e473c9Sxiaofeibao    val debug_v0_rat  = if (backendParams.debugEn) Some(Vec(1, Input(UInt(PhyRegIdxWidth.W)))) else None
90d1e473c9Sxiaofeibao    val debug_vl_rat  = if (backendParams.debugEn) Some(Vec(1, Input(UInt(PhyRegIdxWidth.W)))) else None
91d2b20d1aSTang Haojin    // perf only
92d2b20d1aSTang Haojin    val stallReason = new Bundle {
93d2b20d1aSTang Haojin      val in = Flipped(new StallReasonIO(RenameWidth))
94d2b20d1aSTang Haojin      val out = new StallReasonIO(RenameWidth)
95d2b20d1aSTang Haojin    }
965844fcf0SLinJiawei  })
97b034d3b9SLinJiawei
986374b1d6SXuan Hu  // io alias
996374b1d6SXuan Hu  private val dispatchCanAcc = io.out.head.ready
1006374b1d6SXuan Hu
10189cc69c1STang Haojin  val compressUnit = Module(new CompressUnit())
1028b8e745dSYikeZhou  // create free list and rat
10339c59369SXuan Hu  val intFreeList = Module(new MEFreeList(IntPhyRegs))
1044eebf274Ssinsanction  val fpFreeList = Module(new StdFreeList(FpPhyRegs - FpLogicRegs, FpLogicRegs, Reg_F))
105d1e473c9Sxiaofeibao  val vecFreeList = Module(new StdFreeList(VfPhyRegs - VecLogicRegs, VecLogicRegs, Reg_V, 31))
106d1e473c9Sxiaofeibao  val v0FreeList = Module(new StdFreeList(V0PhyRegs - V0LogicRegs, V0LogicRegs, Reg_V0, 1))
107d1e473c9Sxiaofeibao  val vlFreeList = Module(new StdFreeList(VlPhyRegs - VlLogicRegs, VlLogicRegs, Reg_Vl, 1))
108368cbcecSxiaofeibao
1098b8e745dSYikeZhou
1106b102a39SHaojin Tang  intFreeList.io.commit    <> io.rabCommits
111b7d9e8d5Sxiaofeibao-xjtu  intFreeList.io.debug_rat.foreach(_ <> io.debug_int_rat.get)
1126b102a39SHaojin Tang  fpFreeList.io.commit     <> io.rabCommits
113b7d9e8d5Sxiaofeibao-xjtu  fpFreeList.io.debug_rat.foreach(_ <> io.debug_fp_rat.get)
1144eebf274Ssinsanction  vecFreeList.io.commit    <> io.rabCommits
1154eebf274Ssinsanction  vecFreeList.io.debug_rat.foreach(_ <> io.debug_vec_rat.get)
116368cbcecSxiaofeibao  v0FreeList.io.commit <> io.rabCommits
117368cbcecSxiaofeibao  v0FreeList.io.debug_rat.foreach(_ <> io.debug_v0_rat.get)
118368cbcecSxiaofeibao  vlFreeList.io.commit <> io.rabCommits
119368cbcecSxiaofeibao  vlFreeList.io.debug_rat.foreach(_ <> io.debug_vl_rat.get)
120ccfddc82SHaojin Tang
1219aca92b9SYinan Xu  // decide if given instruction needs allocating a new physical register (CfCtrl: from decode; RobCommitInfo: from rob)
1223b739f49SXuan Hu  def needDestReg[T <: DecodedInst](reg_t: RegType, x: T): Bool = reg_t match {
1236112d994Sxiaofeibao    case Reg_I => x.rfWen
1243b739f49SXuan Hu    case Reg_F => x.fpWen
1253b739f49SXuan Hu    case Reg_V => x.vecWen
126368cbcecSxiaofeibao    case Reg_V0 => x.v0Wen
127368cbcecSxiaofeibao    case Reg_Vl => x.vlWen
128b034d3b9SLinJiawei  }
1296b102a39SHaojin Tang  def needDestRegCommit[T <: RabCommitInfo](reg_t: RegType, x: T): Bool = {
1303b739f49SXuan Hu    reg_t match {
1313b739f49SXuan Hu      case Reg_I => x.rfWen
1323b739f49SXuan Hu      case Reg_F => x.fpWen
1333b739f49SXuan Hu      case Reg_V => x.vecWen
134368cbcecSxiaofeibao      case Reg_V0 => x.v0Wen
135368cbcecSxiaofeibao      case Reg_Vl => x.vlWen
136fe6452fcSYinan Xu    }
137deb6421eSHaojin Tang  }
1386b102a39SHaojin Tang  def needDestRegWalk[T <: RabCommitInfo](reg_t: RegType, x: T): Bool = {
1393b739f49SXuan Hu    reg_t match {
1406112d994Sxiaofeibao      case Reg_I => x.rfWen
1413b739f49SXuan Hu      case Reg_F => x.fpWen
1423b739f49SXuan Hu      case Reg_V => x.vecWen
143368cbcecSxiaofeibao      case Reg_V0 => x.v0Wen
144368cbcecSxiaofeibao      case Reg_Vl => x.vlWen
1453b739f49SXuan Hu    }
146ccfddc82SHaojin Tang  }
1478b8e745dSYikeZhou
1484eebf274Ssinsanction  // connect [redirect + walk] ports for fp & vec & int free list
149368cbcecSxiaofeibao  Seq(fpFreeList, vecFreeList, intFreeList, v0FreeList, vlFreeList).foreach { case fl =>
15070224bf6SYinan Xu    fl.io.redirect := io.redirect.valid
1516b102a39SHaojin Tang    fl.io.walk := io.rabCommits.isWalk
1524efb89cbSYikeZhou  }
1534eebf274Ssinsanction  // only when all free list and dispatch1 has enough space can we do allocation
154ccfddc82SHaojin Tang  // when isWalk, freelist can definitely allocate
155368cbcecSxiaofeibao  intFreeList.io.doAllocate := fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
156368cbcecSxiaofeibao  fpFreeList.io.doAllocate := intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
157368cbcecSxiaofeibao  vecFreeList.io.doAllocate := intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
158368cbcecSxiaofeibao  v0FreeList.io.doAllocate := intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
159368cbcecSxiaofeibao  vlFreeList.io.doAllocate := intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
1605eb4af5bSYikeZhou
1614eebf274Ssinsanction  //           dispatch1 ready ++ float point free list ready ++ int free list ready ++ vec free list ready     ++ not walk
162368cbcecSxiaofeibao  val canOut = dispatchCanAcc && fpFreeList.io.canAllocate && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !io.rabCommits.isWalk
1635eb4af5bSYikeZhou
16489cc69c1STang Haojin  compressUnit.io.in.zip(io.in).foreach{ case(sink, source) =>
165a3fe955fSGuanghui Cheng    sink.valid := source.valid && !io.singleStep
16689cc69c1STang Haojin    sink.bits := source.bits
16789cc69c1STang Haojin  }
16889cc69c1STang Haojin  val needRobFlags = compressUnit.io.out.needRobFlags
16989cc69c1STang Haojin  val instrSizesVec = compressUnit.io.out.instrSizes
17089cc69c1STang Haojin  val compressMasksVec = compressUnit.io.out.masks
171b034d3b9SLinJiawei
1729aca92b9SYinan Xu  // speculatively assign the instruction with an robIdx
17389cc69c1STang Haojin  val validCount = PopCount(io.in.zip(needRobFlags).map{ case(in, needRobFlag) => in.valid && in.bits.lastUop && needRobFlag}) // number of instructions waiting to enter rob (from decode)
1749aca92b9SYinan Xu  val robIdxHead = RegInit(0.U.asTypeOf(new RobPtr))
1755f8b6c9eSsinceforYy  val lastCycleMisprediction = GatedValidRegNext(io.redirect.valid && !io.redirect.bits.flushItself())
176f4b2089aSYinan Xu  val robIdxHeadNext = Mux(io.redirect.valid, io.redirect.bits.robIdx, // redirect: move ptr to given rob index
1779aca92b9SYinan Xu         Mux(lastCycleMisprediction, robIdxHead + 1.U, // mis-predict: not flush robIdx itself
178ac78003fSzhanglyGit           Mux(canOut, robIdxHead + validCount, // instructions successfully entered next stage: increase robIdx
179f4b2089aSYinan Xu                      /* default */  robIdxHead))) // no instructions passed by this cycle: stick to old value
1809aca92b9SYinan Xu  robIdxHead := robIdxHeadNext
181588ceab5SYinan Xu
18200ad41d0SYinan Xu  /**
18300ad41d0SYinan Xu    * Rename: allocate free physical register and update rename table
18400ad41d0SYinan Xu    */
1853b739f49SXuan Hu  val uops = Wire(Vec(RenameWidth, new DynInst))
186b034d3b9SLinJiawei  uops.foreach( uop => {
187a7a8a6ccSHaojin Tang    uop.srcState      := DontCare
1887cef916fSYinan Xu    uop.debugInfo     := DontCare
189bc86598fSWilliam Wang    uop.lqIdx         := DontCare
190bc86598fSWilliam Wang    uop.sqIdx         := DontCare
1913b739f49SXuan Hu    uop.waitForRobIdx := DontCare
1923b739f49SXuan Hu    uop.singleStep    := DontCare
193fa7f2c26STang Haojin    uop.snapshot      := DontCare
19413551487SzhanglyGit    uop.srcLoadDependency := DontCare
195f3a9fb05SAnzo    uop.numLsElem       :=  DontCare
1968daac0bfSxiaofeibao-xjtu    uop.hasException  :=  DontCare
197955b4beaSsinsanction    uop.useRegCache   := DontCare
198955b4beaSsinsanction    uop.regCacheIdx   := DontCare
19949162c9aSGuanghui Cheng    uop.traceBlockInPipe := DontCare
200b034d3b9SLinJiawei  })
201a9becb0dSJunxiong Ji  private val inst         = Wire(Vec(RenameWidth, new XSInstBitFields))
202a9becb0dSJunxiong Ji  private val isCsr        = Wire(Vec(RenameWidth, Bool()))
203a9becb0dSJunxiong Ji  private val isCsrr       = Wire(Vec(RenameWidth, Bool()))
204a9becb0dSJunxiong Ji  private val isRoCsrr     = Wire(Vec(RenameWidth, Bool()))
205d77cf63cSxiaofeibao-xjtu  private val fuType       = uops.map(_.fuType)
206d77cf63cSxiaofeibao-xjtu  private val fuOpType     = uops.map(_.fuOpType)
207d77cf63cSxiaofeibao-xjtu  private val vtype        = uops.map(_.vpu.vtype)
208d77cf63cSxiaofeibao-xjtu  private val sew          = vtype.map(_.vsew)
209d77cf63cSxiaofeibao-xjtu  private val lmul         = vtype.map(_.vlmul)
210d77cf63cSxiaofeibao-xjtu  private val eew          = uops.map(_.vpu.veew)
211d77cf63cSxiaofeibao-xjtu  private val mop          = fuOpType.map(fuOpTypeItem => LSUOpType.getVecLSMop(fuOpTypeItem))
212d77cf63cSxiaofeibao-xjtu  private val isVlsType    = fuType.map(fuTypeItem => isVls(fuTypeItem))
213d77cf63cSxiaofeibao-xjtu  private val isSegment    = fuType.map(fuTypeItem => isVsegls(fuTypeItem))
214d77cf63cSxiaofeibao-xjtu  private val isUnitStride = fuOpType.map(fuOpTypeItem => LSUOpType.isAllUS(fuOpTypeItem))
215d77cf63cSxiaofeibao-xjtu  private val nf           = fuOpType.zip(uops.map(_.vpu.nf)).map { case (fuOpTypeItem, nfItem) => Mux(LSUOpType.isWhole(fuOpTypeItem), 0.U, nfItem) }
216d77cf63cSxiaofeibao-xjtu  private val mulBits      = 3 // dirty code
217d77cf63cSxiaofeibao-xjtu  private val emul         = fuOpType.zipWithIndex.map { case (fuOpTypeItem, index) =>
218d77cf63cSxiaofeibao-xjtu    Mux(
219d77cf63cSxiaofeibao-xjtu      LSUOpType.isWhole(fuOpTypeItem),
220d77cf63cSxiaofeibao-xjtu      GenUSWholeEmul(nf(index)),
221d77cf63cSxiaofeibao-xjtu      Mux(
222d77cf63cSxiaofeibao-xjtu        LSUOpType.isMasked(fuOpTypeItem),
223d77cf63cSxiaofeibao-xjtu        0.U(mulBits.W),
224d77cf63cSxiaofeibao-xjtu        EewLog2(eew(index)) - sew(index) + lmul(index)
225d77cf63cSxiaofeibao-xjtu      )
226d77cf63cSxiaofeibao-xjtu    )
227d77cf63cSxiaofeibao-xjtu  }
228d77cf63cSxiaofeibao-xjtu  private val isVecUnitType = isVlsType.zip(isUnitStride).map { case (isVlsTypeItme, isUnitStrideItem) =>
229d77cf63cSxiaofeibao-xjtu    isVlsTypeItme && isUnitStrideItem
230d77cf63cSxiaofeibao-xjtu  }
231df3b4b92SAnzooooo  private val isfofFixVlUop   = uops.map{x => x.vpu.isVleff && x.lastUop}
232d77cf63cSxiaofeibao-xjtu  private val instType = isSegment.zip(mop).map { case (isSegementItem, mopItem) => Cat(isSegementItem, mopItem) }
233d77cf63cSxiaofeibao-xjtu  // There is no way to calculate the 'flow' for 'unit-stride' exactly:
234d77cf63cSxiaofeibao-xjtu  //  Whether 'unit-stride' needs to be split can only be known after obtaining the address.
235d77cf63cSxiaofeibao-xjtu  // For scalar instructions, this is not handled here, and different assignments are done later according to the situation.
236d77cf63cSxiaofeibao-xjtu  private val numLsElem = instType.zipWithIndex.map { case (instTypeItem, index) =>
237d77cf63cSxiaofeibao-xjtu    Mux(
238d77cf63cSxiaofeibao-xjtu      isVecUnitType(index),
239d77cf63cSxiaofeibao-xjtu      VecMemUnitStrideMaxFlowNum.U,
240d77cf63cSxiaofeibao-xjtu      GenRealFlowNum(instTypeItem, emul(index), lmul(index), eew(index), sew(index))
241d77cf63cSxiaofeibao-xjtu    )
242d77cf63cSxiaofeibao-xjtu  }
243d77cf63cSxiaofeibao-xjtu  uops.zipWithIndex.map { case(u, i) =>
244df3b4b92SAnzooooo    u.numLsElem := Mux(io.in(i).valid & isVlsType(i) && !isfofFixVlUop(i), numLsElem(i), 0.U)
245d77cf63cSxiaofeibao-xjtu  }
246b034d3b9SLinJiawei
247deb6421eSHaojin Tang  val needVecDest    = Wire(Vec(RenameWidth, Bool()))
24899b8dc2cSYinan Xu  val needFpDest     = Wire(Vec(RenameWidth, Bool()))
24999b8dc2cSYinan Xu  val needIntDest    = Wire(Vec(RenameWidth, Bool()))
250368cbcecSxiaofeibao  val needV0Dest     = Wire(Vec(RenameWidth, Bool()))
251368cbcecSxiaofeibao  val needVlDest     = Wire(Vec(RenameWidth, Bool()))
252a63155a6SXuan Hu  private val inHeadValid = io.in.head.valid
2538b8e745dSYikeZhou
254c58c2872STang Haojin  val isMove = Wire(Vec(RenameWidth, Bool()))
255c58c2872STang Haojin  isMove zip io.in.map(_.bits) foreach {
256c58c2872STang Haojin    case (move, in) => move := Mux(in.exceptionVec.asUInt.orR, false.B, in.isMove)
257c58c2872STang Haojin  }
2588b8e745dSYikeZhou
259ccfddc82SHaojin Tang  val walkNeedIntDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
2603b739f49SXuan Hu  val walkNeedFpDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
2613b739f49SXuan Hu  val walkNeedVecDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
262368cbcecSxiaofeibao  val walkNeedV0Dest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
263368cbcecSxiaofeibao  val walkNeedVlDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
264ccfddc82SHaojin Tang  val walkIsMove = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
265ccfddc82SHaojin Tang
2668b8e745dSYikeZhou  val intSpecWen = Wire(Vec(RenameWidth, Bool()))
2678b8e745dSYikeZhou  val fpSpecWen  = Wire(Vec(RenameWidth, Bool()))
268deb6421eSHaojin Tang  val vecSpecWen = Wire(Vec(RenameWidth, Bool()))
269368cbcecSxiaofeibao  val v0SpecWen = Wire(Vec(RenameWidth, Bool()))
270368cbcecSxiaofeibao  val vlSpecWen = Wire(Vec(RenameWidth, Bool()))
2718b8e745dSYikeZhou
272ccfddc82SHaojin Tang  val walkIntSpecWen = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
273ccfddc82SHaojin Tang
274ccfddc82SHaojin Tang  val walkPdest = Wire(Vec(RenameWidth, UInt(PhyRegIdxWidth.W)))
275ccfddc82SHaojin Tang
2768b8e745dSYikeZhou  // uop calculation
277b034d3b9SLinJiawei  for (i <- 0 until RenameWidth) {
2780c01a27aSHaojin Tang    (uops(i): Data).waiveAll :<= (io.in(i).bits: Data).waiveAll
279b034d3b9SLinJiawei
280a9becb0dSJunxiong Ji    // read only CSRR instruction support: remove blockBackward and waitForward
281a9becb0dSJunxiong Ji    inst(i) := uops(i).instr.asTypeOf(new XSInstBitFields)
282a9becb0dSJunxiong Ji    isCsr(i) := inst(i).OPCODE5Bit === OPCODE5Bit.SYSTEM && inst(i).FUNCT3(1, 0) =/= 0.U
283a9becb0dSJunxiong Ji    isCsrr(i) := isCsr(i) && inst(i).FUNCT3 === BitPat("b?1?") && inst(i).RS1 === 0.U
284a9becb0dSJunxiong Ji    isRoCsrr(i) := isCsrr(i) && LookupTreeDefault(
285a9becb0dSJunxiong Ji      inst(i).CSRIDX, false.B, CSRConst.roCsrrAddr.map(_.U -> true.B))
286a9becb0dSJunxiong Ji
287253db1a4SJunxiong Ji    /*
288253db1a4SJunxiong Ji     * For read-only CSRs, CSRR instructions do not need to wait forward instructions to finish.
289253db1a4SJunxiong Ji     * For all CSRs, CSRR instructions do not need to block backward instructions for issuing.
290253db1a4SJunxiong Ji     * Signal "isCsrr" contains not only alias instruction CSRR, but also other csr instructions which
291253db1a4SJunxiong Ji     *   do not require write to any CSR.
292253db1a4SJunxiong Ji     */
293a9becb0dSJunxiong Ji    uops(i).waitForward := io.in(i).bits.waitForward && !isRoCsrr(i)
294253db1a4SJunxiong Ji    uops(i).blockBackward := io.in(i).bits.blockBackward && !isCsrr(i)
295a9becb0dSJunxiong Ji
296980c1bc3SWilliam Wang    // update cf according to ssit result
2973b739f49SXuan Hu    uops(i).storeSetHit := io.ssit(i).valid
2983b739f49SXuan Hu    uops(i).loadWaitStrict := io.ssit(i).strict && io.ssit(i).valid
2993b739f49SXuan Hu    uops(i).ssid := io.ssit(i).ssid
300980c1bc3SWilliam Wang
301980c1bc3SWilliam Wang    // update cf according to waittable result
3023b739f49SXuan Hu    uops(i).loadWaitBit := io.waittable(i)
303980c1bc3SWilliam Wang
3043b739f49SXuan Hu    uops(i).replayInst := false.B // set by IQ or MemQ
3054eebf274Ssinsanction    // alloc a new phy reg
306368cbcecSxiaofeibao    needV0Dest(i) := io.in(i).valid && needDestReg(Reg_V0, io.in(i).bits)
307368cbcecSxiaofeibao    needVlDest(i) := io.in(i).valid && needDestReg(Reg_Vl, io.in(i).bits)
308ac78003fSzhanglyGit    needVecDest(i) := io.in(i).valid && needDestReg(Reg_V, io.in(i).bits)
309ac78003fSzhanglyGit    needFpDest(i) := io.in(i).valid && needDestReg(Reg_F, io.in(i).bits)
310ac78003fSzhanglyGit    needIntDest(i) := io.in(i).valid && needDestReg(Reg_I, io.in(i).bits)
311780712aaSxiaofeibao-xjtu    if (i < RabCommitWidth) {
3126b102a39SHaojin Tang      walkNeedIntDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_I, io.rabCommits.info(i))
3136b102a39SHaojin Tang      walkNeedFpDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_F, io.rabCommits.info(i))
3146b102a39SHaojin Tang      walkNeedVecDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_V, io.rabCommits.info(i))
315368cbcecSxiaofeibao      walkNeedV0Dest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_V0, io.rabCommits.info(i))
316368cbcecSxiaofeibao      walkNeedVlDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_Vl, io.rabCommits.info(i))
3176b102a39SHaojin Tang      walkIsMove(i) := io.rabCommits.info(i).isMove
318ccfddc82SHaojin Tang    }
3194eebf274Ssinsanction    fpFreeList.io.allocateReq(i) := needFpDest(i)
3204eebf274Ssinsanction    fpFreeList.io.walkReq(i) := walkNeedFpDest(i)
3214eebf274Ssinsanction    vecFreeList.io.allocateReq(i) := needVecDest(i)
3224eebf274Ssinsanction    vecFreeList.io.walkReq(i) := walkNeedVecDest(i)
323368cbcecSxiaofeibao    v0FreeList.io.allocateReq(i) := needV0Dest(i)
324368cbcecSxiaofeibao    v0FreeList.io.walkReq(i) := walkNeedV0Dest(i)
325368cbcecSxiaofeibao    vlFreeList.io.allocateReq(i) := needVlDest(i)
326368cbcecSxiaofeibao    vlFreeList.io.walkReq(i) := walkNeedVlDest(i)
327dcf3a679STang Haojin    intFreeList.io.allocateReq(i) := needIntDest(i) && !isMove(i)
328dcf3a679STang Haojin    intFreeList.io.walkReq(i) := walkNeedIntDest(i) && !walkIsMove(i)
3292438f9ebSYinan Xu
3308b8e745dSYikeZhou    // no valid instruction from decode stage || all resources (dispatch1 + both free lists) ready
3311c6572a6Sxiaofeibao    io.in(i).ready := !io.in(0).valid || canOut
33258e06390SLinJiawei
33389cc69c1STang Haojin    uops(i).robIdx := robIdxHead + PopCount(io.in.zip(needRobFlags).take(i).map{ case(in, needRobFlag) => in.valid && in.bits.lastUop && needRobFlag})
33489cc69c1STang Haojin    uops(i).instrSize := instrSizesVec(i)
3357e0f64b0SGuanghui Cheng    val hasExceptionExceptFlushPipe = Cat(selectFrontend(uops(i).exceptionVec) :+ uops(i).exceptionVec(illegalInstr) :+ uops(i).exceptionVec(virtualInstr)).orR || TriggerAction.isDmode(uops(i).trigger)
336571677c9Sxiaofeibao-xjtu    when(isMove(i) || hasExceptionExceptFlushPipe) {
33789cc69c1STang Haojin      uops(i).numUops := 0.U
3383235a9d8SZiyue-Zhang      uops(i).numWB := 0.U
33989cc69c1STang Haojin    }
34089cc69c1STang Haojin    if (i > 0) {
34189cc69c1STang Haojin      when(!needRobFlags(i - 1)) {
34289cc69c1STang Haojin        uops(i).firstUop := false.B
34389cc69c1STang Haojin        uops(i).ftqPtr := uops(i - 1).ftqPtr
34489cc69c1STang Haojin        uops(i).ftqOffset := uops(i - 1).ftqOffset
34589cc69c1STang Haojin        uops(i).numUops := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
3463235a9d8SZiyue-Zhang        uops(i).numWB := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
34789cc69c1STang Haojin      }
34889cc69c1STang Haojin    }
34989cc69c1STang Haojin    when(!needRobFlags(i)) {
35089cc69c1STang Haojin      uops(i).lastUop := false.B
35189cc69c1STang Haojin      uops(i).numUops := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
3523235a9d8SZiyue-Zhang      uops(i).numWB := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
35389cc69c1STang Haojin    }
354f1ba628bSHaojin Tang    uops(i).wfflags := (compressMasksVec(i) & Cat(io.in.map(_.bits.wfflags).reverse)).orR
355f1ba628bSHaojin Tang    uops(i).dirtyFs := (compressMasksVec(i) & Cat(io.in.map(_.bits.fpWen).reverse)).orR
356*547d96acSTang Haojin    uops(i).dirtyVs := (
357*547d96acSTang Haojin      compressMasksVec(i) & Cat(io.in.map(in =>
3583af3539fSZiyue Zhang        // vector instructions' uopSplitType cannot be UopSplitType.SCA_SIM
359*547d96acSTang Haojin        in.bits.uopSplitType =/= UopSplitType.SCA_SIM &&
360*547d96acSTang Haojin        // vfmv.f.s, vcpop.m, vfirst.m and vmv.x.s don't change vector state
361*547d96acSTang Haojin        !Seq(
362*547d96acSTang Haojin          (FuType.vfalu, VfaluType.vfmv_f_s), // vfmv.f.s
363*547d96acSTang Haojin          (FuType.vipu, VipuType.vcpop_m),    // vcpop.m
364*547d96acSTang Haojin          (FuType.vipu, VipuType.vfirst_m),   // vfirst.m
365*547d96acSTang Haojin          (FuType.vipu, VipuType.vmv_x_s)     // vmv.x.s
366*547d96acSTang Haojin        ).map(x => FuTypeOrR(in.bits.fuType, x._1) && in.bits.fuOpType === x._2).reduce(_ || _)
367*547d96acSTang Haojin      ).reverse)
368*547d96acSTang Haojin    ).orR
369368cbcecSxiaofeibao    // psrc0,psrc1,psrc2 don't require v0ReadPorts because their srcType can distinguish whether they are V0 or not
370368cbcecSxiaofeibao    uops(i).psrc(0) := Mux1H(uops(i).srcType(0)(2, 0), Seq(io.intReadPorts(i)(0), io.fpReadPorts(i)(0), io.vecReadPorts(i)(0)))
371368cbcecSxiaofeibao    uops(i).psrc(1) := Mux1H(uops(i).srcType(1)(2, 0), Seq(io.intReadPorts(i)(1), io.fpReadPorts(i)(1), io.vecReadPorts(i)(1)))
3723b739f49SXuan Hu    uops(i).psrc(2) := Mux1H(uops(i).srcType(2)(2, 1), Seq(io.fpReadPorts(i)(2), io.vecReadPorts(i)(2)))
373368cbcecSxiaofeibao    uops(i).psrc(3) := io.v0ReadPorts(i)(0)
374368cbcecSxiaofeibao    uops(i).psrc(4) := io.vlReadPorts(i)(0)
375f5710817SXuan Hu
376a0db5a4bSYinan Xu    // int psrc2 should be bypassed from next instruction if it is fused
377a0db5a4bSYinan Xu    if (i < RenameWidth - 1) {
378a0db5a4bSYinan Xu      when (io.fusionInfo(i).rs2FromRs2 || io.fusionInfo(i).rs2FromRs1) {
379a0db5a4bSYinan Xu        uops(i).psrc(1) := Mux(io.fusionInfo(i).rs2FromRs2, io.intReadPorts(i + 1)(1), io.intReadPorts(i + 1)(0))
380a0db5a4bSYinan Xu      }.elsewhen(io.fusionInfo(i).rs2FromZero) {
381a0db5a4bSYinan Xu        uops(i).psrc(1) := 0.U
382a0db5a4bSYinan Xu      }
383a0db5a4bSYinan Xu    }
38470224bf6SYinan Xu    uops(i).eliminatedMove := isMove(i)
3858b8e745dSYikeZhou
3868b8e745dSYikeZhou    // update pdest
387ac78003fSzhanglyGit    uops(i).pdest := MuxCase(0.U, Seq(
388ac78003fSzhanglyGit      needIntDest(i)    ->  intFreeList.io.allocatePhyReg(i),
3894eebf274Ssinsanction      needFpDest(i)     ->  fpFreeList.io.allocatePhyReg(i),
3904eebf274Ssinsanction      needVecDest(i)    ->  vecFreeList.io.allocatePhyReg(i),
391368cbcecSxiaofeibao      needV0Dest(i)    ->  v0FreeList.io.allocatePhyReg(i),
392368cbcecSxiaofeibao      needVlDest(i)    ->  vlFreeList.io.allocatePhyReg(i),
3933b739f49SXuan Hu    ))
3948b8e745dSYikeZhou
395ebb8ebf8SYinan Xu    // Assign performance counters
396ebb8ebf8SYinan Xu    uops(i).debugInfo.renameTime := GTimer()
397ebb8ebf8SYinan Xu
398368cbcecSxiaofeibao    io.out(i).valid := io.in(i).valid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !io.rabCommits.isWalk
399ebb8ebf8SYinan Xu    io.out(i).bits := uops(i)
4003b739f49SXuan Hu    // Todo: move these shit in decode stage
401f025d715SYinan Xu    // dirty code for fence. The lsrc is passed by imm.
4023b739f49SXuan Hu    when (io.out(i).bits.fuType === FuType.fence.U) {
4033b739f49SXuan Hu      io.out(i).bits.imm := Cat(io.in(i).bits.lsrc(1), io.in(i).bits.lsrc(0))
404a020ce37SYinan Xu    }
405d91483a6Sfdy
406f025d715SYinan Xu    // dirty code for SoftPrefetch (prefetch.r/prefetch.w)
407621007d9SXuan Hu//    when (io.in(i).bits.isSoftPrefetch) {
408621007d9SXuan Hu//      io.out(i).bits.fuType := FuType.ldu.U
409621007d9SXuan Hu//      io.out(i).bits.fuOpType := Mux(io.in(i).bits.lsrc(1) === 1.U, LSUOpType.prefetch_r, LSUOpType.prefetch_w)
410621007d9SXuan Hu//      io.out(i).bits.selImm := SelImm.IMM_S
411621007d9SXuan Hu//      io.out(i).bits.imm := Cat(io.in(i).bits.imm(io.in(i).bits.imm.getWidth - 1, 5), 0.U(5.W))
412621007d9SXuan Hu//    }
413ebb8ebf8SYinan Xu
414765e58c6Ssinsanction    // dirty code for lui+addi(w) fusion
415765e58c6Ssinsanction    if (i < RenameWidth - 1) {
416765e58c6Ssinsanction      val fused_lui32 = io.in(i).bits.selImm === SelImm.IMM_LUI32 && io.in(i).bits.fuType === FuType.alu.U
417765e58c6Ssinsanction      when (fused_lui32) {
418765e58c6Ssinsanction        val lui_imm = io.in(i).bits.imm(19, 0)
419765e58c6Ssinsanction        val add_imm = io.in(i + 1).bits.imm(11, 0)
42049f433deSXuan Hu        require(io.out(i).bits.imm.getWidth >= lui_imm.getWidth + add_imm.getWidth)
42149f433deSXuan Hu        io.out(i).bits.imm := Cat(lui_imm, add_imm)
422765e58c6Ssinsanction      }
423765e58c6Ssinsanction    }
424765e58c6Ssinsanction
4258b8e745dSYikeZhou    // write speculative rename table
42639d3280eSYikeZhou    // we update rat later inside commit code
4276b102a39SHaojin Tang    intSpecWen(i) := needIntDest(i) && intFreeList.io.canAllocate && intFreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
4286b102a39SHaojin Tang    fpSpecWen(i)  := needFpDest(i)  && fpFreeList.io.canAllocate  && fpFreeList.io.doAllocate  && !io.rabCommits.isWalk && !io.redirect.valid
4294eebf274Ssinsanction    vecSpecWen(i) := needVecDest(i) && vecFreeList.io.canAllocate && vecFreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
430368cbcecSxiaofeibao    v0SpecWen(i) := needV0Dest(i) && v0FreeList.io.canAllocate && v0FreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
431368cbcecSxiaofeibao    vlSpecWen(i) := needVlDest(i) && vlFreeList.io.canAllocate && vlFreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
432ac78003fSzhanglyGit
43370224bf6SYinan Xu
434780712aaSxiaofeibao-xjtu    if (i < RabCommitWidth) {
435ccfddc82SHaojin Tang      walkIntSpecWen(i) := walkNeedIntDest(i) && !io.redirect.valid
4366b102a39SHaojin Tang      walkPdest(i) := io.rabCommits.info(i).pdest
437ccfddc82SHaojin Tang    } else {
438ccfddc82SHaojin Tang      walkPdest(i) := io.out(i).bits.pdest
439ccfddc82SHaojin Tang    }
440b034d3b9SLinJiawei  }
441b034d3b9SLinJiawei
44270224bf6SYinan Xu  /**
44349162c9aSGuanghui Cheng   * trace begin
44449162c9aSGuanghui Cheng   */
44549162c9aSGuanghui Cheng  val inVec = io.in.map(_.bits)
44649162c9aSGuanghui Cheng  val canRobCompressVec = inVec.map(_.canRobCompress)
44749162c9aSGuanghui Cheng  val isRVCVec = inVec.map(_.preDecodeInfo.isRVC)
44849162c9aSGuanghui Cheng  val halfWordNumVec = (0 until RenameWidth).map{
44949162c9aSGuanghui Cheng    i => compressMasksVec(i).asBools.zip(isRVCVec).map{
45049162c9aSGuanghui Cheng      case (mask, isRVC) => Mux(mask, Mux(isRVC, 1.U, 2.U), 0.U)
45149162c9aSGuanghui Cheng    }
45249162c9aSGuanghui Cheng  }
45349162c9aSGuanghui Cheng
45449162c9aSGuanghui Cheng  for (i <- 0 until RenameWidth) {
45549162c9aSGuanghui Cheng    // iretire
45649162c9aSGuanghui Cheng    uops(i).traceBlockInPipe.iretire := Mux(canRobCompressVec(i),
45749162c9aSGuanghui Cheng      halfWordNumVec(i).reduce(_ +& _),
45849162c9aSGuanghui Cheng      Mux(isRVCVec(i), 1.U, 2.U)
45949162c9aSGuanghui Cheng    )
46049162c9aSGuanghui Cheng
46149162c9aSGuanghui Cheng    // ilastsize
46249162c9aSGuanghui Cheng    val j = i
46349162c9aSGuanghui Cheng    val lastIsRVC = WireInit(false.B)
46449162c9aSGuanghui Cheng    (j until RenameWidth).map { j =>
46549162c9aSGuanghui Cheng      when(compressMasksVec(i)(j)) {
46649162c9aSGuanghui Cheng        lastIsRVC := io.in(j).bits.preDecodeInfo.isRVC
46749162c9aSGuanghui Cheng      }
46849162c9aSGuanghui Cheng    }
46949162c9aSGuanghui Cheng
47049162c9aSGuanghui Cheng    uops(i).traceBlockInPipe.ilastsize := Mux(canRobCompressVec(i),
47149162c9aSGuanghui Cheng      Mux(lastIsRVC, Ilastsize.HalfWord, Ilastsize.Word),
47249162c9aSGuanghui Cheng      Mux(isRVCVec(i), Ilastsize.HalfWord, Ilastsize.Word)
47349162c9aSGuanghui Cheng    )
47449162c9aSGuanghui Cheng
47549162c9aSGuanghui Cheng    // itype
47649162c9aSGuanghui Cheng    uops(i).traceBlockInPipe.itype := Itype.jumpTypeGen(inVec(i).preDecodeInfo.brType, inVec(i).ldest.asTypeOf(new OpRegType), inVec(i).lsrc(0).asTypeOf((new OpRegType)))
47749162c9aSGuanghui Cheng  }
47849162c9aSGuanghui Cheng  /**
47949162c9aSGuanghui Cheng   * trace end
48049162c9aSGuanghui Cheng   */
48149162c9aSGuanghui Cheng
48249162c9aSGuanghui Cheng  /**
48370224bf6SYinan Xu    * How to set psrc:
48470224bf6SYinan Xu    * - bypass the pdest to psrc if previous instructions write to the same ldest as lsrc
48570224bf6SYinan Xu    * - default: psrc from RAT
48670224bf6SYinan Xu    * How to set pdest:
48770224bf6SYinan Xu    * - Mux(isMove, psrc, pdest_from_freelist).
48870224bf6SYinan Xu    *
48970224bf6SYinan Xu    * The critical path of rename lies here:
49070224bf6SYinan Xu    * When move elimination is enabled, we need to update the rat with psrc.
49170224bf6SYinan Xu    * However, psrc maybe comes from previous instructions' pdest, which comes from freelist.
49270224bf6SYinan Xu    *
49370224bf6SYinan Xu    * If we expand these logic for pdest(N):
49470224bf6SYinan Xu    * pdest(N) = Mux(isMove(N), psrc(N), freelist_out(N))
49570224bf6SYinan Xu    *          = Mux(isMove(N), Mux(bypass(N, N - 1), pdest(N - 1),
49670224bf6SYinan Xu    *                           Mux(bypass(N, N - 2), pdest(N - 2),
49770224bf6SYinan Xu    *                           ...
49870224bf6SYinan Xu    *                           Mux(bypass(N, 0),     pdest(0),
49970224bf6SYinan Xu    *                                                 rat_out(N))...)),
50070224bf6SYinan Xu    *                           freelist_out(N))
50170224bf6SYinan Xu    */
50270224bf6SYinan Xu  // a simple functional model for now
50370224bf6SYinan Xu  io.out(0).bits.pdest := Mux(isMove(0), uops(0).psrc.head, uops(0).pdest)
5043b739f49SXuan Hu
5053b739f49SXuan Hu  // psrc(n) + pdest(1)
506b9dc808dSJinHong Zeng  val bypassCond: Vec[MixedVec[UInt]] = Wire(Vec(numRegSrc, MixedVec(List.tabulate(RenameWidth-1)(i => UInt((i+1).W)))))
50798639abbSXuan Hu  require(io.in(0).bits.srcType.size == io.in(0).bits.numSrc)
50898639abbSXuan Hu  private val pdestLoc = io.in.head.bits.srcType.size // 2 vector src: v0, vl&vtype
5093b739f49SXuan Hu  println(s"[Rename] idx of pdest in bypassCond $pdestLoc")
51099b8dc2cSYinan Xu  for (i <- 1 until RenameWidth) {
511368cbcecSxiaofeibao    val v0Cond = io.in(i).bits.srcType.zipWithIndex.map{ case (s, i) =>
512368cbcecSxiaofeibao      if (i == 3) (s === SrcType.vp) || (s === SrcType.v0)
513368cbcecSxiaofeibao      else false.B
514b9dc808dSJinHong Zeng    }
515368cbcecSxiaofeibao    val vlCond = io.in(i).bits.srcType.zipWithIndex.map{ case (s, i) =>
516368cbcecSxiaofeibao      if (i == 4) s === SrcType.vp
517368cbcecSxiaofeibao      else false.B
518b9dc808dSJinHong Zeng    }
519b9dc808dSJinHong Zeng    val vecCond = io.in(i).bits.srcType.map(_ === SrcType.vp)
520b9dc808dSJinHong Zeng    val fpCond  = io.in(i).bits.srcType.map(_ === SrcType.fp)
521b9dc808dSJinHong Zeng    val intCond = io.in(i).bits.srcType.map(_ === SrcType.xp)
522b9dc808dSJinHong Zeng    val target = io.in(i).bits.lsrc
523368cbcecSxiaofeibao    for ((((((cond1, (condV0, condVl)), cond2), cond3), t), j) <- vecCond.zip(v0Cond.zip(vlCond)).zip(fpCond).zip(intCond).zip(target).zipWithIndex) {
52470224bf6SYinan Xu      val destToSrc = io.in.take(i).zipWithIndex.map { case (in, j) =>
5253b739f49SXuan Hu        val indexMatch = in.bits.ldest === t
526deb6421eSHaojin Tang        val writeMatch =  cond3 && needIntDest(j) || cond2 && needFpDest(j) || cond1 && needVecDest(j)
527368cbcecSxiaofeibao        val v0vlMatch = condV0 && needV0Dest(j) || condVl && needVlDest(j)
528368cbcecSxiaofeibao        indexMatch && writeMatch || v0vlMatch
52970224bf6SYinan Xu      }
53070224bf6SYinan Xu      bypassCond(j)(i - 1) := VecInit(destToSrc).asUInt
53170224bf6SYinan Xu    }
53270224bf6SYinan Xu    io.out(i).bits.psrc(0) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(0)(i-1).asBools).foldLeft(uops(i).psrc(0)) {
53370224bf6SYinan Xu      (z, next) => Mux(next._2, next._1, z)
53470224bf6SYinan Xu    }
53570224bf6SYinan Xu    io.out(i).bits.psrc(1) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(1)(i-1).asBools).foldLeft(uops(i).psrc(1)) {
53670224bf6SYinan Xu      (z, next) => Mux(next._2, next._1, z)
53770224bf6SYinan Xu    }
53870224bf6SYinan Xu    io.out(i).bits.psrc(2) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(2)(i-1).asBools).foldLeft(uops(i).psrc(2)) {
53970224bf6SYinan Xu      (z, next) => Mux(next._2, next._1, z)
54070224bf6SYinan Xu    }
541a7a8a6ccSHaojin Tang    io.out(i).bits.psrc(3) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(3)(i-1).asBools).foldLeft(uops(i).psrc(3)) {
542a7a8a6ccSHaojin Tang      (z, next) => Mux(next._2, next._1, z)
543a7a8a6ccSHaojin Tang    }
544996aacc9SXuan Hu    io.out(i).bits.psrc(4) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(4)(i-1).asBools).foldLeft(uops(i).psrc(4)) {
5453b739f49SXuan Hu      (z, next) => Mux(next._2, next._1, z)
5463b739f49SXuan Hu    }
54770224bf6SYinan Xu    io.out(i).bits.pdest := Mux(isMove(i), io.out(i).bits.psrc(0), uops(i).pdest)
548fd7603d9SYinan Xu
5493b739f49SXuan Hu    // Todo: better implementation for fields reuse
550fd7603d9SYinan Xu    // For fused-lui-load, load.src(0) is replaced by the imm.
5513b739f49SXuan Hu    val last_is_lui = io.in(i - 1).bits.selImm === SelImm.IMM_U && io.in(i - 1).bits.srcType(0) =/= SrcType.pc
5523b739f49SXuan Hu    val this_is_load = io.in(i).bits.fuType === FuType.ldu.U
5533b739f49SXuan Hu    val lui_to_load = io.in(i - 1).valid && io.in(i - 1).bits.ldest === io.in(i).bits.lsrc(0)
554f4dcd9fcSsinsanction    val fused_lui_load = last_is_lui && this_is_load && lui_to_load
555fd7603d9SYinan Xu    when (fused_lui_load) {
55649f433deSXuan Hu      // The first LOAD operand (base address) is replaced by LUI-imm and stored in imm
55749f433deSXuan Hu      val lui_imm = io.in(i - 1).bits.imm(ImmUnion.U.len - 1, 0)
55849f433deSXuan Hu      val ld_imm = io.in(i).bits.imm(ImmUnion.I.len - 1, 0)
55949f433deSXuan Hu      require(io.out(i).bits.imm.getWidth >= lui_imm.getWidth + ld_imm.getWidth)
5603b739f49SXuan Hu      io.out(i).bits.srcType(0) := SrcType.imm
56149f433deSXuan Hu      io.out(i).bits.imm := Cat(lui_imm, ld_imm)
562fd7603d9SYinan Xu    }
563fd7603d9SYinan Xu
564b034d3b9SLinJiawei  }
56500ad41d0SYinan Xu
566c4b56310SHaojin Tang  val genSnapshot = Cat(io.out.map(out => out.fire && out.bits.snapshot)).orR
567bb7e6e3aSxiaofeibao-xjtu  val lastCycleCreateSnpt = RegInit(false.B)
568bb7e6e3aSxiaofeibao-xjtu  lastCycleCreateSnpt := genSnapshot && !io.snptIsFull
569bb7e6e3aSxiaofeibao-xjtu  val sameSnptDistance = (RobCommitWidth * 4).U
570bb7e6e3aSxiaofeibao-xjtu  // notInSameSnpt: 1.robidxHead - snapLastEnq >= sameSnptDistance 2.no snap
571bb7e6e3aSxiaofeibao-xjtu  val notInSameSnpt = GatedValidRegNext(distanceBetween(robIdxHeadNext, io.snptLastEnq.bits) >= sameSnptDistance || !io.snptLastEnq.valid)
572bb7e6e3aSxiaofeibao-xjtu  val allowSnpt = if (EnableRenameSnapshot) notInSameSnpt && !lastCycleCreateSnpt && io.in.head.bits.firstUop else false.B
573c4b56310SHaojin Tang  io.out.zip(io.in).foreach{ case (out, in) => out.bits.snapshot := allowSnpt && (!in.bits.preDecodeInfo.notCFI || FuType.isJump(in.bits.fuType)) && in.fire }
5748daac0bfSxiaofeibao-xjtu  io.out.map{ x =>
5757e0f64b0SGuanghui Cheng    x.bits.hasException := Cat(selectFrontend(x.bits.exceptionVec) :+ x.bits.exceptionVec(illegalInstr) :+ x.bits.exceptionVec(virtualInstr)).orR || TriggerAction.isDmode(x.bits.trigger)
5768daac0bfSxiaofeibao-xjtu  }
577780712aaSxiaofeibao-xjtu  if(backendParams.debugEn){
578780712aaSxiaofeibao-xjtu    dontTouch(robIdxHeadNext)
579780712aaSxiaofeibao-xjtu    dontTouch(notInSameSnpt)
580780712aaSxiaofeibao-xjtu    dontTouch(genSnapshot)
581fa7f2c26STang Haojin  }
582fa7f2c26STang Haojin  intFreeList.io.snpt := io.snpt
583fa7f2c26STang Haojin  fpFreeList.io.snpt := io.snpt
5844eebf274Ssinsanction  vecFreeList.io.snpt := io.snpt
585368cbcecSxiaofeibao  v0FreeList.io.snpt := io.snpt
586368cbcecSxiaofeibao  vlFreeList.io.snpt := io.snpt
587c4b56310SHaojin Tang  intFreeList.io.snpt.snptEnq := genSnapshot
588c4b56310SHaojin Tang  fpFreeList.io.snpt.snptEnq := genSnapshot
5894eebf274Ssinsanction  vecFreeList.io.snpt.snptEnq := genSnapshot
590368cbcecSxiaofeibao  v0FreeList.io.snpt.snptEnq := genSnapshot
591368cbcecSxiaofeibao  vlFreeList.io.snpt.snptEnq := genSnapshot
592fa7f2c26STang Haojin
59300ad41d0SYinan Xu  /**
59400ad41d0SYinan Xu    * Instructions commit: update freelist and rename table
59500ad41d0SYinan Xu    */
596780712aaSxiaofeibao-xjtu  for (i <- 0 until RabCommitWidth) {
5976b102a39SHaojin Tang    val commitValid = io.rabCommits.isCommit && io.rabCommits.commitValid(i)
5986b102a39SHaojin Tang    val walkValid = io.rabCommits.isWalk && io.rabCommits.walkValid(i)
59900ad41d0SYinan Xu
600deb6421eSHaojin Tang    // I. RAT Update
6017fa2c198SYinan Xu    // When redirect happens (mis-prediction), don't update the rename table
602deb6421eSHaojin Tang    io.intRenamePorts(i).wen  := intSpecWen(i)
603ad5c9e6eSJunxiong Ji    io.intRenamePorts(i).addr := uops(i).ldest(log2Ceil(IntLogicRegs) - 1, 0)
604deb6421eSHaojin Tang    io.intRenamePorts(i).data := io.out(i).bits.pdest
6058b8e745dSYikeZhou
606deb6421eSHaojin Tang    io.fpRenamePorts(i).wen  := fpSpecWen(i)
607ad5c9e6eSJunxiong Ji    io.fpRenamePorts(i).addr := uops(i).ldest(log2Ceil(FpLogicRegs) - 1, 0)
608deb6421eSHaojin Tang    io.fpRenamePorts(i).data := fpFreeList.io.allocatePhyReg(i)
609deb6421eSHaojin Tang
610deb6421eSHaojin Tang    io.vecRenamePorts(i).wen := vecSpecWen(i)
611ad5c9e6eSJunxiong Ji    io.vecRenamePorts(i).addr := uops(i).ldest(log2Ceil(VecLogicRegs) - 1, 0)
6124eebf274Ssinsanction    io.vecRenamePorts(i).data := vecFreeList.io.allocatePhyReg(i)
613deb6421eSHaojin Tang
614368cbcecSxiaofeibao    io.v0RenamePorts(i).wen := v0SpecWen(i)
615ad5c9e6eSJunxiong Ji    io.v0RenamePorts(i).addr := uops(i).ldest(log2Ceil(V0LogicRegs) - 1, 0)
616368cbcecSxiaofeibao    io.v0RenamePorts(i).data := v0FreeList.io.allocatePhyReg(i)
617368cbcecSxiaofeibao
618368cbcecSxiaofeibao    io.vlRenamePorts(i).wen := vlSpecWen(i)
619ad5c9e6eSJunxiong Ji    io.vlRenamePorts(i).addr := uops(i).ldest(log2Ceil(VlLogicRegs) - 1, 0)
620368cbcecSxiaofeibao    io.vlRenamePorts(i).data := vlFreeList.io.allocatePhyReg(i)
621368cbcecSxiaofeibao
622deb6421eSHaojin Tang    // II. Free List Update
623dcf3a679STang Haojin    intFreeList.io.freeReq(i) := io.int_need_free(i)
624dcf3a679STang Haojin    intFreeList.io.freePhyReg(i) := RegNext(io.int_old_pdest(i))
6254eebf274Ssinsanction    fpFreeList.io.freeReq(i)  := GatedValidRegNext(commitValid && needDestRegCommit(Reg_F, io.rabCommits.info(i)))
6267042bac3Ssinsanction    fpFreeList.io.freePhyReg(i) := io.fp_old_pdest(i)
6274eebf274Ssinsanction    vecFreeList.io.freeReq(i)  := GatedValidRegNext(commitValid && needDestRegCommit(Reg_V, io.rabCommits.info(i)))
6287042bac3Ssinsanction    vecFreeList.io.freePhyReg(i) := io.vec_old_pdest(i)
629368cbcecSxiaofeibao    v0FreeList.io.freeReq(i) := GatedValidRegNext(commitValid && needDestRegCommit(Reg_V0, io.rabCommits.info(i)))
630f6e3bebeSxiaofeibao    v0FreeList.io.freePhyReg(i) := io.v0_old_pdest(i)
631368cbcecSxiaofeibao    vlFreeList.io.freeReq(i) := GatedValidRegNext(commitValid && needDestRegCommit(Reg_Vl, io.rabCommits.info(i)))
632f6e3bebeSxiaofeibao    vlFreeList.io.freePhyReg(i) := io.vl_old_pdest(i)
6338b8e745dSYikeZhou  }
6348b8e745dSYikeZhou
6358b8e745dSYikeZhou  /*
63670224bf6SYinan Xu  Debug and performance counters
6378b8e745dSYikeZhou   */
6383b739f49SXuan Hu  def printRenameInfo(in: DecoupledIO[DecodedInst], out: DecoupledIO[DynInst]) = {
6393b739f49SXuan Hu    XSInfo(out.fire, p"pc:${Hexadecimal(in.bits.pc)} in(${in.valid},${in.ready}) " +
6403b739f49SXuan Hu      p"lsrc(0):${in.bits.lsrc(0)} -> psrc(0):${out.bits.psrc(0)} " +
6413b739f49SXuan Hu      p"lsrc(1):${in.bits.lsrc(1)} -> psrc(1):${out.bits.psrc(1)} " +
6423b739f49SXuan Hu      p"lsrc(2):${in.bits.lsrc(2)} -> psrc(2):${out.bits.psrc(2)} " +
643c61abc0cSXuan Hu      p"ldest:${in.bits.ldest} -> pdest:${out.bits.pdest}\n"
6448b8e745dSYikeZhou    )
6458b8e745dSYikeZhou  }
6468b8e745dSYikeZhou
6478b8e745dSYikeZhou  for ((x,y) <- io.in.zip(io.out)) {
6488b8e745dSYikeZhou    printRenameInfo(x, y)
6498b8e745dSYikeZhou  }
6508b8e745dSYikeZhou
65142bcc716Sxiaofeibao-xjtu  io.out.map { case x =>
65242bcc716Sxiaofeibao-xjtu    when(x.valid && x.bits.rfWen){
65342bcc716Sxiaofeibao-xjtu      assert(x.bits.ldest =/= 0.U, "rfWen cannot be 1 when Int regfile ldest is 0")
65442bcc716Sxiaofeibao-xjtu    }
65542bcc716Sxiaofeibao-xjtu  }
656d2b20d1aSTang Haojin  val debugRedirect = RegEnable(io.redirect.bits, io.redirect.valid)
657d2b20d1aSTang Haojin  // bad speculation
6586b102a39SHaojin Tang  val recStall = io.redirect.valid || io.rabCommits.isWalk
6596b102a39SHaojin Tang  val ctrlRecStall = Mux(io.redirect.valid, io.redirect.bits.debugIsCtrl, io.rabCommits.isWalk && debugRedirect.debugIsCtrl)
6606b102a39SHaojin Tang  val mvioRecStall = Mux(io.redirect.valid, io.redirect.bits.debugIsMemVio, io.rabCommits.isWalk && debugRedirect.debugIsMemVio)
661d2b20d1aSTang Haojin  val otherRecStall = recStall && !(ctrlRecStall || mvioRecStall)
662d2b20d1aSTang Haojin  XSPerfAccumulate("recovery_stall", recStall)
663d2b20d1aSTang Haojin  XSPerfAccumulate("control_recovery_stall", ctrlRecStall)
664d2b20d1aSTang Haojin  XSPerfAccumulate("mem_violation_recovery_stall", mvioRecStall)
665d2b20d1aSTang Haojin  XSPerfAccumulate("other_recovery_stall", otherRecStall)
666d2b20d1aSTang Haojin  // freelist stall
667d2b20d1aSTang Haojin  val notRecStall = !io.out.head.valid && !recStall
668368cbcecSxiaofeibao  val intFlStall = notRecStall && inHeadValid && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !intFreeList.io.canAllocate
669368cbcecSxiaofeibao  val fpFlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !fpFreeList.io.canAllocate
670368cbcecSxiaofeibao  val vecFlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !vecFreeList.io.canAllocate
671368cbcecSxiaofeibao  val v0FlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && !v0FreeList.io.canAllocate
672368cbcecSxiaofeibao  val vlFlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && !vlFreeList.io.canAllocate
673368cbcecSxiaofeibao  val multiFlStall = notRecStall && inHeadValid && (PopCount(Cat(
674368cbcecSxiaofeibao    !intFreeList.io.canAllocate,
675368cbcecSxiaofeibao    !fpFreeList.io.canAllocate,
676368cbcecSxiaofeibao    !vecFreeList.io.canAllocate,
677368cbcecSxiaofeibao    !v0FreeList.io.canAllocate,
678368cbcecSxiaofeibao    !vlFreeList.io.canAllocate,
679368cbcecSxiaofeibao  )) > 1.U)
680d2b20d1aSTang Haojin  // other stall
681368cbcecSxiaofeibao  val otherStall = notRecStall && !intFlStall && !fpFlStall && !vecFlStall && !v0FlStall && !vlFlStall && !multiFlStall
682d2b20d1aSTang Haojin
683d2b20d1aSTang Haojin  io.stallReason.in.backReason.valid := io.stallReason.out.backReason.valid || !io.in.head.ready
684d2b20d1aSTang Haojin  io.stallReason.in.backReason.bits := Mux(io.stallReason.out.backReason.valid, io.stallReason.out.backReason.bits,
685d2b20d1aSTang Haojin    MuxCase(TopDownCounters.OtherCoreStall.id.U, Seq(
686d2b20d1aSTang Haojin      ctrlRecStall  -> TopDownCounters.ControlRecoveryStall.id.U,
687d2b20d1aSTang Haojin      mvioRecStall  -> TopDownCounters.MemVioRecoveryStall.id.U,
688d2b20d1aSTang Haojin      otherRecStall -> TopDownCounters.OtherRecoveryStall.id.U,
689d2b20d1aSTang Haojin      intFlStall    -> TopDownCounters.IntFlStall.id.U,
6904eebf274Ssinsanction      fpFlStall     -> TopDownCounters.FpFlStall.id.U,
6914eebf274Ssinsanction      vecFlStall    -> TopDownCounters.VecFlStall.id.U,
692368cbcecSxiaofeibao      v0FlStall     -> TopDownCounters.V0FlStall.id.U,
693368cbcecSxiaofeibao      vlFlStall     -> TopDownCounters.VlFlStall.id.U,
694368cbcecSxiaofeibao      multiFlStall  -> TopDownCounters.MultiFlStall.id.U,
695d2b20d1aSTang Haojin    )
696d2b20d1aSTang Haojin  ))
697d2b20d1aSTang Haojin  io.stallReason.out.reason.zip(io.stallReason.in.reason).zip(io.in.map(_.valid)).foreach { case ((out, in), valid) =>
6980adf86dcSHaojin Tang    out := Mux(io.stallReason.in.backReason.valid, io.stallReason.in.backReason.bits, in)
699d2b20d1aSTang Haojin  }
700d2b20d1aSTang Haojin
7016b102a39SHaojin Tang  XSDebug(io.rabCommits.isWalk, p"Walk Recovery Enabled\n")
7026b102a39SHaojin Tang  XSDebug(io.rabCommits.isWalk, p"validVec:${Binary(io.rabCommits.walkValid.asUInt)}\n")
703780712aaSxiaofeibao-xjtu  for (i <- 0 until RabCommitWidth) {
7046b102a39SHaojin Tang    val info = io.rabCommits.info(i)
7056b102a39SHaojin Tang    XSDebug(io.rabCommits.isWalk && io.rabCommits.walkValid(i), p"[#$i walk info] " +
706368cbcecSxiaofeibao      p"ldest:${info.ldest} rfWen:${info.rfWen} fpWen:${info.fpWen} vecWen:${info.vecWen} v0Wen:${info.v0Wen} vlWen:${info.vlWen}")
7078b8e745dSYikeZhou  }
7088b8e745dSYikeZhou
7098b8e745dSYikeZhou  XSDebug(p"inValidVec: ${Binary(Cat(io.in.map(_.valid)))}\n")
7108b8e745dSYikeZhou
711a63155a6SXuan Hu  XSPerfAccumulate("in_valid_count", PopCount(io.in.map(_.valid)))
712a63155a6SXuan Hu  XSPerfAccumulate("in_fire_count", PopCount(io.in.map(_.fire)))
713a63155a6SXuan Hu  XSPerfAccumulate("in_valid_not_ready_count", PopCount(io.in.map(x => x.valid && !x.ready)))
7146374b1d6SXuan Hu  XSPerfAccumulate("wait_cycle", !io.in.head.valid && dispatchCanAcc)
7155eb4af5bSYikeZhou
716a63155a6SXuan Hu  // These stall reasons could overlap each other, but we configure the priority as fellows.
717a63155a6SXuan Hu  // walk stall > dispatch stall > int freelist stall > fp freelist stall
718a63155a6SXuan Hu  private val inHeadStall = io.in.head match { case x => x.valid && !x.ready }
7196b102a39SHaojin Tang  private val stallForWalk      = inHeadValid &&  io.rabCommits.isWalk
7206374b1d6SXuan Hu  private val stallForDispatch  = inHeadValid && !io.rabCommits.isWalk && !dispatchCanAcc
721368cbcecSxiaofeibao  private val stallForIntFL     = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !intFreeList.io.canAllocate
722368cbcecSxiaofeibao  private val stallForFpFL      = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !fpFreeList.io.canAllocate
723368cbcecSxiaofeibao  private val stallForVecFL     = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !vecFreeList.io.canAllocate
724368cbcecSxiaofeibao  private val stallForV0FL      = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && !v0FreeList.io.canAllocate
725368cbcecSxiaofeibao  private val stallForVlFL      = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && !vlFreeList.io.canAllocate
726a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle",          inHeadStall)
727a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_walk",     stallForWalk)
728a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_dispatch", stallForDispatch)
729a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_int",      stallForIntFL)
730a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_fp",       stallForFpFL)
7314eebf274Ssinsanction  XSPerfAccumulate("stall_cycle_vec",      stallForVecFL)
732368cbcecSxiaofeibao  XSPerfAccumulate("stall_cycle_vec",      stallForV0FL)
733368cbcecSxiaofeibao  XSPerfAccumulate("stall_cycle_vec",      stallForVlFL)
734a63155a6SXuan Hu
735a63155a6SXuan Hu  XSPerfHistogram("in_valid_range",  PopCount(io.in.map(_.valid)),  true.B, 0, DecodeWidth + 1, 1)
736a63155a6SXuan Hu  XSPerfHistogram("in_fire_range",   PopCount(io.in.map(_.fire)),   true.B, 0, DecodeWidth + 1, 1)
737a63155a6SXuan Hu  XSPerfHistogram("out_valid_range", PopCount(io.out.map(_.valid)), true.B, 0, DecodeWidth + 1, 1)
738a63155a6SXuan Hu  XSPerfHistogram("out_fire_range",  PopCount(io.out.map(_.fire)),  true.B, 0, DecodeWidth + 1, 1)
739d8aa3d57SbugGenerator
7403b739f49SXuan Hu  XSPerfAccumulate("move_instr_count", PopCount(io.out.map(out => out.fire && out.bits.isMove)))
7413b739f49SXuan Hu  val is_fused_lui_load = io.out.map(o => o.fire && o.bits.fuType === FuType.ldu.U && o.bits.srcType(0) === SrcType.imm)
742fd7603d9SYinan Xu  XSPerfAccumulate("fused_lui_load_instr_count", PopCount(is_fused_lui_load))
743cd365d4cSrvcoresjw
7441ca0e4f3SYinan Xu  val renamePerf = Seq(
745cd365d4cSrvcoresjw    ("rename_in                  ", PopCount(io.in.map(_.valid & io.in(0).ready ))),
746cd365d4cSrvcoresjw    ("rename_waitinstr           ", PopCount((0 until RenameWidth).map(i => io.in(i).valid && !io.in(i).ready))),
747a63155a6SXuan Hu    ("rename_stall               ", inHeadStall),
7486b102a39SHaojin Tang    ("rename_stall_cycle_walk    ", inHeadValid &&  io.rabCommits.isWalk),
7496374b1d6SXuan Hu    ("rename_stall_cycle_dispatch", inHeadValid && !io.rabCommits.isWalk && !dispatchCanAcc),
750368cbcecSxiaofeibao    ("rename_stall_cycle_int     ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !intFreeList.io.canAllocate),
751368cbcecSxiaofeibao    ("rename_stall_cycle_fp      ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !fpFreeList.io.canAllocate),
752368cbcecSxiaofeibao    ("rename_stall_cycle_vec     ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !vecFreeList.io.canAllocate),
753368cbcecSxiaofeibao    ("rename_stall_cycle_v0      ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && !v0FreeList.io.canAllocate),
754368cbcecSxiaofeibao    ("rename_stall_cycle_vl      ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && !vlFreeList.io.canAllocate),
755cd365d4cSrvcoresjw  )
7561ca0e4f3SYinan Xu  val intFlPerf = intFreeList.getPerfEvents
7571ca0e4f3SYinan Xu  val fpFlPerf = fpFreeList.getPerfEvents
7584eebf274Ssinsanction  val vecFlPerf = vecFreeList.getPerfEvents
759368cbcecSxiaofeibao  val v0FlPerf = v0FreeList.getPerfEvents
760368cbcecSxiaofeibao  val vlFlPerf = vlFreeList.getPerfEvents
761368cbcecSxiaofeibao  val perfEvents = renamePerf ++ intFlPerf ++ fpFlPerf ++ vecFlPerf ++ v0FlPerf ++ vlFlPerf
7621ca0e4f3SYinan Xu  generatePerfEvent()
7635eb4af5bSYikeZhou}
764