xref: /XiangShan/src/main/scala/xiangshan/backend/rename/Rename.scala (revision 253db1a4cfd487b36d9b0f9ad27f3999f051f41a)
1c6d43980SLemover/***************************************************************************************
2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
4c6d43980SLemover*
5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2.
6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at:
8c6d43980SLemover*          http://license.coscl.org.cn/MulanPSL2
9c6d43980SLemover*
10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
13c6d43980SLemover*
14c6d43980SLemover* See the Mulan PSL v2 for more details.
15c6d43980SLemover***************************************************************************************/
16c6d43980SLemover
175844fcf0SLinJiaweipackage xiangshan.backend.rename
185844fcf0SLinJiawei
198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters
205844fcf0SLinJiaweiimport chisel3._
215844fcf0SLinJiaweiimport chisel3.util._
223c02ee8fSwakafaimport utility._
233b739f49SXuan Huimport utils._
243b739f49SXuan Huimport xiangshan._
2589cc69c1STang Haojinimport xiangshan.backend.Bundles.{DecodedInst, DynInst}
26765e58c6Ssinsanctionimport xiangshan.backend.decode.{FusionDecodeInfo, ImmUnion, Imm_I, Imm_LUI_LOAD, Imm_U}
27730cfbc0SXuan Huimport xiangshan.backend.fu.FuType
2870224bf6SYinan Xuimport xiangshan.backend.rename.freelist._
29c3f16425Sxiaofeibao-xjtuimport xiangshan.backend.rob.{RobEnqIO, RobPtr}
30980c1bc3SWilliam Wangimport xiangshan.mem.mdp._
318daac0bfSxiaofeibao-xjtuimport xiangshan.ExceptionNO._
32d77cf63cSxiaofeibao-xjtuimport xiangshan.backend.fu.FuType._
33d77cf63cSxiaofeibao-xjtuimport xiangshan.mem.{EewLog2, GenUSWholeEmul}
34d77cf63cSxiaofeibao-xjtuimport xiangshan.mem.GenRealFlowNum
3549162c9aSGuanghui Chengimport xiangshan.backend.trace._
36a9becb0dSJunxiong Jiimport xiangshan.backend.decode.isa.bitfield.{OPCODE5Bit, XSInstBitFields}
37a9becb0dSJunxiong Jiimport xiangshan.backend.fu.util.CSRConst
3899b8dc2cSYinan Xu
39ccfddc82SHaojin Tangclass Rename(implicit p: Parameters) extends XSModule with HasCircularQueuePtrHelper with HasPerfEvents {
40d6f9198fSXuan Hu
41d6f9198fSXuan Hu  // params alias
4298639abbSXuan Hu  private val numRegSrc = backendParams.numRegSrc
43d6f9198fSXuan Hu  private val numVecRegSrc = backendParams.numVecRegSrc
445718c384SHaojin Tang  private val numVecRatPorts = numVecRegSrc
4598639abbSXuan Hu
4698639abbSXuan Hu  println(s"[Rename] numRegSrc: $numRegSrc")
4798639abbSXuan Hu
485844fcf0SLinJiawei  val io = IO(new Bundle() {
495844fcf0SLinJiawei    val redirect = Flipped(ValidIO(new Redirect))
506b102a39SHaojin Tang    val rabCommits = Input(new RabCommitIO)
51a3fe955fSGuanghui Cheng    // from csr
52a3fe955fSGuanghui Cheng    val singleStep = Input(Bool())
537fa2c198SYinan Xu    // from decode
543b739f49SXuan Hu    val in = Vec(RenameWidth, Flipped(DecoupledIO(new DecodedInst)))
55a0db5a4bSYinan Xu    val fusionInfo = Vec(DecodeWidth - 1, Flipped(new FusionDecodeInfo))
56980c1bc3SWilliam Wang    // ssit read result
57980c1bc3SWilliam Wang    val ssit = Flipped(Vec(RenameWidth, Output(new SSITEntry)))
58980c1bc3SWilliam Wang    // waittable read result
59980c1bc3SWilliam Wang    val waittable = Flipped(Vec(RenameWidth, Output(Bool())))
607fa2c198SYinan Xu    // to rename table
615718c384SHaojin Tang    val intReadPorts = Vec(RenameWidth, Vec(2, Input(UInt(PhyRegIdxWidth.W))))
625718c384SHaojin Tang    val fpReadPorts = Vec(RenameWidth, Vec(3, Input(UInt(PhyRegIdxWidth.W))))
63d6f9198fSXuan Hu    val vecReadPorts = Vec(RenameWidth, Vec(numVecRatPorts, Input(UInt(PhyRegIdxWidth.W))))
64368cbcecSxiaofeibao    val v0ReadPorts = Vec(RenameWidth, Vec(1, Input(UInt(PhyRegIdxWidth.W))))
65368cbcecSxiaofeibao    val vlReadPorts = Vec(RenameWidth, Vec(1, Input(UInt(PhyRegIdxWidth.W))))
66ad5c9e6eSJunxiong Ji    val intRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(IntLogicRegs))))
67ad5c9e6eSJunxiong Ji    val fpRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(FpLogicRegs))))
68ad5c9e6eSJunxiong Ji    val vecRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(VecLogicRegs))))
69ad5c9e6eSJunxiong Ji    val v0RenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(V0LogicRegs))))
70ad5c9e6eSJunxiong Ji    val vlRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(VlLogicRegs))))
71dcf3a679STang Haojin    // from rename table
72780712aaSxiaofeibao-xjtu    val int_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
73780712aaSxiaofeibao-xjtu    val fp_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
74780712aaSxiaofeibao-xjtu    val vec_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
75368cbcecSxiaofeibao    val v0_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
76368cbcecSxiaofeibao    val vl_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
77780712aaSxiaofeibao-xjtu    val int_need_free = Vec(RabCommitWidth, Input(Bool()))
7857c4f8d6SLinJiawei    // to dispatch1
793b739f49SXuan Hu    val out = Vec(RenameWidth, DecoupledIO(new DynInst))
80fa7f2c26STang Haojin    // for snapshots
81fa7f2c26STang Haojin    val snpt = Input(new SnapshotPort)
82c4b56310SHaojin Tang    val snptLastEnq = Flipped(ValidIO(new RobPtr))
83bb7e6e3aSxiaofeibao-xjtu    val snptIsFull= Input(Bool())
84ccfddc82SHaojin Tang    // debug arch ports
85b7d9e8d5Sxiaofeibao-xjtu    val debug_int_rat = if (backendParams.debugEn) Some(Vec(32, Input(UInt(PhyRegIdxWidth.W)))) else None
86b7d9e8d5Sxiaofeibao-xjtu    val debug_fp_rat = if (backendParams.debugEn) Some(Vec(32, Input(UInt(PhyRegIdxWidth.W)))) else None
87368cbcecSxiaofeibao    val debug_vec_rat = if (backendParams.debugEn) Some(Vec(31, Input(UInt(PhyRegIdxWidth.W)))) else None
88d1e473c9Sxiaofeibao    val debug_v0_rat = if (backendParams.debugEn) Some(Vec(1, Input(UInt(PhyRegIdxWidth.W)))) else None
89d1e473c9Sxiaofeibao    val debug_vl_rat = if (backendParams.debugEn) Some(Vec(1, Input(UInt(PhyRegIdxWidth.W)))) else None
90d2b20d1aSTang Haojin    // perf only
91d2b20d1aSTang Haojin    val stallReason = new Bundle {
92d2b20d1aSTang Haojin      val in = Flipped(new StallReasonIO(RenameWidth))
93d2b20d1aSTang Haojin      val out = new StallReasonIO(RenameWidth)
94d2b20d1aSTang Haojin    }
955844fcf0SLinJiawei  })
96b034d3b9SLinJiawei
976374b1d6SXuan Hu  // io alias
986374b1d6SXuan Hu  private val dispatchCanAcc = io.out.head.ready
996374b1d6SXuan Hu
10089cc69c1STang Haojin  val compressUnit = Module(new CompressUnit())
1018b8e745dSYikeZhou  // create free list and rat
10239c59369SXuan Hu  val intFreeList = Module(new MEFreeList(IntPhyRegs))
1034eebf274Ssinsanction  val fpFreeList = Module(new StdFreeList(FpPhyRegs - FpLogicRegs, FpLogicRegs, Reg_F))
104d1e473c9Sxiaofeibao  val vecFreeList = Module(new StdFreeList(VfPhyRegs - VecLogicRegs, VecLogicRegs, Reg_V, 31))
105d1e473c9Sxiaofeibao  val v0FreeList = Module(new StdFreeList(V0PhyRegs - V0LogicRegs, V0LogicRegs, Reg_V0, 1))
106d1e473c9Sxiaofeibao  val vlFreeList = Module(new StdFreeList(VlPhyRegs - VlLogicRegs, VlLogicRegs, Reg_Vl, 1))
107368cbcecSxiaofeibao
1088b8e745dSYikeZhou
1096b102a39SHaojin Tang  intFreeList.io.commit    <> io.rabCommits
110b7d9e8d5Sxiaofeibao-xjtu  intFreeList.io.debug_rat.foreach(_ <> io.debug_int_rat.get)
1116b102a39SHaojin Tang  fpFreeList.io.commit     <> io.rabCommits
112b7d9e8d5Sxiaofeibao-xjtu  fpFreeList.io.debug_rat.foreach(_ <> io.debug_fp_rat.get)
1134eebf274Ssinsanction  vecFreeList.io.commit    <> io.rabCommits
1144eebf274Ssinsanction  vecFreeList.io.debug_rat.foreach(_ <> io.debug_vec_rat.get)
115368cbcecSxiaofeibao  v0FreeList.io.commit <> io.rabCommits
116368cbcecSxiaofeibao  v0FreeList.io.debug_rat.foreach(_ <> io.debug_v0_rat.get)
117368cbcecSxiaofeibao  vlFreeList.io.commit <> io.rabCommits
118368cbcecSxiaofeibao  vlFreeList.io.debug_rat.foreach(_ <> io.debug_vl_rat.get)
119ccfddc82SHaojin Tang
1209aca92b9SYinan Xu  // decide if given instruction needs allocating a new physical register (CfCtrl: from decode; RobCommitInfo: from rob)
1213b739f49SXuan Hu  def needDestReg[T <: DecodedInst](reg_t: RegType, x: T): Bool = reg_t match {
1223b739f49SXuan Hu    case Reg_I => x.rfWen && x.ldest =/= 0.U
1233b739f49SXuan Hu    case Reg_F => x.fpWen
1243b739f49SXuan Hu    case Reg_V => x.vecWen
125368cbcecSxiaofeibao    case Reg_V0 => x.v0Wen
126368cbcecSxiaofeibao    case Reg_Vl => x.vlWen
127b034d3b9SLinJiawei  }
1286b102a39SHaojin Tang  def needDestRegCommit[T <: RabCommitInfo](reg_t: RegType, x: T): Bool = {
1293b739f49SXuan Hu    reg_t match {
1303b739f49SXuan Hu      case Reg_I => x.rfWen
1313b739f49SXuan Hu      case Reg_F => x.fpWen
1323b739f49SXuan Hu      case Reg_V => x.vecWen
133368cbcecSxiaofeibao      case Reg_V0 => x.v0Wen
134368cbcecSxiaofeibao      case Reg_Vl => x.vlWen
135fe6452fcSYinan Xu    }
136deb6421eSHaojin Tang  }
1376b102a39SHaojin Tang  def needDestRegWalk[T <: RabCommitInfo](reg_t: RegType, x: T): Bool = {
1383b739f49SXuan Hu    reg_t match {
1393b739f49SXuan Hu      case Reg_I => x.rfWen && x.ldest =/= 0.U
1403b739f49SXuan Hu      case Reg_F => x.fpWen
1413b739f49SXuan Hu      case Reg_V => x.vecWen
142368cbcecSxiaofeibao      case Reg_V0 => x.v0Wen
143368cbcecSxiaofeibao      case Reg_Vl => x.vlWen
1443b739f49SXuan Hu    }
145ccfddc82SHaojin Tang  }
1468b8e745dSYikeZhou
1474eebf274Ssinsanction  // connect [redirect + walk] ports for fp & vec & int free list
148368cbcecSxiaofeibao  Seq(fpFreeList, vecFreeList, intFreeList, v0FreeList, vlFreeList).foreach { case fl =>
14970224bf6SYinan Xu    fl.io.redirect := io.redirect.valid
1506b102a39SHaojin Tang    fl.io.walk := io.rabCommits.isWalk
1514efb89cbSYikeZhou  }
1524eebf274Ssinsanction  // only when all free list and dispatch1 has enough space can we do allocation
153ccfddc82SHaojin Tang  // when isWalk, freelist can definitely allocate
154368cbcecSxiaofeibao  intFreeList.io.doAllocate := fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
155368cbcecSxiaofeibao  fpFreeList.io.doAllocate := intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
156368cbcecSxiaofeibao  vecFreeList.io.doAllocate := intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
157368cbcecSxiaofeibao  v0FreeList.io.doAllocate := intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
158368cbcecSxiaofeibao  vlFreeList.io.doAllocate := intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
1595eb4af5bSYikeZhou
1604eebf274Ssinsanction  //           dispatch1 ready ++ float point free list ready ++ int free list ready ++ vec free list ready     ++ not walk
161368cbcecSxiaofeibao  val canOut = dispatchCanAcc && fpFreeList.io.canAllocate && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !io.rabCommits.isWalk
1625eb4af5bSYikeZhou
16389cc69c1STang Haojin  compressUnit.io.in.zip(io.in).foreach{ case(sink, source) =>
164a3fe955fSGuanghui Cheng    sink.valid := source.valid && !io.singleStep
16589cc69c1STang Haojin    sink.bits := source.bits
16689cc69c1STang Haojin  }
16789cc69c1STang Haojin  val needRobFlags = compressUnit.io.out.needRobFlags
16889cc69c1STang Haojin  val instrSizesVec = compressUnit.io.out.instrSizes
16989cc69c1STang Haojin  val compressMasksVec = compressUnit.io.out.masks
170b034d3b9SLinJiawei
1719aca92b9SYinan Xu  // speculatively assign the instruction with an robIdx
17289cc69c1STang Haojin  val validCount = PopCount(io.in.zip(needRobFlags).map{ case(in, needRobFlag) => in.valid && in.bits.lastUop && needRobFlag}) // number of instructions waiting to enter rob (from decode)
1739aca92b9SYinan Xu  val robIdxHead = RegInit(0.U.asTypeOf(new RobPtr))
1745f8b6c9eSsinceforYy  val lastCycleMisprediction = GatedValidRegNext(io.redirect.valid && !io.redirect.bits.flushItself())
175f4b2089aSYinan Xu  val robIdxHeadNext = Mux(io.redirect.valid, io.redirect.bits.robIdx, // redirect: move ptr to given rob index
1769aca92b9SYinan Xu         Mux(lastCycleMisprediction, robIdxHead + 1.U, // mis-predict: not flush robIdx itself
177ac78003fSzhanglyGit           Mux(canOut, robIdxHead + validCount, // instructions successfully entered next stage: increase robIdx
178f4b2089aSYinan Xu                      /* default */  robIdxHead))) // no instructions passed by this cycle: stick to old value
1799aca92b9SYinan Xu  robIdxHead := robIdxHeadNext
180588ceab5SYinan Xu
18100ad41d0SYinan Xu  /**
18200ad41d0SYinan Xu    * Rename: allocate free physical register and update rename table
18300ad41d0SYinan Xu    */
1843b739f49SXuan Hu  val uops = Wire(Vec(RenameWidth, new DynInst))
185b034d3b9SLinJiawei  uops.foreach( uop => {
186a7a8a6ccSHaojin Tang    uop.srcState      := DontCare
1877cef916fSYinan Xu    uop.debugInfo     := DontCare
188bc86598fSWilliam Wang    uop.lqIdx         := DontCare
189bc86598fSWilliam Wang    uop.sqIdx         := DontCare
1903b739f49SXuan Hu    uop.waitForRobIdx := DontCare
1913b739f49SXuan Hu    uop.singleStep    := DontCare
192fa7f2c26STang Haojin    uop.snapshot      := DontCare
19313551487SzhanglyGit    uop.srcLoadDependency := DontCare
194f3a9fb05SAnzo    uop.numLsElem       :=  DontCare
1958daac0bfSxiaofeibao-xjtu    uop.hasException  :=  DontCare
196955b4beaSsinsanction    uop.useRegCache   := DontCare
197955b4beaSsinsanction    uop.regCacheIdx   := DontCare
19849162c9aSGuanghui Cheng    uop.traceBlockInPipe := DontCare
199b034d3b9SLinJiawei  })
200a9becb0dSJunxiong Ji  private val inst         = Wire(Vec(RenameWidth, new XSInstBitFields))
201a9becb0dSJunxiong Ji  private val isCsr        = Wire(Vec(RenameWidth, Bool()))
202a9becb0dSJunxiong Ji  private val isCsrr       = Wire(Vec(RenameWidth, Bool()))
203a9becb0dSJunxiong Ji  private val isRoCsrr     = Wire(Vec(RenameWidth, Bool()))
204d77cf63cSxiaofeibao-xjtu  private val fuType       = uops.map(_.fuType)
205d77cf63cSxiaofeibao-xjtu  private val fuOpType     = uops.map(_.fuOpType)
206d77cf63cSxiaofeibao-xjtu  private val vtype        = uops.map(_.vpu.vtype)
207d77cf63cSxiaofeibao-xjtu  private val sew          = vtype.map(_.vsew)
208d77cf63cSxiaofeibao-xjtu  private val lmul         = vtype.map(_.vlmul)
209d77cf63cSxiaofeibao-xjtu  private val eew          = uops.map(_.vpu.veew)
210d77cf63cSxiaofeibao-xjtu  private val mop          = fuOpType.map(fuOpTypeItem => LSUOpType.getVecLSMop(fuOpTypeItem))
211d77cf63cSxiaofeibao-xjtu  private val isVlsType    = fuType.map(fuTypeItem => isVls(fuTypeItem))
212d77cf63cSxiaofeibao-xjtu  private val isSegment    = fuType.map(fuTypeItem => isVsegls(fuTypeItem))
213d77cf63cSxiaofeibao-xjtu  private val isUnitStride = fuOpType.map(fuOpTypeItem => LSUOpType.isAllUS(fuOpTypeItem))
214d77cf63cSxiaofeibao-xjtu  private val nf           = fuOpType.zip(uops.map(_.vpu.nf)).map { case (fuOpTypeItem, nfItem) => Mux(LSUOpType.isWhole(fuOpTypeItem), 0.U, nfItem) }
215d77cf63cSxiaofeibao-xjtu  private val mulBits      = 3 // dirty code
216d77cf63cSxiaofeibao-xjtu  private val emul         = fuOpType.zipWithIndex.map { case (fuOpTypeItem, index) =>
217d77cf63cSxiaofeibao-xjtu    Mux(
218d77cf63cSxiaofeibao-xjtu      LSUOpType.isWhole(fuOpTypeItem),
219d77cf63cSxiaofeibao-xjtu      GenUSWholeEmul(nf(index)),
220d77cf63cSxiaofeibao-xjtu      Mux(
221d77cf63cSxiaofeibao-xjtu        LSUOpType.isMasked(fuOpTypeItem),
222d77cf63cSxiaofeibao-xjtu        0.U(mulBits.W),
223d77cf63cSxiaofeibao-xjtu        EewLog2(eew(index)) - sew(index) + lmul(index)
224d77cf63cSxiaofeibao-xjtu      )
225d77cf63cSxiaofeibao-xjtu    )
226d77cf63cSxiaofeibao-xjtu  }
227d77cf63cSxiaofeibao-xjtu  private val isVecUnitType = isVlsType.zip(isUnitStride).map { case (isVlsTypeItme, isUnitStrideItem) =>
228d77cf63cSxiaofeibao-xjtu    isVlsTypeItme && isUnitStrideItem
229d77cf63cSxiaofeibao-xjtu  }
230d77cf63cSxiaofeibao-xjtu  private val instType = isSegment.zip(mop).map { case (isSegementItem, mopItem) => Cat(isSegementItem, mopItem) }
231d77cf63cSxiaofeibao-xjtu  // There is no way to calculate the 'flow' for 'unit-stride' exactly:
232d77cf63cSxiaofeibao-xjtu  //  Whether 'unit-stride' needs to be split can only be known after obtaining the address.
233d77cf63cSxiaofeibao-xjtu  // For scalar instructions, this is not handled here, and different assignments are done later according to the situation.
234d77cf63cSxiaofeibao-xjtu  private val numLsElem = instType.zipWithIndex.map { case (instTypeItem, index) =>
235d77cf63cSxiaofeibao-xjtu    Mux(
236d77cf63cSxiaofeibao-xjtu      isVecUnitType(index),
237d77cf63cSxiaofeibao-xjtu      VecMemUnitStrideMaxFlowNum.U,
238d77cf63cSxiaofeibao-xjtu      GenRealFlowNum(instTypeItem, emul(index), lmul(index), eew(index), sew(index))
239d77cf63cSxiaofeibao-xjtu    )
240d77cf63cSxiaofeibao-xjtu  }
241d77cf63cSxiaofeibao-xjtu  uops.zipWithIndex.map { case(u, i) =>
242d77cf63cSxiaofeibao-xjtu    u.numLsElem := Mux(io.in(i).valid & isVlsType(i), numLsElem(i), 0.U)
243d77cf63cSxiaofeibao-xjtu  }
244b034d3b9SLinJiawei
245deb6421eSHaojin Tang  val needVecDest    = Wire(Vec(RenameWidth, Bool()))
24699b8dc2cSYinan Xu  val needFpDest     = Wire(Vec(RenameWidth, Bool()))
24799b8dc2cSYinan Xu  val needIntDest    = Wire(Vec(RenameWidth, Bool()))
248368cbcecSxiaofeibao  val needV0Dest     = Wire(Vec(RenameWidth, Bool()))
249368cbcecSxiaofeibao  val needVlDest     = Wire(Vec(RenameWidth, Bool()))
250a63155a6SXuan Hu  private val inHeadValid = io.in.head.valid
2518b8e745dSYikeZhou
252c58c2872STang Haojin  val isMove = Wire(Vec(RenameWidth, Bool()))
253c58c2872STang Haojin  isMove zip io.in.map(_.bits) foreach {
254c58c2872STang Haojin    case (move, in) => move := Mux(in.exceptionVec.asUInt.orR, false.B, in.isMove)
255c58c2872STang Haojin  }
2568b8e745dSYikeZhou
257ccfddc82SHaojin Tang  val walkNeedIntDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
2583b739f49SXuan Hu  val walkNeedFpDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
2593b739f49SXuan Hu  val walkNeedVecDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
260368cbcecSxiaofeibao  val walkNeedV0Dest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
261368cbcecSxiaofeibao  val walkNeedVlDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
262ccfddc82SHaojin Tang  val walkIsMove = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
263ccfddc82SHaojin Tang
2648b8e745dSYikeZhou  val intSpecWen = Wire(Vec(RenameWidth, Bool()))
2658b8e745dSYikeZhou  val fpSpecWen  = Wire(Vec(RenameWidth, Bool()))
266deb6421eSHaojin Tang  val vecSpecWen = Wire(Vec(RenameWidth, Bool()))
267368cbcecSxiaofeibao  val v0SpecWen = Wire(Vec(RenameWidth, Bool()))
268368cbcecSxiaofeibao  val vlSpecWen = Wire(Vec(RenameWidth, Bool()))
2698b8e745dSYikeZhou
270ccfddc82SHaojin Tang  val walkIntSpecWen = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
271ccfddc82SHaojin Tang
272ccfddc82SHaojin Tang  val walkPdest = Wire(Vec(RenameWidth, UInt(PhyRegIdxWidth.W)))
273ccfddc82SHaojin Tang
2748b8e745dSYikeZhou  // uop calculation
275b034d3b9SLinJiawei  for (i <- 0 until RenameWidth) {
2760c01a27aSHaojin Tang    (uops(i): Data).waiveAll :<= (io.in(i).bits: Data).waiveAll
277b034d3b9SLinJiawei
278a9becb0dSJunxiong Ji    // read only CSRR instruction support: remove blockBackward and waitForward
279a9becb0dSJunxiong Ji    inst(i) := uops(i).instr.asTypeOf(new XSInstBitFields)
280a9becb0dSJunxiong Ji    isCsr(i) := inst(i).OPCODE5Bit === OPCODE5Bit.SYSTEM && inst(i).FUNCT3(1, 0) =/= 0.U
281a9becb0dSJunxiong Ji    isCsrr(i) := isCsr(i) && inst(i).FUNCT3 === BitPat("b?1?") && inst(i).RS1 === 0.U
282a9becb0dSJunxiong Ji    isRoCsrr(i) := isCsrr(i) && LookupTreeDefault(
283a9becb0dSJunxiong Ji      inst(i).CSRIDX, false.B, CSRConst.roCsrrAddr.map(_.U -> true.B))
284a9becb0dSJunxiong Ji
285*253db1a4SJunxiong Ji    /*
286*253db1a4SJunxiong Ji     * For read-only CSRs, CSRR instructions do not need to wait forward instructions to finish.
287*253db1a4SJunxiong Ji     * For all CSRs, CSRR instructions do not need to block backward instructions for issuing.
288*253db1a4SJunxiong Ji     * Signal "isCsrr" contains not only alias instruction CSRR, but also other csr instructions which
289*253db1a4SJunxiong Ji     *   do not require write to any CSR.
290*253db1a4SJunxiong Ji     */
291a9becb0dSJunxiong Ji    uops(i).waitForward := io.in(i).bits.waitForward && !isRoCsrr(i)
292*253db1a4SJunxiong Ji    uops(i).blockBackward := io.in(i).bits.blockBackward && !isCsrr(i)
293a9becb0dSJunxiong Ji
294980c1bc3SWilliam Wang    // update cf according to ssit result
2953b739f49SXuan Hu    uops(i).storeSetHit := io.ssit(i).valid
2963b739f49SXuan Hu    uops(i).loadWaitStrict := io.ssit(i).strict && io.ssit(i).valid
2973b739f49SXuan Hu    uops(i).ssid := io.ssit(i).ssid
298980c1bc3SWilliam Wang
299980c1bc3SWilliam Wang    // update cf according to waittable result
3003b739f49SXuan Hu    uops(i).loadWaitBit := io.waittable(i)
301980c1bc3SWilliam Wang
3023b739f49SXuan Hu    uops(i).replayInst := false.B // set by IQ or MemQ
3034eebf274Ssinsanction    // alloc a new phy reg
304368cbcecSxiaofeibao    needV0Dest(i) := io.in(i).valid && needDestReg(Reg_V0, io.in(i).bits)
305368cbcecSxiaofeibao    needVlDest(i) := io.in(i).valid && needDestReg(Reg_Vl, io.in(i).bits)
306ac78003fSzhanglyGit    needVecDest(i) := io.in(i).valid && needDestReg(Reg_V, io.in(i).bits)
307ac78003fSzhanglyGit    needFpDest(i) := io.in(i).valid && needDestReg(Reg_F, io.in(i).bits)
308ac78003fSzhanglyGit    needIntDest(i) := io.in(i).valid && needDestReg(Reg_I, io.in(i).bits)
309780712aaSxiaofeibao-xjtu    if (i < RabCommitWidth) {
3106b102a39SHaojin Tang      walkNeedIntDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_I, io.rabCommits.info(i))
3116b102a39SHaojin Tang      walkNeedFpDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_F, io.rabCommits.info(i))
3126b102a39SHaojin Tang      walkNeedVecDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_V, io.rabCommits.info(i))
313368cbcecSxiaofeibao      walkNeedV0Dest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_V0, io.rabCommits.info(i))
314368cbcecSxiaofeibao      walkNeedVlDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_Vl, io.rabCommits.info(i))
3156b102a39SHaojin Tang      walkIsMove(i) := io.rabCommits.info(i).isMove
316ccfddc82SHaojin Tang    }
3174eebf274Ssinsanction    fpFreeList.io.allocateReq(i) := needFpDest(i)
3184eebf274Ssinsanction    fpFreeList.io.walkReq(i) := walkNeedFpDest(i)
3194eebf274Ssinsanction    vecFreeList.io.allocateReq(i) := needVecDest(i)
3204eebf274Ssinsanction    vecFreeList.io.walkReq(i) := walkNeedVecDest(i)
321368cbcecSxiaofeibao    v0FreeList.io.allocateReq(i) := needV0Dest(i)
322368cbcecSxiaofeibao    v0FreeList.io.walkReq(i) := walkNeedV0Dest(i)
323368cbcecSxiaofeibao    vlFreeList.io.allocateReq(i) := needVlDest(i)
324368cbcecSxiaofeibao    vlFreeList.io.walkReq(i) := walkNeedVlDest(i)
325dcf3a679STang Haojin    intFreeList.io.allocateReq(i) := needIntDest(i) && !isMove(i)
326dcf3a679STang Haojin    intFreeList.io.walkReq(i) := walkNeedIntDest(i) && !walkIsMove(i)
3272438f9ebSYinan Xu
3288b8e745dSYikeZhou    // no valid instruction from decode stage || all resources (dispatch1 + both free lists) ready
3291c6572a6Sxiaofeibao    io.in(i).ready := !io.in(0).valid || canOut
33058e06390SLinJiawei
33189cc69c1STang Haojin    uops(i).robIdx := robIdxHead + PopCount(io.in.zip(needRobFlags).take(i).map{ case(in, needRobFlag) => in.valid && in.bits.lastUop && needRobFlag})
33289cc69c1STang Haojin    uops(i).instrSize := instrSizesVec(i)
3337e0f64b0SGuanghui Cheng    val hasExceptionExceptFlushPipe = Cat(selectFrontend(uops(i).exceptionVec) :+ uops(i).exceptionVec(illegalInstr) :+ uops(i).exceptionVec(virtualInstr)).orR || TriggerAction.isDmode(uops(i).trigger)
334571677c9Sxiaofeibao-xjtu    when(isMove(i) || hasExceptionExceptFlushPipe) {
33589cc69c1STang Haojin      uops(i).numUops := 0.U
3363235a9d8SZiyue-Zhang      uops(i).numWB := 0.U
33789cc69c1STang Haojin    }
33889cc69c1STang Haojin    if (i > 0) {
33989cc69c1STang Haojin      when(!needRobFlags(i - 1)) {
34089cc69c1STang Haojin        uops(i).firstUop := false.B
34189cc69c1STang Haojin        uops(i).ftqPtr := uops(i - 1).ftqPtr
34289cc69c1STang Haojin        uops(i).ftqOffset := uops(i - 1).ftqOffset
34389cc69c1STang Haojin        uops(i).numUops := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
3443235a9d8SZiyue-Zhang        uops(i).numWB := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
34589cc69c1STang Haojin      }
34689cc69c1STang Haojin    }
34789cc69c1STang Haojin    when(!needRobFlags(i)) {
34889cc69c1STang Haojin      uops(i).lastUop := false.B
34989cc69c1STang Haojin      uops(i).numUops := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
3503235a9d8SZiyue-Zhang      uops(i).numWB := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
35189cc69c1STang Haojin    }
352f1ba628bSHaojin Tang    uops(i).wfflags := (compressMasksVec(i) & Cat(io.in.map(_.bits.wfflags).reverse)).orR
353f1ba628bSHaojin Tang    uops(i).dirtyFs := (compressMasksVec(i) & Cat(io.in.map(_.bits.fpWen).reverse)).orR
3543af3539fSZiyue Zhang    // vector instructions' uopSplitType cannot be UopSplitType.SCA_SIM
3553af3539fSZiyue Zhang    uops(i).dirtyVs := (compressMasksVec(i) & Cat(io.in.map(_.bits.uopSplitType =/= UopSplitType.SCA_SIM).reverse)).orR
356368cbcecSxiaofeibao    // psrc0,psrc1,psrc2 don't require v0ReadPorts because their srcType can distinguish whether they are V0 or not
357368cbcecSxiaofeibao    uops(i).psrc(0) := Mux1H(uops(i).srcType(0)(2, 0), Seq(io.intReadPorts(i)(0), io.fpReadPorts(i)(0), io.vecReadPorts(i)(0)))
358368cbcecSxiaofeibao    uops(i).psrc(1) := Mux1H(uops(i).srcType(1)(2, 0), Seq(io.intReadPorts(i)(1), io.fpReadPorts(i)(1), io.vecReadPorts(i)(1)))
3593b739f49SXuan Hu    uops(i).psrc(2) := Mux1H(uops(i).srcType(2)(2, 1), Seq(io.fpReadPorts(i)(2), io.vecReadPorts(i)(2)))
360368cbcecSxiaofeibao    uops(i).psrc(3) := io.v0ReadPorts(i)(0)
361368cbcecSxiaofeibao    uops(i).psrc(4) := io.vlReadPorts(i)(0)
362f5710817SXuan Hu
363a0db5a4bSYinan Xu    // int psrc2 should be bypassed from next instruction if it is fused
364a0db5a4bSYinan Xu    if (i < RenameWidth - 1) {
365a0db5a4bSYinan Xu      when (io.fusionInfo(i).rs2FromRs2 || io.fusionInfo(i).rs2FromRs1) {
366a0db5a4bSYinan Xu        uops(i).psrc(1) := Mux(io.fusionInfo(i).rs2FromRs2, io.intReadPorts(i + 1)(1), io.intReadPorts(i + 1)(0))
367a0db5a4bSYinan Xu      }.elsewhen(io.fusionInfo(i).rs2FromZero) {
368a0db5a4bSYinan Xu        uops(i).psrc(1) := 0.U
369a0db5a4bSYinan Xu      }
370a0db5a4bSYinan Xu    }
37170224bf6SYinan Xu    uops(i).eliminatedMove := isMove(i)
3728b8e745dSYikeZhou
3738b8e745dSYikeZhou    // update pdest
374ac78003fSzhanglyGit    uops(i).pdest := MuxCase(0.U, Seq(
375ac78003fSzhanglyGit      needIntDest(i)    ->  intFreeList.io.allocatePhyReg(i),
3764eebf274Ssinsanction      needFpDest(i)     ->  fpFreeList.io.allocatePhyReg(i),
3774eebf274Ssinsanction      needVecDest(i)    ->  vecFreeList.io.allocatePhyReg(i),
378368cbcecSxiaofeibao      needV0Dest(i)    ->  v0FreeList.io.allocatePhyReg(i),
379368cbcecSxiaofeibao      needVlDest(i)    ->  vlFreeList.io.allocatePhyReg(i),
3803b739f49SXuan Hu    ))
3818b8e745dSYikeZhou
382ebb8ebf8SYinan Xu    // Assign performance counters
383ebb8ebf8SYinan Xu    uops(i).debugInfo.renameTime := GTimer()
384ebb8ebf8SYinan Xu
385368cbcecSxiaofeibao    io.out(i).valid := io.in(i).valid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !io.rabCommits.isWalk
386ebb8ebf8SYinan Xu    io.out(i).bits := uops(i)
3873b739f49SXuan Hu    // Todo: move these shit in decode stage
388f025d715SYinan Xu    // dirty code for fence. The lsrc is passed by imm.
3893b739f49SXuan Hu    when (io.out(i).bits.fuType === FuType.fence.U) {
3903b739f49SXuan Hu      io.out(i).bits.imm := Cat(io.in(i).bits.lsrc(1), io.in(i).bits.lsrc(0))
391a020ce37SYinan Xu    }
392d91483a6Sfdy
393f025d715SYinan Xu    // dirty code for SoftPrefetch (prefetch.r/prefetch.w)
394621007d9SXuan Hu//    when (io.in(i).bits.isSoftPrefetch) {
395621007d9SXuan Hu//      io.out(i).bits.fuType := FuType.ldu.U
396621007d9SXuan Hu//      io.out(i).bits.fuOpType := Mux(io.in(i).bits.lsrc(1) === 1.U, LSUOpType.prefetch_r, LSUOpType.prefetch_w)
397621007d9SXuan Hu//      io.out(i).bits.selImm := SelImm.IMM_S
398621007d9SXuan Hu//      io.out(i).bits.imm := Cat(io.in(i).bits.imm(io.in(i).bits.imm.getWidth - 1, 5), 0.U(5.W))
399621007d9SXuan Hu//    }
400ebb8ebf8SYinan Xu
401765e58c6Ssinsanction    // dirty code for lui+addi(w) fusion
402765e58c6Ssinsanction    if (i < RenameWidth - 1) {
403765e58c6Ssinsanction      val fused_lui32 = io.in(i).bits.selImm === SelImm.IMM_LUI32 && io.in(i).bits.fuType === FuType.alu.U
404765e58c6Ssinsanction      when (fused_lui32) {
405765e58c6Ssinsanction        val lui_imm = io.in(i).bits.imm(19, 0)
406765e58c6Ssinsanction        val add_imm = io.in(i + 1).bits.imm(11, 0)
40749f433deSXuan Hu        require(io.out(i).bits.imm.getWidth >= lui_imm.getWidth + add_imm.getWidth)
40849f433deSXuan Hu        io.out(i).bits.imm := Cat(lui_imm, add_imm)
409765e58c6Ssinsanction      }
410765e58c6Ssinsanction    }
411765e58c6Ssinsanction
4128b8e745dSYikeZhou    // write speculative rename table
41339d3280eSYikeZhou    // we update rat later inside commit code
4146b102a39SHaojin Tang    intSpecWen(i) := needIntDest(i) && intFreeList.io.canAllocate && intFreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
4156b102a39SHaojin Tang    fpSpecWen(i)  := needFpDest(i)  && fpFreeList.io.canAllocate  && fpFreeList.io.doAllocate  && !io.rabCommits.isWalk && !io.redirect.valid
4164eebf274Ssinsanction    vecSpecWen(i) := needVecDest(i) && vecFreeList.io.canAllocate && vecFreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
417368cbcecSxiaofeibao    v0SpecWen(i) := needV0Dest(i) && v0FreeList.io.canAllocate && v0FreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
418368cbcecSxiaofeibao    vlSpecWen(i) := needVlDest(i) && vlFreeList.io.canAllocate && vlFreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
419ac78003fSzhanglyGit
42070224bf6SYinan Xu
421780712aaSxiaofeibao-xjtu    if (i < RabCommitWidth) {
422ccfddc82SHaojin Tang      walkIntSpecWen(i) := walkNeedIntDest(i) && !io.redirect.valid
4236b102a39SHaojin Tang      walkPdest(i) := io.rabCommits.info(i).pdest
424ccfddc82SHaojin Tang    } else {
425ccfddc82SHaojin Tang      walkPdest(i) := io.out(i).bits.pdest
426ccfddc82SHaojin Tang    }
427b034d3b9SLinJiawei  }
428b034d3b9SLinJiawei
42970224bf6SYinan Xu  /**
43049162c9aSGuanghui Cheng   * trace begin
43149162c9aSGuanghui Cheng   */
43249162c9aSGuanghui Cheng  val inVec = io.in.map(_.bits)
43349162c9aSGuanghui Cheng  val canRobCompressVec = inVec.map(_.canRobCompress)
43449162c9aSGuanghui Cheng  val isRVCVec = inVec.map(_.preDecodeInfo.isRVC)
43549162c9aSGuanghui Cheng  val halfWordNumVec = (0 until RenameWidth).map{
43649162c9aSGuanghui Cheng    i => compressMasksVec(i).asBools.zip(isRVCVec).map{
43749162c9aSGuanghui Cheng      case (mask, isRVC) => Mux(mask, Mux(isRVC, 1.U, 2.U), 0.U)
43849162c9aSGuanghui Cheng    }
43949162c9aSGuanghui Cheng  }
44049162c9aSGuanghui Cheng
44149162c9aSGuanghui Cheng  for (i <- 0 until RenameWidth) {
44249162c9aSGuanghui Cheng    // iretire
44349162c9aSGuanghui Cheng    uops(i).traceBlockInPipe.iretire := Mux(canRobCompressVec(i),
44449162c9aSGuanghui Cheng      halfWordNumVec(i).reduce(_ +& _),
44549162c9aSGuanghui Cheng      Mux(isRVCVec(i), 1.U, 2.U)
44649162c9aSGuanghui Cheng    )
44749162c9aSGuanghui Cheng
44849162c9aSGuanghui Cheng    // ilastsize
44949162c9aSGuanghui Cheng    val j = i
45049162c9aSGuanghui Cheng    val lastIsRVC = WireInit(false.B)
45149162c9aSGuanghui Cheng    (j until RenameWidth).map { j =>
45249162c9aSGuanghui Cheng      when(compressMasksVec(i)(j)) {
45349162c9aSGuanghui Cheng        lastIsRVC := io.in(j).bits.preDecodeInfo.isRVC
45449162c9aSGuanghui Cheng      }
45549162c9aSGuanghui Cheng    }
45649162c9aSGuanghui Cheng
45749162c9aSGuanghui Cheng    uops(i).traceBlockInPipe.ilastsize := Mux(canRobCompressVec(i),
45849162c9aSGuanghui Cheng      Mux(lastIsRVC, Ilastsize.HalfWord, Ilastsize.Word),
45949162c9aSGuanghui Cheng      Mux(isRVCVec(i), Ilastsize.HalfWord, Ilastsize.Word)
46049162c9aSGuanghui Cheng    )
46149162c9aSGuanghui Cheng
46249162c9aSGuanghui Cheng    // itype
46349162c9aSGuanghui Cheng    uops(i).traceBlockInPipe.itype := Itype.jumpTypeGen(inVec(i).preDecodeInfo.brType, inVec(i).ldest.asTypeOf(new OpRegType), inVec(i).lsrc(0).asTypeOf((new OpRegType)))
46449162c9aSGuanghui Cheng  }
46549162c9aSGuanghui Cheng  /**
46649162c9aSGuanghui Cheng   * trace end
46749162c9aSGuanghui Cheng   */
46849162c9aSGuanghui Cheng
46949162c9aSGuanghui Cheng  /**
47070224bf6SYinan Xu    * How to set psrc:
47170224bf6SYinan Xu    * - bypass the pdest to psrc if previous instructions write to the same ldest as lsrc
47270224bf6SYinan Xu    * - default: psrc from RAT
47370224bf6SYinan Xu    * How to set pdest:
47470224bf6SYinan Xu    * - Mux(isMove, psrc, pdest_from_freelist).
47570224bf6SYinan Xu    *
47670224bf6SYinan Xu    * The critical path of rename lies here:
47770224bf6SYinan Xu    * When move elimination is enabled, we need to update the rat with psrc.
47870224bf6SYinan Xu    * However, psrc maybe comes from previous instructions' pdest, which comes from freelist.
47970224bf6SYinan Xu    *
48070224bf6SYinan Xu    * If we expand these logic for pdest(N):
48170224bf6SYinan Xu    * pdest(N) = Mux(isMove(N), psrc(N), freelist_out(N))
48270224bf6SYinan Xu    *          = Mux(isMove(N), Mux(bypass(N, N - 1), pdest(N - 1),
48370224bf6SYinan Xu    *                           Mux(bypass(N, N - 2), pdest(N - 2),
48470224bf6SYinan Xu    *                           ...
48570224bf6SYinan Xu    *                           Mux(bypass(N, 0),     pdest(0),
48670224bf6SYinan Xu    *                                                 rat_out(N))...)),
48770224bf6SYinan Xu    *                           freelist_out(N))
48870224bf6SYinan Xu    */
48970224bf6SYinan Xu  // a simple functional model for now
49070224bf6SYinan Xu  io.out(0).bits.pdest := Mux(isMove(0), uops(0).psrc.head, uops(0).pdest)
4913b739f49SXuan Hu
4923b739f49SXuan Hu  // psrc(n) + pdest(1)
49398639abbSXuan Hu  val bypassCond: Vec[MixedVec[UInt]] = Wire(Vec(numRegSrc + 1, MixedVec(List.tabulate(RenameWidth-1)(i => UInt((i+1).W)))))
49498639abbSXuan Hu  require(io.in(0).bits.srcType.size == io.in(0).bits.numSrc)
49598639abbSXuan Hu  private val pdestLoc = io.in.head.bits.srcType.size // 2 vector src: v0, vl&vtype
4963b739f49SXuan Hu  println(s"[Rename] idx of pdest in bypassCond $pdestLoc")
49799b8dc2cSYinan Xu  for (i <- 1 until RenameWidth) {
498368cbcecSxiaofeibao    val v0Cond = io.in(i).bits.srcType.zipWithIndex.map{ case (s, i) =>
499368cbcecSxiaofeibao      if (i == 3) (s === SrcType.vp) || (s === SrcType.v0)
500368cbcecSxiaofeibao      else false.B
501368cbcecSxiaofeibao    } :+ needV0Dest(i)
502368cbcecSxiaofeibao    val vlCond = io.in(i).bits.srcType.zipWithIndex.map{ case (s, i) =>
503368cbcecSxiaofeibao      if (i == 4) s === SrcType.vp
504368cbcecSxiaofeibao      else false.B
505368cbcecSxiaofeibao    } :+ needVlDest(i)
50698639abbSXuan Hu    val vecCond = io.in(i).bits.srcType.map(_ === SrcType.vp) :+ needVecDest(i)
50798639abbSXuan Hu    val fpCond  = io.in(i).bits.srcType.map(_ === SrcType.fp) :+ needFpDest(i)
50898639abbSXuan Hu    val intCond = io.in(i).bits.srcType.map(_ === SrcType.xp) :+ needIntDest(i)
50998639abbSXuan Hu    val target = io.in(i).bits.lsrc :+ io.in(i).bits.ldest
510368cbcecSxiaofeibao    for ((((((cond1, (condV0, condVl)), cond2), cond3), t), j) <- vecCond.zip(v0Cond.zip(vlCond)).zip(fpCond).zip(intCond).zip(target).zipWithIndex) {
51170224bf6SYinan Xu      val destToSrc = io.in.take(i).zipWithIndex.map { case (in, j) =>
5123b739f49SXuan Hu        val indexMatch = in.bits.ldest === t
513deb6421eSHaojin Tang        val writeMatch =  cond3 && needIntDest(j) || cond2 && needFpDest(j) || cond1 && needVecDest(j)
514368cbcecSxiaofeibao        val v0vlMatch = condV0 && needV0Dest(j) || condVl && needVlDest(j)
515368cbcecSxiaofeibao        indexMatch && writeMatch || v0vlMatch
51670224bf6SYinan Xu      }
51770224bf6SYinan Xu      bypassCond(j)(i - 1) := VecInit(destToSrc).asUInt
51870224bf6SYinan Xu    }
51970224bf6SYinan Xu    io.out(i).bits.psrc(0) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(0)(i-1).asBools).foldLeft(uops(i).psrc(0)) {
52070224bf6SYinan Xu      (z, next) => Mux(next._2, next._1, z)
52170224bf6SYinan Xu    }
52270224bf6SYinan Xu    io.out(i).bits.psrc(1) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(1)(i-1).asBools).foldLeft(uops(i).psrc(1)) {
52370224bf6SYinan Xu      (z, next) => Mux(next._2, next._1, z)
52470224bf6SYinan Xu    }
52570224bf6SYinan Xu    io.out(i).bits.psrc(2) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(2)(i-1).asBools).foldLeft(uops(i).psrc(2)) {
52670224bf6SYinan Xu      (z, next) => Mux(next._2, next._1, z)
52770224bf6SYinan Xu    }
528a7a8a6ccSHaojin Tang    io.out(i).bits.psrc(3) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(3)(i-1).asBools).foldLeft(uops(i).psrc(3)) {
529a7a8a6ccSHaojin Tang      (z, next) => Mux(next._2, next._1, z)
530a7a8a6ccSHaojin Tang    }
531996aacc9SXuan Hu    io.out(i).bits.psrc(4) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(4)(i-1).asBools).foldLeft(uops(i).psrc(4)) {
5323b739f49SXuan Hu      (z, next) => Mux(next._2, next._1, z)
5333b739f49SXuan Hu    }
53470224bf6SYinan Xu    io.out(i).bits.pdest := Mux(isMove(i), io.out(i).bits.psrc(0), uops(i).pdest)
535fd7603d9SYinan Xu
5363b739f49SXuan Hu    // Todo: better implementation for fields reuse
537fd7603d9SYinan Xu    // For fused-lui-load, load.src(0) is replaced by the imm.
5383b739f49SXuan Hu    val last_is_lui = io.in(i - 1).bits.selImm === SelImm.IMM_U && io.in(i - 1).bits.srcType(0) =/= SrcType.pc
5393b739f49SXuan Hu    val this_is_load = io.in(i).bits.fuType === FuType.ldu.U
5403b739f49SXuan Hu    val lui_to_load = io.in(i - 1).valid && io.in(i - 1).bits.ldest === io.in(i).bits.lsrc(0)
541f4dcd9fcSsinsanction    val fused_lui_load = last_is_lui && this_is_load && lui_to_load
542fd7603d9SYinan Xu    when (fused_lui_load) {
54349f433deSXuan Hu      // The first LOAD operand (base address) is replaced by LUI-imm and stored in imm
54449f433deSXuan Hu      val lui_imm = io.in(i - 1).bits.imm(ImmUnion.U.len - 1, 0)
54549f433deSXuan Hu      val ld_imm = io.in(i).bits.imm(ImmUnion.I.len - 1, 0)
54649f433deSXuan Hu      require(io.out(i).bits.imm.getWidth >= lui_imm.getWidth + ld_imm.getWidth)
5473b739f49SXuan Hu      io.out(i).bits.srcType(0) := SrcType.imm
54849f433deSXuan Hu      io.out(i).bits.imm := Cat(lui_imm, ld_imm)
549fd7603d9SYinan Xu    }
550fd7603d9SYinan Xu
551b034d3b9SLinJiawei  }
55200ad41d0SYinan Xu
553c4b56310SHaojin Tang  val genSnapshot = Cat(io.out.map(out => out.fire && out.bits.snapshot)).orR
554bb7e6e3aSxiaofeibao-xjtu  val lastCycleCreateSnpt = RegInit(false.B)
555bb7e6e3aSxiaofeibao-xjtu  lastCycleCreateSnpt := genSnapshot && !io.snptIsFull
556bb7e6e3aSxiaofeibao-xjtu  val sameSnptDistance = (RobCommitWidth * 4).U
557bb7e6e3aSxiaofeibao-xjtu  // notInSameSnpt: 1.robidxHead - snapLastEnq >= sameSnptDistance 2.no snap
558bb7e6e3aSxiaofeibao-xjtu  val notInSameSnpt = GatedValidRegNext(distanceBetween(robIdxHeadNext, io.snptLastEnq.bits) >= sameSnptDistance || !io.snptLastEnq.valid)
559bb7e6e3aSxiaofeibao-xjtu  val allowSnpt = if (EnableRenameSnapshot) notInSameSnpt && !lastCycleCreateSnpt && io.in.head.bits.firstUop else false.B
560c4b56310SHaojin Tang  io.out.zip(io.in).foreach{ case (out, in) => out.bits.snapshot := allowSnpt && (!in.bits.preDecodeInfo.notCFI || FuType.isJump(in.bits.fuType)) && in.fire }
5618daac0bfSxiaofeibao-xjtu  io.out.map{ x =>
5627e0f64b0SGuanghui Cheng    x.bits.hasException := Cat(selectFrontend(x.bits.exceptionVec) :+ x.bits.exceptionVec(illegalInstr) :+ x.bits.exceptionVec(virtualInstr)).orR || TriggerAction.isDmode(x.bits.trigger)
5638daac0bfSxiaofeibao-xjtu  }
564780712aaSxiaofeibao-xjtu  if(backendParams.debugEn){
565780712aaSxiaofeibao-xjtu    dontTouch(robIdxHeadNext)
566780712aaSxiaofeibao-xjtu    dontTouch(notInSameSnpt)
567780712aaSxiaofeibao-xjtu    dontTouch(genSnapshot)
568fa7f2c26STang Haojin  }
569fa7f2c26STang Haojin  intFreeList.io.snpt := io.snpt
570fa7f2c26STang Haojin  fpFreeList.io.snpt := io.snpt
5714eebf274Ssinsanction  vecFreeList.io.snpt := io.snpt
572368cbcecSxiaofeibao  v0FreeList.io.snpt := io.snpt
573368cbcecSxiaofeibao  vlFreeList.io.snpt := io.snpt
574c4b56310SHaojin Tang  intFreeList.io.snpt.snptEnq := genSnapshot
575c4b56310SHaojin Tang  fpFreeList.io.snpt.snptEnq := genSnapshot
5764eebf274Ssinsanction  vecFreeList.io.snpt.snptEnq := genSnapshot
577368cbcecSxiaofeibao  v0FreeList.io.snpt.snptEnq := genSnapshot
578368cbcecSxiaofeibao  vlFreeList.io.snpt.snptEnq := genSnapshot
579fa7f2c26STang Haojin
58000ad41d0SYinan Xu  /**
58100ad41d0SYinan Xu    * Instructions commit: update freelist and rename table
58200ad41d0SYinan Xu    */
583780712aaSxiaofeibao-xjtu  for (i <- 0 until RabCommitWidth) {
5846b102a39SHaojin Tang    val commitValid = io.rabCommits.isCommit && io.rabCommits.commitValid(i)
5856b102a39SHaojin Tang    val walkValid = io.rabCommits.isWalk && io.rabCommits.walkValid(i)
58600ad41d0SYinan Xu
587deb6421eSHaojin Tang    // I. RAT Update
5887fa2c198SYinan Xu    // When redirect happens (mis-prediction), don't update the rename table
589deb6421eSHaojin Tang    io.intRenamePorts(i).wen  := intSpecWen(i)
590ad5c9e6eSJunxiong Ji    io.intRenamePorts(i).addr := uops(i).ldest(log2Ceil(IntLogicRegs) - 1, 0)
591deb6421eSHaojin Tang    io.intRenamePorts(i).data := io.out(i).bits.pdest
5928b8e745dSYikeZhou
593deb6421eSHaojin Tang    io.fpRenamePorts(i).wen  := fpSpecWen(i)
594ad5c9e6eSJunxiong Ji    io.fpRenamePorts(i).addr := uops(i).ldest(log2Ceil(FpLogicRegs) - 1, 0)
595deb6421eSHaojin Tang    io.fpRenamePorts(i).data := fpFreeList.io.allocatePhyReg(i)
596deb6421eSHaojin Tang
597deb6421eSHaojin Tang    io.vecRenamePorts(i).wen := vecSpecWen(i)
598ad5c9e6eSJunxiong Ji    io.vecRenamePorts(i).addr := uops(i).ldest(log2Ceil(VecLogicRegs) - 1, 0)
5994eebf274Ssinsanction    io.vecRenamePorts(i).data := vecFreeList.io.allocatePhyReg(i)
600deb6421eSHaojin Tang
601368cbcecSxiaofeibao    io.v0RenamePorts(i).wen := v0SpecWen(i)
602ad5c9e6eSJunxiong Ji    io.v0RenamePorts(i).addr := uops(i).ldest(log2Ceil(V0LogicRegs) - 1, 0)
603368cbcecSxiaofeibao    io.v0RenamePorts(i).data := v0FreeList.io.allocatePhyReg(i)
604368cbcecSxiaofeibao
605368cbcecSxiaofeibao    io.vlRenamePorts(i).wen := vlSpecWen(i)
606ad5c9e6eSJunxiong Ji    io.vlRenamePorts(i).addr := uops(i).ldest(log2Ceil(VlLogicRegs) - 1, 0)
607368cbcecSxiaofeibao    io.vlRenamePorts(i).data := vlFreeList.io.allocatePhyReg(i)
608368cbcecSxiaofeibao
609deb6421eSHaojin Tang    // II. Free List Update
610dcf3a679STang Haojin    intFreeList.io.freeReq(i) := io.int_need_free(i)
611dcf3a679STang Haojin    intFreeList.io.freePhyReg(i) := RegNext(io.int_old_pdest(i))
6124eebf274Ssinsanction    fpFreeList.io.freeReq(i)  := GatedValidRegNext(commitValid && needDestRegCommit(Reg_F, io.rabCommits.info(i)))
6137042bac3Ssinsanction    fpFreeList.io.freePhyReg(i) := io.fp_old_pdest(i)
6144eebf274Ssinsanction    vecFreeList.io.freeReq(i)  := GatedValidRegNext(commitValid && needDestRegCommit(Reg_V, io.rabCommits.info(i)))
6157042bac3Ssinsanction    vecFreeList.io.freePhyReg(i) := io.vec_old_pdest(i)
616368cbcecSxiaofeibao    v0FreeList.io.freeReq(i) := GatedValidRegNext(commitValid && needDestRegCommit(Reg_V0, io.rabCommits.info(i)))
617f6e3bebeSxiaofeibao    v0FreeList.io.freePhyReg(i) := io.v0_old_pdest(i)
618368cbcecSxiaofeibao    vlFreeList.io.freeReq(i) := GatedValidRegNext(commitValid && needDestRegCommit(Reg_Vl, io.rabCommits.info(i)))
619f6e3bebeSxiaofeibao    vlFreeList.io.freePhyReg(i) := io.vl_old_pdest(i)
6208b8e745dSYikeZhou  }
6218b8e745dSYikeZhou
6228b8e745dSYikeZhou  /*
62370224bf6SYinan Xu  Debug and performance counters
6248b8e745dSYikeZhou   */
6253b739f49SXuan Hu  def printRenameInfo(in: DecoupledIO[DecodedInst], out: DecoupledIO[DynInst]) = {
6263b739f49SXuan Hu    XSInfo(out.fire, p"pc:${Hexadecimal(in.bits.pc)} in(${in.valid},${in.ready}) " +
6273b739f49SXuan Hu      p"lsrc(0):${in.bits.lsrc(0)} -> psrc(0):${out.bits.psrc(0)} " +
6283b739f49SXuan Hu      p"lsrc(1):${in.bits.lsrc(1)} -> psrc(1):${out.bits.psrc(1)} " +
6293b739f49SXuan Hu      p"lsrc(2):${in.bits.lsrc(2)} -> psrc(2):${out.bits.psrc(2)} " +
630c61abc0cSXuan Hu      p"ldest:${in.bits.ldest} -> pdest:${out.bits.pdest}\n"
6318b8e745dSYikeZhou    )
6328b8e745dSYikeZhou  }
6338b8e745dSYikeZhou
6348b8e745dSYikeZhou  for ((x,y) <- io.in.zip(io.out)) {
6358b8e745dSYikeZhou    printRenameInfo(x, y)
6368b8e745dSYikeZhou  }
6378b8e745dSYikeZhou
63842bcc716Sxiaofeibao-xjtu  io.out.map { case x =>
63942bcc716Sxiaofeibao-xjtu    when(x.valid && x.bits.rfWen){
64042bcc716Sxiaofeibao-xjtu      assert(x.bits.ldest =/= 0.U, "rfWen cannot be 1 when Int regfile ldest is 0")
64142bcc716Sxiaofeibao-xjtu    }
64242bcc716Sxiaofeibao-xjtu  }
643d2b20d1aSTang Haojin  val debugRedirect = RegEnable(io.redirect.bits, io.redirect.valid)
644d2b20d1aSTang Haojin  // bad speculation
6456b102a39SHaojin Tang  val recStall = io.redirect.valid || io.rabCommits.isWalk
6466b102a39SHaojin Tang  val ctrlRecStall = Mux(io.redirect.valid, io.redirect.bits.debugIsCtrl, io.rabCommits.isWalk && debugRedirect.debugIsCtrl)
6476b102a39SHaojin Tang  val mvioRecStall = Mux(io.redirect.valid, io.redirect.bits.debugIsMemVio, io.rabCommits.isWalk && debugRedirect.debugIsMemVio)
648d2b20d1aSTang Haojin  val otherRecStall = recStall && !(ctrlRecStall || mvioRecStall)
649d2b20d1aSTang Haojin  XSPerfAccumulate("recovery_stall", recStall)
650d2b20d1aSTang Haojin  XSPerfAccumulate("control_recovery_stall", ctrlRecStall)
651d2b20d1aSTang Haojin  XSPerfAccumulate("mem_violation_recovery_stall", mvioRecStall)
652d2b20d1aSTang Haojin  XSPerfAccumulate("other_recovery_stall", otherRecStall)
653d2b20d1aSTang Haojin  // freelist stall
654d2b20d1aSTang Haojin  val notRecStall = !io.out.head.valid && !recStall
655368cbcecSxiaofeibao  val intFlStall = notRecStall && inHeadValid && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !intFreeList.io.canAllocate
656368cbcecSxiaofeibao  val fpFlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !fpFreeList.io.canAllocate
657368cbcecSxiaofeibao  val vecFlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !vecFreeList.io.canAllocate
658368cbcecSxiaofeibao  val v0FlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && !v0FreeList.io.canAllocate
659368cbcecSxiaofeibao  val vlFlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && !vlFreeList.io.canAllocate
660368cbcecSxiaofeibao  val multiFlStall = notRecStall && inHeadValid && (PopCount(Cat(
661368cbcecSxiaofeibao    !intFreeList.io.canAllocate,
662368cbcecSxiaofeibao    !fpFreeList.io.canAllocate,
663368cbcecSxiaofeibao    !vecFreeList.io.canAllocate,
664368cbcecSxiaofeibao    !v0FreeList.io.canAllocate,
665368cbcecSxiaofeibao    !vlFreeList.io.canAllocate,
666368cbcecSxiaofeibao  )) > 1.U)
667d2b20d1aSTang Haojin  // other stall
668368cbcecSxiaofeibao  val otherStall = notRecStall && !intFlStall && !fpFlStall && !vecFlStall && !v0FlStall && !vlFlStall && !multiFlStall
669d2b20d1aSTang Haojin
670d2b20d1aSTang Haojin  io.stallReason.in.backReason.valid := io.stallReason.out.backReason.valid || !io.in.head.ready
671d2b20d1aSTang Haojin  io.stallReason.in.backReason.bits := Mux(io.stallReason.out.backReason.valid, io.stallReason.out.backReason.bits,
672d2b20d1aSTang Haojin    MuxCase(TopDownCounters.OtherCoreStall.id.U, Seq(
673d2b20d1aSTang Haojin      ctrlRecStall  -> TopDownCounters.ControlRecoveryStall.id.U,
674d2b20d1aSTang Haojin      mvioRecStall  -> TopDownCounters.MemVioRecoveryStall.id.U,
675d2b20d1aSTang Haojin      otherRecStall -> TopDownCounters.OtherRecoveryStall.id.U,
676d2b20d1aSTang Haojin      intFlStall    -> TopDownCounters.IntFlStall.id.U,
6774eebf274Ssinsanction      fpFlStall     -> TopDownCounters.FpFlStall.id.U,
6784eebf274Ssinsanction      vecFlStall    -> TopDownCounters.VecFlStall.id.U,
679368cbcecSxiaofeibao      v0FlStall     -> TopDownCounters.V0FlStall.id.U,
680368cbcecSxiaofeibao      vlFlStall     -> TopDownCounters.VlFlStall.id.U,
681368cbcecSxiaofeibao      multiFlStall  -> TopDownCounters.MultiFlStall.id.U,
682d2b20d1aSTang Haojin    )
683d2b20d1aSTang Haojin  ))
684d2b20d1aSTang Haojin  io.stallReason.out.reason.zip(io.stallReason.in.reason).zip(io.in.map(_.valid)).foreach { case ((out, in), valid) =>
6850adf86dcSHaojin Tang    out := Mux(io.stallReason.in.backReason.valid, io.stallReason.in.backReason.bits, in)
686d2b20d1aSTang Haojin  }
687d2b20d1aSTang Haojin
6886b102a39SHaojin Tang  XSDebug(io.rabCommits.isWalk, p"Walk Recovery Enabled\n")
6896b102a39SHaojin Tang  XSDebug(io.rabCommits.isWalk, p"validVec:${Binary(io.rabCommits.walkValid.asUInt)}\n")
690780712aaSxiaofeibao-xjtu  for (i <- 0 until RabCommitWidth) {
6916b102a39SHaojin Tang    val info = io.rabCommits.info(i)
6926b102a39SHaojin Tang    XSDebug(io.rabCommits.isWalk && io.rabCommits.walkValid(i), p"[#$i walk info] " +
693368cbcecSxiaofeibao      p"ldest:${info.ldest} rfWen:${info.rfWen} fpWen:${info.fpWen} vecWen:${info.vecWen} v0Wen:${info.v0Wen} vlWen:${info.vlWen}")
6948b8e745dSYikeZhou  }
6958b8e745dSYikeZhou
6968b8e745dSYikeZhou  XSDebug(p"inValidVec: ${Binary(Cat(io.in.map(_.valid)))}\n")
6978b8e745dSYikeZhou
698a63155a6SXuan Hu  XSPerfAccumulate("in_valid_count", PopCount(io.in.map(_.valid)))
699a63155a6SXuan Hu  XSPerfAccumulate("in_fire_count", PopCount(io.in.map(_.fire)))
700a63155a6SXuan Hu  XSPerfAccumulate("in_valid_not_ready_count", PopCount(io.in.map(x => x.valid && !x.ready)))
7016374b1d6SXuan Hu  XSPerfAccumulate("wait_cycle", !io.in.head.valid && dispatchCanAcc)
7025eb4af5bSYikeZhou
703a63155a6SXuan Hu  // These stall reasons could overlap each other, but we configure the priority as fellows.
704a63155a6SXuan Hu  // walk stall > dispatch stall > int freelist stall > fp freelist stall
705a63155a6SXuan Hu  private val inHeadStall = io.in.head match { case x => x.valid && !x.ready }
7066b102a39SHaojin Tang  private val stallForWalk      = inHeadValid &&  io.rabCommits.isWalk
7076374b1d6SXuan Hu  private val stallForDispatch  = inHeadValid && !io.rabCommits.isWalk && !dispatchCanAcc
708368cbcecSxiaofeibao  private val stallForIntFL     = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !intFreeList.io.canAllocate
709368cbcecSxiaofeibao  private val stallForFpFL      = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !fpFreeList.io.canAllocate
710368cbcecSxiaofeibao  private val stallForVecFL     = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !vecFreeList.io.canAllocate
711368cbcecSxiaofeibao  private val stallForV0FL      = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && !v0FreeList.io.canAllocate
712368cbcecSxiaofeibao  private val stallForVlFL      = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && !vlFreeList.io.canAllocate
713a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle",          inHeadStall)
714a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_walk",     stallForWalk)
715a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_dispatch", stallForDispatch)
716a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_int",      stallForIntFL)
717a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_fp",       stallForFpFL)
7184eebf274Ssinsanction  XSPerfAccumulate("stall_cycle_vec",      stallForVecFL)
719368cbcecSxiaofeibao  XSPerfAccumulate("stall_cycle_vec",      stallForV0FL)
720368cbcecSxiaofeibao  XSPerfAccumulate("stall_cycle_vec",      stallForVlFL)
721a63155a6SXuan Hu
722a63155a6SXuan Hu  XSPerfHistogram("in_valid_range",  PopCount(io.in.map(_.valid)),  true.B, 0, DecodeWidth + 1, 1)
723a63155a6SXuan Hu  XSPerfHistogram("in_fire_range",   PopCount(io.in.map(_.fire)),   true.B, 0, DecodeWidth + 1, 1)
724a63155a6SXuan Hu  XSPerfHistogram("out_valid_range", PopCount(io.out.map(_.valid)), true.B, 0, DecodeWidth + 1, 1)
725a63155a6SXuan Hu  XSPerfHistogram("out_fire_range",  PopCount(io.out.map(_.fire)),  true.B, 0, DecodeWidth + 1, 1)
726d8aa3d57SbugGenerator
7273b739f49SXuan Hu  XSPerfAccumulate("move_instr_count", PopCount(io.out.map(out => out.fire && out.bits.isMove)))
7283b739f49SXuan Hu  val is_fused_lui_load = io.out.map(o => o.fire && o.bits.fuType === FuType.ldu.U && o.bits.srcType(0) === SrcType.imm)
729fd7603d9SYinan Xu  XSPerfAccumulate("fused_lui_load_instr_count", PopCount(is_fused_lui_load))
730cd365d4cSrvcoresjw
7311ca0e4f3SYinan Xu  val renamePerf = Seq(
732cd365d4cSrvcoresjw    ("rename_in                  ", PopCount(io.in.map(_.valid & io.in(0).ready ))                                                               ),
733cd365d4cSrvcoresjw    ("rename_waitinstr           ", PopCount((0 until RenameWidth).map(i => io.in(i).valid && !io.in(i).ready))                                  ),
734a63155a6SXuan Hu    ("rename_stall               ", inHeadStall),
7356b102a39SHaojin Tang    ("rename_stall_cycle_walk    ", inHeadValid &&  io.rabCommits.isWalk),
7366374b1d6SXuan Hu    ("rename_stall_cycle_dispatch", inHeadValid && !io.rabCommits.isWalk && !dispatchCanAcc),
737368cbcecSxiaofeibao    ("rename_stall_cycle_int     ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !intFreeList.io.canAllocate),
738368cbcecSxiaofeibao    ("rename_stall_cycle_fp      ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !fpFreeList.io.canAllocate),
739368cbcecSxiaofeibao    ("rename_stall_cycle_vec     ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !vecFreeList.io.canAllocate),
740368cbcecSxiaofeibao    ("rename_stall_cycle_v0      ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && !v0FreeList.io.canAllocate),
741368cbcecSxiaofeibao    ("rename_stall_cycle_vl      ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && !vlFreeList.io.canAllocate),
742cd365d4cSrvcoresjw  )
7431ca0e4f3SYinan Xu  val intFlPerf = intFreeList.getPerfEvents
7441ca0e4f3SYinan Xu  val fpFlPerf = fpFreeList.getPerfEvents
7454eebf274Ssinsanction  val vecFlPerf = vecFreeList.getPerfEvents
746368cbcecSxiaofeibao  val v0FlPerf = v0FreeList.getPerfEvents
747368cbcecSxiaofeibao  val vlFlPerf = vlFreeList.getPerfEvents
748368cbcecSxiaofeibao  val perfEvents = renamePerf ++ intFlPerf ++ fpFlPerf ++ vecFlPerf ++ v0FlPerf ++ vlFlPerf
7491ca0e4f3SYinan Xu  generatePerfEvent()
7505eb4af5bSYikeZhou}
751