xref: /XiangShan/src/main/scala/xiangshan/backend/rename/Rename.scala (revision a9becb0d13cdadc7dadafb81ec3dbdeeefde3908)
1c6d43980SLemover/***************************************************************************************
2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
4c6d43980SLemover*
5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2.
6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at:
8c6d43980SLemover*          http://license.coscl.org.cn/MulanPSL2
9c6d43980SLemover*
10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
13c6d43980SLemover*
14c6d43980SLemover* See the Mulan PSL v2 for more details.
15c6d43980SLemover***************************************************************************************/
16c6d43980SLemover
175844fcf0SLinJiaweipackage xiangshan.backend.rename
185844fcf0SLinJiawei
198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters
205844fcf0SLinJiaweiimport chisel3._
215844fcf0SLinJiaweiimport chisel3.util._
223c02ee8fSwakafaimport utility._
233b739f49SXuan Huimport utils._
243b739f49SXuan Huimport xiangshan._
2589cc69c1STang Haojinimport xiangshan.backend.Bundles.{DecodedInst, DynInst}
26765e58c6Ssinsanctionimport xiangshan.backend.decode.{FusionDecodeInfo, ImmUnion, Imm_I, Imm_LUI_LOAD, Imm_U}
27730cfbc0SXuan Huimport xiangshan.backend.fu.FuType
2870224bf6SYinan Xuimport xiangshan.backend.rename.freelist._
29c3f16425Sxiaofeibao-xjtuimport xiangshan.backend.rob.{RobEnqIO, RobPtr}
30980c1bc3SWilliam Wangimport xiangshan.mem.mdp._
318daac0bfSxiaofeibao-xjtuimport xiangshan.ExceptionNO._
32d77cf63cSxiaofeibao-xjtuimport xiangshan.backend.fu.FuType._
33d77cf63cSxiaofeibao-xjtuimport xiangshan.mem.{EewLog2, GenUSWholeEmul}
34d77cf63cSxiaofeibao-xjtuimport xiangshan.mem.GenRealFlowNum
3549162c9aSGuanghui Chengimport xiangshan.backend.trace._
36*a9becb0dSJunxiong Jiimport xiangshan.backend.decode.isa.bitfield.{OPCODE5Bit, XSInstBitFields}
37*a9becb0dSJunxiong Jiimport xiangshan.backend.fu.util.CSRConst
3899b8dc2cSYinan Xu
39ccfddc82SHaojin Tangclass Rename(implicit p: Parameters) extends XSModule with HasCircularQueuePtrHelper with HasPerfEvents {
40d6f9198fSXuan Hu
41d6f9198fSXuan Hu  // params alias
4298639abbSXuan Hu  private val numRegSrc = backendParams.numRegSrc
43d6f9198fSXuan Hu  private val numVecRegSrc = backendParams.numVecRegSrc
445718c384SHaojin Tang  private val numVecRatPorts = numVecRegSrc
4598639abbSXuan Hu
4698639abbSXuan Hu  println(s"[Rename] numRegSrc: $numRegSrc")
4798639abbSXuan Hu
485844fcf0SLinJiawei  val io = IO(new Bundle() {
495844fcf0SLinJiawei    val redirect = Flipped(ValidIO(new Redirect))
506b102a39SHaojin Tang    val rabCommits = Input(new RabCommitIO)
51a3fe955fSGuanghui Cheng    // from csr
52a3fe955fSGuanghui Cheng    val singleStep = Input(Bool())
537fa2c198SYinan Xu    // from decode
543b739f49SXuan Hu    val in = Vec(RenameWidth, Flipped(DecoupledIO(new DecodedInst)))
55a0db5a4bSYinan Xu    val fusionInfo = Vec(DecodeWidth - 1, Flipped(new FusionDecodeInfo))
56980c1bc3SWilliam Wang    // ssit read result
57980c1bc3SWilliam Wang    val ssit = Flipped(Vec(RenameWidth, Output(new SSITEntry)))
58980c1bc3SWilliam Wang    // waittable read result
59980c1bc3SWilliam Wang    val waittable = Flipped(Vec(RenameWidth, Output(Bool())))
607fa2c198SYinan Xu    // to rename table
615718c384SHaojin Tang    val intReadPorts = Vec(RenameWidth, Vec(2, Input(UInt(PhyRegIdxWidth.W))))
625718c384SHaojin Tang    val fpReadPorts = Vec(RenameWidth, Vec(3, Input(UInt(PhyRegIdxWidth.W))))
63d6f9198fSXuan Hu    val vecReadPorts = Vec(RenameWidth, Vec(numVecRatPorts, Input(UInt(PhyRegIdxWidth.W))))
64368cbcecSxiaofeibao    val v0ReadPorts = Vec(RenameWidth, Vec(1, Input(UInt(PhyRegIdxWidth.W))))
65368cbcecSxiaofeibao    val vlReadPorts = Vec(RenameWidth, Vec(1, Input(UInt(PhyRegIdxWidth.W))))
66ad5c9e6eSJunxiong Ji    val intRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(IntLogicRegs))))
67ad5c9e6eSJunxiong Ji    val fpRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(FpLogicRegs))))
68ad5c9e6eSJunxiong Ji    val vecRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(VecLogicRegs))))
69ad5c9e6eSJunxiong Ji    val v0RenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(V0LogicRegs))))
70ad5c9e6eSJunxiong Ji    val vlRenamePorts = Vec(RenameWidth, Output(new RatWritePort(log2Ceil(VlLogicRegs))))
71dcf3a679STang Haojin    // from rename table
72780712aaSxiaofeibao-xjtu    val int_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
73780712aaSxiaofeibao-xjtu    val fp_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
74780712aaSxiaofeibao-xjtu    val vec_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
75368cbcecSxiaofeibao    val v0_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
76368cbcecSxiaofeibao    val vl_old_pdest = Vec(RabCommitWidth, Input(UInt(PhyRegIdxWidth.W)))
77780712aaSxiaofeibao-xjtu    val int_need_free = Vec(RabCommitWidth, Input(Bool()))
7857c4f8d6SLinJiawei    // to dispatch1
793b739f49SXuan Hu    val out = Vec(RenameWidth, DecoupledIO(new DynInst))
80fa7f2c26STang Haojin    // for snapshots
81fa7f2c26STang Haojin    val snpt = Input(new SnapshotPort)
82c4b56310SHaojin Tang    val snptLastEnq = Flipped(ValidIO(new RobPtr))
83bb7e6e3aSxiaofeibao-xjtu    val snptIsFull= Input(Bool())
84ccfddc82SHaojin Tang    // debug arch ports
85b7d9e8d5Sxiaofeibao-xjtu    val debug_int_rat = if (backendParams.debugEn) Some(Vec(32, Input(UInt(PhyRegIdxWidth.W)))) else None
86b7d9e8d5Sxiaofeibao-xjtu    val debug_fp_rat = if (backendParams.debugEn) Some(Vec(32, Input(UInt(PhyRegIdxWidth.W)))) else None
87368cbcecSxiaofeibao    val debug_vec_rat = if (backendParams.debugEn) Some(Vec(31, Input(UInt(PhyRegIdxWidth.W)))) else None
88d1e473c9Sxiaofeibao    val debug_v0_rat = if (backendParams.debugEn) Some(Vec(1, Input(UInt(PhyRegIdxWidth.W)))) else None
89d1e473c9Sxiaofeibao    val debug_vl_rat = if (backendParams.debugEn) Some(Vec(1, Input(UInt(PhyRegIdxWidth.W)))) else None
90d2b20d1aSTang Haojin    // perf only
91d2b20d1aSTang Haojin    val stallReason = new Bundle {
92d2b20d1aSTang Haojin      val in = Flipped(new StallReasonIO(RenameWidth))
93d2b20d1aSTang Haojin      val out = new StallReasonIO(RenameWidth)
94d2b20d1aSTang Haojin    }
955844fcf0SLinJiawei  })
96b034d3b9SLinJiawei
976374b1d6SXuan Hu  // io alias
986374b1d6SXuan Hu  private val dispatchCanAcc = io.out.head.ready
996374b1d6SXuan Hu
10089cc69c1STang Haojin  val compressUnit = Module(new CompressUnit())
1018b8e745dSYikeZhou  // create free list and rat
10239c59369SXuan Hu  val intFreeList = Module(new MEFreeList(IntPhyRegs))
1034eebf274Ssinsanction  val fpFreeList = Module(new StdFreeList(FpPhyRegs - FpLogicRegs, FpLogicRegs, Reg_F))
104d1e473c9Sxiaofeibao  val vecFreeList = Module(new StdFreeList(VfPhyRegs - VecLogicRegs, VecLogicRegs, Reg_V, 31))
105d1e473c9Sxiaofeibao  val v0FreeList = Module(new StdFreeList(V0PhyRegs - V0LogicRegs, V0LogicRegs, Reg_V0, 1))
106d1e473c9Sxiaofeibao  val vlFreeList = Module(new StdFreeList(VlPhyRegs - VlLogicRegs, VlLogicRegs, Reg_Vl, 1))
107368cbcecSxiaofeibao
1088b8e745dSYikeZhou
1096b102a39SHaojin Tang  intFreeList.io.commit    <> io.rabCommits
110b7d9e8d5Sxiaofeibao-xjtu  intFreeList.io.debug_rat.foreach(_ <> io.debug_int_rat.get)
1116b102a39SHaojin Tang  fpFreeList.io.commit     <> io.rabCommits
112b7d9e8d5Sxiaofeibao-xjtu  fpFreeList.io.debug_rat.foreach(_ <> io.debug_fp_rat.get)
1134eebf274Ssinsanction  vecFreeList.io.commit    <> io.rabCommits
1144eebf274Ssinsanction  vecFreeList.io.debug_rat.foreach(_ <> io.debug_vec_rat.get)
115368cbcecSxiaofeibao  v0FreeList.io.commit <> io.rabCommits
116368cbcecSxiaofeibao  v0FreeList.io.debug_rat.foreach(_ <> io.debug_v0_rat.get)
117368cbcecSxiaofeibao  vlFreeList.io.commit <> io.rabCommits
118368cbcecSxiaofeibao  vlFreeList.io.debug_rat.foreach(_ <> io.debug_vl_rat.get)
119ccfddc82SHaojin Tang
1209aca92b9SYinan Xu  // decide if given instruction needs allocating a new physical register (CfCtrl: from decode; RobCommitInfo: from rob)
1213b739f49SXuan Hu  def needDestReg[T <: DecodedInst](reg_t: RegType, x: T): Bool = reg_t match {
1223b739f49SXuan Hu    case Reg_I => x.rfWen && x.ldest =/= 0.U
1233b739f49SXuan Hu    case Reg_F => x.fpWen
1243b739f49SXuan Hu    case Reg_V => x.vecWen
125368cbcecSxiaofeibao    case Reg_V0 => x.v0Wen
126368cbcecSxiaofeibao    case Reg_Vl => x.vlWen
127b034d3b9SLinJiawei  }
1286b102a39SHaojin Tang  def needDestRegCommit[T <: RabCommitInfo](reg_t: RegType, x: T): Bool = {
1293b739f49SXuan Hu    reg_t match {
1303b739f49SXuan Hu      case Reg_I => x.rfWen
1313b739f49SXuan Hu      case Reg_F => x.fpWen
1323b739f49SXuan Hu      case Reg_V => x.vecWen
133368cbcecSxiaofeibao      case Reg_V0 => x.v0Wen
134368cbcecSxiaofeibao      case Reg_Vl => x.vlWen
135fe6452fcSYinan Xu    }
136deb6421eSHaojin Tang  }
1376b102a39SHaojin Tang  def needDestRegWalk[T <: RabCommitInfo](reg_t: RegType, x: T): Bool = {
1383b739f49SXuan Hu    reg_t match {
1393b739f49SXuan Hu      case Reg_I => x.rfWen && x.ldest =/= 0.U
1403b739f49SXuan Hu      case Reg_F => x.fpWen
1413b739f49SXuan Hu      case Reg_V => x.vecWen
142368cbcecSxiaofeibao      case Reg_V0 => x.v0Wen
143368cbcecSxiaofeibao      case Reg_Vl => x.vlWen
1443b739f49SXuan Hu    }
145ccfddc82SHaojin Tang  }
1468b8e745dSYikeZhou
1474eebf274Ssinsanction  // connect [redirect + walk] ports for fp & vec & int free list
148368cbcecSxiaofeibao  Seq(fpFreeList, vecFreeList, intFreeList, v0FreeList, vlFreeList).foreach { case fl =>
14970224bf6SYinan Xu    fl.io.redirect := io.redirect.valid
1506b102a39SHaojin Tang    fl.io.walk := io.rabCommits.isWalk
1514efb89cbSYikeZhou  }
1524eebf274Ssinsanction  // only when all free list and dispatch1 has enough space can we do allocation
153ccfddc82SHaojin Tang  // when isWalk, freelist can definitely allocate
154368cbcecSxiaofeibao  intFreeList.io.doAllocate := fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
155368cbcecSxiaofeibao  fpFreeList.io.doAllocate := intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
156368cbcecSxiaofeibao  vecFreeList.io.doAllocate := intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
157368cbcecSxiaofeibao  v0FreeList.io.doAllocate := intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
158368cbcecSxiaofeibao  vlFreeList.io.doAllocate := intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && dispatchCanAcc || io.rabCommits.isWalk
1595eb4af5bSYikeZhou
1604eebf274Ssinsanction  //           dispatch1 ready ++ float point free list ready ++ int free list ready ++ vec free list ready     ++ not walk
161368cbcecSxiaofeibao  val canOut = dispatchCanAcc && fpFreeList.io.canAllocate && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !io.rabCommits.isWalk
1625eb4af5bSYikeZhou
16389cc69c1STang Haojin  compressUnit.io.in.zip(io.in).foreach{ case(sink, source) =>
164a3fe955fSGuanghui Cheng    sink.valid := source.valid && !io.singleStep
16589cc69c1STang Haojin    sink.bits := source.bits
16689cc69c1STang Haojin  }
16789cc69c1STang Haojin  val needRobFlags = compressUnit.io.out.needRobFlags
16889cc69c1STang Haojin  val instrSizesVec = compressUnit.io.out.instrSizes
16989cc69c1STang Haojin  val compressMasksVec = compressUnit.io.out.masks
170b034d3b9SLinJiawei
1719aca92b9SYinan Xu  // speculatively assign the instruction with an robIdx
17289cc69c1STang Haojin  val validCount = PopCount(io.in.zip(needRobFlags).map{ case(in, needRobFlag) => in.valid && in.bits.lastUop && needRobFlag}) // number of instructions waiting to enter rob (from decode)
1739aca92b9SYinan Xu  val robIdxHead = RegInit(0.U.asTypeOf(new RobPtr))
1745f8b6c9eSsinceforYy  val lastCycleMisprediction = GatedValidRegNext(io.redirect.valid && !io.redirect.bits.flushItself())
175f4b2089aSYinan Xu  val robIdxHeadNext = Mux(io.redirect.valid, io.redirect.bits.robIdx, // redirect: move ptr to given rob index
1769aca92b9SYinan Xu         Mux(lastCycleMisprediction, robIdxHead + 1.U, // mis-predict: not flush robIdx itself
177ac78003fSzhanglyGit           Mux(canOut, robIdxHead + validCount, // instructions successfully entered next stage: increase robIdx
178f4b2089aSYinan Xu                      /* default */  robIdxHead))) // no instructions passed by this cycle: stick to old value
1799aca92b9SYinan Xu  robIdxHead := robIdxHeadNext
180588ceab5SYinan Xu
18100ad41d0SYinan Xu  /**
18200ad41d0SYinan Xu    * Rename: allocate free physical register and update rename table
18300ad41d0SYinan Xu    */
1843b739f49SXuan Hu  val uops = Wire(Vec(RenameWidth, new DynInst))
185b034d3b9SLinJiawei  uops.foreach( uop => {
186a7a8a6ccSHaojin Tang    uop.srcState      := DontCare
1877cef916fSYinan Xu    uop.debugInfo     := DontCare
188bc86598fSWilliam Wang    uop.lqIdx         := DontCare
189bc86598fSWilliam Wang    uop.sqIdx         := DontCare
1903b739f49SXuan Hu    uop.waitForRobIdx := DontCare
1913b739f49SXuan Hu    uop.singleStep    := DontCare
192fa7f2c26STang Haojin    uop.snapshot      := DontCare
19313551487SzhanglyGit    uop.srcLoadDependency := DontCare
194f3a9fb05SAnzo    uop.numLsElem       :=  DontCare
1958daac0bfSxiaofeibao-xjtu    uop.hasException  :=  DontCare
196955b4beaSsinsanction    uop.useRegCache   := DontCare
197955b4beaSsinsanction    uop.regCacheIdx   := DontCare
19849162c9aSGuanghui Cheng    uop.traceBlockInPipe := DontCare
199b034d3b9SLinJiawei  })
200*a9becb0dSJunxiong Ji  private val inst         = Wire(Vec(RenameWidth, new XSInstBitFields))
201*a9becb0dSJunxiong Ji  private val isCsr        = Wire(Vec(RenameWidth, Bool()))
202*a9becb0dSJunxiong Ji  private val isCsrr       = Wire(Vec(RenameWidth, Bool()))
203*a9becb0dSJunxiong Ji  private val isRoCsrr     = Wire(Vec(RenameWidth, Bool()))
204d77cf63cSxiaofeibao-xjtu  private val fuType       = uops.map(_.fuType)
205d77cf63cSxiaofeibao-xjtu  private val fuOpType     = uops.map(_.fuOpType)
206d77cf63cSxiaofeibao-xjtu  private val vtype        = uops.map(_.vpu.vtype)
207d77cf63cSxiaofeibao-xjtu  private val sew          = vtype.map(_.vsew)
208d77cf63cSxiaofeibao-xjtu  private val lmul         = vtype.map(_.vlmul)
209d77cf63cSxiaofeibao-xjtu  private val eew          = uops.map(_.vpu.veew)
210d77cf63cSxiaofeibao-xjtu  private val mop          = fuOpType.map(fuOpTypeItem => LSUOpType.getVecLSMop(fuOpTypeItem))
211d77cf63cSxiaofeibao-xjtu  private val isVlsType    = fuType.map(fuTypeItem => isVls(fuTypeItem))
212d77cf63cSxiaofeibao-xjtu  private val isSegment    = fuType.map(fuTypeItem => isVsegls(fuTypeItem))
213d77cf63cSxiaofeibao-xjtu  private val isUnitStride = fuOpType.map(fuOpTypeItem => LSUOpType.isAllUS(fuOpTypeItem))
214d77cf63cSxiaofeibao-xjtu  private val nf           = fuOpType.zip(uops.map(_.vpu.nf)).map { case (fuOpTypeItem, nfItem) => Mux(LSUOpType.isWhole(fuOpTypeItem), 0.U, nfItem) }
215d77cf63cSxiaofeibao-xjtu  private val mulBits      = 3 // dirty code
216d77cf63cSxiaofeibao-xjtu  private val emul         = fuOpType.zipWithIndex.map { case (fuOpTypeItem, index) =>
217d77cf63cSxiaofeibao-xjtu    Mux(
218d77cf63cSxiaofeibao-xjtu      LSUOpType.isWhole(fuOpTypeItem),
219d77cf63cSxiaofeibao-xjtu      GenUSWholeEmul(nf(index)),
220d77cf63cSxiaofeibao-xjtu      Mux(
221d77cf63cSxiaofeibao-xjtu        LSUOpType.isMasked(fuOpTypeItem),
222d77cf63cSxiaofeibao-xjtu        0.U(mulBits.W),
223d77cf63cSxiaofeibao-xjtu        EewLog2(eew(index)) - sew(index) + lmul(index)
224d77cf63cSxiaofeibao-xjtu      )
225d77cf63cSxiaofeibao-xjtu    )
226d77cf63cSxiaofeibao-xjtu  }
227d77cf63cSxiaofeibao-xjtu  private val isVecUnitType = isVlsType.zip(isUnitStride).map { case (isVlsTypeItme, isUnitStrideItem) =>
228d77cf63cSxiaofeibao-xjtu    isVlsTypeItme && isUnitStrideItem
229d77cf63cSxiaofeibao-xjtu  }
230d77cf63cSxiaofeibao-xjtu  private val instType = isSegment.zip(mop).map { case (isSegementItem, mopItem) => Cat(isSegementItem, mopItem) }
231d77cf63cSxiaofeibao-xjtu  // There is no way to calculate the 'flow' for 'unit-stride' exactly:
232d77cf63cSxiaofeibao-xjtu  //  Whether 'unit-stride' needs to be split can only be known after obtaining the address.
233d77cf63cSxiaofeibao-xjtu  // For scalar instructions, this is not handled here, and different assignments are done later according to the situation.
234d77cf63cSxiaofeibao-xjtu  private val numLsElem = instType.zipWithIndex.map { case (instTypeItem, index) =>
235d77cf63cSxiaofeibao-xjtu    Mux(
236d77cf63cSxiaofeibao-xjtu      isVecUnitType(index),
237d77cf63cSxiaofeibao-xjtu      VecMemUnitStrideMaxFlowNum.U,
238d77cf63cSxiaofeibao-xjtu      GenRealFlowNum(instTypeItem, emul(index), lmul(index), eew(index), sew(index))
239d77cf63cSxiaofeibao-xjtu    )
240d77cf63cSxiaofeibao-xjtu  }
241d77cf63cSxiaofeibao-xjtu  uops.zipWithIndex.map { case(u, i) =>
242d77cf63cSxiaofeibao-xjtu    u.numLsElem := Mux(io.in(i).valid & isVlsType(i), numLsElem(i), 0.U)
243d77cf63cSxiaofeibao-xjtu  }
244b034d3b9SLinJiawei
245deb6421eSHaojin Tang  val needVecDest    = Wire(Vec(RenameWidth, Bool()))
24699b8dc2cSYinan Xu  val needFpDest     = Wire(Vec(RenameWidth, Bool()))
24799b8dc2cSYinan Xu  val needIntDest    = Wire(Vec(RenameWidth, Bool()))
248368cbcecSxiaofeibao  val needV0Dest     = Wire(Vec(RenameWidth, Bool()))
249368cbcecSxiaofeibao  val needVlDest     = Wire(Vec(RenameWidth, Bool()))
250a63155a6SXuan Hu  private val inHeadValid = io.in.head.valid
2518b8e745dSYikeZhou
252c58c2872STang Haojin  val isMove = Wire(Vec(RenameWidth, Bool()))
253c58c2872STang Haojin  isMove zip io.in.map(_.bits) foreach {
254c58c2872STang Haojin    case (move, in) => move := Mux(in.exceptionVec.asUInt.orR, false.B, in.isMove)
255c58c2872STang Haojin  }
2568b8e745dSYikeZhou
257ccfddc82SHaojin Tang  val walkNeedIntDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
2583b739f49SXuan Hu  val walkNeedFpDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
2593b739f49SXuan Hu  val walkNeedVecDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
260368cbcecSxiaofeibao  val walkNeedV0Dest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
261368cbcecSxiaofeibao  val walkNeedVlDest = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
262ccfddc82SHaojin Tang  val walkIsMove = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
263ccfddc82SHaojin Tang
2648b8e745dSYikeZhou  val intSpecWen = Wire(Vec(RenameWidth, Bool()))
2658b8e745dSYikeZhou  val fpSpecWen  = Wire(Vec(RenameWidth, Bool()))
266deb6421eSHaojin Tang  val vecSpecWen = Wire(Vec(RenameWidth, Bool()))
267368cbcecSxiaofeibao  val v0SpecWen = Wire(Vec(RenameWidth, Bool()))
268368cbcecSxiaofeibao  val vlSpecWen = Wire(Vec(RenameWidth, Bool()))
2698b8e745dSYikeZhou
270ccfddc82SHaojin Tang  val walkIntSpecWen = WireDefault(VecInit(Seq.fill(RenameWidth)(false.B)))
271ccfddc82SHaojin Tang
272ccfddc82SHaojin Tang  val walkPdest = Wire(Vec(RenameWidth, UInt(PhyRegIdxWidth.W)))
273ccfddc82SHaojin Tang
2748b8e745dSYikeZhou  // uop calculation
275b034d3b9SLinJiawei  for (i <- 0 until RenameWidth) {
2760c01a27aSHaojin Tang    (uops(i): Data).waiveAll :<= (io.in(i).bits: Data).waiveAll
277b034d3b9SLinJiawei
278*a9becb0dSJunxiong Ji    // read only CSRR instruction support: remove blockBackward and waitForward
279*a9becb0dSJunxiong Ji    inst(i) := uops(i).instr.asTypeOf(new XSInstBitFields)
280*a9becb0dSJunxiong Ji    isCsr(i) := inst(i).OPCODE5Bit === OPCODE5Bit.SYSTEM && inst(i).FUNCT3(1, 0) =/= 0.U
281*a9becb0dSJunxiong Ji    isCsrr(i) := isCsr(i) && inst(i).FUNCT3 === BitPat("b?1?") && inst(i).RS1 === 0.U
282*a9becb0dSJunxiong Ji    isRoCsrr(i) := isCsrr(i) && LookupTreeDefault(
283*a9becb0dSJunxiong Ji      inst(i).CSRIDX, false.B, CSRConst.roCsrrAddr.map(_.U -> true.B))
284*a9becb0dSJunxiong Ji
285*a9becb0dSJunxiong Ji    uops(i).waitForward := io.in(i).bits.waitForward && !isRoCsrr(i)
286*a9becb0dSJunxiong Ji    uops(i).blockBackward := io.in(i).bits.blockBackward && !isRoCsrr(i)
287*a9becb0dSJunxiong Ji
288980c1bc3SWilliam Wang    // update cf according to ssit result
2893b739f49SXuan Hu    uops(i).storeSetHit := io.ssit(i).valid
2903b739f49SXuan Hu    uops(i).loadWaitStrict := io.ssit(i).strict && io.ssit(i).valid
2913b739f49SXuan Hu    uops(i).ssid := io.ssit(i).ssid
292980c1bc3SWilliam Wang
293980c1bc3SWilliam Wang    // update cf according to waittable result
2943b739f49SXuan Hu    uops(i).loadWaitBit := io.waittable(i)
295980c1bc3SWilliam Wang
2963b739f49SXuan Hu    uops(i).replayInst := false.B // set by IQ or MemQ
2974eebf274Ssinsanction    // alloc a new phy reg
298368cbcecSxiaofeibao    needV0Dest(i) := io.in(i).valid && needDestReg(Reg_V0, io.in(i).bits)
299368cbcecSxiaofeibao    needVlDest(i) := io.in(i).valid && needDestReg(Reg_Vl, io.in(i).bits)
300ac78003fSzhanglyGit    needVecDest(i) := io.in(i).valid && needDestReg(Reg_V, io.in(i).bits)
301ac78003fSzhanglyGit    needFpDest(i) := io.in(i).valid && needDestReg(Reg_F, io.in(i).bits)
302ac78003fSzhanglyGit    needIntDest(i) := io.in(i).valid && needDestReg(Reg_I, io.in(i).bits)
303780712aaSxiaofeibao-xjtu    if (i < RabCommitWidth) {
3046b102a39SHaojin Tang      walkNeedIntDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_I, io.rabCommits.info(i))
3056b102a39SHaojin Tang      walkNeedFpDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_F, io.rabCommits.info(i))
3066b102a39SHaojin Tang      walkNeedVecDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_V, io.rabCommits.info(i))
307368cbcecSxiaofeibao      walkNeedV0Dest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_V0, io.rabCommits.info(i))
308368cbcecSxiaofeibao      walkNeedVlDest(i) := io.rabCommits.walkValid(i) && needDestRegWalk(Reg_Vl, io.rabCommits.info(i))
3096b102a39SHaojin Tang      walkIsMove(i) := io.rabCommits.info(i).isMove
310ccfddc82SHaojin Tang    }
3114eebf274Ssinsanction    fpFreeList.io.allocateReq(i) := needFpDest(i)
3124eebf274Ssinsanction    fpFreeList.io.walkReq(i) := walkNeedFpDest(i)
3134eebf274Ssinsanction    vecFreeList.io.allocateReq(i) := needVecDest(i)
3144eebf274Ssinsanction    vecFreeList.io.walkReq(i) := walkNeedVecDest(i)
315368cbcecSxiaofeibao    v0FreeList.io.allocateReq(i) := needV0Dest(i)
316368cbcecSxiaofeibao    v0FreeList.io.walkReq(i) := walkNeedV0Dest(i)
317368cbcecSxiaofeibao    vlFreeList.io.allocateReq(i) := needVlDest(i)
318368cbcecSxiaofeibao    vlFreeList.io.walkReq(i) := walkNeedVlDest(i)
319dcf3a679STang Haojin    intFreeList.io.allocateReq(i) := needIntDest(i) && !isMove(i)
320dcf3a679STang Haojin    intFreeList.io.walkReq(i) := walkNeedIntDest(i) && !walkIsMove(i)
3212438f9ebSYinan Xu
3228b8e745dSYikeZhou    // no valid instruction from decode stage || all resources (dispatch1 + both free lists) ready
3231c6572a6Sxiaofeibao    io.in(i).ready := !io.in(0).valid || canOut
32458e06390SLinJiawei
32589cc69c1STang Haojin    uops(i).robIdx := robIdxHead + PopCount(io.in.zip(needRobFlags).take(i).map{ case(in, needRobFlag) => in.valid && in.bits.lastUop && needRobFlag})
32689cc69c1STang Haojin    uops(i).instrSize := instrSizesVec(i)
3277e0f64b0SGuanghui Cheng    val hasExceptionExceptFlushPipe = Cat(selectFrontend(uops(i).exceptionVec) :+ uops(i).exceptionVec(illegalInstr) :+ uops(i).exceptionVec(virtualInstr)).orR || TriggerAction.isDmode(uops(i).trigger)
328571677c9Sxiaofeibao-xjtu    when(isMove(i) || hasExceptionExceptFlushPipe) {
32989cc69c1STang Haojin      uops(i).numUops := 0.U
3303235a9d8SZiyue-Zhang      uops(i).numWB := 0.U
33189cc69c1STang Haojin    }
33289cc69c1STang Haojin    if (i > 0) {
33389cc69c1STang Haojin      when(!needRobFlags(i - 1)) {
33489cc69c1STang Haojin        uops(i).firstUop := false.B
33589cc69c1STang Haojin        uops(i).ftqPtr := uops(i - 1).ftqPtr
33689cc69c1STang Haojin        uops(i).ftqOffset := uops(i - 1).ftqOffset
33789cc69c1STang Haojin        uops(i).numUops := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
3383235a9d8SZiyue-Zhang        uops(i).numWB := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
33989cc69c1STang Haojin      }
34089cc69c1STang Haojin    }
34189cc69c1STang Haojin    when(!needRobFlags(i)) {
34289cc69c1STang Haojin      uops(i).lastUop := false.B
34389cc69c1STang Haojin      uops(i).numUops := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
3443235a9d8SZiyue-Zhang      uops(i).numWB := instrSizesVec(i) - PopCount(compressMasksVec(i) & Cat(isMove.reverse))
34589cc69c1STang Haojin    }
346f1ba628bSHaojin Tang    uops(i).wfflags := (compressMasksVec(i) & Cat(io.in.map(_.bits.wfflags).reverse)).orR
347f1ba628bSHaojin Tang    uops(i).dirtyFs := (compressMasksVec(i) & Cat(io.in.map(_.bits.fpWen).reverse)).orR
3483af3539fSZiyue Zhang    // vector instructions' uopSplitType cannot be UopSplitType.SCA_SIM
3493af3539fSZiyue Zhang    uops(i).dirtyVs := (compressMasksVec(i) & Cat(io.in.map(_.bits.uopSplitType =/= UopSplitType.SCA_SIM).reverse)).orR
350368cbcecSxiaofeibao    // psrc0,psrc1,psrc2 don't require v0ReadPorts because their srcType can distinguish whether they are V0 or not
351368cbcecSxiaofeibao    uops(i).psrc(0) := Mux1H(uops(i).srcType(0)(2, 0), Seq(io.intReadPorts(i)(0), io.fpReadPorts(i)(0), io.vecReadPorts(i)(0)))
352368cbcecSxiaofeibao    uops(i).psrc(1) := Mux1H(uops(i).srcType(1)(2, 0), Seq(io.intReadPorts(i)(1), io.fpReadPorts(i)(1), io.vecReadPorts(i)(1)))
3533b739f49SXuan Hu    uops(i).psrc(2) := Mux1H(uops(i).srcType(2)(2, 1), Seq(io.fpReadPorts(i)(2), io.vecReadPorts(i)(2)))
354368cbcecSxiaofeibao    uops(i).psrc(3) := io.v0ReadPorts(i)(0)
355368cbcecSxiaofeibao    uops(i).psrc(4) := io.vlReadPorts(i)(0)
356f5710817SXuan Hu
357a0db5a4bSYinan Xu    // int psrc2 should be bypassed from next instruction if it is fused
358a0db5a4bSYinan Xu    if (i < RenameWidth - 1) {
359a0db5a4bSYinan Xu      when (io.fusionInfo(i).rs2FromRs2 || io.fusionInfo(i).rs2FromRs1) {
360a0db5a4bSYinan Xu        uops(i).psrc(1) := Mux(io.fusionInfo(i).rs2FromRs2, io.intReadPorts(i + 1)(1), io.intReadPorts(i + 1)(0))
361a0db5a4bSYinan Xu      }.elsewhen(io.fusionInfo(i).rs2FromZero) {
362a0db5a4bSYinan Xu        uops(i).psrc(1) := 0.U
363a0db5a4bSYinan Xu      }
364a0db5a4bSYinan Xu    }
36570224bf6SYinan Xu    uops(i).eliminatedMove := isMove(i)
3668b8e745dSYikeZhou
3678b8e745dSYikeZhou    // update pdest
368ac78003fSzhanglyGit    uops(i).pdest := MuxCase(0.U, Seq(
369ac78003fSzhanglyGit      needIntDest(i)    ->  intFreeList.io.allocatePhyReg(i),
3704eebf274Ssinsanction      needFpDest(i)     ->  fpFreeList.io.allocatePhyReg(i),
3714eebf274Ssinsanction      needVecDest(i)    ->  vecFreeList.io.allocatePhyReg(i),
372368cbcecSxiaofeibao      needV0Dest(i)    ->  v0FreeList.io.allocatePhyReg(i),
373368cbcecSxiaofeibao      needVlDest(i)    ->  vlFreeList.io.allocatePhyReg(i),
3743b739f49SXuan Hu    ))
3758b8e745dSYikeZhou
376ebb8ebf8SYinan Xu    // Assign performance counters
377ebb8ebf8SYinan Xu    uops(i).debugInfo.renameTime := GTimer()
378ebb8ebf8SYinan Xu
379368cbcecSxiaofeibao    io.out(i).valid := io.in(i).valid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !io.rabCommits.isWalk
380ebb8ebf8SYinan Xu    io.out(i).bits := uops(i)
3813b739f49SXuan Hu    // Todo: move these shit in decode stage
382f025d715SYinan Xu    // dirty code for fence. The lsrc is passed by imm.
3833b739f49SXuan Hu    when (io.out(i).bits.fuType === FuType.fence.U) {
3843b739f49SXuan Hu      io.out(i).bits.imm := Cat(io.in(i).bits.lsrc(1), io.in(i).bits.lsrc(0))
385a020ce37SYinan Xu    }
386d91483a6Sfdy
387f025d715SYinan Xu    // dirty code for SoftPrefetch (prefetch.r/prefetch.w)
388621007d9SXuan Hu//    when (io.in(i).bits.isSoftPrefetch) {
389621007d9SXuan Hu//      io.out(i).bits.fuType := FuType.ldu.U
390621007d9SXuan Hu//      io.out(i).bits.fuOpType := Mux(io.in(i).bits.lsrc(1) === 1.U, LSUOpType.prefetch_r, LSUOpType.prefetch_w)
391621007d9SXuan Hu//      io.out(i).bits.selImm := SelImm.IMM_S
392621007d9SXuan Hu//      io.out(i).bits.imm := Cat(io.in(i).bits.imm(io.in(i).bits.imm.getWidth - 1, 5), 0.U(5.W))
393621007d9SXuan Hu//    }
394ebb8ebf8SYinan Xu
395765e58c6Ssinsanction    // dirty code for lui+addi(w) fusion
396765e58c6Ssinsanction    if (i < RenameWidth - 1) {
397765e58c6Ssinsanction      val fused_lui32 = io.in(i).bits.selImm === SelImm.IMM_LUI32 && io.in(i).bits.fuType === FuType.alu.U
398765e58c6Ssinsanction      when (fused_lui32) {
399765e58c6Ssinsanction        val lui_imm = io.in(i).bits.imm(19, 0)
400765e58c6Ssinsanction        val add_imm = io.in(i + 1).bits.imm(11, 0)
40149f433deSXuan Hu        require(io.out(i).bits.imm.getWidth >= lui_imm.getWidth + add_imm.getWidth)
40249f433deSXuan Hu        io.out(i).bits.imm := Cat(lui_imm, add_imm)
403765e58c6Ssinsanction      }
404765e58c6Ssinsanction    }
405765e58c6Ssinsanction
4068b8e745dSYikeZhou    // write speculative rename table
40739d3280eSYikeZhou    // we update rat later inside commit code
4086b102a39SHaojin Tang    intSpecWen(i) := needIntDest(i) && intFreeList.io.canAllocate && intFreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
4096b102a39SHaojin Tang    fpSpecWen(i)  := needFpDest(i)  && fpFreeList.io.canAllocate  && fpFreeList.io.doAllocate  && !io.rabCommits.isWalk && !io.redirect.valid
4104eebf274Ssinsanction    vecSpecWen(i) := needVecDest(i) && vecFreeList.io.canAllocate && vecFreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
411368cbcecSxiaofeibao    v0SpecWen(i) := needV0Dest(i) && v0FreeList.io.canAllocate && v0FreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
412368cbcecSxiaofeibao    vlSpecWen(i) := needVlDest(i) && vlFreeList.io.canAllocate && vlFreeList.io.doAllocate && !io.rabCommits.isWalk && !io.redirect.valid
413ac78003fSzhanglyGit
41470224bf6SYinan Xu
415780712aaSxiaofeibao-xjtu    if (i < RabCommitWidth) {
416ccfddc82SHaojin Tang      walkIntSpecWen(i) := walkNeedIntDest(i) && !io.redirect.valid
4176b102a39SHaojin Tang      walkPdest(i) := io.rabCommits.info(i).pdest
418ccfddc82SHaojin Tang    } else {
419ccfddc82SHaojin Tang      walkPdest(i) := io.out(i).bits.pdest
420ccfddc82SHaojin Tang    }
421b034d3b9SLinJiawei  }
422b034d3b9SLinJiawei
42370224bf6SYinan Xu  /**
42449162c9aSGuanghui Cheng   * trace begin
42549162c9aSGuanghui Cheng   */
42649162c9aSGuanghui Cheng  val inVec = io.in.map(_.bits)
42749162c9aSGuanghui Cheng  val canRobCompressVec = inVec.map(_.canRobCompress)
42849162c9aSGuanghui Cheng  val isRVCVec = inVec.map(_.preDecodeInfo.isRVC)
42949162c9aSGuanghui Cheng  val halfWordNumVec = (0 until RenameWidth).map{
43049162c9aSGuanghui Cheng    i => compressMasksVec(i).asBools.zip(isRVCVec).map{
43149162c9aSGuanghui Cheng      case (mask, isRVC) => Mux(mask, Mux(isRVC, 1.U, 2.U), 0.U)
43249162c9aSGuanghui Cheng    }
43349162c9aSGuanghui Cheng  }
43449162c9aSGuanghui Cheng
43549162c9aSGuanghui Cheng  for (i <- 0 until RenameWidth) {
43649162c9aSGuanghui Cheng    // iretire
43749162c9aSGuanghui Cheng    uops(i).traceBlockInPipe.iretire := Mux(canRobCompressVec(i),
43849162c9aSGuanghui Cheng      halfWordNumVec(i).reduce(_ +& _),
43949162c9aSGuanghui Cheng      Mux(isRVCVec(i), 1.U, 2.U)
44049162c9aSGuanghui Cheng    )
44149162c9aSGuanghui Cheng
44249162c9aSGuanghui Cheng    // ilastsize
44349162c9aSGuanghui Cheng    val j = i
44449162c9aSGuanghui Cheng    val lastIsRVC = WireInit(false.B)
44549162c9aSGuanghui Cheng    (j until RenameWidth).map { j =>
44649162c9aSGuanghui Cheng      when(compressMasksVec(i)(j)) {
44749162c9aSGuanghui Cheng        lastIsRVC := io.in(j).bits.preDecodeInfo.isRVC
44849162c9aSGuanghui Cheng      }
44949162c9aSGuanghui Cheng    }
45049162c9aSGuanghui Cheng
45149162c9aSGuanghui Cheng    uops(i).traceBlockInPipe.ilastsize := Mux(canRobCompressVec(i),
45249162c9aSGuanghui Cheng      Mux(lastIsRVC, Ilastsize.HalfWord, Ilastsize.Word),
45349162c9aSGuanghui Cheng      Mux(isRVCVec(i), Ilastsize.HalfWord, Ilastsize.Word)
45449162c9aSGuanghui Cheng    )
45549162c9aSGuanghui Cheng
45649162c9aSGuanghui Cheng    // itype
45749162c9aSGuanghui Cheng    uops(i).traceBlockInPipe.itype := Itype.jumpTypeGen(inVec(i).preDecodeInfo.brType, inVec(i).ldest.asTypeOf(new OpRegType), inVec(i).lsrc(0).asTypeOf((new OpRegType)))
45849162c9aSGuanghui Cheng  }
45949162c9aSGuanghui Cheng  /**
46049162c9aSGuanghui Cheng   * trace end
46149162c9aSGuanghui Cheng   */
46249162c9aSGuanghui Cheng
46349162c9aSGuanghui Cheng  /**
46470224bf6SYinan Xu    * How to set psrc:
46570224bf6SYinan Xu    * - bypass the pdest to psrc if previous instructions write to the same ldest as lsrc
46670224bf6SYinan Xu    * - default: psrc from RAT
46770224bf6SYinan Xu    * How to set pdest:
46870224bf6SYinan Xu    * - Mux(isMove, psrc, pdest_from_freelist).
46970224bf6SYinan Xu    *
47070224bf6SYinan Xu    * The critical path of rename lies here:
47170224bf6SYinan Xu    * When move elimination is enabled, we need to update the rat with psrc.
47270224bf6SYinan Xu    * However, psrc maybe comes from previous instructions' pdest, which comes from freelist.
47370224bf6SYinan Xu    *
47470224bf6SYinan Xu    * If we expand these logic for pdest(N):
47570224bf6SYinan Xu    * pdest(N) = Mux(isMove(N), psrc(N), freelist_out(N))
47670224bf6SYinan Xu    *          = Mux(isMove(N), Mux(bypass(N, N - 1), pdest(N - 1),
47770224bf6SYinan Xu    *                           Mux(bypass(N, N - 2), pdest(N - 2),
47870224bf6SYinan Xu    *                           ...
47970224bf6SYinan Xu    *                           Mux(bypass(N, 0),     pdest(0),
48070224bf6SYinan Xu    *                                                 rat_out(N))...)),
48170224bf6SYinan Xu    *                           freelist_out(N))
48270224bf6SYinan Xu    */
48370224bf6SYinan Xu  // a simple functional model for now
48470224bf6SYinan Xu  io.out(0).bits.pdest := Mux(isMove(0), uops(0).psrc.head, uops(0).pdest)
4853b739f49SXuan Hu
4863b739f49SXuan Hu  // psrc(n) + pdest(1)
48798639abbSXuan Hu  val bypassCond: Vec[MixedVec[UInt]] = Wire(Vec(numRegSrc + 1, MixedVec(List.tabulate(RenameWidth-1)(i => UInt((i+1).W)))))
48898639abbSXuan Hu  require(io.in(0).bits.srcType.size == io.in(0).bits.numSrc)
48998639abbSXuan Hu  private val pdestLoc = io.in.head.bits.srcType.size // 2 vector src: v0, vl&vtype
4903b739f49SXuan Hu  println(s"[Rename] idx of pdest in bypassCond $pdestLoc")
49199b8dc2cSYinan Xu  for (i <- 1 until RenameWidth) {
492368cbcecSxiaofeibao    val v0Cond = io.in(i).bits.srcType.zipWithIndex.map{ case (s, i) =>
493368cbcecSxiaofeibao      if (i == 3) (s === SrcType.vp) || (s === SrcType.v0)
494368cbcecSxiaofeibao      else false.B
495368cbcecSxiaofeibao    } :+ needV0Dest(i)
496368cbcecSxiaofeibao    val vlCond = io.in(i).bits.srcType.zipWithIndex.map{ case (s, i) =>
497368cbcecSxiaofeibao      if (i == 4) s === SrcType.vp
498368cbcecSxiaofeibao      else false.B
499368cbcecSxiaofeibao    } :+ needVlDest(i)
50098639abbSXuan Hu    val vecCond = io.in(i).bits.srcType.map(_ === SrcType.vp) :+ needVecDest(i)
50198639abbSXuan Hu    val fpCond  = io.in(i).bits.srcType.map(_ === SrcType.fp) :+ needFpDest(i)
50298639abbSXuan Hu    val intCond = io.in(i).bits.srcType.map(_ === SrcType.xp) :+ needIntDest(i)
50398639abbSXuan Hu    val target = io.in(i).bits.lsrc :+ io.in(i).bits.ldest
504368cbcecSxiaofeibao    for ((((((cond1, (condV0, condVl)), cond2), cond3), t), j) <- vecCond.zip(v0Cond.zip(vlCond)).zip(fpCond).zip(intCond).zip(target).zipWithIndex) {
50570224bf6SYinan Xu      val destToSrc = io.in.take(i).zipWithIndex.map { case (in, j) =>
5063b739f49SXuan Hu        val indexMatch = in.bits.ldest === t
507deb6421eSHaojin Tang        val writeMatch =  cond3 && needIntDest(j) || cond2 && needFpDest(j) || cond1 && needVecDest(j)
508368cbcecSxiaofeibao        val v0vlMatch = condV0 && needV0Dest(j) || condVl && needVlDest(j)
509368cbcecSxiaofeibao        indexMatch && writeMatch || v0vlMatch
51070224bf6SYinan Xu      }
51170224bf6SYinan Xu      bypassCond(j)(i - 1) := VecInit(destToSrc).asUInt
51270224bf6SYinan Xu    }
51370224bf6SYinan Xu    io.out(i).bits.psrc(0) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(0)(i-1).asBools).foldLeft(uops(i).psrc(0)) {
51470224bf6SYinan Xu      (z, next) => Mux(next._2, next._1, z)
51570224bf6SYinan Xu    }
51670224bf6SYinan Xu    io.out(i).bits.psrc(1) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(1)(i-1).asBools).foldLeft(uops(i).psrc(1)) {
51770224bf6SYinan Xu      (z, next) => Mux(next._2, next._1, z)
51870224bf6SYinan Xu    }
51970224bf6SYinan Xu    io.out(i).bits.psrc(2) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(2)(i-1).asBools).foldLeft(uops(i).psrc(2)) {
52070224bf6SYinan Xu      (z, next) => Mux(next._2, next._1, z)
52170224bf6SYinan Xu    }
522a7a8a6ccSHaojin Tang    io.out(i).bits.psrc(3) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(3)(i-1).asBools).foldLeft(uops(i).psrc(3)) {
523a7a8a6ccSHaojin Tang      (z, next) => Mux(next._2, next._1, z)
524a7a8a6ccSHaojin Tang    }
525996aacc9SXuan Hu    io.out(i).bits.psrc(4) := io.out.take(i).map(_.bits.pdest).zip(bypassCond(4)(i-1).asBools).foldLeft(uops(i).psrc(4)) {
5263b739f49SXuan Hu      (z, next) => Mux(next._2, next._1, z)
5273b739f49SXuan Hu    }
52870224bf6SYinan Xu    io.out(i).bits.pdest := Mux(isMove(i), io.out(i).bits.psrc(0), uops(i).pdest)
529fd7603d9SYinan Xu
5303b739f49SXuan Hu    // Todo: better implementation for fields reuse
531fd7603d9SYinan Xu    // For fused-lui-load, load.src(0) is replaced by the imm.
5323b739f49SXuan Hu    val last_is_lui = io.in(i - 1).bits.selImm === SelImm.IMM_U && io.in(i - 1).bits.srcType(0) =/= SrcType.pc
5333b739f49SXuan Hu    val this_is_load = io.in(i).bits.fuType === FuType.ldu.U
5343b739f49SXuan Hu    val lui_to_load = io.in(i - 1).valid && io.in(i - 1).bits.ldest === io.in(i).bits.lsrc(0)
535f4dcd9fcSsinsanction    val fused_lui_load = last_is_lui && this_is_load && lui_to_load
536fd7603d9SYinan Xu    when (fused_lui_load) {
53749f433deSXuan Hu      // The first LOAD operand (base address) is replaced by LUI-imm and stored in imm
53849f433deSXuan Hu      val lui_imm = io.in(i - 1).bits.imm(ImmUnion.U.len - 1, 0)
53949f433deSXuan Hu      val ld_imm = io.in(i).bits.imm(ImmUnion.I.len - 1, 0)
54049f433deSXuan Hu      require(io.out(i).bits.imm.getWidth >= lui_imm.getWidth + ld_imm.getWidth)
5413b739f49SXuan Hu      io.out(i).bits.srcType(0) := SrcType.imm
54249f433deSXuan Hu      io.out(i).bits.imm := Cat(lui_imm, ld_imm)
543fd7603d9SYinan Xu    }
544fd7603d9SYinan Xu
545b034d3b9SLinJiawei  }
54600ad41d0SYinan Xu
547c4b56310SHaojin Tang  val genSnapshot = Cat(io.out.map(out => out.fire && out.bits.snapshot)).orR
548bb7e6e3aSxiaofeibao-xjtu  val lastCycleCreateSnpt = RegInit(false.B)
549bb7e6e3aSxiaofeibao-xjtu  lastCycleCreateSnpt := genSnapshot && !io.snptIsFull
550bb7e6e3aSxiaofeibao-xjtu  val sameSnptDistance = (RobCommitWidth * 4).U
551bb7e6e3aSxiaofeibao-xjtu  // notInSameSnpt: 1.robidxHead - snapLastEnq >= sameSnptDistance 2.no snap
552bb7e6e3aSxiaofeibao-xjtu  val notInSameSnpt = GatedValidRegNext(distanceBetween(robIdxHeadNext, io.snptLastEnq.bits) >= sameSnptDistance || !io.snptLastEnq.valid)
553bb7e6e3aSxiaofeibao-xjtu  val allowSnpt = if (EnableRenameSnapshot) notInSameSnpt && !lastCycleCreateSnpt && io.in.head.bits.firstUop else false.B
554c4b56310SHaojin Tang  io.out.zip(io.in).foreach{ case (out, in) => out.bits.snapshot := allowSnpt && (!in.bits.preDecodeInfo.notCFI || FuType.isJump(in.bits.fuType)) && in.fire }
5558daac0bfSxiaofeibao-xjtu  io.out.map{ x =>
5567e0f64b0SGuanghui Cheng    x.bits.hasException := Cat(selectFrontend(x.bits.exceptionVec) :+ x.bits.exceptionVec(illegalInstr) :+ x.bits.exceptionVec(virtualInstr)).orR || TriggerAction.isDmode(x.bits.trigger)
5578daac0bfSxiaofeibao-xjtu  }
558780712aaSxiaofeibao-xjtu  if(backendParams.debugEn){
559780712aaSxiaofeibao-xjtu    dontTouch(robIdxHeadNext)
560780712aaSxiaofeibao-xjtu    dontTouch(notInSameSnpt)
561780712aaSxiaofeibao-xjtu    dontTouch(genSnapshot)
562fa7f2c26STang Haojin  }
563fa7f2c26STang Haojin  intFreeList.io.snpt := io.snpt
564fa7f2c26STang Haojin  fpFreeList.io.snpt := io.snpt
5654eebf274Ssinsanction  vecFreeList.io.snpt := io.snpt
566368cbcecSxiaofeibao  v0FreeList.io.snpt := io.snpt
567368cbcecSxiaofeibao  vlFreeList.io.snpt := io.snpt
568c4b56310SHaojin Tang  intFreeList.io.snpt.snptEnq := genSnapshot
569c4b56310SHaojin Tang  fpFreeList.io.snpt.snptEnq := genSnapshot
5704eebf274Ssinsanction  vecFreeList.io.snpt.snptEnq := genSnapshot
571368cbcecSxiaofeibao  v0FreeList.io.snpt.snptEnq := genSnapshot
572368cbcecSxiaofeibao  vlFreeList.io.snpt.snptEnq := genSnapshot
573fa7f2c26STang Haojin
57400ad41d0SYinan Xu  /**
57500ad41d0SYinan Xu    * Instructions commit: update freelist and rename table
57600ad41d0SYinan Xu    */
577780712aaSxiaofeibao-xjtu  for (i <- 0 until RabCommitWidth) {
5786b102a39SHaojin Tang    val commitValid = io.rabCommits.isCommit && io.rabCommits.commitValid(i)
5796b102a39SHaojin Tang    val walkValid = io.rabCommits.isWalk && io.rabCommits.walkValid(i)
58000ad41d0SYinan Xu
581deb6421eSHaojin Tang    // I. RAT Update
5827fa2c198SYinan Xu    // When redirect happens (mis-prediction), don't update the rename table
583deb6421eSHaojin Tang    io.intRenamePorts(i).wen  := intSpecWen(i)
584ad5c9e6eSJunxiong Ji    io.intRenamePorts(i).addr := uops(i).ldest(log2Ceil(IntLogicRegs) - 1, 0)
585deb6421eSHaojin Tang    io.intRenamePorts(i).data := io.out(i).bits.pdest
5868b8e745dSYikeZhou
587deb6421eSHaojin Tang    io.fpRenamePorts(i).wen  := fpSpecWen(i)
588ad5c9e6eSJunxiong Ji    io.fpRenamePorts(i).addr := uops(i).ldest(log2Ceil(FpLogicRegs) - 1, 0)
589deb6421eSHaojin Tang    io.fpRenamePorts(i).data := fpFreeList.io.allocatePhyReg(i)
590deb6421eSHaojin Tang
591deb6421eSHaojin Tang    io.vecRenamePorts(i).wen := vecSpecWen(i)
592ad5c9e6eSJunxiong Ji    io.vecRenamePorts(i).addr := uops(i).ldest(log2Ceil(VecLogicRegs) - 1, 0)
5934eebf274Ssinsanction    io.vecRenamePorts(i).data := vecFreeList.io.allocatePhyReg(i)
594deb6421eSHaojin Tang
595368cbcecSxiaofeibao    io.v0RenamePorts(i).wen := v0SpecWen(i)
596ad5c9e6eSJunxiong Ji    io.v0RenamePorts(i).addr := uops(i).ldest(log2Ceil(V0LogicRegs) - 1, 0)
597368cbcecSxiaofeibao    io.v0RenamePorts(i).data := v0FreeList.io.allocatePhyReg(i)
598368cbcecSxiaofeibao
599368cbcecSxiaofeibao    io.vlRenamePorts(i).wen := vlSpecWen(i)
600ad5c9e6eSJunxiong Ji    io.vlRenamePorts(i).addr := uops(i).ldest(log2Ceil(VlLogicRegs) - 1, 0)
601368cbcecSxiaofeibao    io.vlRenamePorts(i).data := vlFreeList.io.allocatePhyReg(i)
602368cbcecSxiaofeibao
603deb6421eSHaojin Tang    // II. Free List Update
604dcf3a679STang Haojin    intFreeList.io.freeReq(i) := io.int_need_free(i)
605dcf3a679STang Haojin    intFreeList.io.freePhyReg(i) := RegNext(io.int_old_pdest(i))
6064eebf274Ssinsanction    fpFreeList.io.freeReq(i)  := GatedValidRegNext(commitValid && needDestRegCommit(Reg_F, io.rabCommits.info(i)))
6077042bac3Ssinsanction    fpFreeList.io.freePhyReg(i) := io.fp_old_pdest(i)
6084eebf274Ssinsanction    vecFreeList.io.freeReq(i)  := GatedValidRegNext(commitValid && needDestRegCommit(Reg_V, io.rabCommits.info(i)))
6097042bac3Ssinsanction    vecFreeList.io.freePhyReg(i) := io.vec_old_pdest(i)
610368cbcecSxiaofeibao    v0FreeList.io.freeReq(i) := GatedValidRegNext(commitValid && needDestRegCommit(Reg_V0, io.rabCommits.info(i)))
611f6e3bebeSxiaofeibao    v0FreeList.io.freePhyReg(i) := io.v0_old_pdest(i)
612368cbcecSxiaofeibao    vlFreeList.io.freeReq(i) := GatedValidRegNext(commitValid && needDestRegCommit(Reg_Vl, io.rabCommits.info(i)))
613f6e3bebeSxiaofeibao    vlFreeList.io.freePhyReg(i) := io.vl_old_pdest(i)
6148b8e745dSYikeZhou  }
6158b8e745dSYikeZhou
6168b8e745dSYikeZhou  /*
61770224bf6SYinan Xu  Debug and performance counters
6188b8e745dSYikeZhou   */
6193b739f49SXuan Hu  def printRenameInfo(in: DecoupledIO[DecodedInst], out: DecoupledIO[DynInst]) = {
6203b739f49SXuan Hu    XSInfo(out.fire, p"pc:${Hexadecimal(in.bits.pc)} in(${in.valid},${in.ready}) " +
6213b739f49SXuan Hu      p"lsrc(0):${in.bits.lsrc(0)} -> psrc(0):${out.bits.psrc(0)} " +
6223b739f49SXuan Hu      p"lsrc(1):${in.bits.lsrc(1)} -> psrc(1):${out.bits.psrc(1)} " +
6233b739f49SXuan Hu      p"lsrc(2):${in.bits.lsrc(2)} -> psrc(2):${out.bits.psrc(2)} " +
624c61abc0cSXuan Hu      p"ldest:${in.bits.ldest} -> pdest:${out.bits.pdest}\n"
6258b8e745dSYikeZhou    )
6268b8e745dSYikeZhou  }
6278b8e745dSYikeZhou
6288b8e745dSYikeZhou  for ((x,y) <- io.in.zip(io.out)) {
6298b8e745dSYikeZhou    printRenameInfo(x, y)
6308b8e745dSYikeZhou  }
6318b8e745dSYikeZhou
63242bcc716Sxiaofeibao-xjtu  io.out.map { case x =>
63342bcc716Sxiaofeibao-xjtu    when(x.valid && x.bits.rfWen){
63442bcc716Sxiaofeibao-xjtu      assert(x.bits.ldest =/= 0.U, "rfWen cannot be 1 when Int regfile ldest is 0")
63542bcc716Sxiaofeibao-xjtu    }
63642bcc716Sxiaofeibao-xjtu  }
637d2b20d1aSTang Haojin  val debugRedirect = RegEnable(io.redirect.bits, io.redirect.valid)
638d2b20d1aSTang Haojin  // bad speculation
6396b102a39SHaojin Tang  val recStall = io.redirect.valid || io.rabCommits.isWalk
6406b102a39SHaojin Tang  val ctrlRecStall = Mux(io.redirect.valid, io.redirect.bits.debugIsCtrl, io.rabCommits.isWalk && debugRedirect.debugIsCtrl)
6416b102a39SHaojin Tang  val mvioRecStall = Mux(io.redirect.valid, io.redirect.bits.debugIsMemVio, io.rabCommits.isWalk && debugRedirect.debugIsMemVio)
642d2b20d1aSTang Haojin  val otherRecStall = recStall && !(ctrlRecStall || mvioRecStall)
643d2b20d1aSTang Haojin  XSPerfAccumulate("recovery_stall", recStall)
644d2b20d1aSTang Haojin  XSPerfAccumulate("control_recovery_stall", ctrlRecStall)
645d2b20d1aSTang Haojin  XSPerfAccumulate("mem_violation_recovery_stall", mvioRecStall)
646d2b20d1aSTang Haojin  XSPerfAccumulate("other_recovery_stall", otherRecStall)
647d2b20d1aSTang Haojin  // freelist stall
648d2b20d1aSTang Haojin  val notRecStall = !io.out.head.valid && !recStall
649368cbcecSxiaofeibao  val intFlStall = notRecStall && inHeadValid && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !intFreeList.io.canAllocate
650368cbcecSxiaofeibao  val fpFlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !fpFreeList.io.canAllocate
651368cbcecSxiaofeibao  val vecFlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !vecFreeList.io.canAllocate
652368cbcecSxiaofeibao  val v0FlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && !v0FreeList.io.canAllocate
653368cbcecSxiaofeibao  val vlFlStall = notRecStall && inHeadValid && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && !vlFreeList.io.canAllocate
654368cbcecSxiaofeibao  val multiFlStall = notRecStall && inHeadValid && (PopCount(Cat(
655368cbcecSxiaofeibao    !intFreeList.io.canAllocate,
656368cbcecSxiaofeibao    !fpFreeList.io.canAllocate,
657368cbcecSxiaofeibao    !vecFreeList.io.canAllocate,
658368cbcecSxiaofeibao    !v0FreeList.io.canAllocate,
659368cbcecSxiaofeibao    !vlFreeList.io.canAllocate,
660368cbcecSxiaofeibao  )) > 1.U)
661d2b20d1aSTang Haojin  // other stall
662368cbcecSxiaofeibao  val otherStall = notRecStall && !intFlStall && !fpFlStall && !vecFlStall && !v0FlStall && !vlFlStall && !multiFlStall
663d2b20d1aSTang Haojin
664d2b20d1aSTang Haojin  io.stallReason.in.backReason.valid := io.stallReason.out.backReason.valid || !io.in.head.ready
665d2b20d1aSTang Haojin  io.stallReason.in.backReason.bits := Mux(io.stallReason.out.backReason.valid, io.stallReason.out.backReason.bits,
666d2b20d1aSTang Haojin    MuxCase(TopDownCounters.OtherCoreStall.id.U, Seq(
667d2b20d1aSTang Haojin      ctrlRecStall  -> TopDownCounters.ControlRecoveryStall.id.U,
668d2b20d1aSTang Haojin      mvioRecStall  -> TopDownCounters.MemVioRecoveryStall.id.U,
669d2b20d1aSTang Haojin      otherRecStall -> TopDownCounters.OtherRecoveryStall.id.U,
670d2b20d1aSTang Haojin      intFlStall    -> TopDownCounters.IntFlStall.id.U,
6714eebf274Ssinsanction      fpFlStall     -> TopDownCounters.FpFlStall.id.U,
6724eebf274Ssinsanction      vecFlStall    -> TopDownCounters.VecFlStall.id.U,
673368cbcecSxiaofeibao      v0FlStall     -> TopDownCounters.V0FlStall.id.U,
674368cbcecSxiaofeibao      vlFlStall     -> TopDownCounters.VlFlStall.id.U,
675368cbcecSxiaofeibao      multiFlStall  -> TopDownCounters.MultiFlStall.id.U,
676d2b20d1aSTang Haojin    )
677d2b20d1aSTang Haojin  ))
678d2b20d1aSTang Haojin  io.stallReason.out.reason.zip(io.stallReason.in.reason).zip(io.in.map(_.valid)).foreach { case ((out, in), valid) =>
6790adf86dcSHaojin Tang    out := Mux(io.stallReason.in.backReason.valid, io.stallReason.in.backReason.bits, in)
680d2b20d1aSTang Haojin  }
681d2b20d1aSTang Haojin
6826b102a39SHaojin Tang  XSDebug(io.rabCommits.isWalk, p"Walk Recovery Enabled\n")
6836b102a39SHaojin Tang  XSDebug(io.rabCommits.isWalk, p"validVec:${Binary(io.rabCommits.walkValid.asUInt)}\n")
684780712aaSxiaofeibao-xjtu  for (i <- 0 until RabCommitWidth) {
6856b102a39SHaojin Tang    val info = io.rabCommits.info(i)
6866b102a39SHaojin Tang    XSDebug(io.rabCommits.isWalk && io.rabCommits.walkValid(i), p"[#$i walk info] " +
687368cbcecSxiaofeibao      p"ldest:${info.ldest} rfWen:${info.rfWen} fpWen:${info.fpWen} vecWen:${info.vecWen} v0Wen:${info.v0Wen} vlWen:${info.vlWen}")
6888b8e745dSYikeZhou  }
6898b8e745dSYikeZhou
6908b8e745dSYikeZhou  XSDebug(p"inValidVec: ${Binary(Cat(io.in.map(_.valid)))}\n")
6918b8e745dSYikeZhou
692a63155a6SXuan Hu  XSPerfAccumulate("in_valid_count", PopCount(io.in.map(_.valid)))
693a63155a6SXuan Hu  XSPerfAccumulate("in_fire_count", PopCount(io.in.map(_.fire)))
694a63155a6SXuan Hu  XSPerfAccumulate("in_valid_not_ready_count", PopCount(io.in.map(x => x.valid && !x.ready)))
6956374b1d6SXuan Hu  XSPerfAccumulate("wait_cycle", !io.in.head.valid && dispatchCanAcc)
6965eb4af5bSYikeZhou
697a63155a6SXuan Hu  // These stall reasons could overlap each other, but we configure the priority as fellows.
698a63155a6SXuan Hu  // walk stall > dispatch stall > int freelist stall > fp freelist stall
699a63155a6SXuan Hu  private val inHeadStall = io.in.head match { case x => x.valid && !x.ready }
7006b102a39SHaojin Tang  private val stallForWalk      = inHeadValid &&  io.rabCommits.isWalk
7016374b1d6SXuan Hu  private val stallForDispatch  = inHeadValid && !io.rabCommits.isWalk && !dispatchCanAcc
702368cbcecSxiaofeibao  private val stallForIntFL     = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !intFreeList.io.canAllocate
703368cbcecSxiaofeibao  private val stallForFpFL      = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !fpFreeList.io.canAllocate
704368cbcecSxiaofeibao  private val stallForVecFL     = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !vecFreeList.io.canAllocate
705368cbcecSxiaofeibao  private val stallForV0FL      = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && !v0FreeList.io.canAllocate
706368cbcecSxiaofeibao  private val stallForVlFL      = inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && !vlFreeList.io.canAllocate
707a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle",          inHeadStall)
708a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_walk",     stallForWalk)
709a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_dispatch", stallForDispatch)
710a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_int",      stallForIntFL)
711a63155a6SXuan Hu  XSPerfAccumulate("stall_cycle_fp",       stallForFpFL)
7124eebf274Ssinsanction  XSPerfAccumulate("stall_cycle_vec",      stallForVecFL)
713368cbcecSxiaofeibao  XSPerfAccumulate("stall_cycle_vec",      stallForV0FL)
714368cbcecSxiaofeibao  XSPerfAccumulate("stall_cycle_vec",      stallForVlFL)
715a63155a6SXuan Hu
716a63155a6SXuan Hu  XSPerfHistogram("in_valid_range",  PopCount(io.in.map(_.valid)),  true.B, 0, DecodeWidth + 1, 1)
717a63155a6SXuan Hu  XSPerfHistogram("in_fire_range",   PopCount(io.in.map(_.fire)),   true.B, 0, DecodeWidth + 1, 1)
718a63155a6SXuan Hu  XSPerfHistogram("out_valid_range", PopCount(io.out.map(_.valid)), true.B, 0, DecodeWidth + 1, 1)
719a63155a6SXuan Hu  XSPerfHistogram("out_fire_range",  PopCount(io.out.map(_.fire)),  true.B, 0, DecodeWidth + 1, 1)
720d8aa3d57SbugGenerator
7213b739f49SXuan Hu  XSPerfAccumulate("move_instr_count", PopCount(io.out.map(out => out.fire && out.bits.isMove)))
7223b739f49SXuan Hu  val is_fused_lui_load = io.out.map(o => o.fire && o.bits.fuType === FuType.ldu.U && o.bits.srcType(0) === SrcType.imm)
723fd7603d9SYinan Xu  XSPerfAccumulate("fused_lui_load_instr_count", PopCount(is_fused_lui_load))
724cd365d4cSrvcoresjw
7251ca0e4f3SYinan Xu  val renamePerf = Seq(
726cd365d4cSrvcoresjw    ("rename_in                  ", PopCount(io.in.map(_.valid & io.in(0).ready ))                                                               ),
727cd365d4cSrvcoresjw    ("rename_waitinstr           ", PopCount((0 until RenameWidth).map(i => io.in(i).valid && !io.in(i).ready))                                  ),
728a63155a6SXuan Hu    ("rename_stall               ", inHeadStall),
7296b102a39SHaojin Tang    ("rename_stall_cycle_walk    ", inHeadValid &&  io.rabCommits.isWalk),
7306374b1d6SXuan Hu    ("rename_stall_cycle_dispatch", inHeadValid && !io.rabCommits.isWalk && !dispatchCanAcc),
731368cbcecSxiaofeibao    ("rename_stall_cycle_int     ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !intFreeList.io.canAllocate),
732368cbcecSxiaofeibao    ("rename_stall_cycle_fp      ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !fpFreeList.io.canAllocate),
733368cbcecSxiaofeibao    ("rename_stall_cycle_vec     ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && v0FreeList.io.canAllocate && vlFreeList.io.canAllocate && !vecFreeList.io.canAllocate),
734368cbcecSxiaofeibao    ("rename_stall_cycle_v0      ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && vlFreeList.io.canAllocate && !v0FreeList.io.canAllocate),
735368cbcecSxiaofeibao    ("rename_stall_cycle_vl      ", inHeadValid && !io.rabCommits.isWalk && dispatchCanAcc && intFreeList.io.canAllocate && fpFreeList.io.canAllocate && vecFreeList.io.canAllocate && v0FreeList.io.canAllocate && !vlFreeList.io.canAllocate),
736cd365d4cSrvcoresjw  )
7371ca0e4f3SYinan Xu  val intFlPerf = intFreeList.getPerfEvents
7381ca0e4f3SYinan Xu  val fpFlPerf = fpFreeList.getPerfEvents
7394eebf274Ssinsanction  val vecFlPerf = vecFreeList.getPerfEvents
740368cbcecSxiaofeibao  val v0FlPerf = v0FreeList.getPerfEvents
741368cbcecSxiaofeibao  val vlFlPerf = vlFreeList.getPerfEvents
742368cbcecSxiaofeibao  val perfEvents = renamePerf ++ intFlPerf ++ fpFlPerf ++ vecFlPerf ++ v0FlPerf ++ vlFlPerf
7431ca0e4f3SYinan Xu  generatePerfEvent()
7445eb4af5bSYikeZhou}
745