xref: /XiangShan/src/main/scala/xiangshan/frontend/IFU.scala (revision b665b65009f36cbe77ec1a1cb4246701d9cee88b)
109c6f1ddSLingrui98/***************************************************************************************
209c6f1ddSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
309c6f1ddSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory
409c6f1ddSLingrui98*
509c6f1ddSLingrui98* XiangShan is licensed under Mulan PSL v2.
609c6f1ddSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2.
709c6f1ddSLingrui98* You may obtain a copy of Mulan PSL v2 at:
809c6f1ddSLingrui98*          http://license.coscl.org.cn/MulanPSL2
909c6f1ddSLingrui98*
1009c6f1ddSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
1109c6f1ddSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
1209c6f1ddSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
1309c6f1ddSLingrui98*
1409c6f1ddSLingrui98* See the Mulan PSL v2 for more details.
1509c6f1ddSLingrui98***************************************************************************************/
1609c6f1ddSLingrui98
1709c6f1ddSLingrui98package xiangshan.frontend
1809c6f1ddSLingrui98
1909c6f1ddSLingrui98import chipsalliance.rocketchip.config.Parameters
2009c6f1ddSLingrui98import chisel3._
2109c6f1ddSLingrui98import chisel3.util._
222a3050c2SJayimport freechips.rocketchip.rocket.RVCDecoder
2309c6f1ddSLingrui98import xiangshan._
2409c6f1ddSLingrui98import xiangshan.cache.mmu._
251d8f4dcbSJayimport xiangshan.frontend.icache._
2609c6f1ddSLingrui98import utils._
273c02ee8fSwakafaimport utility._
28b6982e83SLemoverimport xiangshan.backend.fu.{PMPReqBundle, PMPRespBundle}
293c02ee8fSwakafaimport utility.ChiselDB
3009c6f1ddSLingrui98
3109c6f1ddSLingrui98trait HasInstrMMIOConst extends HasXSParameter with HasIFUConst{
3209c6f1ddSLingrui98  def mmioBusWidth = 64
3309c6f1ddSLingrui98  def mmioBusBytes = mmioBusWidth / 8
340be662e4SJay  def maxInstrLen = 32
3509c6f1ddSLingrui98}
3609c6f1ddSLingrui98
3709c6f1ddSLingrui98trait HasIFUConst extends HasXSParameter{
381d8f4dcbSJay  def addrAlign(addr: UInt, bytes: Int, highest: Int): UInt = Cat(addr(highest-1, log2Ceil(bytes)), 0.U(log2Ceil(bytes).W))
391d8f4dcbSJay  def fetchQueueSize = 2
401d8f4dcbSJay
412a3050c2SJay  def getBasicBlockIdx( pc: UInt, start:  UInt ): UInt = {
422a3050c2SJay    val byteOffset = pc - start
432a3050c2SJay    (byteOffset - instBytes.U)(log2Ceil(PredictWidth),instOffsetBits)
441d8f4dcbSJay  }
4509c6f1ddSLingrui98}
4609c6f1ddSLingrui98
4709c6f1ddSLingrui98class IfuToFtqIO(implicit p:Parameters) extends XSBundle {
4809c6f1ddSLingrui98  val pdWb = Valid(new PredecodeWritebackBundle)
4909c6f1ddSLingrui98}
5009c6f1ddSLingrui98
5109c6f1ddSLingrui98class FtqInterface(implicit p: Parameters) extends XSBundle {
5209c6f1ddSLingrui98  val fromFtq = Flipped(new FtqToIfuIO)
5309c6f1ddSLingrui98  val toFtq   = new IfuToFtqIO
5409c6f1ddSLingrui98}
5509c6f1ddSLingrui98
560be662e4SJayclass UncacheInterface(implicit p: Parameters) extends XSBundle {
570be662e4SJay  val fromUncache = Flipped(DecoupledIO(new InsUncacheResp))
580be662e4SJay  val toUncache   = DecoupledIO( new InsUncacheReq )
590be662e4SJay}
601d1e6d4dSJenius
6109c6f1ddSLingrui98class NewIFUIO(implicit p: Parameters) extends XSBundle {
6209c6f1ddSLingrui98  val ftqInter        = new FtqInterface
6350780602SJenius  val icacheInter     = Flipped(new IFUICacheIO)
641d8f4dcbSJay  val icacheStop      = Output(Bool())
651d8f4dcbSJay  val icachePerfInfo  = Input(new ICachePerfInfo)
6609c6f1ddSLingrui98  val toIbuffer       = Decoupled(new FetchToIBuffer)
670be662e4SJay  val uncacheInter   =  new UncacheInterface
6872951335SLi Qianruo  val frontendTrigger = Flipped(new FrontendTdataDistributeIO)
6972951335SLi Qianruo  val csrTriggerEnable = Input(Vec(4, Bool()))
70a37fbf10SJay  val rob_commits = Flipped(Vec(CommitWidth, Valid(new RobCommitInfo)))
71f1fe8698SLemover  val iTLBInter       = new TlbRequestIO
7256788a33SJinYue  val pmp             =   new ICachePMPBundle
731d1e6d4dSJenius  val mmioCommitRead  = new mmioCommitRead
7409c6f1ddSLingrui98}
7509c6f1ddSLingrui98
7609c6f1ddSLingrui98// record the situation in which fallThruAddr falls into
7709c6f1ddSLingrui98// the middle of an RVI inst
7809c6f1ddSLingrui98class LastHalfInfo(implicit p: Parameters) extends XSBundle {
7909c6f1ddSLingrui98  val valid = Bool()
8009c6f1ddSLingrui98  val middlePC = UInt(VAddrBits.W)
8109c6f1ddSLingrui98  def matchThisBlock(startAddr: UInt) = valid && middlePC === startAddr
8209c6f1ddSLingrui98}
8309c6f1ddSLingrui98
8409c6f1ddSLingrui98class IfuToPreDecode(implicit p: Parameters) extends XSBundle {
8509c6f1ddSLingrui98  val data                =  if(HasCExtension) Vec(PredictWidth + 1, UInt(16.W)) else Vec(PredictWidth, UInt(32.W))
8672951335SLi Qianruo  val frontendTrigger     = new FrontendTdataDistributeIO
8772951335SLi Qianruo  val csrTriggerEnable    = Vec(4, Bool())
882a3050c2SJay  val pc                  = Vec(PredictWidth, UInt(VAddrBits.W))
8909c6f1ddSLingrui98}
9009c6f1ddSLingrui98
912a3050c2SJay
922a3050c2SJayclass IfuToPredChecker(implicit p: Parameters) extends XSBundle {
932a3050c2SJay  val ftqOffset     = Valid(UInt(log2Ceil(PredictWidth).W))
942a3050c2SJay  val jumpOffset    = Vec(PredictWidth, UInt(XLEN.W))
952a3050c2SJay  val target        = UInt(VAddrBits.W)
962a3050c2SJay  val instrRange    = Vec(PredictWidth, Bool())
972a3050c2SJay  val instrValid    = Vec(PredictWidth, Bool())
982a3050c2SJay  val pds           = Vec(PredictWidth, new PreDecodeInfo)
992a3050c2SJay  val pc            = Vec(PredictWidth, UInt(VAddrBits.W))
1002a3050c2SJay}
1012a3050c2SJay
10251532d8bSGuokai Chenclass FetchToIBufferDB extends Bundle {
10351532d8bSGuokai Chen  val start_addr = UInt(39.W)
10451532d8bSGuokai Chen  val instr_count = UInt(32.W)
10551532d8bSGuokai Chen  val exception = Bool()
10651532d8bSGuokai Chen  val is_cache_hit = Bool()
10751532d8bSGuokai Chen}
10851532d8bSGuokai Chen
10951532d8bSGuokai Chenclass IfuWbToFtqDB extends Bundle {
11051532d8bSGuokai Chen  val start_addr = UInt(39.W)
11151532d8bSGuokai Chen  val is_miss_pred = Bool()
11251532d8bSGuokai Chen  val miss_pred_offset = UInt(32.W)
11351532d8bSGuokai Chen  val checkJalFault = Bool()
11451532d8bSGuokai Chen  val checkRetFault = Bool()
11551532d8bSGuokai Chen  val checkTargetFault = Bool()
11651532d8bSGuokai Chen  val checkNotCFIFault = Bool()
11751532d8bSGuokai Chen  val checkInvalidTaken = Bool()
11851532d8bSGuokai Chen}
11951532d8bSGuokai Chen
1202a3050c2SJayclass NewIFU(implicit p: Parameters) extends XSModule
1212a3050c2SJay  with HasICacheParameters
1222a3050c2SJay  with HasIFUConst
1232a3050c2SJay  with HasPdConst
124167bcd01SJay  with HasCircularQueuePtrHelper
1252a3050c2SJay  with HasPerfEvents
12609c6f1ddSLingrui98{
12709c6f1ddSLingrui98  val io = IO(new NewIFUIO)
12809c6f1ddSLingrui98  val (toFtq, fromFtq)    = (io.ftqInter.toFtq, io.ftqInter.fromFtq)
129c5c5edaeSJenius  val fromICache = io.icacheInter.resp
1300be662e4SJay  val (toUncache, fromUncache) = (io.uncacheInter.toUncache , io.uncacheInter.fromUncache)
13109c6f1ddSLingrui98
13209c6f1ddSLingrui98  def isCrossLineReq(start: UInt, end: UInt): Bool = start(blockOffBits) ^ end(blockOffBits)
13309c6f1ddSLingrui98
13434a88126SJinYue  def isLastInCacheline(addr: UInt): Bool = addr(blockOffBits - 1, 1) === 0.U
13509c6f1ddSLingrui98
1361d8f4dcbSJay  class TlbExept(implicit p: Parameters) extends XSBundle{
1371d8f4dcbSJay    val pageFault = Bool()
1381d8f4dcbSJay    val accessFault = Bool()
1391d8f4dcbSJay    val mmio = Bool()
140b005f7c6SJay  }
14109c6f1ddSLingrui98
142dc270d3bSJenius  val preDecoders       = Seq.fill(4){ Module(new PreDecode) }
143dc270d3bSJenius
1442a3050c2SJay  val predChecker     = Module(new PredChecker)
1452a3050c2SJay  val frontendTrigger = Module(new FrontendTrigger)
1465995c9e7SJenius  val (checkerIn, checkerOutStage1, checkerOutStage2)         = (predChecker.io.in, predChecker.io.out.stage1Out,predChecker.io.out.stage2Out)
1471d8f4dcbSJay
148c3b763d0SYinan Xu  io.iTLBInter.req_kill := false.B
149ee175d78SJay  io.iTLBInter.resp.ready := true.B
150ee175d78SJay
15158dbdfc2SJay  /**
15258dbdfc2SJay    ******************************************************************************
15358dbdfc2SJay    * IFU Stage 0
15458dbdfc2SJay    * - send cacheline fetch request to ICacheMainPipe
15558dbdfc2SJay    ******************************************************************************
15658dbdfc2SJay    */
15709c6f1ddSLingrui98
15809c6f1ddSLingrui98  val f0_valid                             = fromFtq.req.valid
15909c6f1ddSLingrui98  val f0_ftq_req                           = fromFtq.req.bits
1606ce52296SJinYue  val f0_doubleLine                        = fromFtq.req.bits.crossCacheline
16134a88126SJinYue  val f0_vSetIdx                           = VecInit(get_idx((f0_ftq_req.startAddr)), get_idx(f0_ftq_req.nextlineStart))
16209c6f1ddSLingrui98  val f0_fire                              = fromFtq.req.fire()
16309c6f1ddSLingrui98
16409c6f1ddSLingrui98  val f0_flush, f1_flush, f2_flush, f3_flush = WireInit(false.B)
16509c6f1ddSLingrui98  val from_bpu_f0_flush, from_bpu_f1_flush, from_bpu_f2_flush, from_bpu_f3_flush = WireInit(false.B)
16609c6f1ddSLingrui98
167cb4f77ceSLingrui98  from_bpu_f0_flush := fromFtq.flushFromBpu.shouldFlushByStage2(f0_ftq_req.ftqIdx) ||
168cb4f77ceSLingrui98                       fromFtq.flushFromBpu.shouldFlushByStage3(f0_ftq_req.ftqIdx)
16909c6f1ddSLingrui98
1702a3050c2SJay  val wb_redirect , mmio_redirect,  backend_redirect= WireInit(false.B)
1712a3050c2SJay  val f3_wb_not_flush = WireInit(false.B)
1722a3050c2SJay
1732a3050c2SJay  backend_redirect := fromFtq.redirect.valid
1742a3050c2SJay  f3_flush := backend_redirect || (wb_redirect && !f3_wb_not_flush)
1752a3050c2SJay  f2_flush := backend_redirect || mmio_redirect || wb_redirect
17609c6f1ddSLingrui98  f1_flush := f2_flush || from_bpu_f1_flush
17709c6f1ddSLingrui98  f0_flush := f1_flush || from_bpu_f0_flush
17809c6f1ddSLingrui98
17909c6f1ddSLingrui98  val f1_ready, f2_ready, f3_ready         = WireInit(false.B)
18009c6f1ddSLingrui98
18150780602SJenius  fromFtq.req.ready := f1_ready && io.icacheInter.icacheReady
18209c6f1ddSLingrui98
18358dbdfc2SJay  /** <PERF> f0 fetch bubble */
184f7c29b0aSJinYue
18500240ba6SJay  XSPerfAccumulate("fetch_bubble_ftq_not_valid",   !fromFtq.req.valid && fromFtq.req.ready  )
186c5c5edaeSJenius  // XSPerfAccumulate("fetch_bubble_pipe_stall",    f0_valid && toICache(0).ready && toICache(1).ready && !f1_ready )
187c5c5edaeSJenius  // XSPerfAccumulate("fetch_bubble_icache_0_busy",   f0_valid && !toICache(0).ready  )
188c5c5edaeSJenius  // XSPerfAccumulate("fetch_bubble_icache_1_busy",   f0_valid && !toICache(1).ready  )
18900240ba6SJay  XSPerfAccumulate("fetch_flush_backend_redirect",   backend_redirect  )
19000240ba6SJay  XSPerfAccumulate("fetch_flush_wb_redirect",    wb_redirect  )
19100240ba6SJay  XSPerfAccumulate("fetch_flush_bpu_f1_flush",   from_bpu_f1_flush  )
19200240ba6SJay  XSPerfAccumulate("fetch_flush_bpu_f0_flush",   from_bpu_f0_flush  )
19358dbdfc2SJay
19458dbdfc2SJay
19558dbdfc2SJay  /**
19658dbdfc2SJay    ******************************************************************************
19758dbdfc2SJay    * IFU Stage 1
19858dbdfc2SJay    * - calculate pc/half_pc/cut_ptr for every instruction
19958dbdfc2SJay    ******************************************************************************
20058dbdfc2SJay    */
20109c6f1ddSLingrui98
20209c6f1ddSLingrui98  val f1_valid      = RegInit(false.B)
203005e809bSJiuyang Liu  val f1_ftq_req    = RegEnable(f0_ftq_req,    f0_fire)
204005e809bSJiuyang Liu  // val f1_situation  = RegEnable(f0_situation,  f0_fire)
205005e809bSJiuyang Liu  val f1_doubleLine = RegEnable(f0_doubleLine, f0_fire)
206005e809bSJiuyang Liu  val f1_vSetIdx    = RegEnable(f0_vSetIdx,    f0_fire)
207625ecd17SJenius  val f1_fire       = f1_valid && f2_ready
20809c6f1ddSLingrui98
209625ecd17SJenius  f1_ready := f1_fire || !f1_valid
21009c6f1ddSLingrui98
2110d756c48SJinYue  from_bpu_f1_flush := fromFtq.flushFromBpu.shouldFlushByStage3(f1_ftq_req.ftqIdx) && f1_valid
212cb4f77ceSLingrui98  // from_bpu_f1_flush := false.B
21309c6f1ddSLingrui98
21409c6f1ddSLingrui98  when(f1_flush)                  {f1_valid  := false.B}
21509c6f1ddSLingrui98  .elsewhen(f0_fire && !f0_flush) {f1_valid  := true.B}
21609c6f1ddSLingrui98  .elsewhen(f1_fire)              {f1_valid  := false.B}
21709c6f1ddSLingrui98
2182a3050c2SJay  val f1_pc                 = VecInit((0 until PredictWidth).map(i => f1_ftq_req.startAddr + (i * 2).U))
2192a3050c2SJay  val f1_half_snpc          = VecInit((0 until PredictWidth).map(i => f1_ftq_req.startAddr + ((i+2) * 2).U))
2202a3050c2SJay  val f1_cut_ptr            = if(HasCExtension)  VecInit((0 until PredictWidth + 1).map(i =>  Cat(0.U(1.W), f1_ftq_req.startAddr(blockOffBits-1, 1)) + i.U ))
2212a3050c2SJay                                  else           VecInit((0 until PredictWidth).map(i =>     Cat(0.U(1.W), f1_ftq_req.startAddr(blockOffBits-1, 2)) + i.U ))
22209c6f1ddSLingrui98
22358dbdfc2SJay  /**
22458dbdfc2SJay    ******************************************************************************
22558dbdfc2SJay    * IFU Stage 2
22658dbdfc2SJay    * - icache response data (latched for pipeline stop)
22758dbdfc2SJay    * - generate exceprion bits for every instruciton (page fault/access fault/mmio)
22858dbdfc2SJay    * - generate predicted instruction range (1 means this instruciton is in this fetch packet)
22958dbdfc2SJay    * - cut data from cachlines to packet instruction code
23058dbdfc2SJay    * - instruction predecode and RVC expand
23158dbdfc2SJay    ******************************************************************************
23258dbdfc2SJay    */
23358dbdfc2SJay
2341d8f4dcbSJay  val icacheRespAllValid = WireInit(false.B)
23509c6f1ddSLingrui98
23609c6f1ddSLingrui98  val f2_valid      = RegInit(false.B)
237005e809bSJiuyang Liu  val f2_ftq_req    = RegEnable(f1_ftq_req,    f1_fire)
238005e809bSJiuyang Liu  // val f2_situation  = RegEnable(f1_situation,  f1_fire)
239005e809bSJiuyang Liu  val f2_doubleLine = RegEnable(f1_doubleLine, f1_fire)
240005e809bSJiuyang Liu  val f2_vSetIdx    = RegEnable(f1_vSetIdx,    f1_fire)
241625ecd17SJenius  val f2_fire       = f2_valid && f3_ready && icacheRespAllValid
2421d8f4dcbSJay
243625ecd17SJenius  f2_ready := f2_fire || !f2_valid
2441d8f4dcbSJay  //TODO: addr compare may be timing critical
24534a88126SJinYue  val f2_icache_all_resp_wire       =  fromICache(0).valid && (fromICache(0).bits.vaddr ===  f2_ftq_req.startAddr) && ((fromICache(1).valid && (fromICache(1).bits.vaddr ===  f2_ftq_req.nextlineStart)) || !f2_doubleLine)
2461d8f4dcbSJay  val f2_icache_all_resp_reg        = RegInit(false.B)
2471d8f4dcbSJay
2481d8f4dcbSJay  icacheRespAllValid := f2_icache_all_resp_reg || f2_icache_all_resp_wire
2491d8f4dcbSJay
2501d8f4dcbSJay  io.icacheStop := !f3_ready
2511d8f4dcbSJay
2521d8f4dcbSJay  when(f2_flush)                                              {f2_icache_all_resp_reg := false.B}
2531d8f4dcbSJay  .elsewhen(f2_valid && f2_icache_all_resp_wire && !f3_ready) {f2_icache_all_resp_reg := true.B}
2541d8f4dcbSJay  .elsewhen(f2_fire && f2_icache_all_resp_reg)                {f2_icache_all_resp_reg := false.B}
25509c6f1ddSLingrui98
25609c6f1ddSLingrui98  when(f2_flush)                  {f2_valid := false.B}
25709c6f1ddSLingrui98  .elsewhen(f1_fire && !f1_flush) {f2_valid := true.B }
25809c6f1ddSLingrui98  .elsewhen(f2_fire)              {f2_valid := false.B}
25909c6f1ddSLingrui98
2600bca1ccbSJinYue  // val f2_cache_response_data = ResultHoldBypass(valid = f2_icache_all_resp_wire, data = VecInit(fromICache.map(_.bits.readData)))
261dc270d3bSJenius  val f2_cache_response_reg_data  = VecInit(fromICache.map(_.bits.registerData))
262dc270d3bSJenius  val f2_cache_response_sram_data = VecInit(fromICache.map(_.bits.sramData))
263dc270d3bSJenius  val f2_cache_response_select    = VecInit(fromICache.map(_.bits.select))
2640bca1ccbSJinYue
26509c6f1ddSLingrui98
2661d8f4dcbSJay  val f2_except_pf    = VecInit((0 until PortNumber).map(i => fromICache(i).bits.tlbExcp.pageFault))
2671d8f4dcbSJay  val f2_except_af    = VecInit((0 until PortNumber).map(i => fromICache(i).bits.tlbExcp.accessFault))
268c0b2b8e9Srvcoresjw  val f2_mmio         = fromICache(0).bits.tlbExcp.mmio && !fromICache(0).bits.tlbExcp.accessFault &&
269c0b2b8e9Srvcoresjw                                                           !fromICache(0).bits.tlbExcp.pageFault
2700be662e4SJay
271005e809bSJiuyang Liu  val f2_pc               = RegEnable(f1_pc,  f1_fire)
272005e809bSJiuyang Liu  val f2_half_snpc        = RegEnable(f1_half_snpc,  f1_fire)
273005e809bSJiuyang Liu  val f2_cut_ptr          = RegEnable(f1_cut_ptr,  f1_fire)
274a37fbf10SJay
275005e809bSJiuyang Liu  val f2_resend_vaddr     = RegEnable(f1_ftq_req.startAddr + 2.U,  f1_fire)
2762a3050c2SJay
2772a3050c2SJay  def isNextLine(pc: UInt, startAddr: UInt) = {
2782a3050c2SJay    startAddr(blockOffBits) ^ pc(blockOffBits)
279b6982e83SLemover  }
28009c6f1ddSLingrui98
2812a3050c2SJay  def isLastInLine(pc: UInt) = {
2822a3050c2SJay    pc(blockOffBits - 1, 0) === "b111110".U
28309c6f1ddSLingrui98  }
28409c6f1ddSLingrui98
2852a3050c2SJay  val f2_foldpc = VecInit(f2_pc.map(i => XORFold(i(VAddrBits-1,1), MemPredPCWidth)))
2862a3050c2SJay  val f2_jump_range = Fill(PredictWidth, !f2_ftq_req.ftqOffset.valid) | Fill(PredictWidth, 1.U(1.W)) >> ~f2_ftq_req.ftqOffset.bits
2871d011975SJinYue  val f2_ftr_range  = Fill(PredictWidth,  f2_ftq_req.ftqOffset.valid) | Fill(PredictWidth, 1.U(1.W)) >> ~getBasicBlockIdx(f2_ftq_req.nextStartAddr, f2_ftq_req.startAddr)
2882a3050c2SJay  val f2_instr_range = f2_jump_range & f2_ftr_range
2892a3050c2SJay  val f2_pf_vec = VecInit((0 until PredictWidth).map(i => (!isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_except_pf(0)   ||  isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_doubleLine &&  f2_except_pf(1))))
2902a3050c2SJay  val f2_af_vec = VecInit((0 until PredictWidth).map(i => (!isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_except_af(0)   ||  isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_doubleLine && f2_except_af(1))))
29109c6f1ddSLingrui98
2921d8f4dcbSJay  val f2_paddrs       = VecInit((0 until PortNumber).map(i => fromICache(i).bits.paddr))
2931d8f4dcbSJay  val f2_perf_info    = io.icachePerfInfo
29409c6f1ddSLingrui98
2952a3050c2SJay  def cut(cacheline: UInt, cutPtr: Vec[UInt]) : Vec[UInt] ={
296d558bd61SJenius    require(HasCExtension)
297d558bd61SJenius    // if(HasCExtension){
298d558bd61SJenius      val partCacheline = cacheline((blockBytes * 8 * 2 * 3) / 4 - 1, 0)
29909c6f1ddSLingrui98      val result   = Wire(Vec(PredictWidth + 1, UInt(16.W)))
300d558bd61SJenius      val dataVec  = cacheline.asTypeOf(Vec(blockBytes * 3 /4, UInt(16.W))) //47 16-bit data vector
30109c6f1ddSLingrui98      (0 until PredictWidth + 1).foreach( i =>
302d558bd61SJenius        result(i) := dataVec(cutPtr(i)) //the max ptr is 3*blockBytes/4-1
30309c6f1ddSLingrui98      )
30409c6f1ddSLingrui98      result
305d558bd61SJenius    // } else {
306d558bd61SJenius    //   val result   = Wire(Vec(PredictWidth, UInt(32.W)) )
307d558bd61SJenius    //   val dataVec  = cacheline.asTypeOf(Vec(blockBytes * 2/ 4, UInt(32.W)))
308d558bd61SJenius    //   (0 until PredictWidth).foreach( i =>
309d558bd61SJenius    //     result(i) := dataVec(cutPtr(i))
310d558bd61SJenius    //   )
311d558bd61SJenius    //   result
312d558bd61SJenius    // }
31309c6f1ddSLingrui98  }
31409c6f1ddSLingrui98
315dc270d3bSJenius  val f2_data_2_cacheline =  Wire(Vec(4, UInt((2 * blockBits).W)))
316dc270d3bSJenius  f2_data_2_cacheline(0) := Cat(f2_cache_response_reg_data(1) , f2_cache_response_reg_data(0))
317dc270d3bSJenius  f2_data_2_cacheline(1) := Cat(f2_cache_response_reg_data(1) , f2_cache_response_sram_data(0))
318dc270d3bSJenius  f2_data_2_cacheline(2) := Cat(f2_cache_response_sram_data(1) , f2_cache_response_reg_data(0))
319dc270d3bSJenius  f2_data_2_cacheline(3) := Cat(f2_cache_response_sram_data(1) , f2_cache_response_sram_data(0))
320dc270d3bSJenius
321dc270d3bSJenius  val f2_cut_data   = VecInit(f2_data_2_cacheline.map(data => cut(  data, f2_cut_ptr )))
322dc270d3bSJenius
323dc270d3bSJenius  val f2_predecod_ptr = Wire(UInt(2.W))
324dc270d3bSJenius  f2_predecod_ptr := Cat(f2_cache_response_select(1),f2_cache_response_select(0))
32509c6f1ddSLingrui98
32658dbdfc2SJay  /** predecode (include RVC expander) */
327dc270d3bSJenius  // preDecoderRegIn.data := f2_reg_cut_data
328dc270d3bSJenius  // preDecoderRegInIn.frontendTrigger := io.frontendTrigger
329dc270d3bSJenius  // preDecoderRegInIn.csrTriggerEnable := io.csrTriggerEnable
330dc270d3bSJenius  // preDecoderRegIn.pc  := f2_pc
331dc270d3bSJenius
332dc270d3bSJenius  val preDecoderOut = Mux1H(UIntToOH(f2_predecod_ptr), preDecoders.map(_.io.out))
333dc270d3bSJenius  for(i <- 0 until 4){
334dc270d3bSJenius    val preDecoderIn  = preDecoders(i).io.in
335dc270d3bSJenius    preDecoderIn.data := f2_cut_data(i)
3362a3050c2SJay    preDecoderIn.frontendTrigger := io.frontendTrigger
3372a3050c2SJay    preDecoderIn.csrTriggerEnable := io.csrTriggerEnable
3382a3050c2SJay    preDecoderIn.pc  := f2_pc
339dc270d3bSJenius  }
34009c6f1ddSLingrui98
34148a62719SJenius  //val f2_expd_instr     = preDecoderOut.expInstr
34248a62719SJenius  val f2_instr          = preDecoderOut.instr
3432a3050c2SJay  val f2_pd             = preDecoderOut.pd
3442a3050c2SJay  val f2_jump_offset    = preDecoderOut.jumpOffset
3452a3050c2SJay  val f2_hasHalfValid   =  preDecoderOut.hasHalfValid
3462a3050c2SJay  val f2_crossPageFault = VecInit((0 until PredictWidth).map(i => isLastInLine(f2_pc(i)) && !f2_except_pf(0) && f2_doubleLine &&  f2_except_pf(1) && !f2_pd(i).isRVC ))
34709c6f1ddSLingrui98
34800240ba6SJay  XSPerfAccumulate("fetch_bubble_icache_not_resp",   f2_valid && !icacheRespAllValid )
34900240ba6SJay
35009c6f1ddSLingrui98
35158dbdfc2SJay  /**
35258dbdfc2SJay    ******************************************************************************
35358dbdfc2SJay    * IFU Stage 3
35458dbdfc2SJay    * - handle MMIO instruciton
35558dbdfc2SJay    *  -send request to Uncache fetch Unit
35658dbdfc2SJay    *  -every packet include 1 MMIO instruction
35758dbdfc2SJay    *  -MMIO instructions will stop fetch pipeline until commiting from RoB
35858dbdfc2SJay    *  -flush to snpc (send ifu_redirect to Ftq)
35958dbdfc2SJay    * - Ibuffer enqueue
36058dbdfc2SJay    * - check predict result in Frontend (jalFault/retFault/notCFIFault/invalidTakenFault/targetFault)
36158dbdfc2SJay    * - handle last half RVI instruction
36258dbdfc2SJay    ******************************************************************************
36358dbdfc2SJay    */
36458dbdfc2SJay
36509c6f1ddSLingrui98  val f3_valid          = RegInit(false.B)
366005e809bSJiuyang Liu  val f3_ftq_req        = RegEnable(f2_ftq_req,    f2_fire)
367005e809bSJiuyang Liu  // val f3_situation      = RegEnable(f2_situation,  f2_fire)
368005e809bSJiuyang Liu  val f3_doubleLine     = RegEnable(f2_doubleLine, f2_fire)
3691d8f4dcbSJay  val f3_fire           = io.toIbuffer.fire()
3701d8f4dcbSJay
371625ecd17SJenius  f3_ready := f3_fire || !f3_valid
37209c6f1ddSLingrui98
373dc270d3bSJenius  val f3_cut_data       = RegEnable(next = f2_cut_data(f2_predecod_ptr), enable=f2_fire)
3741d8f4dcbSJay
375005e809bSJiuyang Liu  val f3_except_pf      = RegEnable(f2_except_pf,  f2_fire)
376005e809bSJiuyang Liu  val f3_except_af      = RegEnable(f2_except_af,  f2_fire)
377005e809bSJiuyang Liu  val f3_mmio           = RegEnable(f2_mmio   ,  f2_fire)
37809c6f1ddSLingrui98
37948a62719SJenius  //val f3_expd_instr     = RegEnable(next = f2_expd_instr,  enable = f2_fire)
38048a62719SJenius  val f3_instr          = RegEnable(next = f2_instr, enable = f2_fire)
38148a62719SJenius  val f3_expd_instr     = VecInit((0 until PredictWidth).map{ i =>
38248a62719SJenius    val expander       = Module(new RVCExpander)
38348a62719SJenius    expander.io.in := f3_instr(i)
38448a62719SJenius    expander.io.out.bits
38548a62719SJenius  })
38648a62719SJenius
38748a62719SJenius  val f3_pd             = RegEnable(next = f2_pd,          enable = f2_fire)
38848a62719SJenius  val f3_jump_offset    = RegEnable(next = f2_jump_offset, enable = f2_fire)
38948a62719SJenius  val f3_af_vec         = RegEnable(next = f2_af_vec,      enable = f2_fire)
39048a62719SJenius  val f3_pf_vec         = RegEnable(next = f2_pf_vec ,     enable = f2_fire)
39148a62719SJenius  val f3_pc             = RegEnable(next = f2_pc,          enable = f2_fire)
39248a62719SJenius  val f3_half_snpc      = RegEnable(next = f2_half_snpc,   enable = f2_fire)
39348a62719SJenius  val f3_instr_range    = RegEnable(next = f2_instr_range, enable = f2_fire)
39448a62719SJenius  val f3_foldpc         = RegEnable(next = f2_foldpc,      enable = f2_fire)
39548a62719SJenius  val f3_crossPageFault = RegEnable(next = f2_crossPageFault,      enable = f2_fire)
39648a62719SJenius  val f3_hasHalfValid   = RegEnable(next = f2_hasHalfValid,      enable = f2_fire)
39709c6f1ddSLingrui98  val f3_except         = VecInit((0 until 2).map{i => f3_except_pf(i) || f3_except_af(i)})
39809c6f1ddSLingrui98  val f3_has_except     = f3_valid && (f3_except_af.reduce(_||_) || f3_except_pf.reduce(_||_))
399005e809bSJiuyang Liu  val f3_pAddrs   = RegEnable(f2_paddrs,  f2_fire)
400005e809bSJiuyang Liu  val f3_resend_vaddr   = RegEnable(f2_resend_vaddr,       f2_fire)
401ee175d78SJay
4021d011975SJinYue  when(f3_valid && !f3_ftq_req.ftqOffset.valid){
4031d011975SJinYue    assert(f3_ftq_req.startAddr + 32.U >= f3_ftq_req.nextStartAddr , "More tha 32 Bytes fetch is not allowed!")
4041d011975SJinYue  }
405a1351e5dSJay
4062a3050c2SJay  /*** MMIO State Machine***/
407ee175d78SJay  val f3_mmio_data    = Reg(Vec(2, UInt(16.W)))
408ee175d78SJay  val mmio_is_RVC     = RegInit(false.B)
409ee175d78SJay  val mmio_resend_addr =RegInit(0.U(PAddrBits.W))
410ee175d78SJay  val mmio_resend_af  = RegInit(false.B)
411c3b2d83aSJay  val mmio_resend_pf  = RegInit(false.B)
412c3b2d83aSJay
4131d1e6d4dSJenius  //last instuction finish
4141d1e6d4dSJenius  val is_first_instr = RegInit(true.B)
4151d1e6d4dSJenius  io.mmioCommitRead.mmioFtqPtr := RegNext(f3_ftq_req.ftqIdx + 1.U)
416a37fbf10SJay
4171d1e6d4dSJenius  val m_idle :: m_waitLastCmt:: m_sendReq :: m_waitResp :: m_sendTLB :: m_tlbResp :: m_sendPMP :: m_resendReq :: m_waitResendResp :: m_waitCommit :: m_commited :: Nil = Enum(11)
418ee175d78SJay  val mmio_state = RegInit(m_idle)
419a37fbf10SJay
4209bae7d6eSJay  val f3_req_is_mmio     = f3_mmio && f3_valid
4212a3050c2SJay  val mmio_commit = VecInit(io.rob_commits.map{commit => commit.valid && commit.bits.ftqIdx === f3_ftq_req.ftqIdx &&  commit.bits.ftqOffset === 0.U}).asUInt.orR
422ee175d78SJay  val f3_mmio_req_commit = f3_req_is_mmio && mmio_state === m_commited
423a37fbf10SJay
424ee175d78SJay  val f3_mmio_to_commit =  f3_req_is_mmio && mmio_state === m_waitCommit
425a37fbf10SJay  val f3_mmio_to_commit_next = RegNext(f3_mmio_to_commit)
426a37fbf10SJay  val f3_mmio_can_go      = f3_mmio_to_commit && !f3_mmio_to_commit_next
427a37fbf10SJay
4284a74a727SJenius  val fromFtqRedirectReg    = RegNext(fromFtq.redirect,init = 0.U.asTypeOf(fromFtq.redirect))
4294a74a727SJenius  val mmioF3Flush           = RegNext(f3_flush,init = false.B)
43056788a33SJinYue  val f3_ftq_flush_self     = fromFtqRedirectReg.valid && RedirectLevel.flushItself(fromFtqRedirectReg.bits.level)
43156788a33SJinYue  val f3_ftq_flush_by_older = fromFtqRedirectReg.valid && isBefore(fromFtqRedirectReg.bits.ftqIdx, f3_ftq_req.ftqIdx)
4329bae7d6eSJay
43356788a33SJinYue  val f3_need_not_flush = f3_req_is_mmio && fromFtqRedirectReg.valid && !f3_ftq_flush_self && !f3_ftq_flush_by_older
4349bae7d6eSJay
4351d1e6d4dSJenius  when(is_first_instr && mmio_commit){
4361d1e6d4dSJenius    is_first_instr := false.B
4371d1e6d4dSJenius  }
4381d1e6d4dSJenius
4394a74a727SJenius  when(f3_flush && !f3_req_is_mmio)                                                 {f3_valid := false.B}
4404a74a727SJenius  .elsewhen(mmioF3Flush && f3_req_is_mmio && !f3_need_not_flush)                    {f3_valid := false.B}
441a37fbf10SJay  .elsewhen(f2_fire && !f2_flush )                                                  {f3_valid := true.B }
442a37fbf10SJay  .elsewhen(io.toIbuffer.fire() && !f3_req_is_mmio)                                 {f3_valid := false.B}
443a37fbf10SJay  .elsewhen{f3_req_is_mmio && f3_mmio_req_commit}                                   {f3_valid := false.B}
444a37fbf10SJay
445a37fbf10SJay  val f3_mmio_use_seq_pc = RegInit(false.B)
446a37fbf10SJay
44756788a33SJinYue  val (redirect_ftqIdx, redirect_ftqOffset)  = (fromFtqRedirectReg.bits.ftqIdx,fromFtqRedirectReg.bits.ftqOffset)
44856788a33SJinYue  val redirect_mmio_req = fromFtqRedirectReg.valid && redirect_ftqIdx === f3_ftq_req.ftqIdx && redirect_ftqOffset === 0.U
449a37fbf10SJay
450a37fbf10SJay  when(RegNext(f2_fire && !f2_flush) && f3_req_is_mmio)        { f3_mmio_use_seq_pc := true.B  }
451a37fbf10SJay  .elsewhen(redirect_mmio_req)                                 { f3_mmio_use_seq_pc := false.B }
452a37fbf10SJay
453a37fbf10SJay  f3_ready := Mux(f3_req_is_mmio, io.toIbuffer.ready && f3_mmio_req_commit || !f3_valid , io.toIbuffer.ready || !f3_valid)
454a37fbf10SJay
4551d1e6d4dSJenius  // mmio state machine
456a37fbf10SJay  switch(mmio_state){
457ee175d78SJay    is(m_idle){
4589bae7d6eSJay      when(f3_req_is_mmio){
4591d1e6d4dSJenius        mmio_state :=  m_waitLastCmt
4601d1e6d4dSJenius      }
4611d1e6d4dSJenius    }
4621d1e6d4dSJenius
4631d1e6d4dSJenius    is(m_waitLastCmt){
4641d1e6d4dSJenius      when(is_first_instr){
465ee175d78SJay        mmio_state := m_sendReq
4661d1e6d4dSJenius      }.otherwise{
4671d1e6d4dSJenius        mmio_state := Mux(io.mmioCommitRead.mmioLastCommit, m_sendReq, m_waitLastCmt)
468a37fbf10SJay      }
469a37fbf10SJay    }
470a37fbf10SJay
471ee175d78SJay    is(m_sendReq){
472ee175d78SJay      mmio_state :=  Mux(toUncache.fire(), m_waitResp, m_sendReq )
473a37fbf10SJay    }
474a37fbf10SJay
475ee175d78SJay    is(m_waitResp){
476a37fbf10SJay      when(fromUncache.fire()){
477a37fbf10SJay          val isRVC =  fromUncache.bits.data(1,0) =/= 3.U
478ee175d78SJay          val needResend = !isRVC && f3_pAddrs(0)(2,1) === 3.U
479ee175d78SJay          mmio_state :=  Mux(needResend, m_sendTLB , m_waitCommit)
480ee175d78SJay
481ee175d78SJay          mmio_is_RVC := isRVC
482ee175d78SJay          f3_mmio_data(0)   :=  fromUncache.bits.data(15,0)
483ee175d78SJay          f3_mmio_data(1)   :=  fromUncache.bits.data(31,16)
484a37fbf10SJay      }
485a37fbf10SJay    }
486a37fbf10SJay
487ee175d78SJay    is(m_sendTLB){
488c3b2d83aSJay      when( io.iTLBInter.req.valid && !io.iTLBInter.resp.bits.miss ){
489ee175d78SJay        mmio_state :=  m_tlbResp
490a37fbf10SJay      }
491c3b2d83aSJay    }
492a37fbf10SJay
493ee175d78SJay    is(m_tlbResp){
49403efd994Shappy-lx      val tlbExept = io.iTLBInter.resp.bits.excp(0).pf.instr ||
49503efd994Shappy-lx                     io.iTLBInter.resp.bits.excp(0).af.instr
496c3b2d83aSJay      mmio_state :=  Mux(tlbExept,m_waitCommit,m_sendPMP)
49703efd994Shappy-lx      mmio_resend_addr := io.iTLBInter.resp.bits.paddr(0)
498920ca00eSJay      mmio_resend_af := mmio_resend_af || io.iTLBInter.resp.bits.excp(0).af.instr
499920ca00eSJay      mmio_resend_pf := mmio_resend_pf || io.iTLBInter.resp.bits.excp(0).pf.instr
500ee175d78SJay    }
501ee175d78SJay
502ee175d78SJay    is(m_sendPMP){
503c3b2d83aSJay      val pmpExcpAF = io.pmp.resp.instr || !io.pmp.resp.mmio
504ee175d78SJay      mmio_state :=  Mux(pmpExcpAF, m_waitCommit , m_resendReq)
505ee175d78SJay      mmio_resend_af := pmpExcpAF
506ee175d78SJay    }
507ee175d78SJay
508ee175d78SJay    is(m_resendReq){
509ee175d78SJay      mmio_state :=  Mux(toUncache.fire(), m_waitResendResp, m_resendReq )
510ee175d78SJay    }
511ee175d78SJay
512ee175d78SJay    is(m_waitResendResp){
513a37fbf10SJay      when(fromUncache.fire()){
514ee175d78SJay          mmio_state :=  m_waitCommit
515ee175d78SJay          f3_mmio_data(1)   :=  fromUncache.bits.data(15,0)
516a37fbf10SJay      }
517a37fbf10SJay    }
518a37fbf10SJay
519ee175d78SJay    is(m_waitCommit){
5202a3050c2SJay      when(mmio_commit){
521ee175d78SJay          mmio_state  :=  m_commited
522a37fbf10SJay      }
523a37fbf10SJay    }
5242a3050c2SJay
525ee175d78SJay    //normal mmio instruction
526ee175d78SJay    is(m_commited){
527ee175d78SJay      mmio_state := m_idle
528ee175d78SJay      mmio_is_RVC := false.B
529ee175d78SJay      mmio_resend_addr := 0.U
5302a3050c2SJay    }
531a37fbf10SJay  }
532a37fbf10SJay
533ee175d78SJay  //exception or flush by older branch prediction
534167bcd01SJay  when(f3_ftq_flush_self || f3_ftq_flush_by_older)  {
535ee175d78SJay    mmio_state := m_idle
536ee175d78SJay    mmio_is_RVC := false.B
537ee175d78SJay    mmio_resend_addr := 0.U
538ee175d78SJay    mmio_resend_af := false.B
539ee175d78SJay    f3_mmio_data.map(_ := 0.U)
5409bae7d6eSJay  }
5419bae7d6eSJay
542ee175d78SJay  toUncache.valid     :=  ((mmio_state === m_sendReq) || (mmio_state === m_resendReq)) && f3_req_is_mmio
543ee175d78SJay  toUncache.bits.addr := Mux((mmio_state === m_resendReq), mmio_resend_addr, f3_pAddrs(0))
544a37fbf10SJay  fromUncache.ready   := true.B
545a37fbf10SJay
546ee175d78SJay  io.iTLBInter.req.valid         := (mmio_state === m_sendTLB) && f3_req_is_mmio
547ee175d78SJay  io.iTLBInter.req.bits.size     := 3.U
548ee175d78SJay  io.iTLBInter.req.bits.vaddr    := f3_resend_vaddr
549ee175d78SJay  io.iTLBInter.req.bits.debug.pc := f3_resend_vaddr
550ee175d78SJay
551f1fe8698SLemover  io.iTLBInter.req.bits.kill                := false.B // IFU use itlb for mmio, doesn't need sync, set it to false
552ee175d78SJay  io.iTLBInter.req.bits.cmd                 := TlbCmd.exec
5538744445eSMaxpicca-Li  io.iTLBInter.req.bits.memidx              := DontCare
554f1fe8698SLemover  io.iTLBInter.req.bits.debug.robIdx        := DontCare
555b52348aeSWilliam Wang  io.iTLBInter.req.bits.no_translate        := false.B
556ee175d78SJay  io.iTLBInter.req.bits.debug.isFirstIssue  := DontCare
557ee175d78SJay
558ee175d78SJay  io.pmp.req.valid := (mmio_state === m_sendPMP) && f3_req_is_mmio
559ee175d78SJay  io.pmp.req.bits.addr  := mmio_resend_addr
560ee175d78SJay  io.pmp.req.bits.size  := 3.U
561ee175d78SJay  io.pmp.req.bits.cmd   := TlbCmd.exec
562f7c29b0aSJinYue
5632a3050c2SJay  val f3_lastHalf       = RegInit(0.U.asTypeOf(new LastHalfInfo))
56409c6f1ddSLingrui98
56509c6f1ddSLingrui98  val f3_predecode_range = VecInit(preDecoderOut.pd.map(inst => inst.valid)).asUInt
5660be662e4SJay  val f3_mmio_range      = VecInit((0 until PredictWidth).map(i => if(i ==0) true.B else false.B))
5672a3050c2SJay  val f3_instr_valid     = Wire(Vec(PredictWidth, Bool()))
56809c6f1ddSLingrui98
5692a3050c2SJay  /*** prediction result check   ***/
5702a3050c2SJay  checkerIn.ftqOffset   := f3_ftq_req.ftqOffset
5712a3050c2SJay  checkerIn.jumpOffset  := f3_jump_offset
5726ce52296SJinYue  checkerIn.target      := f3_ftq_req.nextStartAddr
5732a3050c2SJay  checkerIn.instrRange  := f3_instr_range.asTypeOf(Vec(PredictWidth, Bool()))
5742a3050c2SJay  checkerIn.instrValid  := f3_instr_valid.asTypeOf(Vec(PredictWidth, Bool()))
5752a3050c2SJay  checkerIn.pds         := f3_pd
5762a3050c2SJay  checkerIn.pc          := f3_pc
5772a3050c2SJay
57858dbdfc2SJay  /*** handle half RVI in the last 2 Bytes  ***/
5792a3050c2SJay
5802a3050c2SJay  def hasLastHalf(idx: UInt) = {
5815995c9e7SJenius    //!f3_pd(idx).isRVC && checkerOutStage1.fixedRange(idx) && f3_instr_valid(idx) && !checkerOutStage1.fixedTaken(idx) && !checkerOutStage2.fixedMissPred(idx) && ! f3_req_is_mmio
5825995c9e7SJenius    !f3_pd(idx).isRVC && checkerOutStage1.fixedRange(idx) && f3_instr_valid(idx) && !checkerOutStage1.fixedTaken(idx) && ! f3_req_is_mmio
5832a3050c2SJay  }
5842a3050c2SJay
585*b665b650STang Haojin  val f3_last_validIdx       = ParallelPosteriorityEncoder(checkerOutStage1.fixedRange)
5862a3050c2SJay
5872a3050c2SJay  val f3_hasLastHalf         = hasLastHalf((PredictWidth - 1).U)
5882a3050c2SJay  val f3_false_lastHalf      = hasLastHalf(f3_last_validIdx)
5892a3050c2SJay  val f3_false_snpc          = f3_half_snpc(f3_last_validIdx)
5902a3050c2SJay
5912a3050c2SJay  val f3_lastHalf_mask    = VecInit((0 until PredictWidth).map( i => if(i ==0) false.B else true.B )).asUInt()
5923f785aa3SJenius  val f3_lastHalf_disable = RegInit(false.B)
5932a3050c2SJay
594804985a5SJenius  when(f3_flush || (f3_fire && f3_lastHalf_disable)){
595804985a5SJenius    f3_lastHalf_disable := false.B
596804985a5SJenius  }
597804985a5SJenius
5982a3050c2SJay  when (f3_flush) {
5992a3050c2SJay    f3_lastHalf.valid := false.B
6002a3050c2SJay  }.elsewhen (f3_fire) {
6013f785aa3SJenius    f3_lastHalf.valid := f3_hasLastHalf && !f3_lastHalf_disable
6026ce52296SJinYue    f3_lastHalf.middlePC := f3_ftq_req.nextStartAddr
6032a3050c2SJay  }
6042a3050c2SJay
6052a3050c2SJay  f3_instr_valid := Mux(f3_lastHalf.valid,f3_hasHalfValid ,VecInit(f3_pd.map(inst => inst.valid)))
6062a3050c2SJay
6072a3050c2SJay  /*** frontend Trigger  ***/
6082a3050c2SJay  frontendTrigger.io.pds  := f3_pd
6092a3050c2SJay  frontendTrigger.io.pc   := f3_pc
6102a3050c2SJay  frontendTrigger.io.data   := f3_cut_data
6112a3050c2SJay
6122a3050c2SJay  frontendTrigger.io.frontendTrigger  := io.frontendTrigger
6132a3050c2SJay  frontendTrigger.io.csrTriggerEnable := io.csrTriggerEnable
6142a3050c2SJay
6152a3050c2SJay  val f3_triggered = frontendTrigger.io.triggered
6162a3050c2SJay
6172a3050c2SJay  /*** send to Ibuffer  ***/
6182a3050c2SJay
6192a3050c2SJay  io.toIbuffer.valid            := f3_valid && (!f3_req_is_mmio || f3_mmio_can_go) && !f3_flush
6202a3050c2SJay  io.toIbuffer.bits.instrs      := f3_expd_instr
6212a3050c2SJay  io.toIbuffer.bits.valid       := f3_instr_valid.asUInt
6225995c9e7SJenius  io.toIbuffer.bits.enqEnable   := checkerOutStage1.fixedRange.asUInt & f3_instr_valid.asUInt
6232a3050c2SJay  io.toIbuffer.bits.pd          := f3_pd
62409c6f1ddSLingrui98  io.toIbuffer.bits.ftqPtr      := f3_ftq_req.ftqIdx
6252a3050c2SJay  io.toIbuffer.bits.pc          := f3_pc
6265995c9e7SJenius  io.toIbuffer.bits.ftqOffset.zipWithIndex.map{case(a, i) => a.bits := i.U; a.valid := checkerOutStage1.fixedTaken(i) && !f3_req_is_mmio}
6272a3050c2SJay  io.toIbuffer.bits.foldpc      := f3_foldpc
6283908fff2SJay  io.toIbuffer.bits.ipf         := VecInit(f3_pf_vec.zip(f3_crossPageFault).map{case (pf, crossPF) => pf || crossPF})
6292a3050c2SJay  io.toIbuffer.bits.acf         := f3_af_vec
6302a3050c2SJay  io.toIbuffer.bits.crossPageIPFFix := f3_crossPageFault
6312a3050c2SJay  io.toIbuffer.bits.triggered   := f3_triggered
6322a3050c2SJay
6332a3050c2SJay  when(f3_lastHalf.valid){
6345995c9e7SJenius    io.toIbuffer.bits.enqEnable := checkerOutStage1.fixedRange.asUInt & f3_instr_valid.asUInt & f3_lastHalf_mask
6352a3050c2SJay    io.toIbuffer.bits.valid     := f3_lastHalf_mask & f3_instr_valid.asUInt
6362a3050c2SJay  }
6372a3050c2SJay
6382a3050c2SJay
63909c6f1ddSLingrui98
64009c6f1ddSLingrui98  //Write back to Ftq
641a37fbf10SJay  val f3_cache_fetch = f3_valid && !(f2_fire && !f2_flush)
642a37fbf10SJay  val finishFetchMaskReg = RegNext(f3_cache_fetch)
643a37fbf10SJay
6442a3050c2SJay  val mmioFlushWb = Wire(Valid(new PredecodeWritebackBundle))
6450be662e4SJay  val f3_mmio_missOffset = Wire(ValidUndirectioned(UInt(log2Ceil(PredictWidth).W)))
646a37fbf10SJay  f3_mmio_missOffset.valid := f3_req_is_mmio
6470be662e4SJay  f3_mmio_missOffset.bits  := 0.U
6480be662e4SJay
649ee175d78SJay  mmioFlushWb.valid           := (f3_req_is_mmio && mmio_state === m_waitCommit && RegNext(fromUncache.fire())  && f3_mmio_use_seq_pc)
6502a3050c2SJay  mmioFlushWb.bits.pc         := f3_pc
6512a3050c2SJay  mmioFlushWb.bits.pd         := f3_pd
6522a3050c2SJay  mmioFlushWb.bits.pd.zipWithIndex.map{case(instr,i) => instr.valid :=  f3_mmio_range(i)}
6532a3050c2SJay  mmioFlushWb.bits.ftqIdx     := f3_ftq_req.ftqIdx
6542a3050c2SJay  mmioFlushWb.bits.ftqOffset  := f3_ftq_req.ftqOffset.bits
6552a3050c2SJay  mmioFlushWb.bits.misOffset  := f3_mmio_missOffset
6562a3050c2SJay  mmioFlushWb.bits.cfiOffset  := DontCare
657ee175d78SJay  mmioFlushWb.bits.target     := Mux(mmio_is_RVC, f3_ftq_req.startAddr + 2.U , f3_ftq_req.startAddr + 4.U)
6582a3050c2SJay  mmioFlushWb.bits.jalTarget  := DontCare
6592a3050c2SJay  mmioFlushWb.bits.instrRange := f3_mmio_range
66009c6f1ddSLingrui98
6612dfa9e76SJenius  /** external predecode for MMIO instruction */
6622dfa9e76SJenius  when(f3_req_is_mmio){
6632dfa9e76SJenius    val inst  = Cat(f3_mmio_data(1), f3_mmio_data(0))
6642dfa9e76SJenius    val currentIsRVC   = isRVC(inst)
6652dfa9e76SJenius
6662dfa9e76SJenius    val brType::isCall::isRet::Nil = brInfo(inst)
6672dfa9e76SJenius    val jalOffset = jal_offset(inst, currentIsRVC)
6682dfa9e76SJenius    val brOffset  = br_offset(inst, currentIsRVC)
6692dfa9e76SJenius
6702dfa9e76SJenius    io.toIbuffer.bits.instrs (0) := new RVCDecoder(inst, XLEN).decode.bits
6712dfa9e76SJenius
6722dfa9e76SJenius
6732dfa9e76SJenius    io.toIbuffer.bits.pd(0).valid   := true.B
6742dfa9e76SJenius    io.toIbuffer.bits.pd(0).isRVC   := currentIsRVC
6752dfa9e76SJenius    io.toIbuffer.bits.pd(0).brType  := brType
6762dfa9e76SJenius    io.toIbuffer.bits.pd(0).isCall  := isCall
6772dfa9e76SJenius    io.toIbuffer.bits.pd(0).isRet   := isRet
6782dfa9e76SJenius
6792dfa9e76SJenius    io.toIbuffer.bits.acf(0) := mmio_resend_af
6802dfa9e76SJenius    io.toIbuffer.bits.ipf(0) := mmio_resend_pf
6812dfa9e76SJenius    io.toIbuffer.bits.crossPageIPFFix(0) := mmio_resend_pf
6822dfa9e76SJenius
6832dfa9e76SJenius    io.toIbuffer.bits.enqEnable   := f3_mmio_range.asUInt
6842dfa9e76SJenius
6852dfa9e76SJenius    mmioFlushWb.bits.pd(0).valid   := true.B
6862dfa9e76SJenius    mmioFlushWb.bits.pd(0).isRVC   := currentIsRVC
6872dfa9e76SJenius    mmioFlushWb.bits.pd(0).brType  := brType
6882dfa9e76SJenius    mmioFlushWb.bits.pd(0).isCall  := isCall
6892dfa9e76SJenius    mmioFlushWb.bits.pd(0).isRet   := isRet
6902dfa9e76SJenius  }
6912dfa9e76SJenius
692ee175d78SJay  mmio_redirect := (f3_req_is_mmio && mmio_state === m_waitCommit && RegNext(fromUncache.fire())  && f3_mmio_use_seq_pc)
69309c6f1ddSLingrui98
69400240ba6SJay  XSPerfAccumulate("fetch_bubble_ibuffer_not_ready",   io.toIbuffer.valid && !io.toIbuffer.ready )
69500240ba6SJay
69600240ba6SJay
69758dbdfc2SJay  /**
69858dbdfc2SJay    ******************************************************************************
69958dbdfc2SJay    * IFU Write Back Stage
70058dbdfc2SJay    * - write back predecode information to Ftq to update
70158dbdfc2SJay    * - redirect if found fault prediction
70258dbdfc2SJay    * - redirect if has false hit last half (last PC is not start + 32 Bytes, but in the midle of an notCFI RVI instruction)
70358dbdfc2SJay    ******************************************************************************
7042a3050c2SJay    */
70558dbdfc2SJay
7062a3050c2SJay  val wb_valid          = RegNext(RegNext(f2_fire && !f2_flush) && !f3_req_is_mmio && !f3_flush)
7072a3050c2SJay  val wb_ftq_req        = RegNext(f3_ftq_req)
708cd365d4cSrvcoresjw
7095995c9e7SJenius  val wb_check_result_stage1   = RegNext(checkerOutStage1)
7105995c9e7SJenius  val wb_check_result_stage2   = checkerOutStage2
7112a3050c2SJay  val wb_instr_range    = RegNext(io.toIbuffer.bits.enqEnable)
7122a3050c2SJay  val wb_pc             = RegNext(f3_pc)
7132a3050c2SJay  val wb_pd             = RegNext(f3_pd)
7142a3050c2SJay  val wb_instr_valid    = RegNext(f3_instr_valid)
7152a3050c2SJay
7162a3050c2SJay  /* false hit lastHalf */
7172a3050c2SJay  val wb_lastIdx        = RegNext(f3_last_validIdx)
7182a3050c2SJay  val wb_false_lastHalf = RegNext(f3_false_lastHalf) && wb_lastIdx =/= (PredictWidth - 1).U
7192a3050c2SJay  val wb_false_target   = RegNext(f3_false_snpc)
7202a3050c2SJay
7212a3050c2SJay  val wb_half_flush = wb_false_lastHalf
7222a3050c2SJay  val wb_half_target = wb_false_target
7232a3050c2SJay
724a1351e5dSJay  /* false oversize */
725a1351e5dSJay  val lastIsRVC = wb_instr_range.asTypeOf(Vec(PredictWidth,Bool())).last  && wb_pd.last.isRVC
726a1351e5dSJay  val lastIsRVI = wb_instr_range.asTypeOf(Vec(PredictWidth,Bool()))(PredictWidth - 2) && !wb_pd(PredictWidth - 2).isRVC
7275995c9e7SJenius  val lastTaken = wb_check_result_stage1.fixedTaken.last
728a1351e5dSJay
7292a3050c2SJay  f3_wb_not_flush := wb_ftq_req.ftqIdx === f3_ftq_req.ftqIdx && f3_valid && wb_valid
7302a3050c2SJay
7313f785aa3SJenius  /** if a req with a last half but miss predicted enters in wb stage, and this cycle f3 stalls,
7323f785aa3SJenius    * we set a flag to notify f3 that the last half flag need not to be set.
7333f785aa3SJenius    */
734804985a5SJenius  //f3_fire is after wb_valid
735076dea5fSJenius  when(wb_valid && RegNext(f3_hasLastHalf,init = false.B)
736251a37e4SJenius        && wb_check_result_stage2.fixedMissPred(PredictWidth - 1) && !f3_fire  && !RegNext(f3_fire,init = false.B) && !f3_flush
7373f785aa3SJenius      ){
7383f785aa3SJenius    f3_lastHalf_disable := true.B
739ab6202e2SJenius  }
740ab6202e2SJenius
741804985a5SJenius  //wb_valid and f3_fire are in same cycle
742076dea5fSJenius  when(wb_valid && RegNext(f3_hasLastHalf,init = false.B)
743076dea5fSJenius        && wb_check_result_stage2.fixedMissPred(PredictWidth - 1) && f3_fire
744804985a5SJenius      ){
745804985a5SJenius    f3_lastHalf.valid := false.B
746804985a5SJenius  }
747804985a5SJenius
7482a3050c2SJay  val checkFlushWb = Wire(Valid(new PredecodeWritebackBundle))
749*b665b650STang Haojin  val checkFlushWbjalTargetIdx = ParallelPriorityEncoder(VecInit(wb_pd.zip(wb_instr_valid).map{case (pd, v) => v && pd.isJal }))
750*b665b650STang Haojin  val checkFlushWbTargetIdx = ParallelPriorityEncoder(wb_check_result_stage2.fixedMissPred)
7512a3050c2SJay  checkFlushWb.valid                  := wb_valid
7522a3050c2SJay  checkFlushWb.bits.pc                := wb_pc
7532a3050c2SJay  checkFlushWb.bits.pd                := wb_pd
7542a3050c2SJay  checkFlushWb.bits.pd.zipWithIndex.map{case(instr,i) => instr.valid := wb_instr_valid(i)}
7552a3050c2SJay  checkFlushWb.bits.ftqIdx            := wb_ftq_req.ftqIdx
7562a3050c2SJay  checkFlushWb.bits.ftqOffset         := wb_ftq_req.ftqOffset.bits
7575995c9e7SJenius  checkFlushWb.bits.misOffset.valid   := ParallelOR(wb_check_result_stage2.fixedMissPred) || wb_half_flush
7585995c9e7SJenius  checkFlushWb.bits.misOffset.bits    := Mux(wb_half_flush, wb_lastIdx, ParallelPriorityEncoder(wb_check_result_stage2.fixedMissPred))
7595995c9e7SJenius  checkFlushWb.bits.cfiOffset.valid   := ParallelOR(wb_check_result_stage1.fixedTaken)
7605995c9e7SJenius  checkFlushWb.bits.cfiOffset.bits    := ParallelPriorityEncoder(wb_check_result_stage1.fixedTaken)
761*b665b650STang Haojin  checkFlushWb.bits.target            := Mux(wb_half_flush, wb_half_target, wb_check_result_stage2.fixedTarget(checkFlushWbTargetIdx))
762*b665b650STang Haojin  checkFlushWb.bits.jalTarget         := wb_check_result_stage2.fixedTarget(checkFlushWbjalTargetIdx)
7632a3050c2SJay  checkFlushWb.bits.instrRange        := wb_instr_range.asTypeOf(Vec(PredictWidth, Bool()))
7642a3050c2SJay
765bccc5520SJenius  toFtq.pdWb := Mux(wb_valid, checkFlushWb,  mmioFlushWb)
7662a3050c2SJay
7672a3050c2SJay  wb_redirect := checkFlushWb.bits.misOffset.valid && wb_valid
76809c6f1ddSLingrui98
7695b3c20f7SJinYue  /*write back flush type*/
7705995c9e7SJenius  val checkFaultType = wb_check_result_stage2.faultType
7715b3c20f7SJinYue  val checkJalFault =  wb_valid && checkFaultType.map(_.isjalFault).reduce(_||_)
7725b3c20f7SJinYue  val checkRetFault =  wb_valid && checkFaultType.map(_.isRetFault).reduce(_||_)
7735b3c20f7SJinYue  val checkTargetFault =  wb_valid && checkFaultType.map(_.istargetFault).reduce(_||_)
7745b3c20f7SJinYue  val checkNotCFIFault =  wb_valid && checkFaultType.map(_.notCFIFault).reduce(_||_)
7755b3c20f7SJinYue  val checkInvalidTaken =  wb_valid && checkFaultType.map(_.invalidTakenFault).reduce(_||_)
7765b3c20f7SJinYue
7775b3c20f7SJinYue
7785b3c20f7SJinYue  XSPerfAccumulate("predecode_flush_jalFault",   checkJalFault )
7795b3c20f7SJinYue  XSPerfAccumulate("predecode_flush_retFault",   checkRetFault )
7805b3c20f7SJinYue  XSPerfAccumulate("predecode_flush_targetFault",   checkTargetFault )
7815b3c20f7SJinYue  XSPerfAccumulate("predecode_flush_notCFIFault",   checkNotCFIFault )
7825b3c20f7SJinYue  XSPerfAccumulate("predecode_flush_incalidTakenFault",   checkInvalidTaken )
7835b3c20f7SJinYue
7845b3c20f7SJinYue  when(checkRetFault){
7855b3c20f7SJinYue    XSDebug("startAddr:%x  nextstartAddr:%x  taken:%d    takenIdx:%d\n",
7865b3c20f7SJinYue        wb_ftq_req.startAddr, wb_ftq_req.nextStartAddr, wb_ftq_req.ftqOffset.valid, wb_ftq_req.ftqOffset.bits)
7875b3c20f7SJinYue  }
7885b3c20f7SJinYue
78951532d8bSGuokai Chen
7901d8f4dcbSJay  /** performance counter */
791005e809bSJiuyang Liu  val f3_perf_info     = RegEnable(f2_perf_info,  f2_fire)
7921d8f4dcbSJay  val f3_req_0    = io.toIbuffer.fire()
7931d8f4dcbSJay  val f3_req_1    = io.toIbuffer.fire() && f3_doubleLine
7941d8f4dcbSJay  val f3_hit_0    = io.toIbuffer.fire() && f3_perf_info.bank_hit(0)
7951d8f4dcbSJay  val f3_hit_1    = io.toIbuffer.fire() && f3_doubleLine & f3_perf_info.bank_hit(1)
7961d8f4dcbSJay  val f3_hit      = f3_perf_info.hit
797cd365d4cSrvcoresjw  val perfEvents = Seq(
7982a3050c2SJay    ("frontendFlush                ", wb_redirect                                ),
799cd365d4cSrvcoresjw    ("ifu_req                      ", io.toIbuffer.fire()                        ),
8001d8f4dcbSJay    ("ifu_miss                     ", io.toIbuffer.fire() && !f3_perf_info.hit   ),
801cd365d4cSrvcoresjw    ("ifu_req_cacheline_0          ", f3_req_0                                   ),
802cd365d4cSrvcoresjw    ("ifu_req_cacheline_1          ", f3_req_1                                   ),
803cd365d4cSrvcoresjw    ("ifu_req_cacheline_0_hit      ", f3_hit_1                                   ),
804cd365d4cSrvcoresjw    ("ifu_req_cacheline_1_hit      ", f3_hit_1                                   ),
8051d8f4dcbSJay    ("only_0_hit                   ", f3_perf_info.only_0_hit       && io.toIbuffer.fire() ),
8061d8f4dcbSJay    ("only_0_miss                  ", f3_perf_info.only_0_miss      && io.toIbuffer.fire() ),
8071d8f4dcbSJay    ("hit_0_hit_1                  ", f3_perf_info.hit_0_hit_1      && io.toIbuffer.fire() ),
8081d8f4dcbSJay    ("hit_0_miss_1                 ", f3_perf_info.hit_0_miss_1     && io.toIbuffer.fire() ),
8091d8f4dcbSJay    ("miss_0_hit_1                 ", f3_perf_info.miss_0_hit_1     && io.toIbuffer.fire() ),
8101d8f4dcbSJay    ("miss_0_miss_1                ", f3_perf_info.miss_0_miss_1    && io.toIbuffer.fire() ),
811cd365d4cSrvcoresjw  )
8121ca0e4f3SYinan Xu  generatePerfEvent()
81309c6f1ddSLingrui98
814f7c29b0aSJinYue  XSPerfAccumulate("ifu_req",   io.toIbuffer.fire() )
815f7c29b0aSJinYue  XSPerfAccumulate("ifu_miss",  io.toIbuffer.fire() && !f3_hit )
816f7c29b0aSJinYue  XSPerfAccumulate("ifu_req_cacheline_0", f3_req_0  )
817f7c29b0aSJinYue  XSPerfAccumulate("ifu_req_cacheline_1", f3_req_1  )
818f7c29b0aSJinYue  XSPerfAccumulate("ifu_req_cacheline_0_hit",   f3_hit_0 )
819f7c29b0aSJinYue  XSPerfAccumulate("ifu_req_cacheline_1_hit",   f3_hit_1 )
8202a3050c2SJay  XSPerfAccumulate("frontendFlush",  wb_redirect )
8211d8f4dcbSJay  XSPerfAccumulate("only_0_hit",      f3_perf_info.only_0_hit   && io.toIbuffer.fire()  )
8221d8f4dcbSJay  XSPerfAccumulate("only_0_miss",     f3_perf_info.only_0_miss  && io.toIbuffer.fire()  )
8231d8f4dcbSJay  XSPerfAccumulate("hit_0_hit_1",     f3_perf_info.hit_0_hit_1  && io.toIbuffer.fire()  )
8241d8f4dcbSJay  XSPerfAccumulate("hit_0_miss_1",    f3_perf_info.hit_0_miss_1  && io.toIbuffer.fire()  )
8251d8f4dcbSJay  XSPerfAccumulate("miss_0_hit_1",    f3_perf_info.miss_0_hit_1   && io.toIbuffer.fire() )
8261d8f4dcbSJay  XSPerfAccumulate("miss_0_miss_1",   f3_perf_info.miss_0_miss_1 && io.toIbuffer.fire() )
827a108d429SJay  XSPerfAccumulate("hit_0_except_1",   f3_perf_info.hit_0_except_1 && io.toIbuffer.fire() )
828a108d429SJay  XSPerfAccumulate("miss_0_except_1",   f3_perf_info.miss_0_except_1 && io.toIbuffer.fire() )
829a108d429SJay  XSPerfAccumulate("except_0",   f3_perf_info.except_0 && io.toIbuffer.fire() )
830eb163ef0SHaojin Tang  XSPerfHistogram("ifu2ibuffer_validCnt", PopCount(io.toIbuffer.bits.valid & io.toIbuffer.bits.enqEnable), io.toIbuffer.fire, 0, PredictWidth + 1, 1)
83151532d8bSGuokai Chen
832da3bf434SMaxpicca-Li  val isWriteFetchToIBufferTable = WireInit(Constantin.createRecord("isWriteFetchToIBufferTable" + p(XSCoreParamsKey).HartId.toString))
833da3bf434SMaxpicca-Li  val isWriteIfuWbToFtqTable = WireInit(Constantin.createRecord("isWriteIfuWbToFtqTable" + p(XSCoreParamsKey).HartId.toString))
83451532d8bSGuokai Chen  val fetchToIBufferTable = ChiselDB.createTable("FetchToIBuffer" + p(XSCoreParamsKey).HartId.toString, new FetchToIBufferDB)
83551532d8bSGuokai Chen  val ifuWbToFtqTable = ChiselDB.createTable("IfuWbToFtq" + p(XSCoreParamsKey).HartId.toString, new IfuWbToFtqDB)
83651532d8bSGuokai Chen
83751532d8bSGuokai Chen  val fetchIBufferDumpData = Wire(new FetchToIBufferDB)
83851532d8bSGuokai Chen  fetchIBufferDumpData.start_addr := f3_ftq_req.startAddr
83951532d8bSGuokai Chen  fetchIBufferDumpData.instr_count := PopCount(io.toIbuffer.bits.enqEnable)
84051532d8bSGuokai Chen  fetchIBufferDumpData.exception := (f3_perf_info.except_0 && io.toIbuffer.fire()) || (f3_perf_info.hit_0_except_1 && io.toIbuffer.fire()) || (f3_perf_info.miss_0_except_1 && io.toIbuffer.fire())
84151532d8bSGuokai Chen  fetchIBufferDumpData.is_cache_hit := f3_hit
84251532d8bSGuokai Chen
84351532d8bSGuokai Chen  val ifuWbToFtqDumpData = Wire(new IfuWbToFtqDB)
84451532d8bSGuokai Chen  ifuWbToFtqDumpData.start_addr := wb_ftq_req.startAddr
84551532d8bSGuokai Chen  ifuWbToFtqDumpData.is_miss_pred := checkFlushWb.bits.misOffset.valid
84651532d8bSGuokai Chen  ifuWbToFtqDumpData.miss_pred_offset := checkFlushWb.bits.misOffset.bits
84751532d8bSGuokai Chen  ifuWbToFtqDumpData.checkJalFault := checkJalFault
84851532d8bSGuokai Chen  ifuWbToFtqDumpData.checkRetFault := checkRetFault
84951532d8bSGuokai Chen  ifuWbToFtqDumpData.checkTargetFault := checkTargetFault
85051532d8bSGuokai Chen  ifuWbToFtqDumpData.checkNotCFIFault := checkNotCFIFault
85151532d8bSGuokai Chen  ifuWbToFtqDumpData.checkInvalidTaken := checkInvalidTaken
85251532d8bSGuokai Chen
85351532d8bSGuokai Chen  fetchToIBufferTable.log(
85451532d8bSGuokai Chen    data = fetchIBufferDumpData,
855da3bf434SMaxpicca-Li    en = isWriteFetchToIBufferTable.orR && io.toIbuffer.fire,
85651532d8bSGuokai Chen    site = "IFU" + p(XSCoreParamsKey).HartId.toString,
85751532d8bSGuokai Chen    clock = clock,
85851532d8bSGuokai Chen    reset = reset
85951532d8bSGuokai Chen  )
86051532d8bSGuokai Chen  ifuWbToFtqTable.log(
86151532d8bSGuokai Chen    data = ifuWbToFtqDumpData,
862da3bf434SMaxpicca-Li    en = isWriteIfuWbToFtqTable.orR && checkFlushWb.valid,
86351532d8bSGuokai Chen    site = "IFU" + p(XSCoreParamsKey).HartId.toString,
86451532d8bSGuokai Chen    clock = clock,
86551532d8bSGuokai Chen    reset = reset
86651532d8bSGuokai Chen  )
86751532d8bSGuokai Chen
86809c6f1ddSLingrui98}
869