109c6f1ddSLingrui98/*************************************************************************************** 209c6f1ddSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 309c6f1ddSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory 409c6f1ddSLingrui98* 509c6f1ddSLingrui98* XiangShan is licensed under Mulan PSL v2. 609c6f1ddSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2. 709c6f1ddSLingrui98* You may obtain a copy of Mulan PSL v2 at: 809c6f1ddSLingrui98* http://license.coscl.org.cn/MulanPSL2 909c6f1ddSLingrui98* 1009c6f1ddSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 1109c6f1ddSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 1209c6f1ddSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 1309c6f1ddSLingrui98* 1409c6f1ddSLingrui98* See the Mulan PSL v2 for more details. 1509c6f1ddSLingrui98***************************************************************************************/ 1609c6f1ddSLingrui98 1709c6f1ddSLingrui98package xiangshan.frontend 1809c6f1ddSLingrui98 1909c6f1ddSLingrui98import chipsalliance.rocketchip.config.Parameters 2009c6f1ddSLingrui98import chisel3._ 2109c6f1ddSLingrui98import chisel3.util._ 222a3050c2SJayimport freechips.rocketchip.rocket.RVCDecoder 2309c6f1ddSLingrui98import xiangshan._ 2409c6f1ddSLingrui98import xiangshan.cache.mmu._ 251d8f4dcbSJayimport xiangshan.frontend.icache._ 2609c6f1ddSLingrui98import utils._ 273c02ee8fSwakafaimport utility._ 28b6982e83SLemoverimport xiangshan.backend.fu.{PMPReqBundle, PMPRespBundle} 293c02ee8fSwakafaimport utility.ChiselDB 3009c6f1ddSLingrui98 3109c6f1ddSLingrui98trait HasInstrMMIOConst extends HasXSParameter with HasIFUConst{ 3209c6f1ddSLingrui98 def mmioBusWidth = 64 3309c6f1ddSLingrui98 def mmioBusBytes = mmioBusWidth / 8 340be662e4SJay def maxInstrLen = 32 3509c6f1ddSLingrui98} 3609c6f1ddSLingrui98 3709c6f1ddSLingrui98trait HasIFUConst extends HasXSParameter{ 381d8f4dcbSJay def addrAlign(addr: UInt, bytes: Int, highest: Int): UInt = Cat(addr(highest-1, log2Ceil(bytes)), 0.U(log2Ceil(bytes).W)) 391d8f4dcbSJay def fetchQueueSize = 2 401d8f4dcbSJay 412a3050c2SJay def getBasicBlockIdx( pc: UInt, start: UInt ): UInt = { 422a3050c2SJay val byteOffset = pc - start 432a3050c2SJay (byteOffset - instBytes.U)(log2Ceil(PredictWidth),instOffsetBits) 441d8f4dcbSJay } 4509c6f1ddSLingrui98} 4609c6f1ddSLingrui98 4709c6f1ddSLingrui98class IfuToFtqIO(implicit p:Parameters) extends XSBundle { 4809c6f1ddSLingrui98 val pdWb = Valid(new PredecodeWritebackBundle) 4909c6f1ddSLingrui98} 5009c6f1ddSLingrui98 5109c6f1ddSLingrui98class FtqInterface(implicit p: Parameters) extends XSBundle { 5209c6f1ddSLingrui98 val fromFtq = Flipped(new FtqToIfuIO) 5309c6f1ddSLingrui98 val toFtq = new IfuToFtqIO 5409c6f1ddSLingrui98} 5509c6f1ddSLingrui98 560be662e4SJayclass UncacheInterface(implicit p: Parameters) extends XSBundle { 570be662e4SJay val fromUncache = Flipped(DecoupledIO(new InsUncacheResp)) 580be662e4SJay val toUncache = DecoupledIO( new InsUncacheReq ) 590be662e4SJay} 601d1e6d4dSJenius 6109c6f1ddSLingrui98class NewIFUIO(implicit p: Parameters) extends XSBundle { 6209c6f1ddSLingrui98 val ftqInter = new FtqInterface 6350780602SJenius val icacheInter = Flipped(new IFUICacheIO) 641d8f4dcbSJay val icacheStop = Output(Bool()) 651d8f4dcbSJay val icachePerfInfo = Input(new ICachePerfInfo) 6609c6f1ddSLingrui98 val toIbuffer = Decoupled(new FetchToIBuffer) 670be662e4SJay val uncacheInter = new UncacheInterface 6872951335SLi Qianruo val frontendTrigger = Flipped(new FrontendTdataDistributeIO) 6972951335SLi Qianruo val csrTriggerEnable = Input(Vec(4, Bool())) 70a37fbf10SJay val rob_commits = Flipped(Vec(CommitWidth, Valid(new RobCommitInfo))) 71f1fe8698SLemover val iTLBInter = new TlbRequestIO 7256788a33SJinYue val pmp = new ICachePMPBundle 731d1e6d4dSJenius val mmioCommitRead = new mmioCommitRead 7409c6f1ddSLingrui98} 7509c6f1ddSLingrui98 7609c6f1ddSLingrui98// record the situation in which fallThruAddr falls into 7709c6f1ddSLingrui98// the middle of an RVI inst 7809c6f1ddSLingrui98class LastHalfInfo(implicit p: Parameters) extends XSBundle { 7909c6f1ddSLingrui98 val valid = Bool() 8009c6f1ddSLingrui98 val middlePC = UInt(VAddrBits.W) 8109c6f1ddSLingrui98 def matchThisBlock(startAddr: UInt) = valid && middlePC === startAddr 8209c6f1ddSLingrui98} 8309c6f1ddSLingrui98 8409c6f1ddSLingrui98class IfuToPreDecode(implicit p: Parameters) extends XSBundle { 8509c6f1ddSLingrui98 val data = if(HasCExtension) Vec(PredictWidth + 1, UInt(16.W)) else Vec(PredictWidth, UInt(32.W)) 8672951335SLi Qianruo val frontendTrigger = new FrontendTdataDistributeIO 8772951335SLi Qianruo val csrTriggerEnable = Vec(4, Bool()) 882a3050c2SJay val pc = Vec(PredictWidth, UInt(VAddrBits.W)) 8909c6f1ddSLingrui98} 9009c6f1ddSLingrui98 912a3050c2SJay 922a3050c2SJayclass IfuToPredChecker(implicit p: Parameters) extends XSBundle { 932a3050c2SJay val ftqOffset = Valid(UInt(log2Ceil(PredictWidth).W)) 942a3050c2SJay val jumpOffset = Vec(PredictWidth, UInt(XLEN.W)) 952a3050c2SJay val target = UInt(VAddrBits.W) 962a3050c2SJay val instrRange = Vec(PredictWidth, Bool()) 972a3050c2SJay val instrValid = Vec(PredictWidth, Bool()) 982a3050c2SJay val pds = Vec(PredictWidth, new PreDecodeInfo) 992a3050c2SJay val pc = Vec(PredictWidth, UInt(VAddrBits.W)) 1002a3050c2SJay} 1012a3050c2SJay 10251532d8bSGuokai Chenclass FetchToIBufferDB extends Bundle { 10351532d8bSGuokai Chen val start_addr = UInt(39.W) 10451532d8bSGuokai Chen val instr_count = UInt(32.W) 10551532d8bSGuokai Chen val exception = Bool() 10651532d8bSGuokai Chen val is_cache_hit = Bool() 10751532d8bSGuokai Chen} 10851532d8bSGuokai Chen 10951532d8bSGuokai Chenclass IfuWbToFtqDB extends Bundle { 11051532d8bSGuokai Chen val start_addr = UInt(39.W) 11151532d8bSGuokai Chen val is_miss_pred = Bool() 11251532d8bSGuokai Chen val miss_pred_offset = UInt(32.W) 11351532d8bSGuokai Chen val checkJalFault = Bool() 11451532d8bSGuokai Chen val checkRetFault = Bool() 11551532d8bSGuokai Chen val checkTargetFault = Bool() 11651532d8bSGuokai Chen val checkNotCFIFault = Bool() 11751532d8bSGuokai Chen val checkInvalidTaken = Bool() 11851532d8bSGuokai Chen} 11951532d8bSGuokai Chen 1202a3050c2SJayclass NewIFU(implicit p: Parameters) extends XSModule 1212a3050c2SJay with HasICacheParameters 1222a3050c2SJay with HasIFUConst 1232a3050c2SJay with HasPdConst 124167bcd01SJay with HasCircularQueuePtrHelper 1252a3050c2SJay with HasPerfEvents 12609c6f1ddSLingrui98{ 12709c6f1ddSLingrui98 val io = IO(new NewIFUIO) 12809c6f1ddSLingrui98 val (toFtq, fromFtq) = (io.ftqInter.toFtq, io.ftqInter.fromFtq) 129c5c5edaeSJenius val fromICache = io.icacheInter.resp 1300be662e4SJay val (toUncache, fromUncache) = (io.uncacheInter.toUncache , io.uncacheInter.fromUncache) 13109c6f1ddSLingrui98 13209c6f1ddSLingrui98 def isCrossLineReq(start: UInt, end: UInt): Bool = start(blockOffBits) ^ end(blockOffBits) 13309c6f1ddSLingrui98 13434a88126SJinYue def isLastInCacheline(addr: UInt): Bool = addr(blockOffBits - 1, 1) === 0.U 13509c6f1ddSLingrui98 1361d8f4dcbSJay class TlbExept(implicit p: Parameters) extends XSBundle{ 1371d8f4dcbSJay val pageFault = Bool() 1381d8f4dcbSJay val accessFault = Bool() 1391d8f4dcbSJay val mmio = Bool() 140b005f7c6SJay } 14109c6f1ddSLingrui98 142dc270d3bSJenius val preDecoders = Seq.fill(4){ Module(new PreDecode) } 143dc270d3bSJenius 1442a3050c2SJay val predChecker = Module(new PredChecker) 1452a3050c2SJay val frontendTrigger = Module(new FrontendTrigger) 1465995c9e7SJenius val (checkerIn, checkerOutStage1, checkerOutStage2) = (predChecker.io.in, predChecker.io.out.stage1Out,predChecker.io.out.stage2Out) 1471d8f4dcbSJay 148c3b763d0SYinan Xu io.iTLBInter.req_kill := false.B 149ee175d78SJay io.iTLBInter.resp.ready := true.B 150ee175d78SJay 15158dbdfc2SJay /** 15258dbdfc2SJay ****************************************************************************** 15358dbdfc2SJay * IFU Stage 0 15458dbdfc2SJay * - send cacheline fetch request to ICacheMainPipe 15558dbdfc2SJay ****************************************************************************** 15658dbdfc2SJay */ 15709c6f1ddSLingrui98 15809c6f1ddSLingrui98 val f0_valid = fromFtq.req.valid 15909c6f1ddSLingrui98 val f0_ftq_req = fromFtq.req.bits 1606ce52296SJinYue val f0_doubleLine = fromFtq.req.bits.crossCacheline 16134a88126SJinYue val f0_vSetIdx = VecInit(get_idx((f0_ftq_req.startAddr)), get_idx(f0_ftq_req.nextlineStart)) 16209c6f1ddSLingrui98 val f0_fire = fromFtq.req.fire() 16309c6f1ddSLingrui98 16409c6f1ddSLingrui98 val f0_flush, f1_flush, f2_flush, f3_flush = WireInit(false.B) 16509c6f1ddSLingrui98 val from_bpu_f0_flush, from_bpu_f1_flush, from_bpu_f2_flush, from_bpu_f3_flush = WireInit(false.B) 16609c6f1ddSLingrui98 167cb4f77ceSLingrui98 from_bpu_f0_flush := fromFtq.flushFromBpu.shouldFlushByStage2(f0_ftq_req.ftqIdx) || 168cb4f77ceSLingrui98 fromFtq.flushFromBpu.shouldFlushByStage3(f0_ftq_req.ftqIdx) 16909c6f1ddSLingrui98 1702a3050c2SJay val wb_redirect , mmio_redirect, backend_redirect= WireInit(false.B) 1712a3050c2SJay val f3_wb_not_flush = WireInit(false.B) 1722a3050c2SJay 1732a3050c2SJay backend_redirect := fromFtq.redirect.valid 1742a3050c2SJay f3_flush := backend_redirect || (wb_redirect && !f3_wb_not_flush) 1752a3050c2SJay f2_flush := backend_redirect || mmio_redirect || wb_redirect 17609c6f1ddSLingrui98 f1_flush := f2_flush || from_bpu_f1_flush 17709c6f1ddSLingrui98 f0_flush := f1_flush || from_bpu_f0_flush 17809c6f1ddSLingrui98 17909c6f1ddSLingrui98 val f1_ready, f2_ready, f3_ready = WireInit(false.B) 18009c6f1ddSLingrui98 18150780602SJenius fromFtq.req.ready := f1_ready && io.icacheInter.icacheReady 18209c6f1ddSLingrui98 18358dbdfc2SJay /** <PERF> f0 fetch bubble */ 184f7c29b0aSJinYue 18500240ba6SJay XSPerfAccumulate("fetch_bubble_ftq_not_valid", !fromFtq.req.valid && fromFtq.req.ready ) 186c5c5edaeSJenius // XSPerfAccumulate("fetch_bubble_pipe_stall", f0_valid && toICache(0).ready && toICache(1).ready && !f1_ready ) 187c5c5edaeSJenius // XSPerfAccumulate("fetch_bubble_icache_0_busy", f0_valid && !toICache(0).ready ) 188c5c5edaeSJenius // XSPerfAccumulate("fetch_bubble_icache_1_busy", f0_valid && !toICache(1).ready ) 18900240ba6SJay XSPerfAccumulate("fetch_flush_backend_redirect", backend_redirect ) 19000240ba6SJay XSPerfAccumulate("fetch_flush_wb_redirect", wb_redirect ) 19100240ba6SJay XSPerfAccumulate("fetch_flush_bpu_f1_flush", from_bpu_f1_flush ) 19200240ba6SJay XSPerfAccumulate("fetch_flush_bpu_f0_flush", from_bpu_f0_flush ) 19358dbdfc2SJay 19458dbdfc2SJay 19558dbdfc2SJay /** 19658dbdfc2SJay ****************************************************************************** 19758dbdfc2SJay * IFU Stage 1 19858dbdfc2SJay * - calculate pc/half_pc/cut_ptr for every instruction 19958dbdfc2SJay ****************************************************************************** 20058dbdfc2SJay */ 20109c6f1ddSLingrui98 20209c6f1ddSLingrui98 val f1_valid = RegInit(false.B) 203005e809bSJiuyang Liu val f1_ftq_req = RegEnable(f0_ftq_req, f0_fire) 204005e809bSJiuyang Liu // val f1_situation = RegEnable(f0_situation, f0_fire) 205005e809bSJiuyang Liu val f1_doubleLine = RegEnable(f0_doubleLine, f0_fire) 206005e809bSJiuyang Liu val f1_vSetIdx = RegEnable(f0_vSetIdx, f0_fire) 207625ecd17SJenius val f1_fire = f1_valid && f2_ready 20809c6f1ddSLingrui98 209625ecd17SJenius f1_ready := f1_fire || !f1_valid 21009c6f1ddSLingrui98 2110d756c48SJinYue from_bpu_f1_flush := fromFtq.flushFromBpu.shouldFlushByStage3(f1_ftq_req.ftqIdx) && f1_valid 212cb4f77ceSLingrui98 // from_bpu_f1_flush := false.B 21309c6f1ddSLingrui98 21409c6f1ddSLingrui98 when(f1_flush) {f1_valid := false.B} 21509c6f1ddSLingrui98 .elsewhen(f0_fire && !f0_flush) {f1_valid := true.B} 21609c6f1ddSLingrui98 .elsewhen(f1_fire) {f1_valid := false.B} 21709c6f1ddSLingrui98 2182a3050c2SJay val f1_pc = VecInit((0 until PredictWidth).map(i => f1_ftq_req.startAddr + (i * 2).U)) 2192a3050c2SJay val f1_half_snpc = VecInit((0 until PredictWidth).map(i => f1_ftq_req.startAddr + ((i+2) * 2).U)) 2202a3050c2SJay val f1_cut_ptr = if(HasCExtension) VecInit((0 until PredictWidth + 1).map(i => Cat(0.U(1.W), f1_ftq_req.startAddr(blockOffBits-1, 1)) + i.U )) 2212a3050c2SJay else VecInit((0 until PredictWidth).map(i => Cat(0.U(1.W), f1_ftq_req.startAddr(blockOffBits-1, 2)) + i.U )) 22209c6f1ddSLingrui98 22358dbdfc2SJay /** 22458dbdfc2SJay ****************************************************************************** 22558dbdfc2SJay * IFU Stage 2 22658dbdfc2SJay * - icache response data (latched for pipeline stop) 22758dbdfc2SJay * - generate exceprion bits for every instruciton (page fault/access fault/mmio) 22858dbdfc2SJay * - generate predicted instruction range (1 means this instruciton is in this fetch packet) 22958dbdfc2SJay * - cut data from cachlines to packet instruction code 23058dbdfc2SJay * - instruction predecode and RVC expand 23158dbdfc2SJay ****************************************************************************** 23258dbdfc2SJay */ 23358dbdfc2SJay 2341d8f4dcbSJay val icacheRespAllValid = WireInit(false.B) 23509c6f1ddSLingrui98 23609c6f1ddSLingrui98 val f2_valid = RegInit(false.B) 237005e809bSJiuyang Liu val f2_ftq_req = RegEnable(f1_ftq_req, f1_fire) 238005e809bSJiuyang Liu // val f2_situation = RegEnable(f1_situation, f1_fire) 239005e809bSJiuyang Liu val f2_doubleLine = RegEnable(f1_doubleLine, f1_fire) 240005e809bSJiuyang Liu val f2_vSetIdx = RegEnable(f1_vSetIdx, f1_fire) 241625ecd17SJenius val f2_fire = f2_valid && f3_ready && icacheRespAllValid 2421d8f4dcbSJay 243625ecd17SJenius f2_ready := f2_fire || !f2_valid 2441d8f4dcbSJay //TODO: addr compare may be timing critical 24534a88126SJinYue val f2_icache_all_resp_wire = fromICache(0).valid && (fromICache(0).bits.vaddr === f2_ftq_req.startAddr) && ((fromICache(1).valid && (fromICache(1).bits.vaddr === f2_ftq_req.nextlineStart)) || !f2_doubleLine) 2461d8f4dcbSJay val f2_icache_all_resp_reg = RegInit(false.B) 2471d8f4dcbSJay 2481d8f4dcbSJay icacheRespAllValid := f2_icache_all_resp_reg || f2_icache_all_resp_wire 2491d8f4dcbSJay 2501d8f4dcbSJay io.icacheStop := !f3_ready 2511d8f4dcbSJay 2521d8f4dcbSJay when(f2_flush) {f2_icache_all_resp_reg := false.B} 2531d8f4dcbSJay .elsewhen(f2_valid && f2_icache_all_resp_wire && !f3_ready) {f2_icache_all_resp_reg := true.B} 2541d8f4dcbSJay .elsewhen(f2_fire && f2_icache_all_resp_reg) {f2_icache_all_resp_reg := false.B} 25509c6f1ddSLingrui98 25609c6f1ddSLingrui98 when(f2_flush) {f2_valid := false.B} 25709c6f1ddSLingrui98 .elsewhen(f1_fire && !f1_flush) {f2_valid := true.B } 25809c6f1ddSLingrui98 .elsewhen(f2_fire) {f2_valid := false.B} 25909c6f1ddSLingrui98 2600bca1ccbSJinYue // val f2_cache_response_data = ResultHoldBypass(valid = f2_icache_all_resp_wire, data = VecInit(fromICache.map(_.bits.readData))) 261dc270d3bSJenius val f2_cache_response_reg_data = VecInit(fromICache.map(_.bits.registerData)) 262dc270d3bSJenius val f2_cache_response_sram_data = VecInit(fromICache.map(_.bits.sramData)) 263dc270d3bSJenius val f2_cache_response_select = VecInit(fromICache.map(_.bits.select)) 2640bca1ccbSJinYue 26509c6f1ddSLingrui98 2661d8f4dcbSJay val f2_except_pf = VecInit((0 until PortNumber).map(i => fromICache(i).bits.tlbExcp.pageFault)) 2671d8f4dcbSJay val f2_except_af = VecInit((0 until PortNumber).map(i => fromICache(i).bits.tlbExcp.accessFault)) 268c0b2b8e9Srvcoresjw val f2_mmio = fromICache(0).bits.tlbExcp.mmio && !fromICache(0).bits.tlbExcp.accessFault && 269c0b2b8e9Srvcoresjw !fromICache(0).bits.tlbExcp.pageFault 2700be662e4SJay 271005e809bSJiuyang Liu val f2_pc = RegEnable(f1_pc, f1_fire) 272005e809bSJiuyang Liu val f2_half_snpc = RegEnable(f1_half_snpc, f1_fire) 273005e809bSJiuyang Liu val f2_cut_ptr = RegEnable(f1_cut_ptr, f1_fire) 274a37fbf10SJay 275005e809bSJiuyang Liu val f2_resend_vaddr = RegEnable(f1_ftq_req.startAddr + 2.U, f1_fire) 2762a3050c2SJay 2772a3050c2SJay def isNextLine(pc: UInt, startAddr: UInt) = { 2782a3050c2SJay startAddr(blockOffBits) ^ pc(blockOffBits) 279b6982e83SLemover } 28009c6f1ddSLingrui98 2812a3050c2SJay def isLastInLine(pc: UInt) = { 2822a3050c2SJay pc(blockOffBits - 1, 0) === "b111110".U 28309c6f1ddSLingrui98 } 28409c6f1ddSLingrui98 2852a3050c2SJay val f2_foldpc = VecInit(f2_pc.map(i => XORFold(i(VAddrBits-1,1), MemPredPCWidth))) 2862a3050c2SJay val f2_jump_range = Fill(PredictWidth, !f2_ftq_req.ftqOffset.valid) | Fill(PredictWidth, 1.U(1.W)) >> ~f2_ftq_req.ftqOffset.bits 2871d011975SJinYue val f2_ftr_range = Fill(PredictWidth, f2_ftq_req.ftqOffset.valid) | Fill(PredictWidth, 1.U(1.W)) >> ~getBasicBlockIdx(f2_ftq_req.nextStartAddr, f2_ftq_req.startAddr) 2882a3050c2SJay val f2_instr_range = f2_jump_range & f2_ftr_range 2892a3050c2SJay val f2_pf_vec = VecInit((0 until PredictWidth).map(i => (!isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_except_pf(0) || isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_doubleLine && f2_except_pf(1)))) 2902a3050c2SJay val f2_af_vec = VecInit((0 until PredictWidth).map(i => (!isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_except_af(0) || isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_doubleLine && f2_except_af(1)))) 29109c6f1ddSLingrui98 2921d8f4dcbSJay val f2_paddrs = VecInit((0 until PortNumber).map(i => fromICache(i).bits.paddr)) 2931d8f4dcbSJay val f2_perf_info = io.icachePerfInfo 29409c6f1ddSLingrui98 2952a3050c2SJay def cut(cacheline: UInt, cutPtr: Vec[UInt]) : Vec[UInt] ={ 296d558bd61SJenius require(HasCExtension) 297d558bd61SJenius // if(HasCExtension){ 298d558bd61SJenius val partCacheline = cacheline((blockBytes * 8 * 2 * 3) / 4 - 1, 0) 29909c6f1ddSLingrui98 val result = Wire(Vec(PredictWidth + 1, UInt(16.W))) 300d558bd61SJenius val dataVec = cacheline.asTypeOf(Vec(blockBytes * 3 /4, UInt(16.W))) //47 16-bit data vector 30109c6f1ddSLingrui98 (0 until PredictWidth + 1).foreach( i => 302d558bd61SJenius result(i) := dataVec(cutPtr(i)) //the max ptr is 3*blockBytes/4-1 30309c6f1ddSLingrui98 ) 30409c6f1ddSLingrui98 result 305d558bd61SJenius // } else { 306d558bd61SJenius // val result = Wire(Vec(PredictWidth, UInt(32.W)) ) 307d558bd61SJenius // val dataVec = cacheline.asTypeOf(Vec(blockBytes * 2/ 4, UInt(32.W))) 308d558bd61SJenius // (0 until PredictWidth).foreach( i => 309d558bd61SJenius // result(i) := dataVec(cutPtr(i)) 310d558bd61SJenius // ) 311d558bd61SJenius // result 312d558bd61SJenius // } 31309c6f1ddSLingrui98 } 31409c6f1ddSLingrui98 315dc270d3bSJenius val f2_data_2_cacheline = Wire(Vec(4, UInt((2 * blockBits).W))) 316dc270d3bSJenius f2_data_2_cacheline(0) := Cat(f2_cache_response_reg_data(1) , f2_cache_response_reg_data(0)) 317dc270d3bSJenius f2_data_2_cacheline(1) := Cat(f2_cache_response_reg_data(1) , f2_cache_response_sram_data(0)) 318dc270d3bSJenius f2_data_2_cacheline(2) := Cat(f2_cache_response_sram_data(1) , f2_cache_response_reg_data(0)) 319dc270d3bSJenius f2_data_2_cacheline(3) := Cat(f2_cache_response_sram_data(1) , f2_cache_response_sram_data(0)) 320dc270d3bSJenius 321dc270d3bSJenius val f2_cut_data = VecInit(f2_data_2_cacheline.map(data => cut( data, f2_cut_ptr ))) 322dc270d3bSJenius 323dc270d3bSJenius val f2_predecod_ptr = Wire(UInt(2.W)) 324dc270d3bSJenius f2_predecod_ptr := Cat(f2_cache_response_select(1),f2_cache_response_select(0)) 32509c6f1ddSLingrui98 32658dbdfc2SJay /** predecode (include RVC expander) */ 327dc270d3bSJenius // preDecoderRegIn.data := f2_reg_cut_data 328dc270d3bSJenius // preDecoderRegInIn.frontendTrigger := io.frontendTrigger 329dc270d3bSJenius // preDecoderRegInIn.csrTriggerEnable := io.csrTriggerEnable 330dc270d3bSJenius // preDecoderRegIn.pc := f2_pc 331dc270d3bSJenius 332dc270d3bSJenius val preDecoderOut = Mux1H(UIntToOH(f2_predecod_ptr), preDecoders.map(_.io.out)) 333dc270d3bSJenius for(i <- 0 until 4){ 334dc270d3bSJenius val preDecoderIn = preDecoders(i).io.in 335dc270d3bSJenius preDecoderIn.data := f2_cut_data(i) 3362a3050c2SJay preDecoderIn.frontendTrigger := io.frontendTrigger 3372a3050c2SJay preDecoderIn.csrTriggerEnable := io.csrTriggerEnable 3382a3050c2SJay preDecoderIn.pc := f2_pc 339dc270d3bSJenius } 34009c6f1ddSLingrui98 34148a62719SJenius //val f2_expd_instr = preDecoderOut.expInstr 34248a62719SJenius val f2_instr = preDecoderOut.instr 3432a3050c2SJay val f2_pd = preDecoderOut.pd 3442a3050c2SJay val f2_jump_offset = preDecoderOut.jumpOffset 3452a3050c2SJay val f2_hasHalfValid = preDecoderOut.hasHalfValid 3462a3050c2SJay val f2_crossPageFault = VecInit((0 until PredictWidth).map(i => isLastInLine(f2_pc(i)) && !f2_except_pf(0) && f2_doubleLine && f2_except_pf(1) && !f2_pd(i).isRVC )) 34709c6f1ddSLingrui98 34800240ba6SJay XSPerfAccumulate("fetch_bubble_icache_not_resp", f2_valid && !icacheRespAllValid ) 34900240ba6SJay 35009c6f1ddSLingrui98 35158dbdfc2SJay /** 35258dbdfc2SJay ****************************************************************************** 35358dbdfc2SJay * IFU Stage 3 35458dbdfc2SJay * - handle MMIO instruciton 35558dbdfc2SJay * -send request to Uncache fetch Unit 35658dbdfc2SJay * -every packet include 1 MMIO instruction 35758dbdfc2SJay * -MMIO instructions will stop fetch pipeline until commiting from RoB 35858dbdfc2SJay * -flush to snpc (send ifu_redirect to Ftq) 35958dbdfc2SJay * - Ibuffer enqueue 36058dbdfc2SJay * - check predict result in Frontend (jalFault/retFault/notCFIFault/invalidTakenFault/targetFault) 36158dbdfc2SJay * - handle last half RVI instruction 36258dbdfc2SJay ****************************************************************************** 36358dbdfc2SJay */ 36458dbdfc2SJay 36509c6f1ddSLingrui98 val f3_valid = RegInit(false.B) 366005e809bSJiuyang Liu val f3_ftq_req = RegEnable(f2_ftq_req, f2_fire) 367005e809bSJiuyang Liu // val f3_situation = RegEnable(f2_situation, f2_fire) 368005e809bSJiuyang Liu val f3_doubleLine = RegEnable(f2_doubleLine, f2_fire) 3691d8f4dcbSJay val f3_fire = io.toIbuffer.fire() 3701d8f4dcbSJay 371625ecd17SJenius f3_ready := f3_fire || !f3_valid 37209c6f1ddSLingrui98 373dc270d3bSJenius val f3_cut_data = RegEnable(next = f2_cut_data(f2_predecod_ptr), enable=f2_fire) 3741d8f4dcbSJay 375005e809bSJiuyang Liu val f3_except_pf = RegEnable(f2_except_pf, f2_fire) 376005e809bSJiuyang Liu val f3_except_af = RegEnable(f2_except_af, f2_fire) 377005e809bSJiuyang Liu val f3_mmio = RegEnable(f2_mmio , f2_fire) 37809c6f1ddSLingrui98 37948a62719SJenius //val f3_expd_instr = RegEnable(next = f2_expd_instr, enable = f2_fire) 38048a62719SJenius val f3_instr = RegEnable(next = f2_instr, enable = f2_fire) 38148a62719SJenius val f3_expd_instr = VecInit((0 until PredictWidth).map{ i => 38248a62719SJenius val expander = Module(new RVCExpander) 38348a62719SJenius expander.io.in := f3_instr(i) 38448a62719SJenius expander.io.out.bits 38548a62719SJenius }) 38648a62719SJenius 38748a62719SJenius val f3_pd = RegEnable(next = f2_pd, enable = f2_fire) 38848a62719SJenius val f3_jump_offset = RegEnable(next = f2_jump_offset, enable = f2_fire) 38948a62719SJenius val f3_af_vec = RegEnable(next = f2_af_vec, enable = f2_fire) 39048a62719SJenius val f3_pf_vec = RegEnable(next = f2_pf_vec , enable = f2_fire) 39148a62719SJenius val f3_pc = RegEnable(next = f2_pc, enable = f2_fire) 39248a62719SJenius val f3_half_snpc = RegEnable(next = f2_half_snpc, enable = f2_fire) 39348a62719SJenius val f3_instr_range = RegEnable(next = f2_instr_range, enable = f2_fire) 39448a62719SJenius val f3_foldpc = RegEnable(next = f2_foldpc, enable = f2_fire) 39548a62719SJenius val f3_crossPageFault = RegEnable(next = f2_crossPageFault, enable = f2_fire) 39648a62719SJenius val f3_hasHalfValid = RegEnable(next = f2_hasHalfValid, enable = f2_fire) 39709c6f1ddSLingrui98 val f3_except = VecInit((0 until 2).map{i => f3_except_pf(i) || f3_except_af(i)}) 39809c6f1ddSLingrui98 val f3_has_except = f3_valid && (f3_except_af.reduce(_||_) || f3_except_pf.reduce(_||_)) 399005e809bSJiuyang Liu val f3_pAddrs = RegEnable(f2_paddrs, f2_fire) 400005e809bSJiuyang Liu val f3_resend_vaddr = RegEnable(f2_resend_vaddr, f2_fire) 401ee175d78SJay 4021d011975SJinYue when(f3_valid && !f3_ftq_req.ftqOffset.valid){ 4031d011975SJinYue assert(f3_ftq_req.startAddr + 32.U >= f3_ftq_req.nextStartAddr , "More tha 32 Bytes fetch is not allowed!") 4041d011975SJinYue } 405a1351e5dSJay 4062a3050c2SJay /*** MMIO State Machine***/ 407ee175d78SJay val f3_mmio_data = Reg(Vec(2, UInt(16.W))) 408ee175d78SJay val mmio_is_RVC = RegInit(false.B) 409ee175d78SJay val mmio_resend_addr =RegInit(0.U(PAddrBits.W)) 410ee175d78SJay val mmio_resend_af = RegInit(false.B) 411c3b2d83aSJay val mmio_resend_pf = RegInit(false.B) 412c3b2d83aSJay 4131d1e6d4dSJenius //last instuction finish 4141d1e6d4dSJenius val is_first_instr = RegInit(true.B) 4151d1e6d4dSJenius io.mmioCommitRead.mmioFtqPtr := RegNext(f3_ftq_req.ftqIdx + 1.U) 416a37fbf10SJay 4171d1e6d4dSJenius val m_idle :: m_waitLastCmt:: m_sendReq :: m_waitResp :: m_sendTLB :: m_tlbResp :: m_sendPMP :: m_resendReq :: m_waitResendResp :: m_waitCommit :: m_commited :: Nil = Enum(11) 418ee175d78SJay val mmio_state = RegInit(m_idle) 419a37fbf10SJay 4209bae7d6eSJay val f3_req_is_mmio = f3_mmio && f3_valid 4212a3050c2SJay val mmio_commit = VecInit(io.rob_commits.map{commit => commit.valid && commit.bits.ftqIdx === f3_ftq_req.ftqIdx && commit.bits.ftqOffset === 0.U}).asUInt.orR 422ee175d78SJay val f3_mmio_req_commit = f3_req_is_mmio && mmio_state === m_commited 423a37fbf10SJay 424ee175d78SJay val f3_mmio_to_commit = f3_req_is_mmio && mmio_state === m_waitCommit 425a37fbf10SJay val f3_mmio_to_commit_next = RegNext(f3_mmio_to_commit) 426a37fbf10SJay val f3_mmio_can_go = f3_mmio_to_commit && !f3_mmio_to_commit_next 427a37fbf10SJay 4284a74a727SJenius val fromFtqRedirectReg = RegNext(fromFtq.redirect,init = 0.U.asTypeOf(fromFtq.redirect)) 4294a74a727SJenius val mmioF3Flush = RegNext(f3_flush,init = false.B) 43056788a33SJinYue val f3_ftq_flush_self = fromFtqRedirectReg.valid && RedirectLevel.flushItself(fromFtqRedirectReg.bits.level) 43156788a33SJinYue val f3_ftq_flush_by_older = fromFtqRedirectReg.valid && isBefore(fromFtqRedirectReg.bits.ftqIdx, f3_ftq_req.ftqIdx) 4329bae7d6eSJay 43356788a33SJinYue val f3_need_not_flush = f3_req_is_mmio && fromFtqRedirectReg.valid && !f3_ftq_flush_self && !f3_ftq_flush_by_older 4349bae7d6eSJay 4351d1e6d4dSJenius when(is_first_instr && mmio_commit){ 4361d1e6d4dSJenius is_first_instr := false.B 4371d1e6d4dSJenius } 4381d1e6d4dSJenius 4394a74a727SJenius when(f3_flush && !f3_req_is_mmio) {f3_valid := false.B} 4404a74a727SJenius .elsewhen(mmioF3Flush && f3_req_is_mmio && !f3_need_not_flush) {f3_valid := false.B} 441a37fbf10SJay .elsewhen(f2_fire && !f2_flush ) {f3_valid := true.B } 442a37fbf10SJay .elsewhen(io.toIbuffer.fire() && !f3_req_is_mmio) {f3_valid := false.B} 443a37fbf10SJay .elsewhen{f3_req_is_mmio && f3_mmio_req_commit} {f3_valid := false.B} 444a37fbf10SJay 445a37fbf10SJay val f3_mmio_use_seq_pc = RegInit(false.B) 446a37fbf10SJay 44756788a33SJinYue val (redirect_ftqIdx, redirect_ftqOffset) = (fromFtqRedirectReg.bits.ftqIdx,fromFtqRedirectReg.bits.ftqOffset) 44856788a33SJinYue val redirect_mmio_req = fromFtqRedirectReg.valid && redirect_ftqIdx === f3_ftq_req.ftqIdx && redirect_ftqOffset === 0.U 449a37fbf10SJay 450a37fbf10SJay when(RegNext(f2_fire && !f2_flush) && f3_req_is_mmio) { f3_mmio_use_seq_pc := true.B } 451a37fbf10SJay .elsewhen(redirect_mmio_req) { f3_mmio_use_seq_pc := false.B } 452a37fbf10SJay 453a37fbf10SJay f3_ready := Mux(f3_req_is_mmio, io.toIbuffer.ready && f3_mmio_req_commit || !f3_valid , io.toIbuffer.ready || !f3_valid) 454a37fbf10SJay 4551d1e6d4dSJenius // mmio state machine 456a37fbf10SJay switch(mmio_state){ 457ee175d78SJay is(m_idle){ 4589bae7d6eSJay when(f3_req_is_mmio){ 4591d1e6d4dSJenius mmio_state := m_waitLastCmt 4601d1e6d4dSJenius } 4611d1e6d4dSJenius } 4621d1e6d4dSJenius 4631d1e6d4dSJenius is(m_waitLastCmt){ 4641d1e6d4dSJenius when(is_first_instr){ 465ee175d78SJay mmio_state := m_sendReq 4661d1e6d4dSJenius }.otherwise{ 4671d1e6d4dSJenius mmio_state := Mux(io.mmioCommitRead.mmioLastCommit, m_sendReq, m_waitLastCmt) 468a37fbf10SJay } 469a37fbf10SJay } 470a37fbf10SJay 471ee175d78SJay is(m_sendReq){ 472ee175d78SJay mmio_state := Mux(toUncache.fire(), m_waitResp, m_sendReq ) 473a37fbf10SJay } 474a37fbf10SJay 475ee175d78SJay is(m_waitResp){ 476a37fbf10SJay when(fromUncache.fire()){ 477a37fbf10SJay val isRVC = fromUncache.bits.data(1,0) =/= 3.U 478ee175d78SJay val needResend = !isRVC && f3_pAddrs(0)(2,1) === 3.U 479ee175d78SJay mmio_state := Mux(needResend, m_sendTLB , m_waitCommit) 480ee175d78SJay 481ee175d78SJay mmio_is_RVC := isRVC 482ee175d78SJay f3_mmio_data(0) := fromUncache.bits.data(15,0) 483ee175d78SJay f3_mmio_data(1) := fromUncache.bits.data(31,16) 484a37fbf10SJay } 485a37fbf10SJay } 486a37fbf10SJay 487ee175d78SJay is(m_sendTLB){ 488c3b2d83aSJay when( io.iTLBInter.req.valid && !io.iTLBInter.resp.bits.miss ){ 489ee175d78SJay mmio_state := m_tlbResp 490a37fbf10SJay } 491c3b2d83aSJay } 492a37fbf10SJay 493ee175d78SJay is(m_tlbResp){ 49403efd994Shappy-lx val tlbExept = io.iTLBInter.resp.bits.excp(0).pf.instr || 49503efd994Shappy-lx io.iTLBInter.resp.bits.excp(0).af.instr 496c3b2d83aSJay mmio_state := Mux(tlbExept,m_waitCommit,m_sendPMP) 49703efd994Shappy-lx mmio_resend_addr := io.iTLBInter.resp.bits.paddr(0) 498920ca00eSJay mmio_resend_af := mmio_resend_af || io.iTLBInter.resp.bits.excp(0).af.instr 499920ca00eSJay mmio_resend_pf := mmio_resend_pf || io.iTLBInter.resp.bits.excp(0).pf.instr 500ee175d78SJay } 501ee175d78SJay 502ee175d78SJay is(m_sendPMP){ 503c3b2d83aSJay val pmpExcpAF = io.pmp.resp.instr || !io.pmp.resp.mmio 504ee175d78SJay mmio_state := Mux(pmpExcpAF, m_waitCommit , m_resendReq) 505ee175d78SJay mmio_resend_af := pmpExcpAF 506ee175d78SJay } 507ee175d78SJay 508ee175d78SJay is(m_resendReq){ 509ee175d78SJay mmio_state := Mux(toUncache.fire(), m_waitResendResp, m_resendReq ) 510ee175d78SJay } 511ee175d78SJay 512ee175d78SJay is(m_waitResendResp){ 513a37fbf10SJay when(fromUncache.fire()){ 514ee175d78SJay mmio_state := m_waitCommit 515ee175d78SJay f3_mmio_data(1) := fromUncache.bits.data(15,0) 516a37fbf10SJay } 517a37fbf10SJay } 518a37fbf10SJay 519ee175d78SJay is(m_waitCommit){ 5202a3050c2SJay when(mmio_commit){ 521ee175d78SJay mmio_state := m_commited 522a37fbf10SJay } 523a37fbf10SJay } 5242a3050c2SJay 525ee175d78SJay //normal mmio instruction 526ee175d78SJay is(m_commited){ 527ee175d78SJay mmio_state := m_idle 528ee175d78SJay mmio_is_RVC := false.B 529ee175d78SJay mmio_resend_addr := 0.U 5302a3050c2SJay } 531a37fbf10SJay } 532a37fbf10SJay 533ee175d78SJay //exception or flush by older branch prediction 534167bcd01SJay when(f3_ftq_flush_self || f3_ftq_flush_by_older) { 535ee175d78SJay mmio_state := m_idle 536ee175d78SJay mmio_is_RVC := false.B 537ee175d78SJay mmio_resend_addr := 0.U 538ee175d78SJay mmio_resend_af := false.B 539ee175d78SJay f3_mmio_data.map(_ := 0.U) 5409bae7d6eSJay } 5419bae7d6eSJay 542ee175d78SJay toUncache.valid := ((mmio_state === m_sendReq) || (mmio_state === m_resendReq)) && f3_req_is_mmio 543ee175d78SJay toUncache.bits.addr := Mux((mmio_state === m_resendReq), mmio_resend_addr, f3_pAddrs(0)) 544a37fbf10SJay fromUncache.ready := true.B 545a37fbf10SJay 546ee175d78SJay io.iTLBInter.req.valid := (mmio_state === m_sendTLB) && f3_req_is_mmio 547ee175d78SJay io.iTLBInter.req.bits.size := 3.U 548ee175d78SJay io.iTLBInter.req.bits.vaddr := f3_resend_vaddr 549ee175d78SJay io.iTLBInter.req.bits.debug.pc := f3_resend_vaddr 550ee175d78SJay 551f1fe8698SLemover io.iTLBInter.req.bits.kill := false.B // IFU use itlb for mmio, doesn't need sync, set it to false 552ee175d78SJay io.iTLBInter.req.bits.cmd := TlbCmd.exec 5538744445eSMaxpicca-Li io.iTLBInter.req.bits.memidx := DontCare 554f1fe8698SLemover io.iTLBInter.req.bits.debug.robIdx := DontCare 555b52348aeSWilliam Wang io.iTLBInter.req.bits.no_translate := false.B 556ee175d78SJay io.iTLBInter.req.bits.debug.isFirstIssue := DontCare 557ee175d78SJay 558ee175d78SJay io.pmp.req.valid := (mmio_state === m_sendPMP) && f3_req_is_mmio 559ee175d78SJay io.pmp.req.bits.addr := mmio_resend_addr 560ee175d78SJay io.pmp.req.bits.size := 3.U 561ee175d78SJay io.pmp.req.bits.cmd := TlbCmd.exec 562f7c29b0aSJinYue 5632a3050c2SJay val f3_lastHalf = RegInit(0.U.asTypeOf(new LastHalfInfo)) 56409c6f1ddSLingrui98 56509c6f1ddSLingrui98 val f3_predecode_range = VecInit(preDecoderOut.pd.map(inst => inst.valid)).asUInt 5660be662e4SJay val f3_mmio_range = VecInit((0 until PredictWidth).map(i => if(i ==0) true.B else false.B)) 5672a3050c2SJay val f3_instr_valid = Wire(Vec(PredictWidth, Bool())) 56809c6f1ddSLingrui98 5692a3050c2SJay /*** prediction result check ***/ 5702a3050c2SJay checkerIn.ftqOffset := f3_ftq_req.ftqOffset 5712a3050c2SJay checkerIn.jumpOffset := f3_jump_offset 5726ce52296SJinYue checkerIn.target := f3_ftq_req.nextStartAddr 5732a3050c2SJay checkerIn.instrRange := f3_instr_range.asTypeOf(Vec(PredictWidth, Bool())) 5742a3050c2SJay checkerIn.instrValid := f3_instr_valid.asTypeOf(Vec(PredictWidth, Bool())) 5752a3050c2SJay checkerIn.pds := f3_pd 5762a3050c2SJay checkerIn.pc := f3_pc 5772a3050c2SJay 57858dbdfc2SJay /*** handle half RVI in the last 2 Bytes ***/ 5792a3050c2SJay 5802a3050c2SJay def hasLastHalf(idx: UInt) = { 5815995c9e7SJenius //!f3_pd(idx).isRVC && checkerOutStage1.fixedRange(idx) && f3_instr_valid(idx) && !checkerOutStage1.fixedTaken(idx) && !checkerOutStage2.fixedMissPred(idx) && ! f3_req_is_mmio 5825995c9e7SJenius !f3_pd(idx).isRVC && checkerOutStage1.fixedRange(idx) && f3_instr_valid(idx) && !checkerOutStage1.fixedTaken(idx) && ! f3_req_is_mmio 5832a3050c2SJay } 5842a3050c2SJay 585*b665b650STang Haojin val f3_last_validIdx = ParallelPosteriorityEncoder(checkerOutStage1.fixedRange) 5862a3050c2SJay 5872a3050c2SJay val f3_hasLastHalf = hasLastHalf((PredictWidth - 1).U) 5882a3050c2SJay val f3_false_lastHalf = hasLastHalf(f3_last_validIdx) 5892a3050c2SJay val f3_false_snpc = f3_half_snpc(f3_last_validIdx) 5902a3050c2SJay 5912a3050c2SJay val f3_lastHalf_mask = VecInit((0 until PredictWidth).map( i => if(i ==0) false.B else true.B )).asUInt() 5923f785aa3SJenius val f3_lastHalf_disable = RegInit(false.B) 5932a3050c2SJay 594804985a5SJenius when(f3_flush || (f3_fire && f3_lastHalf_disable)){ 595804985a5SJenius f3_lastHalf_disable := false.B 596804985a5SJenius } 597804985a5SJenius 5982a3050c2SJay when (f3_flush) { 5992a3050c2SJay f3_lastHalf.valid := false.B 6002a3050c2SJay }.elsewhen (f3_fire) { 6013f785aa3SJenius f3_lastHalf.valid := f3_hasLastHalf && !f3_lastHalf_disable 6026ce52296SJinYue f3_lastHalf.middlePC := f3_ftq_req.nextStartAddr 6032a3050c2SJay } 6042a3050c2SJay 6052a3050c2SJay f3_instr_valid := Mux(f3_lastHalf.valid,f3_hasHalfValid ,VecInit(f3_pd.map(inst => inst.valid))) 6062a3050c2SJay 6072a3050c2SJay /*** frontend Trigger ***/ 6082a3050c2SJay frontendTrigger.io.pds := f3_pd 6092a3050c2SJay frontendTrigger.io.pc := f3_pc 6102a3050c2SJay frontendTrigger.io.data := f3_cut_data 6112a3050c2SJay 6122a3050c2SJay frontendTrigger.io.frontendTrigger := io.frontendTrigger 6132a3050c2SJay frontendTrigger.io.csrTriggerEnable := io.csrTriggerEnable 6142a3050c2SJay 6152a3050c2SJay val f3_triggered = frontendTrigger.io.triggered 6162a3050c2SJay 6172a3050c2SJay /*** send to Ibuffer ***/ 6182a3050c2SJay 6192a3050c2SJay io.toIbuffer.valid := f3_valid && (!f3_req_is_mmio || f3_mmio_can_go) && !f3_flush 6202a3050c2SJay io.toIbuffer.bits.instrs := f3_expd_instr 6212a3050c2SJay io.toIbuffer.bits.valid := f3_instr_valid.asUInt 6225995c9e7SJenius io.toIbuffer.bits.enqEnable := checkerOutStage1.fixedRange.asUInt & f3_instr_valid.asUInt 6232a3050c2SJay io.toIbuffer.bits.pd := f3_pd 62409c6f1ddSLingrui98 io.toIbuffer.bits.ftqPtr := f3_ftq_req.ftqIdx 6252a3050c2SJay io.toIbuffer.bits.pc := f3_pc 6265995c9e7SJenius io.toIbuffer.bits.ftqOffset.zipWithIndex.map{case(a, i) => a.bits := i.U; a.valid := checkerOutStage1.fixedTaken(i) && !f3_req_is_mmio} 6272a3050c2SJay io.toIbuffer.bits.foldpc := f3_foldpc 6283908fff2SJay io.toIbuffer.bits.ipf := VecInit(f3_pf_vec.zip(f3_crossPageFault).map{case (pf, crossPF) => pf || crossPF}) 6292a3050c2SJay io.toIbuffer.bits.acf := f3_af_vec 6302a3050c2SJay io.toIbuffer.bits.crossPageIPFFix := f3_crossPageFault 6312a3050c2SJay io.toIbuffer.bits.triggered := f3_triggered 6322a3050c2SJay 6332a3050c2SJay when(f3_lastHalf.valid){ 6345995c9e7SJenius io.toIbuffer.bits.enqEnable := checkerOutStage1.fixedRange.asUInt & f3_instr_valid.asUInt & f3_lastHalf_mask 6352a3050c2SJay io.toIbuffer.bits.valid := f3_lastHalf_mask & f3_instr_valid.asUInt 6362a3050c2SJay } 6372a3050c2SJay 6382a3050c2SJay 63909c6f1ddSLingrui98 64009c6f1ddSLingrui98 //Write back to Ftq 641a37fbf10SJay val f3_cache_fetch = f3_valid && !(f2_fire && !f2_flush) 642a37fbf10SJay val finishFetchMaskReg = RegNext(f3_cache_fetch) 643a37fbf10SJay 6442a3050c2SJay val mmioFlushWb = Wire(Valid(new PredecodeWritebackBundle)) 6450be662e4SJay val f3_mmio_missOffset = Wire(ValidUndirectioned(UInt(log2Ceil(PredictWidth).W))) 646a37fbf10SJay f3_mmio_missOffset.valid := f3_req_is_mmio 6470be662e4SJay f3_mmio_missOffset.bits := 0.U 6480be662e4SJay 649ee175d78SJay mmioFlushWb.valid := (f3_req_is_mmio && mmio_state === m_waitCommit && RegNext(fromUncache.fire()) && f3_mmio_use_seq_pc) 6502a3050c2SJay mmioFlushWb.bits.pc := f3_pc 6512a3050c2SJay mmioFlushWb.bits.pd := f3_pd 6522a3050c2SJay mmioFlushWb.bits.pd.zipWithIndex.map{case(instr,i) => instr.valid := f3_mmio_range(i)} 6532a3050c2SJay mmioFlushWb.bits.ftqIdx := f3_ftq_req.ftqIdx 6542a3050c2SJay mmioFlushWb.bits.ftqOffset := f3_ftq_req.ftqOffset.bits 6552a3050c2SJay mmioFlushWb.bits.misOffset := f3_mmio_missOffset 6562a3050c2SJay mmioFlushWb.bits.cfiOffset := DontCare 657ee175d78SJay mmioFlushWb.bits.target := Mux(mmio_is_RVC, f3_ftq_req.startAddr + 2.U , f3_ftq_req.startAddr + 4.U) 6582a3050c2SJay mmioFlushWb.bits.jalTarget := DontCare 6592a3050c2SJay mmioFlushWb.bits.instrRange := f3_mmio_range 66009c6f1ddSLingrui98 6612dfa9e76SJenius /** external predecode for MMIO instruction */ 6622dfa9e76SJenius when(f3_req_is_mmio){ 6632dfa9e76SJenius val inst = Cat(f3_mmio_data(1), f3_mmio_data(0)) 6642dfa9e76SJenius val currentIsRVC = isRVC(inst) 6652dfa9e76SJenius 6662dfa9e76SJenius val brType::isCall::isRet::Nil = brInfo(inst) 6672dfa9e76SJenius val jalOffset = jal_offset(inst, currentIsRVC) 6682dfa9e76SJenius val brOffset = br_offset(inst, currentIsRVC) 6692dfa9e76SJenius 6702dfa9e76SJenius io.toIbuffer.bits.instrs (0) := new RVCDecoder(inst, XLEN).decode.bits 6712dfa9e76SJenius 6722dfa9e76SJenius 6732dfa9e76SJenius io.toIbuffer.bits.pd(0).valid := true.B 6742dfa9e76SJenius io.toIbuffer.bits.pd(0).isRVC := currentIsRVC 6752dfa9e76SJenius io.toIbuffer.bits.pd(0).brType := brType 6762dfa9e76SJenius io.toIbuffer.bits.pd(0).isCall := isCall 6772dfa9e76SJenius io.toIbuffer.bits.pd(0).isRet := isRet 6782dfa9e76SJenius 6792dfa9e76SJenius io.toIbuffer.bits.acf(0) := mmio_resend_af 6802dfa9e76SJenius io.toIbuffer.bits.ipf(0) := mmio_resend_pf 6812dfa9e76SJenius io.toIbuffer.bits.crossPageIPFFix(0) := mmio_resend_pf 6822dfa9e76SJenius 6832dfa9e76SJenius io.toIbuffer.bits.enqEnable := f3_mmio_range.asUInt 6842dfa9e76SJenius 6852dfa9e76SJenius mmioFlushWb.bits.pd(0).valid := true.B 6862dfa9e76SJenius mmioFlushWb.bits.pd(0).isRVC := currentIsRVC 6872dfa9e76SJenius mmioFlushWb.bits.pd(0).brType := brType 6882dfa9e76SJenius mmioFlushWb.bits.pd(0).isCall := isCall 6892dfa9e76SJenius mmioFlushWb.bits.pd(0).isRet := isRet 6902dfa9e76SJenius } 6912dfa9e76SJenius 692ee175d78SJay mmio_redirect := (f3_req_is_mmio && mmio_state === m_waitCommit && RegNext(fromUncache.fire()) && f3_mmio_use_seq_pc) 69309c6f1ddSLingrui98 69400240ba6SJay XSPerfAccumulate("fetch_bubble_ibuffer_not_ready", io.toIbuffer.valid && !io.toIbuffer.ready ) 69500240ba6SJay 69600240ba6SJay 69758dbdfc2SJay /** 69858dbdfc2SJay ****************************************************************************** 69958dbdfc2SJay * IFU Write Back Stage 70058dbdfc2SJay * - write back predecode information to Ftq to update 70158dbdfc2SJay * - redirect if found fault prediction 70258dbdfc2SJay * - redirect if has false hit last half (last PC is not start + 32 Bytes, but in the midle of an notCFI RVI instruction) 70358dbdfc2SJay ****************************************************************************** 7042a3050c2SJay */ 70558dbdfc2SJay 7062a3050c2SJay val wb_valid = RegNext(RegNext(f2_fire && !f2_flush) && !f3_req_is_mmio && !f3_flush) 7072a3050c2SJay val wb_ftq_req = RegNext(f3_ftq_req) 708cd365d4cSrvcoresjw 7095995c9e7SJenius val wb_check_result_stage1 = RegNext(checkerOutStage1) 7105995c9e7SJenius val wb_check_result_stage2 = checkerOutStage2 7112a3050c2SJay val wb_instr_range = RegNext(io.toIbuffer.bits.enqEnable) 7122a3050c2SJay val wb_pc = RegNext(f3_pc) 7132a3050c2SJay val wb_pd = RegNext(f3_pd) 7142a3050c2SJay val wb_instr_valid = RegNext(f3_instr_valid) 7152a3050c2SJay 7162a3050c2SJay /* false hit lastHalf */ 7172a3050c2SJay val wb_lastIdx = RegNext(f3_last_validIdx) 7182a3050c2SJay val wb_false_lastHalf = RegNext(f3_false_lastHalf) && wb_lastIdx =/= (PredictWidth - 1).U 7192a3050c2SJay val wb_false_target = RegNext(f3_false_snpc) 7202a3050c2SJay 7212a3050c2SJay val wb_half_flush = wb_false_lastHalf 7222a3050c2SJay val wb_half_target = wb_false_target 7232a3050c2SJay 724a1351e5dSJay /* false oversize */ 725a1351e5dSJay val lastIsRVC = wb_instr_range.asTypeOf(Vec(PredictWidth,Bool())).last && wb_pd.last.isRVC 726a1351e5dSJay val lastIsRVI = wb_instr_range.asTypeOf(Vec(PredictWidth,Bool()))(PredictWidth - 2) && !wb_pd(PredictWidth - 2).isRVC 7275995c9e7SJenius val lastTaken = wb_check_result_stage1.fixedTaken.last 728a1351e5dSJay 7292a3050c2SJay f3_wb_not_flush := wb_ftq_req.ftqIdx === f3_ftq_req.ftqIdx && f3_valid && wb_valid 7302a3050c2SJay 7313f785aa3SJenius /** if a req with a last half but miss predicted enters in wb stage, and this cycle f3 stalls, 7323f785aa3SJenius * we set a flag to notify f3 that the last half flag need not to be set. 7333f785aa3SJenius */ 734804985a5SJenius //f3_fire is after wb_valid 735076dea5fSJenius when(wb_valid && RegNext(f3_hasLastHalf,init = false.B) 736251a37e4SJenius && wb_check_result_stage2.fixedMissPred(PredictWidth - 1) && !f3_fire && !RegNext(f3_fire,init = false.B) && !f3_flush 7373f785aa3SJenius ){ 7383f785aa3SJenius f3_lastHalf_disable := true.B 739ab6202e2SJenius } 740ab6202e2SJenius 741804985a5SJenius //wb_valid and f3_fire are in same cycle 742076dea5fSJenius when(wb_valid && RegNext(f3_hasLastHalf,init = false.B) 743076dea5fSJenius && wb_check_result_stage2.fixedMissPred(PredictWidth - 1) && f3_fire 744804985a5SJenius ){ 745804985a5SJenius f3_lastHalf.valid := false.B 746804985a5SJenius } 747804985a5SJenius 7482a3050c2SJay val checkFlushWb = Wire(Valid(new PredecodeWritebackBundle)) 749*b665b650STang Haojin val checkFlushWbjalTargetIdx = ParallelPriorityEncoder(VecInit(wb_pd.zip(wb_instr_valid).map{case (pd, v) => v && pd.isJal })) 750*b665b650STang Haojin val checkFlushWbTargetIdx = ParallelPriorityEncoder(wb_check_result_stage2.fixedMissPred) 7512a3050c2SJay checkFlushWb.valid := wb_valid 7522a3050c2SJay checkFlushWb.bits.pc := wb_pc 7532a3050c2SJay checkFlushWb.bits.pd := wb_pd 7542a3050c2SJay checkFlushWb.bits.pd.zipWithIndex.map{case(instr,i) => instr.valid := wb_instr_valid(i)} 7552a3050c2SJay checkFlushWb.bits.ftqIdx := wb_ftq_req.ftqIdx 7562a3050c2SJay checkFlushWb.bits.ftqOffset := wb_ftq_req.ftqOffset.bits 7575995c9e7SJenius checkFlushWb.bits.misOffset.valid := ParallelOR(wb_check_result_stage2.fixedMissPred) || wb_half_flush 7585995c9e7SJenius checkFlushWb.bits.misOffset.bits := Mux(wb_half_flush, wb_lastIdx, ParallelPriorityEncoder(wb_check_result_stage2.fixedMissPred)) 7595995c9e7SJenius checkFlushWb.bits.cfiOffset.valid := ParallelOR(wb_check_result_stage1.fixedTaken) 7605995c9e7SJenius checkFlushWb.bits.cfiOffset.bits := ParallelPriorityEncoder(wb_check_result_stage1.fixedTaken) 761*b665b650STang Haojin checkFlushWb.bits.target := Mux(wb_half_flush, wb_half_target, wb_check_result_stage2.fixedTarget(checkFlushWbTargetIdx)) 762*b665b650STang Haojin checkFlushWb.bits.jalTarget := wb_check_result_stage2.fixedTarget(checkFlushWbjalTargetIdx) 7632a3050c2SJay checkFlushWb.bits.instrRange := wb_instr_range.asTypeOf(Vec(PredictWidth, Bool())) 7642a3050c2SJay 765bccc5520SJenius toFtq.pdWb := Mux(wb_valid, checkFlushWb, mmioFlushWb) 7662a3050c2SJay 7672a3050c2SJay wb_redirect := checkFlushWb.bits.misOffset.valid && wb_valid 76809c6f1ddSLingrui98 7695b3c20f7SJinYue /*write back flush type*/ 7705995c9e7SJenius val checkFaultType = wb_check_result_stage2.faultType 7715b3c20f7SJinYue val checkJalFault = wb_valid && checkFaultType.map(_.isjalFault).reduce(_||_) 7725b3c20f7SJinYue val checkRetFault = wb_valid && checkFaultType.map(_.isRetFault).reduce(_||_) 7735b3c20f7SJinYue val checkTargetFault = wb_valid && checkFaultType.map(_.istargetFault).reduce(_||_) 7745b3c20f7SJinYue val checkNotCFIFault = wb_valid && checkFaultType.map(_.notCFIFault).reduce(_||_) 7755b3c20f7SJinYue val checkInvalidTaken = wb_valid && checkFaultType.map(_.invalidTakenFault).reduce(_||_) 7765b3c20f7SJinYue 7775b3c20f7SJinYue 7785b3c20f7SJinYue XSPerfAccumulate("predecode_flush_jalFault", checkJalFault ) 7795b3c20f7SJinYue XSPerfAccumulate("predecode_flush_retFault", checkRetFault ) 7805b3c20f7SJinYue XSPerfAccumulate("predecode_flush_targetFault", checkTargetFault ) 7815b3c20f7SJinYue XSPerfAccumulate("predecode_flush_notCFIFault", checkNotCFIFault ) 7825b3c20f7SJinYue XSPerfAccumulate("predecode_flush_incalidTakenFault", checkInvalidTaken ) 7835b3c20f7SJinYue 7845b3c20f7SJinYue when(checkRetFault){ 7855b3c20f7SJinYue XSDebug("startAddr:%x nextstartAddr:%x taken:%d takenIdx:%d\n", 7865b3c20f7SJinYue wb_ftq_req.startAddr, wb_ftq_req.nextStartAddr, wb_ftq_req.ftqOffset.valid, wb_ftq_req.ftqOffset.bits) 7875b3c20f7SJinYue } 7885b3c20f7SJinYue 78951532d8bSGuokai Chen 7901d8f4dcbSJay /** performance counter */ 791005e809bSJiuyang Liu val f3_perf_info = RegEnable(f2_perf_info, f2_fire) 7921d8f4dcbSJay val f3_req_0 = io.toIbuffer.fire() 7931d8f4dcbSJay val f3_req_1 = io.toIbuffer.fire() && f3_doubleLine 7941d8f4dcbSJay val f3_hit_0 = io.toIbuffer.fire() && f3_perf_info.bank_hit(0) 7951d8f4dcbSJay val f3_hit_1 = io.toIbuffer.fire() && f3_doubleLine & f3_perf_info.bank_hit(1) 7961d8f4dcbSJay val f3_hit = f3_perf_info.hit 797cd365d4cSrvcoresjw val perfEvents = Seq( 7982a3050c2SJay ("frontendFlush ", wb_redirect ), 799cd365d4cSrvcoresjw ("ifu_req ", io.toIbuffer.fire() ), 8001d8f4dcbSJay ("ifu_miss ", io.toIbuffer.fire() && !f3_perf_info.hit ), 801cd365d4cSrvcoresjw ("ifu_req_cacheline_0 ", f3_req_0 ), 802cd365d4cSrvcoresjw ("ifu_req_cacheline_1 ", f3_req_1 ), 803cd365d4cSrvcoresjw ("ifu_req_cacheline_0_hit ", f3_hit_1 ), 804cd365d4cSrvcoresjw ("ifu_req_cacheline_1_hit ", f3_hit_1 ), 8051d8f4dcbSJay ("only_0_hit ", f3_perf_info.only_0_hit && io.toIbuffer.fire() ), 8061d8f4dcbSJay ("only_0_miss ", f3_perf_info.only_0_miss && io.toIbuffer.fire() ), 8071d8f4dcbSJay ("hit_0_hit_1 ", f3_perf_info.hit_0_hit_1 && io.toIbuffer.fire() ), 8081d8f4dcbSJay ("hit_0_miss_1 ", f3_perf_info.hit_0_miss_1 && io.toIbuffer.fire() ), 8091d8f4dcbSJay ("miss_0_hit_1 ", f3_perf_info.miss_0_hit_1 && io.toIbuffer.fire() ), 8101d8f4dcbSJay ("miss_0_miss_1 ", f3_perf_info.miss_0_miss_1 && io.toIbuffer.fire() ), 811cd365d4cSrvcoresjw ) 8121ca0e4f3SYinan Xu generatePerfEvent() 81309c6f1ddSLingrui98 814f7c29b0aSJinYue XSPerfAccumulate("ifu_req", io.toIbuffer.fire() ) 815f7c29b0aSJinYue XSPerfAccumulate("ifu_miss", io.toIbuffer.fire() && !f3_hit ) 816f7c29b0aSJinYue XSPerfAccumulate("ifu_req_cacheline_0", f3_req_0 ) 817f7c29b0aSJinYue XSPerfAccumulate("ifu_req_cacheline_1", f3_req_1 ) 818f7c29b0aSJinYue XSPerfAccumulate("ifu_req_cacheline_0_hit", f3_hit_0 ) 819f7c29b0aSJinYue XSPerfAccumulate("ifu_req_cacheline_1_hit", f3_hit_1 ) 8202a3050c2SJay XSPerfAccumulate("frontendFlush", wb_redirect ) 8211d8f4dcbSJay XSPerfAccumulate("only_0_hit", f3_perf_info.only_0_hit && io.toIbuffer.fire() ) 8221d8f4dcbSJay XSPerfAccumulate("only_0_miss", f3_perf_info.only_0_miss && io.toIbuffer.fire() ) 8231d8f4dcbSJay XSPerfAccumulate("hit_0_hit_1", f3_perf_info.hit_0_hit_1 && io.toIbuffer.fire() ) 8241d8f4dcbSJay XSPerfAccumulate("hit_0_miss_1", f3_perf_info.hit_0_miss_1 && io.toIbuffer.fire() ) 8251d8f4dcbSJay XSPerfAccumulate("miss_0_hit_1", f3_perf_info.miss_0_hit_1 && io.toIbuffer.fire() ) 8261d8f4dcbSJay XSPerfAccumulate("miss_0_miss_1", f3_perf_info.miss_0_miss_1 && io.toIbuffer.fire() ) 827a108d429SJay XSPerfAccumulate("hit_0_except_1", f3_perf_info.hit_0_except_1 && io.toIbuffer.fire() ) 828a108d429SJay XSPerfAccumulate("miss_0_except_1", f3_perf_info.miss_0_except_1 && io.toIbuffer.fire() ) 829a108d429SJay XSPerfAccumulate("except_0", f3_perf_info.except_0 && io.toIbuffer.fire() ) 830eb163ef0SHaojin Tang XSPerfHistogram("ifu2ibuffer_validCnt", PopCount(io.toIbuffer.bits.valid & io.toIbuffer.bits.enqEnable), io.toIbuffer.fire, 0, PredictWidth + 1, 1) 83151532d8bSGuokai Chen 832da3bf434SMaxpicca-Li val isWriteFetchToIBufferTable = WireInit(Constantin.createRecord("isWriteFetchToIBufferTable" + p(XSCoreParamsKey).HartId.toString)) 833da3bf434SMaxpicca-Li val isWriteIfuWbToFtqTable = WireInit(Constantin.createRecord("isWriteIfuWbToFtqTable" + p(XSCoreParamsKey).HartId.toString)) 83451532d8bSGuokai Chen val fetchToIBufferTable = ChiselDB.createTable("FetchToIBuffer" + p(XSCoreParamsKey).HartId.toString, new FetchToIBufferDB) 83551532d8bSGuokai Chen val ifuWbToFtqTable = ChiselDB.createTable("IfuWbToFtq" + p(XSCoreParamsKey).HartId.toString, new IfuWbToFtqDB) 83651532d8bSGuokai Chen 83751532d8bSGuokai Chen val fetchIBufferDumpData = Wire(new FetchToIBufferDB) 83851532d8bSGuokai Chen fetchIBufferDumpData.start_addr := f3_ftq_req.startAddr 83951532d8bSGuokai Chen fetchIBufferDumpData.instr_count := PopCount(io.toIbuffer.bits.enqEnable) 84051532d8bSGuokai Chen fetchIBufferDumpData.exception := (f3_perf_info.except_0 && io.toIbuffer.fire()) || (f3_perf_info.hit_0_except_1 && io.toIbuffer.fire()) || (f3_perf_info.miss_0_except_1 && io.toIbuffer.fire()) 84151532d8bSGuokai Chen fetchIBufferDumpData.is_cache_hit := f3_hit 84251532d8bSGuokai Chen 84351532d8bSGuokai Chen val ifuWbToFtqDumpData = Wire(new IfuWbToFtqDB) 84451532d8bSGuokai Chen ifuWbToFtqDumpData.start_addr := wb_ftq_req.startAddr 84551532d8bSGuokai Chen ifuWbToFtqDumpData.is_miss_pred := checkFlushWb.bits.misOffset.valid 84651532d8bSGuokai Chen ifuWbToFtqDumpData.miss_pred_offset := checkFlushWb.bits.misOffset.bits 84751532d8bSGuokai Chen ifuWbToFtqDumpData.checkJalFault := checkJalFault 84851532d8bSGuokai Chen ifuWbToFtqDumpData.checkRetFault := checkRetFault 84951532d8bSGuokai Chen ifuWbToFtqDumpData.checkTargetFault := checkTargetFault 85051532d8bSGuokai Chen ifuWbToFtqDumpData.checkNotCFIFault := checkNotCFIFault 85151532d8bSGuokai Chen ifuWbToFtqDumpData.checkInvalidTaken := checkInvalidTaken 85251532d8bSGuokai Chen 85351532d8bSGuokai Chen fetchToIBufferTable.log( 85451532d8bSGuokai Chen data = fetchIBufferDumpData, 855da3bf434SMaxpicca-Li en = isWriteFetchToIBufferTable.orR && io.toIbuffer.fire, 85651532d8bSGuokai Chen site = "IFU" + p(XSCoreParamsKey).HartId.toString, 85751532d8bSGuokai Chen clock = clock, 85851532d8bSGuokai Chen reset = reset 85951532d8bSGuokai Chen ) 86051532d8bSGuokai Chen ifuWbToFtqTable.log( 86151532d8bSGuokai Chen data = ifuWbToFtqDumpData, 862da3bf434SMaxpicca-Li en = isWriteIfuWbToFtqTable.orR && checkFlushWb.valid, 86351532d8bSGuokai Chen site = "IFU" + p(XSCoreParamsKey).HartId.toString, 86451532d8bSGuokai Chen clock = clock, 86551532d8bSGuokai Chen reset = reset 86651532d8bSGuokai Chen ) 86751532d8bSGuokai Chen 86809c6f1ddSLingrui98} 869