109c6f1ddSLingrui98/*************************************************************************************** 209c6f1ddSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 309c6f1ddSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory 409c6f1ddSLingrui98* 509c6f1ddSLingrui98* XiangShan is licensed under Mulan PSL v2. 609c6f1ddSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2. 709c6f1ddSLingrui98* You may obtain a copy of Mulan PSL v2 at: 809c6f1ddSLingrui98* http://license.coscl.org.cn/MulanPSL2 909c6f1ddSLingrui98* 1009c6f1ddSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 1109c6f1ddSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 1209c6f1ddSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 1309c6f1ddSLingrui98* 1409c6f1ddSLingrui98* See the Mulan PSL v2 for more details. 1509c6f1ddSLingrui98***************************************************************************************/ 1609c6f1ddSLingrui98 1709c6f1ddSLingrui98package xiangshan.frontend 1809c6f1ddSLingrui98 1909c6f1ddSLingrui98import chipsalliance.rocketchip.config.Parameters 2009c6f1ddSLingrui98import chisel3._ 2109c6f1ddSLingrui98import chisel3.util._ 222a3050c2SJayimport freechips.rocketchip.rocket.RVCDecoder 2309c6f1ddSLingrui98import xiangshan._ 2409c6f1ddSLingrui98import xiangshan.cache.mmu._ 251d8f4dcbSJayimport xiangshan.frontend.icache._ 2609c6f1ddSLingrui98import utils._ 27b6982e83SLemoverimport xiangshan.backend.fu.{PMPReqBundle, PMPRespBundle} 2851532d8bSGuokai Chenimport huancun.utils.ChiselDB 2909c6f1ddSLingrui98 3009c6f1ddSLingrui98trait HasInstrMMIOConst extends HasXSParameter with HasIFUConst{ 3109c6f1ddSLingrui98 def mmioBusWidth = 64 3209c6f1ddSLingrui98 def mmioBusBytes = mmioBusWidth / 8 330be662e4SJay def maxInstrLen = 32 3409c6f1ddSLingrui98} 3509c6f1ddSLingrui98 3609c6f1ddSLingrui98trait HasIFUConst extends HasXSParameter{ 371d8f4dcbSJay def addrAlign(addr: UInt, bytes: Int, highest: Int): UInt = Cat(addr(highest-1, log2Ceil(bytes)), 0.U(log2Ceil(bytes).W)) 381d8f4dcbSJay def fetchQueueSize = 2 391d8f4dcbSJay 402a3050c2SJay def getBasicBlockIdx( pc: UInt, start: UInt ): UInt = { 412a3050c2SJay val byteOffset = pc - start 422a3050c2SJay (byteOffset - instBytes.U)(log2Ceil(PredictWidth),instOffsetBits) 431d8f4dcbSJay } 4409c6f1ddSLingrui98} 4509c6f1ddSLingrui98 4609c6f1ddSLingrui98class IfuToFtqIO(implicit p:Parameters) extends XSBundle { 4709c6f1ddSLingrui98 val pdWb = Valid(new PredecodeWritebackBundle) 4809c6f1ddSLingrui98} 4909c6f1ddSLingrui98 5009c6f1ddSLingrui98class FtqInterface(implicit p: Parameters) extends XSBundle { 5109c6f1ddSLingrui98 val fromFtq = Flipped(new FtqToIfuIO) 5209c6f1ddSLingrui98 val toFtq = new IfuToFtqIO 5309c6f1ddSLingrui98} 5409c6f1ddSLingrui98 550be662e4SJayclass UncacheInterface(implicit p: Parameters) extends XSBundle { 560be662e4SJay val fromUncache = Flipped(DecoupledIO(new InsUncacheResp)) 570be662e4SJay val toUncache = DecoupledIO( new InsUncacheReq ) 580be662e4SJay} 591d1e6d4dSJenius 6009c6f1ddSLingrui98class NewIFUIO(implicit p: Parameters) extends XSBundle { 6109c6f1ddSLingrui98 val ftqInter = new FtqInterface 6250780602SJenius val icacheInter = Flipped(new IFUICacheIO) 631d8f4dcbSJay val icacheStop = Output(Bool()) 641d8f4dcbSJay val icachePerfInfo = Input(new ICachePerfInfo) 6509c6f1ddSLingrui98 val toIbuffer = Decoupled(new FetchToIBuffer) 660be662e4SJay val uncacheInter = new UncacheInterface 6772951335SLi Qianruo val frontendTrigger = Flipped(new FrontendTdataDistributeIO) 6872951335SLi Qianruo val csrTriggerEnable = Input(Vec(4, Bool())) 69a37fbf10SJay val rob_commits = Flipped(Vec(CommitWidth, Valid(new RobCommitInfo))) 70f1fe8698SLemover val iTLBInter = new TlbRequestIO 7156788a33SJinYue val pmp = new ICachePMPBundle 721d1e6d4dSJenius val mmioCommitRead = new mmioCommitRead 7309c6f1ddSLingrui98} 7409c6f1ddSLingrui98 7509c6f1ddSLingrui98// record the situation in which fallThruAddr falls into 7609c6f1ddSLingrui98// the middle of an RVI inst 7709c6f1ddSLingrui98class LastHalfInfo(implicit p: Parameters) extends XSBundle { 7809c6f1ddSLingrui98 val valid = Bool() 7909c6f1ddSLingrui98 val middlePC = UInt(VAddrBits.W) 8009c6f1ddSLingrui98 def matchThisBlock(startAddr: UInt) = valid && middlePC === startAddr 8109c6f1ddSLingrui98} 8209c6f1ddSLingrui98 8309c6f1ddSLingrui98class IfuToPreDecode(implicit p: Parameters) extends XSBundle { 8409c6f1ddSLingrui98 val data = if(HasCExtension) Vec(PredictWidth + 1, UInt(16.W)) else Vec(PredictWidth, UInt(32.W)) 8572951335SLi Qianruo val frontendTrigger = new FrontendTdataDistributeIO 8672951335SLi Qianruo val csrTriggerEnable = Vec(4, Bool()) 872a3050c2SJay val pc = Vec(PredictWidth, UInt(VAddrBits.W)) 8809c6f1ddSLingrui98} 8909c6f1ddSLingrui98 902a3050c2SJay 912a3050c2SJayclass IfuToPredChecker(implicit p: Parameters) extends XSBundle { 922a3050c2SJay val ftqOffset = Valid(UInt(log2Ceil(PredictWidth).W)) 932a3050c2SJay val jumpOffset = Vec(PredictWidth, UInt(XLEN.W)) 942a3050c2SJay val target = UInt(VAddrBits.W) 952a3050c2SJay val instrRange = Vec(PredictWidth, Bool()) 962a3050c2SJay val instrValid = Vec(PredictWidth, Bool()) 972a3050c2SJay val pds = Vec(PredictWidth, new PreDecodeInfo) 982a3050c2SJay val pc = Vec(PredictWidth, UInt(VAddrBits.W)) 992a3050c2SJay} 1002a3050c2SJay 10151532d8bSGuokai Chenclass FetchToIBufferDB extends Bundle { 10251532d8bSGuokai Chen val start_addr = UInt(39.W) 10351532d8bSGuokai Chen val instr_count = UInt(32.W) 10451532d8bSGuokai Chen val exception = Bool() 10551532d8bSGuokai Chen val is_cache_hit = Bool() 10651532d8bSGuokai Chen} 10751532d8bSGuokai Chen 10851532d8bSGuokai Chenclass IfuWbToFtqDB extends Bundle { 10951532d8bSGuokai Chen val start_addr = UInt(39.W) 11051532d8bSGuokai Chen val is_miss_pred = Bool() 11151532d8bSGuokai Chen val miss_pred_offset = UInt(32.W) 11251532d8bSGuokai Chen val checkJalFault = Bool() 11351532d8bSGuokai Chen val checkRetFault = Bool() 11451532d8bSGuokai Chen val checkTargetFault = Bool() 11551532d8bSGuokai Chen val checkNotCFIFault = Bool() 11651532d8bSGuokai Chen val checkInvalidTaken = Bool() 11751532d8bSGuokai Chen} 11851532d8bSGuokai Chen 1192a3050c2SJayclass NewIFU(implicit p: Parameters) extends XSModule 1202a3050c2SJay with HasICacheParameters 1212a3050c2SJay with HasIFUConst 1222a3050c2SJay with HasPdConst 123167bcd01SJay with HasCircularQueuePtrHelper 1242a3050c2SJay with HasPerfEvents 12509c6f1ddSLingrui98{ 12609c6f1ddSLingrui98 val io = IO(new NewIFUIO) 12709c6f1ddSLingrui98 val (toFtq, fromFtq) = (io.ftqInter.toFtq, io.ftqInter.fromFtq) 128c5c5edaeSJenius val fromICache = io.icacheInter.resp 1290be662e4SJay val (toUncache, fromUncache) = (io.uncacheInter.toUncache , io.uncacheInter.fromUncache) 13009c6f1ddSLingrui98 13109c6f1ddSLingrui98 def isCrossLineReq(start: UInt, end: UInt): Bool = start(blockOffBits) ^ end(blockOffBits) 13209c6f1ddSLingrui98 13334a88126SJinYue def isLastInCacheline(addr: UInt): Bool = addr(blockOffBits - 1, 1) === 0.U 13409c6f1ddSLingrui98 1351d8f4dcbSJay class TlbExept(implicit p: Parameters) extends XSBundle{ 1361d8f4dcbSJay val pageFault = Bool() 1371d8f4dcbSJay val accessFault = Bool() 1381d8f4dcbSJay val mmio = Bool() 139b005f7c6SJay } 14009c6f1ddSLingrui98 141dc270d3bSJenius val preDecoders = Seq.fill(4){ Module(new PreDecode) } 142dc270d3bSJenius 1432a3050c2SJay val predChecker = Module(new PredChecker) 1442a3050c2SJay val frontendTrigger = Module(new FrontendTrigger) 1455995c9e7SJenius val (checkerIn, checkerOutStage1, checkerOutStage2) = (predChecker.io.in, predChecker.io.out.stage1Out,predChecker.io.out.stage2Out) 1461d8f4dcbSJay 147c3b763d0SYinan Xu io.iTLBInter.req_kill := false.B 148ee175d78SJay io.iTLBInter.resp.ready := true.B 149ee175d78SJay 15058dbdfc2SJay /** 15158dbdfc2SJay ****************************************************************************** 15258dbdfc2SJay * IFU Stage 0 15358dbdfc2SJay * - send cacheline fetch request to ICacheMainPipe 15458dbdfc2SJay ****************************************************************************** 15558dbdfc2SJay */ 15609c6f1ddSLingrui98 15709c6f1ddSLingrui98 val f0_valid = fromFtq.req.valid 15809c6f1ddSLingrui98 val f0_ftq_req = fromFtq.req.bits 1596ce52296SJinYue val f0_doubleLine = fromFtq.req.bits.crossCacheline 16034a88126SJinYue val f0_vSetIdx = VecInit(get_idx((f0_ftq_req.startAddr)), get_idx(f0_ftq_req.nextlineStart)) 16109c6f1ddSLingrui98 val f0_fire = fromFtq.req.fire() 16209c6f1ddSLingrui98 16309c6f1ddSLingrui98 val f0_flush, f1_flush, f2_flush, f3_flush = WireInit(false.B) 16409c6f1ddSLingrui98 val from_bpu_f0_flush, from_bpu_f1_flush, from_bpu_f2_flush, from_bpu_f3_flush = WireInit(false.B) 16509c6f1ddSLingrui98 166cb4f77ceSLingrui98 from_bpu_f0_flush := fromFtq.flushFromBpu.shouldFlushByStage2(f0_ftq_req.ftqIdx) || 167cb4f77ceSLingrui98 fromFtq.flushFromBpu.shouldFlushByStage3(f0_ftq_req.ftqIdx) 16809c6f1ddSLingrui98 1692a3050c2SJay val wb_redirect , mmio_redirect, backend_redirect= WireInit(false.B) 1702a3050c2SJay val f3_wb_not_flush = WireInit(false.B) 1712a3050c2SJay 1722a3050c2SJay backend_redirect := fromFtq.redirect.valid 1732a3050c2SJay f3_flush := backend_redirect || (wb_redirect && !f3_wb_not_flush) 1742a3050c2SJay f2_flush := backend_redirect || mmio_redirect || wb_redirect 17509c6f1ddSLingrui98 f1_flush := f2_flush || from_bpu_f1_flush 17609c6f1ddSLingrui98 f0_flush := f1_flush || from_bpu_f0_flush 17709c6f1ddSLingrui98 17809c6f1ddSLingrui98 val f1_ready, f2_ready, f3_ready = WireInit(false.B) 17909c6f1ddSLingrui98 18050780602SJenius fromFtq.req.ready := f1_ready && io.icacheInter.icacheReady 18109c6f1ddSLingrui98 18258dbdfc2SJay /** <PERF> f0 fetch bubble */ 183f7c29b0aSJinYue 18400240ba6SJay XSPerfAccumulate("fetch_bubble_ftq_not_valid", !fromFtq.req.valid && fromFtq.req.ready ) 185c5c5edaeSJenius // XSPerfAccumulate("fetch_bubble_pipe_stall", f0_valid && toICache(0).ready && toICache(1).ready && !f1_ready ) 186c5c5edaeSJenius // XSPerfAccumulate("fetch_bubble_icache_0_busy", f0_valid && !toICache(0).ready ) 187c5c5edaeSJenius // XSPerfAccumulate("fetch_bubble_icache_1_busy", f0_valid && !toICache(1).ready ) 18800240ba6SJay XSPerfAccumulate("fetch_flush_backend_redirect", backend_redirect ) 18900240ba6SJay XSPerfAccumulate("fetch_flush_wb_redirect", wb_redirect ) 19000240ba6SJay XSPerfAccumulate("fetch_flush_bpu_f1_flush", from_bpu_f1_flush ) 19100240ba6SJay XSPerfAccumulate("fetch_flush_bpu_f0_flush", from_bpu_f0_flush ) 19258dbdfc2SJay 19358dbdfc2SJay 19458dbdfc2SJay /** 19558dbdfc2SJay ****************************************************************************** 19658dbdfc2SJay * IFU Stage 1 19758dbdfc2SJay * - calculate pc/half_pc/cut_ptr for every instruction 19858dbdfc2SJay ****************************************************************************** 19958dbdfc2SJay */ 20009c6f1ddSLingrui98 20109c6f1ddSLingrui98 val f1_valid = RegInit(false.B) 202005e809bSJiuyang Liu val f1_ftq_req = RegEnable(f0_ftq_req, f0_fire) 203005e809bSJiuyang Liu // val f1_situation = RegEnable(f0_situation, f0_fire) 204005e809bSJiuyang Liu val f1_doubleLine = RegEnable(f0_doubleLine, f0_fire) 205005e809bSJiuyang Liu val f1_vSetIdx = RegEnable(f0_vSetIdx, f0_fire) 206625ecd17SJenius val f1_fire = f1_valid && f2_ready 20709c6f1ddSLingrui98 208625ecd17SJenius f1_ready := f1_fire || !f1_valid 20909c6f1ddSLingrui98 2100d756c48SJinYue from_bpu_f1_flush := fromFtq.flushFromBpu.shouldFlushByStage3(f1_ftq_req.ftqIdx) && f1_valid 211cb4f77ceSLingrui98 // from_bpu_f1_flush := false.B 21209c6f1ddSLingrui98 21309c6f1ddSLingrui98 when(f1_flush) {f1_valid := false.B} 21409c6f1ddSLingrui98 .elsewhen(f0_fire && !f0_flush) {f1_valid := true.B} 21509c6f1ddSLingrui98 .elsewhen(f1_fire) {f1_valid := false.B} 21609c6f1ddSLingrui98 2172a3050c2SJay val f1_pc = VecInit((0 until PredictWidth).map(i => f1_ftq_req.startAddr + (i * 2).U)) 2182a3050c2SJay val f1_half_snpc = VecInit((0 until PredictWidth).map(i => f1_ftq_req.startAddr + ((i+2) * 2).U)) 2192a3050c2SJay val f1_cut_ptr = if(HasCExtension) VecInit((0 until PredictWidth + 1).map(i => Cat(0.U(1.W), f1_ftq_req.startAddr(blockOffBits-1, 1)) + i.U )) 2202a3050c2SJay else VecInit((0 until PredictWidth).map(i => Cat(0.U(1.W), f1_ftq_req.startAddr(blockOffBits-1, 2)) + i.U )) 22109c6f1ddSLingrui98 22258dbdfc2SJay /** 22358dbdfc2SJay ****************************************************************************** 22458dbdfc2SJay * IFU Stage 2 22558dbdfc2SJay * - icache response data (latched for pipeline stop) 22658dbdfc2SJay * - generate exceprion bits for every instruciton (page fault/access fault/mmio) 22758dbdfc2SJay * - generate predicted instruction range (1 means this instruciton is in this fetch packet) 22858dbdfc2SJay * - cut data from cachlines to packet instruction code 22958dbdfc2SJay * - instruction predecode and RVC expand 23058dbdfc2SJay ****************************************************************************** 23158dbdfc2SJay */ 23258dbdfc2SJay 2331d8f4dcbSJay val icacheRespAllValid = WireInit(false.B) 23409c6f1ddSLingrui98 23509c6f1ddSLingrui98 val f2_valid = RegInit(false.B) 236005e809bSJiuyang Liu val f2_ftq_req = RegEnable(f1_ftq_req, f1_fire) 237005e809bSJiuyang Liu // val f2_situation = RegEnable(f1_situation, f1_fire) 238005e809bSJiuyang Liu val f2_doubleLine = RegEnable(f1_doubleLine, f1_fire) 239005e809bSJiuyang Liu val f2_vSetIdx = RegEnable(f1_vSetIdx, f1_fire) 240625ecd17SJenius val f2_fire = f2_valid && f3_ready && icacheRespAllValid 2411d8f4dcbSJay 242625ecd17SJenius f2_ready := f2_fire || !f2_valid 2431d8f4dcbSJay //TODO: addr compare may be timing critical 24434a88126SJinYue val f2_icache_all_resp_wire = fromICache(0).valid && (fromICache(0).bits.vaddr === f2_ftq_req.startAddr) && ((fromICache(1).valid && (fromICache(1).bits.vaddr === f2_ftq_req.nextlineStart)) || !f2_doubleLine) 2451d8f4dcbSJay val f2_icache_all_resp_reg = RegInit(false.B) 2461d8f4dcbSJay 2471d8f4dcbSJay icacheRespAllValid := f2_icache_all_resp_reg || f2_icache_all_resp_wire 2481d8f4dcbSJay 2491d8f4dcbSJay io.icacheStop := !f3_ready 2501d8f4dcbSJay 2511d8f4dcbSJay when(f2_flush) {f2_icache_all_resp_reg := false.B} 2521d8f4dcbSJay .elsewhen(f2_valid && f2_icache_all_resp_wire && !f3_ready) {f2_icache_all_resp_reg := true.B} 2531d8f4dcbSJay .elsewhen(f2_fire && f2_icache_all_resp_reg) {f2_icache_all_resp_reg := false.B} 25409c6f1ddSLingrui98 25509c6f1ddSLingrui98 when(f2_flush) {f2_valid := false.B} 25609c6f1ddSLingrui98 .elsewhen(f1_fire && !f1_flush) {f2_valid := true.B } 25709c6f1ddSLingrui98 .elsewhen(f2_fire) {f2_valid := false.B} 25809c6f1ddSLingrui98 2590bca1ccbSJinYue // val f2_cache_response_data = ResultHoldBypass(valid = f2_icache_all_resp_wire, data = VecInit(fromICache.map(_.bits.readData))) 260dc270d3bSJenius val f2_cache_response_reg_data = VecInit(fromICache.map(_.bits.registerData)) 261dc270d3bSJenius val f2_cache_response_sram_data = VecInit(fromICache.map(_.bits.sramData)) 262dc270d3bSJenius val f2_cache_response_select = VecInit(fromICache.map(_.bits.select)) 2630bca1ccbSJinYue 26409c6f1ddSLingrui98 2651d8f4dcbSJay val f2_except_pf = VecInit((0 until PortNumber).map(i => fromICache(i).bits.tlbExcp.pageFault)) 2661d8f4dcbSJay val f2_except_af = VecInit((0 until PortNumber).map(i => fromICache(i).bits.tlbExcp.accessFault)) 267c0b2b8e9Srvcoresjw val f2_mmio = fromICache(0).bits.tlbExcp.mmio && !fromICache(0).bits.tlbExcp.accessFault && 268c0b2b8e9Srvcoresjw !fromICache(0).bits.tlbExcp.pageFault 2690be662e4SJay 270005e809bSJiuyang Liu val f2_pc = RegEnable(f1_pc, f1_fire) 271005e809bSJiuyang Liu val f2_half_snpc = RegEnable(f1_half_snpc, f1_fire) 272005e809bSJiuyang Liu val f2_cut_ptr = RegEnable(f1_cut_ptr, f1_fire) 273a37fbf10SJay 274005e809bSJiuyang Liu val f2_resend_vaddr = RegEnable(f1_ftq_req.startAddr + 2.U, f1_fire) 2752a3050c2SJay 2762a3050c2SJay def isNextLine(pc: UInt, startAddr: UInt) = { 2772a3050c2SJay startAddr(blockOffBits) ^ pc(blockOffBits) 278b6982e83SLemover } 27909c6f1ddSLingrui98 2802a3050c2SJay def isLastInLine(pc: UInt) = { 2812a3050c2SJay pc(blockOffBits - 1, 0) === "b111110".U 28209c6f1ddSLingrui98 } 28309c6f1ddSLingrui98 2842a3050c2SJay val f2_foldpc = VecInit(f2_pc.map(i => XORFold(i(VAddrBits-1,1), MemPredPCWidth))) 2852a3050c2SJay val f2_jump_range = Fill(PredictWidth, !f2_ftq_req.ftqOffset.valid) | Fill(PredictWidth, 1.U(1.W)) >> ~f2_ftq_req.ftqOffset.bits 2861d011975SJinYue val f2_ftr_range = Fill(PredictWidth, f2_ftq_req.ftqOffset.valid) | Fill(PredictWidth, 1.U(1.W)) >> ~getBasicBlockIdx(f2_ftq_req.nextStartAddr, f2_ftq_req.startAddr) 2872a3050c2SJay val f2_instr_range = f2_jump_range & f2_ftr_range 2882a3050c2SJay val f2_pf_vec = VecInit((0 until PredictWidth).map(i => (!isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_except_pf(0) || isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_doubleLine && f2_except_pf(1)))) 2892a3050c2SJay val f2_af_vec = VecInit((0 until PredictWidth).map(i => (!isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_except_af(0) || isNextLine(f2_pc(i), f2_ftq_req.startAddr) && f2_doubleLine && f2_except_af(1)))) 29009c6f1ddSLingrui98 2911d8f4dcbSJay val f2_paddrs = VecInit((0 until PortNumber).map(i => fromICache(i).bits.paddr)) 2921d8f4dcbSJay val f2_perf_info = io.icachePerfInfo 29309c6f1ddSLingrui98 2942a3050c2SJay def cut(cacheline: UInt, cutPtr: Vec[UInt]) : Vec[UInt] ={ 295d558bd61SJenius require(HasCExtension) 296d558bd61SJenius // if(HasCExtension){ 297d558bd61SJenius val partCacheline = cacheline((blockBytes * 8 * 2 * 3) / 4 - 1, 0) 29809c6f1ddSLingrui98 val result = Wire(Vec(PredictWidth + 1, UInt(16.W))) 299d558bd61SJenius val dataVec = cacheline.asTypeOf(Vec(blockBytes * 3 /4, UInt(16.W))) //47 16-bit data vector 30009c6f1ddSLingrui98 (0 until PredictWidth + 1).foreach( i => 301d558bd61SJenius result(i) := dataVec(cutPtr(i)) //the max ptr is 3*blockBytes/4-1 30209c6f1ddSLingrui98 ) 30309c6f1ddSLingrui98 result 304d558bd61SJenius // } else { 305d558bd61SJenius // val result = Wire(Vec(PredictWidth, UInt(32.W)) ) 306d558bd61SJenius // val dataVec = cacheline.asTypeOf(Vec(blockBytes * 2/ 4, UInt(32.W))) 307d558bd61SJenius // (0 until PredictWidth).foreach( i => 308d558bd61SJenius // result(i) := dataVec(cutPtr(i)) 309d558bd61SJenius // ) 310d558bd61SJenius // result 311d558bd61SJenius // } 31209c6f1ddSLingrui98 } 31309c6f1ddSLingrui98 314dc270d3bSJenius val f2_data_2_cacheline = Wire(Vec(4, UInt((2 * blockBits).W))) 315dc270d3bSJenius f2_data_2_cacheline(0) := Cat(f2_cache_response_reg_data(1) , f2_cache_response_reg_data(0)) 316dc270d3bSJenius f2_data_2_cacheline(1) := Cat(f2_cache_response_reg_data(1) , f2_cache_response_sram_data(0)) 317dc270d3bSJenius f2_data_2_cacheline(2) := Cat(f2_cache_response_sram_data(1) , f2_cache_response_reg_data(0)) 318dc270d3bSJenius f2_data_2_cacheline(3) := Cat(f2_cache_response_sram_data(1) , f2_cache_response_sram_data(0)) 319dc270d3bSJenius 320dc270d3bSJenius val f2_cut_data = VecInit(f2_data_2_cacheline.map(data => cut( data, f2_cut_ptr ))) 321dc270d3bSJenius 322dc270d3bSJenius val f2_predecod_ptr = Wire(UInt(2.W)) 323dc270d3bSJenius f2_predecod_ptr := Cat(f2_cache_response_select(1),f2_cache_response_select(0)) 32409c6f1ddSLingrui98 32558dbdfc2SJay /** predecode (include RVC expander) */ 326dc270d3bSJenius // preDecoderRegIn.data := f2_reg_cut_data 327dc270d3bSJenius // preDecoderRegInIn.frontendTrigger := io.frontendTrigger 328dc270d3bSJenius // preDecoderRegInIn.csrTriggerEnable := io.csrTriggerEnable 329dc270d3bSJenius // preDecoderRegIn.pc := f2_pc 330dc270d3bSJenius 331dc270d3bSJenius val preDecoderOut = Mux1H(UIntToOH(f2_predecod_ptr), preDecoders.map(_.io.out)) 332dc270d3bSJenius for(i <- 0 until 4){ 333dc270d3bSJenius val preDecoderIn = preDecoders(i).io.in 334dc270d3bSJenius preDecoderIn.data := f2_cut_data(i) 3352a3050c2SJay preDecoderIn.frontendTrigger := io.frontendTrigger 3362a3050c2SJay preDecoderIn.csrTriggerEnable := io.csrTriggerEnable 3372a3050c2SJay preDecoderIn.pc := f2_pc 338dc270d3bSJenius } 33909c6f1ddSLingrui98 34048a62719SJenius //val f2_expd_instr = preDecoderOut.expInstr 34148a62719SJenius val f2_instr = preDecoderOut.instr 3422a3050c2SJay val f2_pd = preDecoderOut.pd 3432a3050c2SJay val f2_jump_offset = preDecoderOut.jumpOffset 3442a3050c2SJay val f2_hasHalfValid = preDecoderOut.hasHalfValid 3452a3050c2SJay val f2_crossPageFault = VecInit((0 until PredictWidth).map(i => isLastInLine(f2_pc(i)) && !f2_except_pf(0) && f2_doubleLine && f2_except_pf(1) && !f2_pd(i).isRVC )) 34609c6f1ddSLingrui98 34700240ba6SJay XSPerfAccumulate("fetch_bubble_icache_not_resp", f2_valid && !icacheRespAllValid ) 34800240ba6SJay 34909c6f1ddSLingrui98 35058dbdfc2SJay /** 35158dbdfc2SJay ****************************************************************************** 35258dbdfc2SJay * IFU Stage 3 35358dbdfc2SJay * - handle MMIO instruciton 35458dbdfc2SJay * -send request to Uncache fetch Unit 35558dbdfc2SJay * -every packet include 1 MMIO instruction 35658dbdfc2SJay * -MMIO instructions will stop fetch pipeline until commiting from RoB 35758dbdfc2SJay * -flush to snpc (send ifu_redirect to Ftq) 35858dbdfc2SJay * - Ibuffer enqueue 35958dbdfc2SJay * - check predict result in Frontend (jalFault/retFault/notCFIFault/invalidTakenFault/targetFault) 36058dbdfc2SJay * - handle last half RVI instruction 36158dbdfc2SJay ****************************************************************************** 36258dbdfc2SJay */ 36358dbdfc2SJay 36409c6f1ddSLingrui98 val f3_valid = RegInit(false.B) 365005e809bSJiuyang Liu val f3_ftq_req = RegEnable(f2_ftq_req, f2_fire) 366005e809bSJiuyang Liu // val f3_situation = RegEnable(f2_situation, f2_fire) 367005e809bSJiuyang Liu val f3_doubleLine = RegEnable(f2_doubleLine, f2_fire) 3681d8f4dcbSJay val f3_fire = io.toIbuffer.fire() 3691d8f4dcbSJay 370625ecd17SJenius f3_ready := f3_fire || !f3_valid 37109c6f1ddSLingrui98 372dc270d3bSJenius val f3_cut_data = RegEnable(next = f2_cut_data(f2_predecod_ptr), enable=f2_fire) 3731d8f4dcbSJay 374005e809bSJiuyang Liu val f3_except_pf = RegEnable(f2_except_pf, f2_fire) 375005e809bSJiuyang Liu val f3_except_af = RegEnable(f2_except_af, f2_fire) 376005e809bSJiuyang Liu val f3_mmio = RegEnable(f2_mmio , f2_fire) 37709c6f1ddSLingrui98 37848a62719SJenius //val f3_expd_instr = RegEnable(next = f2_expd_instr, enable = f2_fire) 37948a62719SJenius val f3_instr = RegEnable(next = f2_instr, enable = f2_fire) 38048a62719SJenius val f3_expd_instr = VecInit((0 until PredictWidth).map{ i => 38148a62719SJenius val expander = Module(new RVCExpander) 38248a62719SJenius expander.io.in := f3_instr(i) 38348a62719SJenius expander.io.out.bits 38448a62719SJenius }) 38548a62719SJenius 38648a62719SJenius val f3_pd = RegEnable(next = f2_pd, enable = f2_fire) 38748a62719SJenius val f3_jump_offset = RegEnable(next = f2_jump_offset, enable = f2_fire) 38848a62719SJenius val f3_af_vec = RegEnable(next = f2_af_vec, enable = f2_fire) 38948a62719SJenius val f3_pf_vec = RegEnable(next = f2_pf_vec , enable = f2_fire) 39048a62719SJenius val f3_pc = RegEnable(next = f2_pc, enable = f2_fire) 39148a62719SJenius val f3_half_snpc = RegEnable(next = f2_half_snpc, enable = f2_fire) 39248a62719SJenius val f3_instr_range = RegEnable(next = f2_instr_range, enable = f2_fire) 39348a62719SJenius val f3_foldpc = RegEnable(next = f2_foldpc, enable = f2_fire) 39448a62719SJenius val f3_crossPageFault = RegEnable(next = f2_crossPageFault, enable = f2_fire) 39548a62719SJenius val f3_hasHalfValid = RegEnable(next = f2_hasHalfValid, enable = f2_fire) 39609c6f1ddSLingrui98 val f3_except = VecInit((0 until 2).map{i => f3_except_pf(i) || f3_except_af(i)}) 39709c6f1ddSLingrui98 val f3_has_except = f3_valid && (f3_except_af.reduce(_||_) || f3_except_pf.reduce(_||_)) 398005e809bSJiuyang Liu val f3_pAddrs = RegEnable(f2_paddrs, f2_fire) 399005e809bSJiuyang Liu val f3_resend_vaddr = RegEnable(f2_resend_vaddr, f2_fire) 400ee175d78SJay 4011d011975SJinYue when(f3_valid && !f3_ftq_req.ftqOffset.valid){ 4021d011975SJinYue assert(f3_ftq_req.startAddr + 32.U >= f3_ftq_req.nextStartAddr , "More tha 32 Bytes fetch is not allowed!") 4031d011975SJinYue } 404a1351e5dSJay 4052a3050c2SJay /*** MMIO State Machine***/ 406ee175d78SJay val f3_mmio_data = Reg(Vec(2, UInt(16.W))) 407ee175d78SJay val mmio_is_RVC = RegInit(false.B) 408ee175d78SJay val mmio_resend_addr =RegInit(0.U(PAddrBits.W)) 409ee175d78SJay val mmio_resend_af = RegInit(false.B) 410c3b2d83aSJay val mmio_resend_pf = RegInit(false.B) 411c3b2d83aSJay 4121d1e6d4dSJenius //last instuction finish 4131d1e6d4dSJenius val is_first_instr = RegInit(true.B) 4141d1e6d4dSJenius io.mmioCommitRead.mmioFtqPtr := RegNext(f3_ftq_req.ftqIdx + 1.U) 415a37fbf10SJay 4161d1e6d4dSJenius val m_idle :: m_waitLastCmt:: m_sendReq :: m_waitResp :: m_sendTLB :: m_tlbResp :: m_sendPMP :: m_resendReq :: m_waitResendResp :: m_waitCommit :: m_commited :: Nil = Enum(11) 417ee175d78SJay val mmio_state = RegInit(m_idle) 418a37fbf10SJay 4199bae7d6eSJay val f3_req_is_mmio = f3_mmio && f3_valid 4202a3050c2SJay val mmio_commit = VecInit(io.rob_commits.map{commit => commit.valid && commit.bits.ftqIdx === f3_ftq_req.ftqIdx && commit.bits.ftqOffset === 0.U}).asUInt.orR 421ee175d78SJay val f3_mmio_req_commit = f3_req_is_mmio && mmio_state === m_commited 422a37fbf10SJay 423ee175d78SJay val f3_mmio_to_commit = f3_req_is_mmio && mmio_state === m_waitCommit 424a37fbf10SJay val f3_mmio_to_commit_next = RegNext(f3_mmio_to_commit) 425a37fbf10SJay val f3_mmio_can_go = f3_mmio_to_commit && !f3_mmio_to_commit_next 426a37fbf10SJay 4274a74a727SJenius val fromFtqRedirectReg = RegNext(fromFtq.redirect,init = 0.U.asTypeOf(fromFtq.redirect)) 4284a74a727SJenius val mmioF3Flush = RegNext(f3_flush,init = false.B) 42956788a33SJinYue val f3_ftq_flush_self = fromFtqRedirectReg.valid && RedirectLevel.flushItself(fromFtqRedirectReg.bits.level) 43056788a33SJinYue val f3_ftq_flush_by_older = fromFtqRedirectReg.valid && isBefore(fromFtqRedirectReg.bits.ftqIdx, f3_ftq_req.ftqIdx) 4319bae7d6eSJay 43256788a33SJinYue val f3_need_not_flush = f3_req_is_mmio && fromFtqRedirectReg.valid && !f3_ftq_flush_self && !f3_ftq_flush_by_older 4339bae7d6eSJay 4341d1e6d4dSJenius when(is_first_instr && mmio_commit){ 4351d1e6d4dSJenius is_first_instr := false.B 4361d1e6d4dSJenius } 4371d1e6d4dSJenius 4384a74a727SJenius when(f3_flush && !f3_req_is_mmio) {f3_valid := false.B} 4394a74a727SJenius .elsewhen(mmioF3Flush && f3_req_is_mmio && !f3_need_not_flush) {f3_valid := false.B} 440a37fbf10SJay .elsewhen(f2_fire && !f2_flush ) {f3_valid := true.B } 441a37fbf10SJay .elsewhen(io.toIbuffer.fire() && !f3_req_is_mmio) {f3_valid := false.B} 442a37fbf10SJay .elsewhen{f3_req_is_mmio && f3_mmio_req_commit} {f3_valid := false.B} 443a37fbf10SJay 444a37fbf10SJay val f3_mmio_use_seq_pc = RegInit(false.B) 445a37fbf10SJay 44656788a33SJinYue val (redirect_ftqIdx, redirect_ftqOffset) = (fromFtqRedirectReg.bits.ftqIdx,fromFtqRedirectReg.bits.ftqOffset) 44756788a33SJinYue val redirect_mmio_req = fromFtqRedirectReg.valid && redirect_ftqIdx === f3_ftq_req.ftqIdx && redirect_ftqOffset === 0.U 448a37fbf10SJay 449a37fbf10SJay when(RegNext(f2_fire && !f2_flush) && f3_req_is_mmio) { f3_mmio_use_seq_pc := true.B } 450a37fbf10SJay .elsewhen(redirect_mmio_req) { f3_mmio_use_seq_pc := false.B } 451a37fbf10SJay 452a37fbf10SJay f3_ready := Mux(f3_req_is_mmio, io.toIbuffer.ready && f3_mmio_req_commit || !f3_valid , io.toIbuffer.ready || !f3_valid) 453a37fbf10SJay 4541d1e6d4dSJenius // mmio state machine 455a37fbf10SJay switch(mmio_state){ 456ee175d78SJay is(m_idle){ 4579bae7d6eSJay when(f3_req_is_mmio){ 4581d1e6d4dSJenius mmio_state := m_waitLastCmt 4591d1e6d4dSJenius } 4601d1e6d4dSJenius } 4611d1e6d4dSJenius 4621d1e6d4dSJenius is(m_waitLastCmt){ 4631d1e6d4dSJenius when(is_first_instr){ 464ee175d78SJay mmio_state := m_sendReq 4651d1e6d4dSJenius }.otherwise{ 4661d1e6d4dSJenius mmio_state := Mux(io.mmioCommitRead.mmioLastCommit, m_sendReq, m_waitLastCmt) 467a37fbf10SJay } 468a37fbf10SJay } 469a37fbf10SJay 470ee175d78SJay is(m_sendReq){ 471ee175d78SJay mmio_state := Mux(toUncache.fire(), m_waitResp, m_sendReq ) 472a37fbf10SJay } 473a37fbf10SJay 474ee175d78SJay is(m_waitResp){ 475a37fbf10SJay when(fromUncache.fire()){ 476a37fbf10SJay val isRVC = fromUncache.bits.data(1,0) =/= 3.U 477ee175d78SJay val needResend = !isRVC && f3_pAddrs(0)(2,1) === 3.U 478ee175d78SJay mmio_state := Mux(needResend, m_sendTLB , m_waitCommit) 479ee175d78SJay 480ee175d78SJay mmio_is_RVC := isRVC 481ee175d78SJay f3_mmio_data(0) := fromUncache.bits.data(15,0) 482ee175d78SJay f3_mmio_data(1) := fromUncache.bits.data(31,16) 483a37fbf10SJay } 484a37fbf10SJay } 485a37fbf10SJay 486ee175d78SJay is(m_sendTLB){ 487c3b2d83aSJay when( io.iTLBInter.req.valid && !io.iTLBInter.resp.bits.miss ){ 488ee175d78SJay mmio_state := m_tlbResp 489a37fbf10SJay } 490c3b2d83aSJay } 491a37fbf10SJay 492ee175d78SJay is(m_tlbResp){ 49303efd994Shappy-lx val tlbExept = io.iTLBInter.resp.bits.excp(0).pf.instr || 49403efd994Shappy-lx io.iTLBInter.resp.bits.excp(0).af.instr 495c3b2d83aSJay mmio_state := Mux(tlbExept,m_waitCommit,m_sendPMP) 49603efd994Shappy-lx mmio_resend_addr := io.iTLBInter.resp.bits.paddr(0) 497920ca00eSJay mmio_resend_af := mmio_resend_af || io.iTLBInter.resp.bits.excp(0).af.instr 498920ca00eSJay mmio_resend_pf := mmio_resend_pf || io.iTLBInter.resp.bits.excp(0).pf.instr 499ee175d78SJay } 500ee175d78SJay 501ee175d78SJay is(m_sendPMP){ 502c3b2d83aSJay val pmpExcpAF = io.pmp.resp.instr || !io.pmp.resp.mmio 503ee175d78SJay mmio_state := Mux(pmpExcpAF, m_waitCommit , m_resendReq) 504ee175d78SJay mmio_resend_af := pmpExcpAF 505ee175d78SJay } 506ee175d78SJay 507ee175d78SJay is(m_resendReq){ 508ee175d78SJay mmio_state := Mux(toUncache.fire(), m_waitResendResp, m_resendReq ) 509ee175d78SJay } 510ee175d78SJay 511ee175d78SJay is(m_waitResendResp){ 512a37fbf10SJay when(fromUncache.fire()){ 513ee175d78SJay mmio_state := m_waitCommit 514ee175d78SJay f3_mmio_data(1) := fromUncache.bits.data(15,0) 515a37fbf10SJay } 516a37fbf10SJay } 517a37fbf10SJay 518ee175d78SJay is(m_waitCommit){ 5192a3050c2SJay when(mmio_commit){ 520ee175d78SJay mmio_state := m_commited 521a37fbf10SJay } 522a37fbf10SJay } 5232a3050c2SJay 524ee175d78SJay //normal mmio instruction 525ee175d78SJay is(m_commited){ 526ee175d78SJay mmio_state := m_idle 527ee175d78SJay mmio_is_RVC := false.B 528ee175d78SJay mmio_resend_addr := 0.U 5292a3050c2SJay } 530a37fbf10SJay } 531a37fbf10SJay 532ee175d78SJay //exception or flush by older branch prediction 533167bcd01SJay when(f3_ftq_flush_self || f3_ftq_flush_by_older) { 534ee175d78SJay mmio_state := m_idle 535ee175d78SJay mmio_is_RVC := false.B 536ee175d78SJay mmio_resend_addr := 0.U 537ee175d78SJay mmio_resend_af := false.B 538ee175d78SJay f3_mmio_data.map(_ := 0.U) 5399bae7d6eSJay } 5409bae7d6eSJay 541ee175d78SJay toUncache.valid := ((mmio_state === m_sendReq) || (mmio_state === m_resendReq)) && f3_req_is_mmio 542ee175d78SJay toUncache.bits.addr := Mux((mmio_state === m_resendReq), mmio_resend_addr, f3_pAddrs(0)) 543a37fbf10SJay fromUncache.ready := true.B 544a37fbf10SJay 545ee175d78SJay io.iTLBInter.req.valid := (mmio_state === m_sendTLB) && f3_req_is_mmio 546ee175d78SJay io.iTLBInter.req.bits.size := 3.U 547ee175d78SJay io.iTLBInter.req.bits.vaddr := f3_resend_vaddr 548ee175d78SJay io.iTLBInter.req.bits.debug.pc := f3_resend_vaddr 549ee175d78SJay 550f1fe8698SLemover io.iTLBInter.req.bits.kill := false.B // IFU use itlb for mmio, doesn't need sync, set it to false 551ee175d78SJay io.iTLBInter.req.bits.cmd := TlbCmd.exec 552f1fe8698SLemover io.iTLBInter.req.bits.debug.robIdx := DontCare 553ee175d78SJay io.iTLBInter.req.bits.debug.isFirstIssue := DontCare 554ee175d78SJay 555ee175d78SJay io.pmp.req.valid := (mmio_state === m_sendPMP) && f3_req_is_mmio 556ee175d78SJay io.pmp.req.bits.addr := mmio_resend_addr 557ee175d78SJay io.pmp.req.bits.size := 3.U 558ee175d78SJay io.pmp.req.bits.cmd := TlbCmd.exec 559f7c29b0aSJinYue 5602a3050c2SJay val f3_lastHalf = RegInit(0.U.asTypeOf(new LastHalfInfo)) 56109c6f1ddSLingrui98 56209c6f1ddSLingrui98 val f3_predecode_range = VecInit(preDecoderOut.pd.map(inst => inst.valid)).asUInt 5630be662e4SJay val f3_mmio_range = VecInit((0 until PredictWidth).map(i => if(i ==0) true.B else false.B)) 5642a3050c2SJay val f3_instr_valid = Wire(Vec(PredictWidth, Bool())) 56509c6f1ddSLingrui98 5662a3050c2SJay /*** prediction result check ***/ 5672a3050c2SJay checkerIn.ftqOffset := f3_ftq_req.ftqOffset 5682a3050c2SJay checkerIn.jumpOffset := f3_jump_offset 5696ce52296SJinYue checkerIn.target := f3_ftq_req.nextStartAddr 5702a3050c2SJay checkerIn.instrRange := f3_instr_range.asTypeOf(Vec(PredictWidth, Bool())) 5712a3050c2SJay checkerIn.instrValid := f3_instr_valid.asTypeOf(Vec(PredictWidth, Bool())) 5722a3050c2SJay checkerIn.pds := f3_pd 5732a3050c2SJay checkerIn.pc := f3_pc 5742a3050c2SJay 57558dbdfc2SJay /*** handle half RVI in the last 2 Bytes ***/ 5762a3050c2SJay 5772a3050c2SJay def hasLastHalf(idx: UInt) = { 5785995c9e7SJenius //!f3_pd(idx).isRVC && checkerOutStage1.fixedRange(idx) && f3_instr_valid(idx) && !checkerOutStage1.fixedTaken(idx) && !checkerOutStage2.fixedMissPred(idx) && ! f3_req_is_mmio 5795995c9e7SJenius !f3_pd(idx).isRVC && checkerOutStage1.fixedRange(idx) && f3_instr_valid(idx) && !checkerOutStage1.fixedTaken(idx) && ! f3_req_is_mmio 5802a3050c2SJay } 5812a3050c2SJay 5825995c9e7SJenius val f3_last_validIdx = ~ParallelPriorityEncoder(checkerOutStage1.fixedRange.reverse) 5832a3050c2SJay 5842a3050c2SJay val f3_hasLastHalf = hasLastHalf((PredictWidth - 1).U) 5852a3050c2SJay val f3_false_lastHalf = hasLastHalf(f3_last_validIdx) 5862a3050c2SJay val f3_false_snpc = f3_half_snpc(f3_last_validIdx) 5872a3050c2SJay 5882a3050c2SJay val f3_lastHalf_mask = VecInit((0 until PredictWidth).map( i => if(i ==0) false.B else true.B )).asUInt() 5893f785aa3SJenius val f3_lastHalf_disable = RegInit(false.B) 5902a3050c2SJay 591804985a5SJenius when(f3_flush || (f3_fire && f3_lastHalf_disable)){ 592804985a5SJenius f3_lastHalf_disable := false.B 593804985a5SJenius } 594804985a5SJenius 5952a3050c2SJay when (f3_flush) { 5962a3050c2SJay f3_lastHalf.valid := false.B 5972a3050c2SJay }.elsewhen (f3_fire) { 5983f785aa3SJenius f3_lastHalf.valid := f3_hasLastHalf && !f3_lastHalf_disable 5996ce52296SJinYue f3_lastHalf.middlePC := f3_ftq_req.nextStartAddr 6002a3050c2SJay } 6012a3050c2SJay 6022a3050c2SJay f3_instr_valid := Mux(f3_lastHalf.valid,f3_hasHalfValid ,VecInit(f3_pd.map(inst => inst.valid))) 6032a3050c2SJay 6042a3050c2SJay /*** frontend Trigger ***/ 6052a3050c2SJay frontendTrigger.io.pds := f3_pd 6062a3050c2SJay frontendTrigger.io.pc := f3_pc 6072a3050c2SJay frontendTrigger.io.data := f3_cut_data 6082a3050c2SJay 6092a3050c2SJay frontendTrigger.io.frontendTrigger := io.frontendTrigger 6102a3050c2SJay frontendTrigger.io.csrTriggerEnable := io.csrTriggerEnable 6112a3050c2SJay 6122a3050c2SJay val f3_triggered = frontendTrigger.io.triggered 6132a3050c2SJay 6142a3050c2SJay /*** send to Ibuffer ***/ 6152a3050c2SJay 6162a3050c2SJay io.toIbuffer.valid := f3_valid && (!f3_req_is_mmio || f3_mmio_can_go) && !f3_flush 6172a3050c2SJay io.toIbuffer.bits.instrs := f3_expd_instr 6182a3050c2SJay io.toIbuffer.bits.valid := f3_instr_valid.asUInt 6195995c9e7SJenius io.toIbuffer.bits.enqEnable := checkerOutStage1.fixedRange.asUInt & f3_instr_valid.asUInt 6202a3050c2SJay io.toIbuffer.bits.pd := f3_pd 62109c6f1ddSLingrui98 io.toIbuffer.bits.ftqPtr := f3_ftq_req.ftqIdx 6222a3050c2SJay io.toIbuffer.bits.pc := f3_pc 6235995c9e7SJenius io.toIbuffer.bits.ftqOffset.zipWithIndex.map{case(a, i) => a.bits := i.U; a.valid := checkerOutStage1.fixedTaken(i) && !f3_req_is_mmio} 6242a3050c2SJay io.toIbuffer.bits.foldpc := f3_foldpc 6253908fff2SJay io.toIbuffer.bits.ipf := VecInit(f3_pf_vec.zip(f3_crossPageFault).map{case (pf, crossPF) => pf || crossPF}) 6262a3050c2SJay io.toIbuffer.bits.acf := f3_af_vec 6272a3050c2SJay io.toIbuffer.bits.crossPageIPFFix := f3_crossPageFault 6282a3050c2SJay io.toIbuffer.bits.triggered := f3_triggered 6292a3050c2SJay 6302a3050c2SJay when(f3_lastHalf.valid){ 6315995c9e7SJenius io.toIbuffer.bits.enqEnable := checkerOutStage1.fixedRange.asUInt & f3_instr_valid.asUInt & f3_lastHalf_mask 6322a3050c2SJay io.toIbuffer.bits.valid := f3_lastHalf_mask & f3_instr_valid.asUInt 6332a3050c2SJay } 6342a3050c2SJay 6352a3050c2SJay 63609c6f1ddSLingrui98 63709c6f1ddSLingrui98 //Write back to Ftq 638a37fbf10SJay val f3_cache_fetch = f3_valid && !(f2_fire && !f2_flush) 639a37fbf10SJay val finishFetchMaskReg = RegNext(f3_cache_fetch) 640a37fbf10SJay 6412a3050c2SJay val mmioFlushWb = Wire(Valid(new PredecodeWritebackBundle)) 6420be662e4SJay val f3_mmio_missOffset = Wire(ValidUndirectioned(UInt(log2Ceil(PredictWidth).W))) 643a37fbf10SJay f3_mmio_missOffset.valid := f3_req_is_mmio 6440be662e4SJay f3_mmio_missOffset.bits := 0.U 6450be662e4SJay 646ee175d78SJay mmioFlushWb.valid := (f3_req_is_mmio && mmio_state === m_waitCommit && RegNext(fromUncache.fire()) && f3_mmio_use_seq_pc) 6472a3050c2SJay mmioFlushWb.bits.pc := f3_pc 6482a3050c2SJay mmioFlushWb.bits.pd := f3_pd 6492a3050c2SJay mmioFlushWb.bits.pd.zipWithIndex.map{case(instr,i) => instr.valid := f3_mmio_range(i)} 6502a3050c2SJay mmioFlushWb.bits.ftqIdx := f3_ftq_req.ftqIdx 6512a3050c2SJay mmioFlushWb.bits.ftqOffset := f3_ftq_req.ftqOffset.bits 6522a3050c2SJay mmioFlushWb.bits.misOffset := f3_mmio_missOffset 6532a3050c2SJay mmioFlushWb.bits.cfiOffset := DontCare 654ee175d78SJay mmioFlushWb.bits.target := Mux(mmio_is_RVC, f3_ftq_req.startAddr + 2.U , f3_ftq_req.startAddr + 4.U) 6552a3050c2SJay mmioFlushWb.bits.jalTarget := DontCare 6562a3050c2SJay mmioFlushWb.bits.instrRange := f3_mmio_range 65709c6f1ddSLingrui98 6582dfa9e76SJenius /** external predecode for MMIO instruction */ 6592dfa9e76SJenius when(f3_req_is_mmio){ 6602dfa9e76SJenius val inst = Cat(f3_mmio_data(1), f3_mmio_data(0)) 6612dfa9e76SJenius val currentIsRVC = isRVC(inst) 6622dfa9e76SJenius 6632dfa9e76SJenius val brType::isCall::isRet::Nil = brInfo(inst) 6642dfa9e76SJenius val jalOffset = jal_offset(inst, currentIsRVC) 6652dfa9e76SJenius val brOffset = br_offset(inst, currentIsRVC) 6662dfa9e76SJenius 6672dfa9e76SJenius io.toIbuffer.bits.instrs (0) := new RVCDecoder(inst, XLEN).decode.bits 6682dfa9e76SJenius 6692dfa9e76SJenius 6702dfa9e76SJenius io.toIbuffer.bits.pd(0).valid := true.B 6712dfa9e76SJenius io.toIbuffer.bits.pd(0).isRVC := currentIsRVC 6722dfa9e76SJenius io.toIbuffer.bits.pd(0).brType := brType 6732dfa9e76SJenius io.toIbuffer.bits.pd(0).isCall := isCall 6742dfa9e76SJenius io.toIbuffer.bits.pd(0).isRet := isRet 6752dfa9e76SJenius 6762dfa9e76SJenius io.toIbuffer.bits.acf(0) := mmio_resend_af 6772dfa9e76SJenius io.toIbuffer.bits.ipf(0) := mmio_resend_pf 6782dfa9e76SJenius io.toIbuffer.bits.crossPageIPFFix(0) := mmio_resend_pf 6792dfa9e76SJenius 6802dfa9e76SJenius io.toIbuffer.bits.enqEnable := f3_mmio_range.asUInt 6812dfa9e76SJenius 6822dfa9e76SJenius mmioFlushWb.bits.pd(0).valid := true.B 6832dfa9e76SJenius mmioFlushWb.bits.pd(0).isRVC := currentIsRVC 6842dfa9e76SJenius mmioFlushWb.bits.pd(0).brType := brType 6852dfa9e76SJenius mmioFlushWb.bits.pd(0).isCall := isCall 6862dfa9e76SJenius mmioFlushWb.bits.pd(0).isRet := isRet 6872dfa9e76SJenius } 6882dfa9e76SJenius 689ee175d78SJay mmio_redirect := (f3_req_is_mmio && mmio_state === m_waitCommit && RegNext(fromUncache.fire()) && f3_mmio_use_seq_pc) 69009c6f1ddSLingrui98 69100240ba6SJay XSPerfAccumulate("fetch_bubble_ibuffer_not_ready", io.toIbuffer.valid && !io.toIbuffer.ready ) 69200240ba6SJay 69300240ba6SJay 69458dbdfc2SJay /** 69558dbdfc2SJay ****************************************************************************** 69658dbdfc2SJay * IFU Write Back Stage 69758dbdfc2SJay * - write back predecode information to Ftq to update 69858dbdfc2SJay * - redirect if found fault prediction 69958dbdfc2SJay * - redirect if has false hit last half (last PC is not start + 32 Bytes, but in the midle of an notCFI RVI instruction) 70058dbdfc2SJay ****************************************************************************** 7012a3050c2SJay */ 70258dbdfc2SJay 7032a3050c2SJay val wb_valid = RegNext(RegNext(f2_fire && !f2_flush) && !f3_req_is_mmio && !f3_flush) 7042a3050c2SJay val wb_ftq_req = RegNext(f3_ftq_req) 705cd365d4cSrvcoresjw 7065995c9e7SJenius val wb_check_result_stage1 = RegNext(checkerOutStage1) 7075995c9e7SJenius val wb_check_result_stage2 = checkerOutStage2 7082a3050c2SJay val wb_instr_range = RegNext(io.toIbuffer.bits.enqEnable) 7092a3050c2SJay val wb_pc = RegNext(f3_pc) 7102a3050c2SJay val wb_pd = RegNext(f3_pd) 7112a3050c2SJay val wb_instr_valid = RegNext(f3_instr_valid) 7122a3050c2SJay 7132a3050c2SJay /* false hit lastHalf */ 7142a3050c2SJay val wb_lastIdx = RegNext(f3_last_validIdx) 7152a3050c2SJay val wb_false_lastHalf = RegNext(f3_false_lastHalf) && wb_lastIdx =/= (PredictWidth - 1).U 7162a3050c2SJay val wb_false_target = RegNext(f3_false_snpc) 7172a3050c2SJay 7182a3050c2SJay val wb_half_flush = wb_false_lastHalf 7192a3050c2SJay val wb_half_target = wb_false_target 7202a3050c2SJay 721a1351e5dSJay /* false oversize */ 722a1351e5dSJay val lastIsRVC = wb_instr_range.asTypeOf(Vec(PredictWidth,Bool())).last && wb_pd.last.isRVC 723a1351e5dSJay val lastIsRVI = wb_instr_range.asTypeOf(Vec(PredictWidth,Bool()))(PredictWidth - 2) && !wb_pd(PredictWidth - 2).isRVC 7245995c9e7SJenius val lastTaken = wb_check_result_stage1.fixedTaken.last 725a1351e5dSJay 7262a3050c2SJay f3_wb_not_flush := wb_ftq_req.ftqIdx === f3_ftq_req.ftqIdx && f3_valid && wb_valid 7272a3050c2SJay 7283f785aa3SJenius /** if a req with a last half but miss predicted enters in wb stage, and this cycle f3 stalls, 7293f785aa3SJenius * we set a flag to notify f3 that the last half flag need not to be set. 7303f785aa3SJenius */ 731804985a5SJenius //f3_fire is after wb_valid 732076dea5fSJenius when(wb_valid && RegNext(f3_hasLastHalf,init = false.B) 733251a37e4SJenius && wb_check_result_stage2.fixedMissPred(PredictWidth - 1) && !f3_fire && !RegNext(f3_fire,init = false.B) && !f3_flush 7343f785aa3SJenius ){ 7353f785aa3SJenius f3_lastHalf_disable := true.B 736ab6202e2SJenius } 737ab6202e2SJenius 738804985a5SJenius //wb_valid and f3_fire are in same cycle 739076dea5fSJenius when(wb_valid && RegNext(f3_hasLastHalf,init = false.B) 740076dea5fSJenius && wb_check_result_stage2.fixedMissPred(PredictWidth - 1) && f3_fire 741804985a5SJenius ){ 742804985a5SJenius f3_lastHalf.valid := false.B 743804985a5SJenius } 744804985a5SJenius 7452a3050c2SJay val checkFlushWb = Wire(Valid(new PredecodeWritebackBundle)) 7462a3050c2SJay checkFlushWb.valid := wb_valid 7472a3050c2SJay checkFlushWb.bits.pc := wb_pc 7482a3050c2SJay checkFlushWb.bits.pd := wb_pd 7492a3050c2SJay checkFlushWb.bits.pd.zipWithIndex.map{case(instr,i) => instr.valid := wb_instr_valid(i)} 7502a3050c2SJay checkFlushWb.bits.ftqIdx := wb_ftq_req.ftqIdx 7512a3050c2SJay checkFlushWb.bits.ftqOffset := wb_ftq_req.ftqOffset.bits 7525995c9e7SJenius checkFlushWb.bits.misOffset.valid := ParallelOR(wb_check_result_stage2.fixedMissPred) || wb_half_flush 7535995c9e7SJenius checkFlushWb.bits.misOffset.bits := Mux(wb_half_flush, wb_lastIdx, ParallelPriorityEncoder(wb_check_result_stage2.fixedMissPred)) 7545995c9e7SJenius checkFlushWb.bits.cfiOffset.valid := ParallelOR(wb_check_result_stage1.fixedTaken) 7555995c9e7SJenius checkFlushWb.bits.cfiOffset.bits := ParallelPriorityEncoder(wb_check_result_stage1.fixedTaken) 7565995c9e7SJenius checkFlushWb.bits.target := Mux(wb_half_flush, wb_half_target, wb_check_result_stage2.fixedTarget(ParallelPriorityEncoder(wb_check_result_stage2.fixedMissPred))) 7575995c9e7SJenius checkFlushWb.bits.jalTarget := wb_check_result_stage2.fixedTarget(ParallelPriorityEncoder(VecInit(wb_pd.zip(wb_instr_valid).map{case (pd, v) => v && pd.isJal }))) 7582a3050c2SJay checkFlushWb.bits.instrRange := wb_instr_range.asTypeOf(Vec(PredictWidth, Bool())) 7592a3050c2SJay 760bccc5520SJenius toFtq.pdWb := Mux(wb_valid, checkFlushWb, mmioFlushWb) 7612a3050c2SJay 7622a3050c2SJay wb_redirect := checkFlushWb.bits.misOffset.valid && wb_valid 76309c6f1ddSLingrui98 7645b3c20f7SJinYue /*write back flush type*/ 7655995c9e7SJenius val checkFaultType = wb_check_result_stage2.faultType 7665b3c20f7SJinYue val checkJalFault = wb_valid && checkFaultType.map(_.isjalFault).reduce(_||_) 7675b3c20f7SJinYue val checkRetFault = wb_valid && checkFaultType.map(_.isRetFault).reduce(_||_) 7685b3c20f7SJinYue val checkTargetFault = wb_valid && checkFaultType.map(_.istargetFault).reduce(_||_) 7695b3c20f7SJinYue val checkNotCFIFault = wb_valid && checkFaultType.map(_.notCFIFault).reduce(_||_) 7705b3c20f7SJinYue val checkInvalidTaken = wb_valid && checkFaultType.map(_.invalidTakenFault).reduce(_||_) 7715b3c20f7SJinYue 7725b3c20f7SJinYue 7735b3c20f7SJinYue XSPerfAccumulate("predecode_flush_jalFault", checkJalFault ) 7745b3c20f7SJinYue XSPerfAccumulate("predecode_flush_retFault", checkRetFault ) 7755b3c20f7SJinYue XSPerfAccumulate("predecode_flush_targetFault", checkTargetFault ) 7765b3c20f7SJinYue XSPerfAccumulate("predecode_flush_notCFIFault", checkNotCFIFault ) 7775b3c20f7SJinYue XSPerfAccumulate("predecode_flush_incalidTakenFault", checkInvalidTaken ) 7785b3c20f7SJinYue 7795b3c20f7SJinYue when(checkRetFault){ 7805b3c20f7SJinYue XSDebug("startAddr:%x nextstartAddr:%x taken:%d takenIdx:%d\n", 7815b3c20f7SJinYue wb_ftq_req.startAddr, wb_ftq_req.nextStartAddr, wb_ftq_req.ftqOffset.valid, wb_ftq_req.ftqOffset.bits) 7825b3c20f7SJinYue } 7835b3c20f7SJinYue 78451532d8bSGuokai Chen 7851d8f4dcbSJay /** performance counter */ 786005e809bSJiuyang Liu val f3_perf_info = RegEnable(f2_perf_info, f2_fire) 7871d8f4dcbSJay val f3_req_0 = io.toIbuffer.fire() 7881d8f4dcbSJay val f3_req_1 = io.toIbuffer.fire() && f3_doubleLine 7891d8f4dcbSJay val f3_hit_0 = io.toIbuffer.fire() && f3_perf_info.bank_hit(0) 7901d8f4dcbSJay val f3_hit_1 = io.toIbuffer.fire() && f3_doubleLine & f3_perf_info.bank_hit(1) 7911d8f4dcbSJay val f3_hit = f3_perf_info.hit 792cd365d4cSrvcoresjw val perfEvents = Seq( 7932a3050c2SJay ("frontendFlush ", wb_redirect ), 794cd365d4cSrvcoresjw ("ifu_req ", io.toIbuffer.fire() ), 7951d8f4dcbSJay ("ifu_miss ", io.toIbuffer.fire() && !f3_perf_info.hit ), 796cd365d4cSrvcoresjw ("ifu_req_cacheline_0 ", f3_req_0 ), 797cd365d4cSrvcoresjw ("ifu_req_cacheline_1 ", f3_req_1 ), 798cd365d4cSrvcoresjw ("ifu_req_cacheline_0_hit ", f3_hit_1 ), 799cd365d4cSrvcoresjw ("ifu_req_cacheline_1_hit ", f3_hit_1 ), 8001d8f4dcbSJay ("only_0_hit ", f3_perf_info.only_0_hit && io.toIbuffer.fire() ), 8011d8f4dcbSJay ("only_0_miss ", f3_perf_info.only_0_miss && io.toIbuffer.fire() ), 8021d8f4dcbSJay ("hit_0_hit_1 ", f3_perf_info.hit_0_hit_1 && io.toIbuffer.fire() ), 8031d8f4dcbSJay ("hit_0_miss_1 ", f3_perf_info.hit_0_miss_1 && io.toIbuffer.fire() ), 8041d8f4dcbSJay ("miss_0_hit_1 ", f3_perf_info.miss_0_hit_1 && io.toIbuffer.fire() ), 8051d8f4dcbSJay ("miss_0_miss_1 ", f3_perf_info.miss_0_miss_1 && io.toIbuffer.fire() ), 806cd365d4cSrvcoresjw ) 8071ca0e4f3SYinan Xu generatePerfEvent() 80809c6f1ddSLingrui98 809f7c29b0aSJinYue XSPerfAccumulate("ifu_req", io.toIbuffer.fire() ) 810f7c29b0aSJinYue XSPerfAccumulate("ifu_miss", io.toIbuffer.fire() && !f3_hit ) 811f7c29b0aSJinYue XSPerfAccumulate("ifu_req_cacheline_0", f3_req_0 ) 812f7c29b0aSJinYue XSPerfAccumulate("ifu_req_cacheline_1", f3_req_1 ) 813f7c29b0aSJinYue XSPerfAccumulate("ifu_req_cacheline_0_hit", f3_hit_0 ) 814f7c29b0aSJinYue XSPerfAccumulate("ifu_req_cacheline_1_hit", f3_hit_1 ) 8152a3050c2SJay XSPerfAccumulate("frontendFlush", wb_redirect ) 8161d8f4dcbSJay XSPerfAccumulate("only_0_hit", f3_perf_info.only_0_hit && io.toIbuffer.fire() ) 8171d8f4dcbSJay XSPerfAccumulate("only_0_miss", f3_perf_info.only_0_miss && io.toIbuffer.fire() ) 8181d8f4dcbSJay XSPerfAccumulate("hit_0_hit_1", f3_perf_info.hit_0_hit_1 && io.toIbuffer.fire() ) 8191d8f4dcbSJay XSPerfAccumulate("hit_0_miss_1", f3_perf_info.hit_0_miss_1 && io.toIbuffer.fire() ) 8201d8f4dcbSJay XSPerfAccumulate("miss_0_hit_1", f3_perf_info.miss_0_hit_1 && io.toIbuffer.fire() ) 8211d8f4dcbSJay XSPerfAccumulate("miss_0_miss_1", f3_perf_info.miss_0_miss_1 && io.toIbuffer.fire() ) 822a108d429SJay XSPerfAccumulate("hit_0_except_1", f3_perf_info.hit_0_except_1 && io.toIbuffer.fire() ) 823a108d429SJay XSPerfAccumulate("miss_0_except_1", f3_perf_info.miss_0_except_1 && io.toIbuffer.fire() ) 824a108d429SJay XSPerfAccumulate("except_0", f3_perf_info.except_0 && io.toIbuffer.fire() ) 825*eb163ef0SHaojin Tang XSPerfHistogram("ifu2ibuffer_validCnt", PopCount(io.toIbuffer.bits.valid & io.toIbuffer.bits.enqEnable), io.toIbuffer.fire, 0, PredictWidth + 1, 1) 82651532d8bSGuokai Chen 82751532d8bSGuokai Chen val fetchToIBufferTable = ChiselDB.createTable("FetchToIBuffer" + p(XSCoreParamsKey).HartId.toString, new FetchToIBufferDB) 82851532d8bSGuokai Chen val ifuWbToFtqTable = ChiselDB.createTable("IfuWbToFtq" + p(XSCoreParamsKey).HartId.toString, new IfuWbToFtqDB) 82951532d8bSGuokai Chen 83051532d8bSGuokai Chen val fetchIBufferDumpData = Wire(new FetchToIBufferDB) 83151532d8bSGuokai Chen fetchIBufferDumpData.start_addr := f3_ftq_req.startAddr 83251532d8bSGuokai Chen fetchIBufferDumpData.instr_count := PopCount(io.toIbuffer.bits.enqEnable) 83351532d8bSGuokai Chen fetchIBufferDumpData.exception := (f3_perf_info.except_0 && io.toIbuffer.fire()) || (f3_perf_info.hit_0_except_1 && io.toIbuffer.fire()) || (f3_perf_info.miss_0_except_1 && io.toIbuffer.fire()) 83451532d8bSGuokai Chen fetchIBufferDumpData.is_cache_hit := f3_hit 83551532d8bSGuokai Chen 83651532d8bSGuokai Chen val ifuWbToFtqDumpData = Wire(new IfuWbToFtqDB) 83751532d8bSGuokai Chen ifuWbToFtqDumpData.start_addr := wb_ftq_req.startAddr 83851532d8bSGuokai Chen ifuWbToFtqDumpData.is_miss_pred := checkFlushWb.bits.misOffset.valid 83951532d8bSGuokai Chen ifuWbToFtqDumpData.miss_pred_offset := checkFlushWb.bits.misOffset.bits 84051532d8bSGuokai Chen ifuWbToFtqDumpData.checkJalFault := checkJalFault 84151532d8bSGuokai Chen ifuWbToFtqDumpData.checkRetFault := checkRetFault 84251532d8bSGuokai Chen ifuWbToFtqDumpData.checkTargetFault := checkTargetFault 84351532d8bSGuokai Chen ifuWbToFtqDumpData.checkNotCFIFault := checkNotCFIFault 84451532d8bSGuokai Chen ifuWbToFtqDumpData.checkInvalidTaken := checkInvalidTaken 84551532d8bSGuokai Chen 84651532d8bSGuokai Chen fetchToIBufferTable.log( 84751532d8bSGuokai Chen data = fetchIBufferDumpData, 84851532d8bSGuokai Chen en = io.toIbuffer.fire(), 84951532d8bSGuokai Chen site = "IFU" + p(XSCoreParamsKey).HartId.toString, 85051532d8bSGuokai Chen clock = clock, 85151532d8bSGuokai Chen reset = reset 85251532d8bSGuokai Chen ) 85351532d8bSGuokai Chen ifuWbToFtqTable.log( 85451532d8bSGuokai Chen data = ifuWbToFtqDumpData, 85551532d8bSGuokai Chen en = checkFlushWb.valid, 85651532d8bSGuokai Chen site = "IFU" + p(XSCoreParamsKey).HartId.toString, 85751532d8bSGuokai Chen clock = clock, 85851532d8bSGuokai Chen reset = reset 85951532d8bSGuokai Chen ) 86051532d8bSGuokai Chen 86109c6f1ddSLingrui98} 862