1package xiangshan.frontend 2 3import chisel3._ 4import chisel3.util._ 5import device.RAMHelper 6import xiangshan._ 7import utils._ 8import xiangshan.cache._ 9import chisel3.experimental.chiselName 10 11trait HasIFUConst extends HasXSParameter { 12 val resetVector = 0x80000000L//TODO: set reset vec 13 def align(pc: UInt, bytes: Int): UInt = Cat(pc(VAddrBits-1, log2Ceil(bytes)), 0.U(log2Ceil(bytes).W)) 14 val groupBytes = FetchWidth * 4 * 2 // correspond to cache line size 15 val groupOffsetBits = log2Ceil(groupBytes) 16 val nBanksInPacket = 2 17 val bankBytes = PredictWidth * 2 / nBanksInPacket 18 val nBanksInGroup = groupBytes / bankBytes 19 val bankWidth = PredictWidth / nBanksInPacket 20 val bankOffsetBits = log2Ceil(bankBytes) 21 // (0, nBanksInGroup-1) 22 def bankInGroup(pc: UInt) = pc(groupOffsetBits-1,bankOffsetBits) 23 def isInLastBank(pc: UInt) = bankInGroup(pc) === (nBanksInGroup-1).U 24 // (0, bankBytes/2-1) 25 def offsetInBank(pc: UInt) = pc(bankOffsetBits-1,1) 26 def bankAligned(pc: UInt) = align(pc, bankBytes) 27 def groupAligned(pc: UInt) = align(pc, groupBytes) 28 // each 1 bit in mask stands for 2 Bytes 29 // 8 bits, in which only the first 7 bits could be 0 30 def maskFirstHalf(pc: UInt): UInt = ((~(0.U(bankWidth.W))) >> offsetInBank(pc))(bankWidth-1,0) 31 def maskLastHalf(pc: UInt): UInt = Mux(isInLastBank(pc), 0.U(bankWidth.W), ~0.U(bankWidth.W)) 32 def mask(pc: UInt): UInt = Reverse(Cat(maskFirstHalf(pc), maskLastHalf(pc))) 33 def snpc(pc: UInt): UInt = bankAligned(pc) + Mux(isInLastBank(pc), bankBytes.U, (bankBytes*2).U) 34 35 val enableGhistRepair = true 36 val IFUDebug = true 37} 38 39class GlobalHistory extends XSBundle { 40 val predHist = UInt(HistoryLength.W) 41 // val sawNTBr = Bool() 42 // val takenOnBr = Bool() 43 // val saveHalfRVI = Bool() 44 // def shifted = takenOnBr || sawNTBr 45 // def newPtr(ptr: UInt = nowPtr): UInt = Mux(shifted, ptr - 1.U, ptr) 46 def update(sawNTBr: Bool, takenOnBr: Bool, hist: UInt = predHist): GlobalHistory = { 47 val g = Wire(new GlobalHistory) 48 val shifted = takenOnBr || sawNTBr 49 g.predHist := Mux(shifted, (hist << 1) | takenOnBr.asUInt, hist) 50 g 51 } 52 53 final def === (that: GlobalHistory): Bool = { 54 predHist === that.predHist 55 } 56 57 final def =/= (that: GlobalHistory): Bool = !(this === that) 58 59 implicit val name = "IFU" 60 def debug(where: String) = XSDebug(p"[${where}_GlobalHistory] hist=${Binary(predHist)}\n") 61 // override def toString(): String = "histPtr=%d, sawNTBr=%d, takenOnBr=%d, saveHalfRVI=%d".format(histPtr, sawNTBr, takenOnBr, saveHalfRVI) 62} 63 64 65class IFUIO extends XSBundle 66{ 67 // to ibuffer 68 val fetchPacket = DecoupledIO(new FetchPacket) 69 // from backend 70 val redirect = Flipped(ValidIO(UInt(VAddrBits.W))) 71 val cfiUpdateInfo = Flipped(ValidIO(new CfiUpdateInfo)) 72 // to icache 73 val icacheMemGrant = Flipped(DecoupledIO(new L1plusCacheResp)) 74 val fencei = Input(Bool()) 75 // from icache 76 val icacheMemAcq = DecoupledIO(new L1plusCacheReq) 77 val l1plusFlush = Output(Bool()) 78 // to tlb 79 val sfence = Input(new SfenceBundle) 80 val tlbCsr = Input(new TlbCsrBundle) 81 // from tlb 82 val ptw = new TlbPtwIO 83} 84 85class PrevHalfInstr extends XSBundle { 86 val taken = Bool() 87 val ghInfo = new GlobalHistory() 88 val fetchpc = UInt(VAddrBits.W) // only for debug 89 val idx = UInt(VAddrBits.W) // only for debug 90 val pc = UInt(VAddrBits.W) 91 val npc = UInt(VAddrBits.W) 92 val target = UInt(VAddrBits.W) 93 val instr = UInt(16.W) 94 val ipf = Bool() 95 val meta = new BpuMeta 96 // val newPtr = UInt(log2Up(ExtHistoryLength).W) 97} 98 99@chiselName 100class IFU extends XSModule with HasIFUConst 101{ 102 val io = IO(new IFUIO) 103 val bpu = BPU(EnableBPU) 104 val icache = Module(new ICache) 105 106 val pd = Module(new PreDecode) 107 io.ptw <> TLB( 108 in = Seq(icache.io.tlb), 109 sfence = io.sfence, 110 csr = io.tlbCsr, 111 width = 1, 112 isDtlb = false, 113 shouldBlock = true 114 ) 115 116 val if2_redirect, if3_redirect, if4_redirect = WireInit(false.B) 117 val if1_flush, if2_flush, if3_flush, if4_flush = WireInit(false.B) 118 119 val icacheResp = icache.io.resp.bits 120 121 if4_flush := io.redirect.valid 122 if3_flush := if4_flush || if4_redirect 123 if2_flush := if3_flush || if3_redirect 124 if1_flush := if2_flush || if2_redirect 125 126 //********************** IF1 ****************************// 127 val if1_valid = !reset.asBool && GTimer() > 500.U 128 val if1_npc = WireInit(0.U(VAddrBits.W)) 129 val if2_ready = WireInit(false.B) 130 val if2_allReady = WireInit(if2_ready && icache.io.req.ready) 131 val if1_fire = if1_valid && (if2_allReady || if2_flush) 132 133 134 // val if2_newPtr, if3_newPtr, if4_newPtr = Wire(UInt(log2Up(ExtHistoryLength).W)) 135 136 val if1_gh, if2_gh, if3_gh, if4_gh = Wire(new GlobalHistory) 137 val if2_predicted_gh, if3_predicted_gh, if4_predicted_gh = Wire(new GlobalHistory) 138 val final_gh = RegInit(0.U.asTypeOf(new GlobalHistory)) 139 val final_gh_bypass = WireInit(0.U.asTypeOf(new GlobalHistory)) 140 val flush_final_gh = WireInit(false.B) 141 142 //********************** IF2 ****************************// 143 val if2_valid = RegInit(init = false.B) 144 val if2_allValid = if2_valid && icache.io.tlb.resp.valid 145 val if3_ready = WireInit(false.B) 146 val if2_fire = if2_allValid && if3_ready 147 val if2_pc = RegEnable(next = if1_npc, init = resetVector.U, enable = if1_fire) 148 val if2_snpc = snpc(if2_pc) 149 val if2_predHist = RegEnable(if1_gh.predHist, enable=if1_fire) 150 if2_ready := if3_ready && icache.io.tlb.resp.valid || !if2_valid 151 when (if1_fire) { if2_valid := true.B } 152 .elsewhen (if2_flush) { if2_valid := false.B } 153 .elsewhen (if2_fire) { if2_valid := false.B } 154 155 val npcGen = new PriorityMuxGenerator[UInt] 156 npcGen.register(true.B, RegNext(if1_npc)) 157 npcGen.register(if2_fire, if2_snpc) 158 val if2_bp = bpu.io.out(0) 159 160 // if taken, bp_redirect should be true 161 // when taken on half RVI, we suppress this redirect signal 162 if2_redirect := if2_valid && if2_bp.taken 163 npcGen.register(if2_redirect, if2_bp.target) 164 165 if2_predicted_gh := if2_gh.update(if2_bp.hasNotTakenBrs, if2_bp.takenOnBr) 166 167 //********************** IF3 ****************************// 168 // if3 should wait for instructions resp to arrive 169 val if3_valid = RegInit(init = false.B) 170 val if4_ready = WireInit(false.B) 171 val if3_allValid = if3_valid && icache.io.resp.valid 172 val if3_fire = if3_allValid && if4_ready 173 val if3_pc = RegEnable(if2_pc, if2_fire) 174 val if3_snpc = RegEnable(if2_snpc, if2_fire) 175 val if3_predHist = RegEnable(if2_predHist, enable=if2_fire) 176 if3_ready := if4_ready && icache.io.resp.valid || !if3_valid 177 when (if3_flush) { 178 if3_valid := false.B 179 }.elsewhen (if2_fire && !if2_flush) { 180 if3_valid := true.B 181 }.elsewhen (if3_fire) { 182 if3_valid := false.B 183 } 184 185 val if3_bp = bpu.io.out(1) 186 if3_predicted_gh := if3_gh.update(if3_bp.hasNotTakenBrs, if3_bp.takenOnBr) 187 188 189 val prevHalfInstrReq = WireInit(0.U.asTypeOf(ValidUndirectioned(new PrevHalfInstr))) 190 // only valid when if4_fire 191 val hasPrevHalfInstrReq = prevHalfInstrReq.valid 192 193 val if3_prevHalfInstr = RegInit(0.U.asTypeOf(ValidUndirectioned(new PrevHalfInstr))) 194 195 // 32-bit instr crosses 2 pages, and the higher 16-bit triggers page fault 196 val crossPageIPF = WireInit(false.B) 197 198 val if3_pendingPrevHalfInstr = if3_prevHalfInstr.valid 199 200 // the previous half of RVI instruction waits until it meets its last half 201 val if3_prevHalfInstrMet = if3_pendingPrevHalfInstr && if3_prevHalfInstr.bits.npc === if3_pc && if3_valid 202 // set to invalid once consumed or redirect from backend 203 val if3_prevHalfConsumed = if3_prevHalfInstrMet && if3_fire 204 val if3_prevHalfFlush = if4_flush 205 when (if3_prevHalfFlush) { 206 if3_prevHalfInstr.valid := false.B 207 }.elsewhen (hasPrevHalfInstrReq) { 208 if3_prevHalfInstr.valid := true.B 209 }.elsewhen (if3_prevHalfConsumed) { 210 if3_prevHalfInstr.valid := false.B 211 } 212 when (hasPrevHalfInstrReq) { 213 if3_prevHalfInstr.bits := prevHalfInstrReq.bits 214 } 215 // when bp signal a redirect, we distinguish between taken and not taken 216 // if taken and saveHalfRVI is true, we do not redirect to the target 217 218 def if3_nextValidPCNotEquals(pc: UInt) = !if2_valid || if2_valid && if2_pc =/= pc 219 220 val if3_predTakenRedirectVec = VecInit((0 until PredictWidth).map(i => !if3_pendingPrevHalfInstr && if3_bp.realTakens(i) && if3_nextValidPCNotEquals(if3_bp.targets(i)))) 221 val if3_prevHalfMetRedirect = if3_pendingPrevHalfInstr && if3_prevHalfInstrMet && if3_prevHalfInstr.bits.taken && if3_nextValidPCNotEquals(if3_prevHalfInstr.bits.target) 222 val if3_prevHalfNotMetRedirect = if3_pendingPrevHalfInstr && !if3_prevHalfInstrMet && if3_nextValidPCNotEquals(if3_prevHalfInstr.bits.npc) 223 val if3_predTakenRedirect = ParallelPriorityMux(if3_bp.realTakens, if3_predTakenRedirectVec) 224 val if3_predNotTakenRedirect = !if3_pendingPrevHalfInstr && !if3_bp.taken && if3_nextValidPCNotEquals(if3_snpc) 225 // when pendingPrevHalfInstr, if3_GHInfo is set to the info of last prev half instr 226 // val if3_ghInfoNotIdenticalRedirect = !if3_pendingPrevHalfInstr && if3_GHInfo =/= if3_lastGHInfo && enableGhistRepair.B 227 228 if3_redirect := if3_valid && ( 229 // prevHalf is consumed but the next packet is not where it meant to be 230 // we do not handle this condition because of the burden of building a correct GHInfo 231 // prevHalfMetRedirect || 232 // prevHalf does not match if3_pc and the next fetch packet is not snpc 233 if3_prevHalfNotMetRedirect || 234 // pred taken and next fetch packet is not the predicted target 235 if3_predTakenRedirect || 236 // pred not taken and next fetch packet is not snpc 237 if3_predNotTakenRedirect 238 // GHInfo from last pred does not corresponds with this packet 239 // if3_ghInfoNotIdenticalRedirect 240 ) 241 242 val if3_target = WireInit(if3_snpc) 243 244 /* when (prevHalfMetRedirect) { 245 if1_npc := if3_prevHalfInstr.target 246 }.else */ 247 if3_target := Mux1H(Seq((if3_prevHalfNotMetRedirect -> if3_prevHalfInstr.bits.npc), 248 (if3_predTakenRedirect -> if3_bp.target), 249 (if3_predNotTakenRedirect -> if3_snpc))) 250 // }.elsewhen (if3_ghInfoNotIdenticalRedirect) { 251 // if3_target := Mux(if3_bp.taken, if3_bp.target, snpc(if3_pc)) 252 // } 253 npcGen.register(if3_redirect, if3_target) 254 255 // when (if3_redirect) { 256 // if1_npc := if3_target 257 // } 258 259 //********************** IF4 ****************************// 260 val if4_pd = RegEnable(pd.io.out, if3_fire) 261 val if4_ipf = RegEnable(icacheResp.ipf || if3_prevHalfInstrMet && if3_prevHalfInstr.bits.ipf, if3_fire) 262 val if4_acf = RegEnable(icacheResp.acf, if3_fire) 263 val if4_crossPageIPF = RegEnable(crossPageIPF, if3_fire) 264 val if4_valid = RegInit(false.B) 265 val if4_fire = if4_valid && io.fetchPacket.ready 266 val if4_pc = RegEnable(if3_pc, if3_fire) 267 val if4_snpc = RegEnable(if3_snpc, if3_fire) 268 // This is the real mask given from icache 269 val if4_mask = RegEnable(icacheResp.mask, if3_fire) 270 271 272 val if4_predHist = RegEnable(if3_predHist, enable=if3_fire) 273 // wait until prevHalfInstr written into reg 274 if4_ready := (io.fetchPacket.ready && !hasPrevHalfInstrReq || !if4_valid) && GTimer() > 500.U 275 when (if4_flush) { 276 if4_valid := false.B 277 }.elsewhen (if3_fire && !if3_flush) { 278 if4_valid := Mux(if3_pendingPrevHalfInstr, if3_prevHalfInstrMet, true.B) 279 }.elsewhen (if4_fire) { 280 if4_valid := false.B 281 } 282 283 val if4_bp = Wire(new BranchPrediction) 284 if4_bp := bpu.io.out(2) 285 286 if4_predicted_gh := if4_gh.update(if4_bp.hasNotTakenBrs, if4_bp.takenOnBr) 287 288 def cal_jal_tgt(inst: UInt, rvc: Bool): UInt = { 289 Mux(rvc, 290 SignExt(Cat(inst(12), inst(8), inst(10, 9), inst(6), inst(7), inst(2), inst(11), inst(5, 3), 0.U(1.W)), XLEN), 291 SignExt(Cat(inst(31), inst(19, 12), inst(20), inst(30, 21), 0.U(1.W)), XLEN) 292 ) 293 } 294 val if4_instrs = if4_pd.instrs 295 val if4_jals = if4_bp.jalMask 296 val if4_jal_tgts = VecInit((0 until PredictWidth).map(i => if4_pd.pc(i) + cal_jal_tgt(if4_instrs(i), if4_pd.pd(i).isRVC))) 297 298 (0 until PredictWidth).foreach {i => 299 when (if4_jals(i)) { 300 if4_bp.targets(i) := if4_jal_tgts(i) 301 } 302 } 303 304 // we need this to tell BPU the prediction of prev half 305 // because the prediction is with the start of each inst 306 val if4_prevHalfInstr = RegInit(0.U.asTypeOf(ValidUndirectioned(new PrevHalfInstr))) 307 val if4_pendingPrevHalfInstr = if4_prevHalfInstr.valid 308 val if4_prevHalfInstrMet = if4_pendingPrevHalfInstr && if4_prevHalfInstr.bits.npc === if4_pc && if4_valid 309 val if4_prevHalfConsumed = if4_prevHalfInstrMet && if4_fire 310 val if4_prevHalfFlush = if4_flush 311 312 val if4_takenPrevHalf = WireInit(if4_prevHalfInstrMet && if4_prevHalfInstr.bits.taken) 313 when (if4_prevHalfFlush) { 314 if4_prevHalfInstr.valid := false.B 315 }.elsewhen (if3_prevHalfConsumed) { 316 if4_prevHalfInstr.valid := if3_prevHalfInstr.valid 317 }.elsewhen (if4_prevHalfConsumed) { 318 if4_prevHalfInstr.valid := false.B 319 } 320 321 when (if3_prevHalfConsumed) { 322 if4_prevHalfInstr.bits := if3_prevHalfInstr.bits 323 } 324 325 prevHalfInstrReq.valid := if4_fire && if4_bp.saveHalfRVI 326 val idx = if4_bp.lastHalfRVIIdx 327 328 // this is result of the last half RVI 329 prevHalfInstrReq.bits.taken := if4_bp.lastHalfRVITaken 330 prevHalfInstrReq.bits.ghInfo := if4_gh 331 prevHalfInstrReq.bits.fetchpc := if4_pc 332 prevHalfInstrReq.bits.idx := idx 333 prevHalfInstrReq.bits.pc := if4_pd.pc(idx) 334 prevHalfInstrReq.bits.npc := if4_pd.pc(idx) + 2.U 335 prevHalfInstrReq.bits.target := if4_bp.lastHalfRVITarget 336 prevHalfInstrReq.bits.instr := if4_pd.instrs(idx)(15, 0) 337 prevHalfInstrReq.bits.ipf := if4_ipf 338 prevHalfInstrReq.bits.meta := bpu.io.bpuMeta(idx) 339 340 def if4_nextValidPCNotEquals(pc: UInt) = if3_valid && if3_pc =/= pc || 341 !if3_valid && (if2_valid && if2_pc =/= pc) || 342 !if3_valid && !if2_valid 343 val if4_predTakenRedirectVec = VecInit((0 until PredictWidth).map(i => if4_bp.realTakens(i) && if4_nextValidPCNotEquals(if4_bp.targets(i)))) 344 345 val if4_prevHalfNextNotMet = hasPrevHalfInstrReq && if4_nextValidPCNotEquals(prevHalfInstrReq.bits.pc+2.U) 346 val if4_predTakenRedirect = ParallelPriorityMux(if4_bp.realTakens, if4_predTakenRedirectVec) 347 val if4_predNotTakenRedirect = !if4_bp.taken && if4_nextValidPCNotEquals(if4_snpc) 348 // val if4_ghInfoNotIdenticalRedirect = if4_GHInfo =/= if4_lastGHInfo && enableGhistRepair.B 349 350 if4_redirect := if4_valid && ( 351 // when if4 has a lastHalfRVI, but the next fetch packet is not snpc 352 // if4_prevHalfNextNotMet || 353 // when if4 preds taken, but the pc of next fetch packet is not the target 354 if4_predTakenRedirect || 355 // when if4 preds not taken, but the pc of next fetch packet is not snpc 356 if4_predNotTakenRedirect 357 // GHInfo from last pred does not corresponds with this packet 358 // if4_ghInfoNotIdenticalRedirect 359 ) 360 361 val if4_target = WireInit(if4_snpc) 362 363 // when (if4_prevHalfNextNotMet) { 364 // if4_target := prevHalfInstrReq.pc+2.U 365 // }.else 366 if4_target := Mux(if4_bp.taken, if4_bp.target, if4_snpc) 367 // when (if4_predTakenRedirect) { 368 // if4_target := if4_bp.target 369 // }.elsewhen (if4_predNotTakenRedirect) { 370 // if4_target := if4_snpc 371 // } 372 // }.elsewhen (if4_ghInfoNotIdenticalRedirect) { 373 // if4_target := Mux(if4_bp.taken, if4_bp.target, if4_snpc) 374 // } 375 npcGen.register(if4_redirect, if4_target) 376 377 when (if4_fire) { 378 final_gh := if4_predicted_gh 379 } 380 if4_gh := Mux(flush_final_gh, final_gh_bypass, final_gh) 381 if3_gh := Mux(if4_valid && !if4_flush, if4_predicted_gh, if4_gh) 382 if2_gh := Mux(if3_valid && !if3_flush, if3_predicted_gh, if3_gh) 383 if1_gh := Mux(if2_valid && !if2_flush, if2_predicted_gh, if2_gh) 384 385 386 387 388 val cfiUpdate = io.cfiUpdateInfo 389 when (cfiUpdate.valid && (cfiUpdate.bits.isMisPred || cfiUpdate.bits.isReplay)) { 390 val b = cfiUpdate.bits 391 val oldGh = b.bpuMeta.hist 392 val sawNTBr = b.bpuMeta.sawNotTakenBranch 393 val isBr = b.pd.isBr 394 val taken = Mux(cfiUpdate.bits.isReplay, b.bpuMeta.predTaken, b.taken) 395 val updatedGh = oldGh.update(sawNTBr, isBr && taken) 396 final_gh := updatedGh 397 final_gh_bypass := updatedGh 398 flush_final_gh := true.B 399 } 400 401 npcGen.register(io.redirect.valid, io.redirect.bits) 402 npcGen.register(RegNext(reset.asBool) && !reset.asBool, resetVector.U(VAddrBits.W)) 403 404 if1_npc := npcGen() 405 406 407 icache.io.req.valid := if1_valid && (if2_ready || if2_flush) 408 icache.io.resp.ready := if4_ready 409 icache.io.req.bits.addr := if1_npc 410 icache.io.req.bits.mask := mask(if1_npc) 411 icache.io.flush := Cat(if3_flush, if2_flush) 412 icache.io.mem_grant <> io.icacheMemGrant 413 icache.io.fencei := io.fencei 414 io.icacheMemAcq <> icache.io.mem_acquire 415 io.l1plusFlush := icache.io.l1plusflush 416 417 bpu.io.cfiUpdateInfo <> io.cfiUpdateInfo 418 419 // bpu.io.flush := Cat(if4_flush, if3_flush, if2_flush) 420 bpu.io.flush := VecInit(if2_flush, if3_flush, if4_flush) 421 bpu.io.inFire(0) := if1_fire 422 bpu.io.inFire(1) := if2_fire 423 bpu.io.inFire(2) := if3_fire 424 bpu.io.inFire(3) := if4_fire 425 bpu.io.in.pc := if1_npc 426 bpu.io.in.hist := if1_gh.asUInt 427 // bpu.io.in.histPtr := ptr 428 bpu.io.in.inMask := mask(if1_npc) 429 bpu.io.predecode.mask := if4_pd.mask 430 bpu.io.predecode.lastHalf := if4_pd.lastHalf 431 bpu.io.predecode.pd := if4_pd.pd 432 bpu.io.predecode.hasLastHalfRVI := if4_prevHalfInstrMet 433 bpu.io.realMask := if4_mask 434 bpu.io.prevHalf := if4_prevHalfInstr 435 436 pd.io.in := icacheResp 437 438 pd.io.prev.valid := if3_prevHalfInstrMet 439 pd.io.prev.bits := if3_prevHalfInstr.bits.instr 440 // if a fetch packet triggers page fault, set the pf instruction to nop 441 when (!if3_prevHalfInstrMet && icacheResp.ipf) { 442 val instrs = Wire(Vec(FetchWidth, UInt(32.W))) 443 (0 until FetchWidth).foreach(i => instrs(i) := ZeroExt("b0010011".U, 32)) // nop 444 pd.io.in.data := instrs.asUInt 445 }.elsewhen (if3_prevHalfInstrMet && (if3_prevHalfInstr.bits.ipf || icacheResp.ipf)) { 446 pd.io.prev.bits := ZeroExt("b0010011".U, 16) 447 val instrs = Wire(Vec(FetchWidth, UInt(32.W))) 448 (0 until FetchWidth).foreach(i => instrs(i) := Cat(ZeroExt("b0010011".U, 16), Fill(16, 0.U(1.W)))) 449 pd.io.in.data := instrs.asUInt 450 451 when (icacheResp.ipf && !if3_prevHalfInstr.bits.ipf) { crossPageIPF := true.B } // higher 16 bits page fault 452 } 453 454 val fetchPacketValid = if4_valid && !io.redirect.valid 455 val fetchPacketWire = Wire(new FetchPacket) 456 457 // io.fetchPacket.valid := if4_valid && !io.redirect.valid 458 fetchPacketWire.instrs := if4_pd.instrs 459 fetchPacketWire.mask := if4_pd.mask & (Fill(PredictWidth, !if4_bp.taken) | (Fill(PredictWidth, 1.U(1.W)) >> (~if4_bp.jmpIdx))) 460 fetchPacketWire.pdmask := if4_pd.mask 461 462 fetchPacketWire.pc := if4_pd.pc 463 (0 until PredictWidth).foreach(i => fetchPacketWire.pnpc(i) := if4_pd.pc(i) + Mux(if4_pd.pd(i).isRVC, 2.U, 4.U)) 464 when (if4_bp.taken) { 465 fetchPacketWire.pnpc(if4_bp.jmpIdx) := if4_bp.target 466 } 467 fetchPacketWire.bpuMeta := bpu.io.bpuMeta 468 // save it for update 469 when (if4_pendingPrevHalfInstr) { 470 fetchPacketWire.bpuMeta(0) := if4_prevHalfInstr.bits.meta 471 } 472 (0 until PredictWidth).foreach(i => { 473 val meta = fetchPacketWire.bpuMeta(i) 474 meta.hist := final_gh 475 meta.predHist := if4_predHist.asTypeOf(new GlobalHistory) 476 meta.predTaken := if4_bp.takens(i) 477 }) 478 fetchPacketWire.pd := if4_pd.pd 479 fetchPacketWire.ipf := if4_ipf 480 fetchPacketWire.acf := if4_acf 481 fetchPacketWire.crossPageIPFFix := if4_crossPageIPF 482 483 // predTaken Vec 484 fetchPacketWire.predTaken := if4_bp.taken 485 486 io.fetchPacket.bits := fetchPacketWire 487 io.fetchPacket.valid := fetchPacketValid 488 489 // debug info 490 if (IFUDebug) { 491 XSDebug(RegNext(reset.asBool) && !reset.asBool, "Reseting...\n") 492 XSDebug(icache.io.flush(0).asBool, "Flush icache stage2...\n") 493 XSDebug(icache.io.flush(1).asBool, "Flush icache stage3...\n") 494 XSDebug(io.redirect.valid, p"Redirect from backend! target=${Hexadecimal(io.redirect.bits)}\n") 495 496 XSDebug("[IF1] v=%d fire=%d flush=%d pc=%x mask=%b\n", if1_valid, if1_fire, if1_flush, if1_npc, mask(if1_npc)) 497 XSDebug("[IF2] v=%d r=%d fire=%d redirect=%d flush=%d pc=%x snpc=%x\n", if2_valid, if2_ready, if2_fire, if2_redirect, if2_flush, if2_pc, if2_snpc) 498 XSDebug("[IF3] v=%d r=%d fire=%d redirect=%d flush=%d pc=%x crossPageIPF=%d sawNTBrs=%d\n", if3_valid, if3_ready, if3_fire, if3_redirect, if3_flush, if3_pc, crossPageIPF, if3_bp.hasNotTakenBrs) 499 XSDebug("[IF4] v=%d r=%d fire=%d redirect=%d flush=%d pc=%x crossPageIPF=%d sawNTBrs=%d\n", if4_valid, if4_ready, if4_fire, if4_redirect, if4_flush, if4_pc, if4_crossPageIPF, if4_bp.hasNotTakenBrs) 500 XSDebug("[IF1][icacheReq] v=%d r=%d addr=%x\n", icache.io.req.valid, icache.io.req.ready, icache.io.req.bits.addr) 501 XSDebug("[IF1][ghr] hist=%b\n", if1_gh.asUInt) 502 XSDebug("[IF1][ghr] extHist=%b\n\n", if1_gh.asUInt) 503 504 XSDebug("[IF2][bp] taken=%d jmpIdx=%d hasNTBrs=%d target=%x saveHalfRVI=%d\n\n", if2_bp.taken, if2_bp.jmpIdx, if2_bp.hasNotTakenBrs, if2_bp.target, if2_bp.saveHalfRVI) 505 if2_gh.debug("if2") 506 507 XSDebug("[IF3][icacheResp] v=%d r=%d pc=%x mask=%b\n", icache.io.resp.valid, icache.io.resp.ready, icache.io.resp.bits.pc, icache.io.resp.bits.mask) 508 XSDebug("[IF3][bp] taken=%d jmpIdx=%d hasNTBrs=%d target=%x saveHalfRVI=%d\n", if3_bp.taken, if3_bp.jmpIdx, if3_bp.hasNotTakenBrs, if3_bp.target, if3_bp.saveHalfRVI) 509 XSDebug("[IF3][redirect]: v=%d, prevMet=%d, prevNMet=%d, predT=%d, predNT=%d\n", if3_redirect, if3_prevHalfMetRedirect, if3_prevHalfNotMetRedirect, if3_predTakenRedirect, if3_predNotTakenRedirect) 510 // XSDebug("[IF3][prevHalfInstr] v=%d redirect=%d fetchpc=%x idx=%d tgt=%x taken=%d instr=%x\n\n", 511 // prev_half_valid, prev_half_redirect, prev_half_fetchpc, prev_half_idx, prev_half_tgt, prev_half_taken, prev_half_instr) 512 XSDebug("[IF3][if3_prevHalfInstr] v=%d taken=%d fetchpc=%x idx=%d pc=%x npc=%x tgt=%x instr=%x ipf=%d\n\n", 513 if3_prevHalfInstr.valid, if3_prevHalfInstr.bits.taken, if3_prevHalfInstr.bits.fetchpc, if3_prevHalfInstr.bits.idx, if3_prevHalfInstr.bits.pc, if3_prevHalfInstr.bits.npc, if3_prevHalfInstr.bits.target, if3_prevHalfInstr.bits.instr, if3_prevHalfInstr.bits.ipf) 514 if3_gh.debug("if3") 515 516 XSDebug("[IF4][predecode] mask=%b\n", if4_pd.mask) 517 XSDebug("[IF4][snpc]: %x, realMask=%b\n", if4_snpc, if4_mask) 518 XSDebug("[IF4][bp] taken=%d jmpIdx=%d hasNTBrs=%d target=%x saveHalfRVI=%d\n", if4_bp.taken, if4_bp.jmpIdx, if4_bp.hasNotTakenBrs, if4_bp.target, if4_bp.saveHalfRVI) 519 XSDebug("[IF4][redirect]: v=%d, prevNotMet=%d, predT=%d, predNT=%d\n", if4_redirect, if4_prevHalfNextNotMet, if4_predTakenRedirect, if4_predNotTakenRedirect) 520 XSDebug(if4_pd.pd(if4_bp.jmpIdx).isJal && if4_bp.taken, "[IF4] cfi is jal! instr=%x target=%x\n", if4_instrs(if4_bp.jmpIdx), if4_jal_tgts(if4_bp.jmpIdx)) 521 XSDebug("[IF4][ prevHalfInstrReq] v=%d taken=%d fetchpc=%x idx=%d pc=%x npc=%x tgt=%x instr=%x ipf=%d\n", 522 prevHalfInstrReq.valid, prevHalfInstrReq.bits.taken, prevHalfInstrReq.bits.fetchpc, prevHalfInstrReq.bits.idx, prevHalfInstrReq.bits.pc, prevHalfInstrReq.bits.npc, prevHalfInstrReq.bits.target, prevHalfInstrReq.bits.instr, prevHalfInstrReq.bits.ipf) 523 XSDebug("[IF4][if4_prevHalfInstr] v=%d taken=%d fetchpc=%x idx=%d pc=%x npc=%x tgt=%x instr=%x ipf=%d\n", 524 if4_prevHalfInstr.valid, if4_prevHalfInstr.bits.taken, if4_prevHalfInstr.bits.fetchpc, if4_prevHalfInstr.bits.idx, if4_prevHalfInstr.bits.pc, if4_prevHalfInstr.bits.npc, if4_prevHalfInstr.bits.target, if4_prevHalfInstr.bits.instr, if4_prevHalfInstr.bits.ipf) 525 if4_gh.debug("if4") 526 XSDebug(io.fetchPacket.fire(), "[IF4][fetchPacket] v=%d r=%d mask=%b ipf=%d acf=%d crossPageIPF=%d\n", 527 io.fetchPacket.valid, io.fetchPacket.ready, io.fetchPacket.bits.mask, io.fetchPacket.bits.ipf, io.fetchPacket.bits.acf, io.fetchPacket.bits.crossPageIPFFix) 528 for (i <- 0 until PredictWidth) { 529 XSDebug(io.fetchPacket.fire(), "[IF4][fetchPacket] %b %x pc=%x pnpc=%x pd: rvc=%d brType=%b call=%d ret=%d\n", 530 io.fetchPacket.bits.mask(i), 531 io.fetchPacket.bits.instrs(i), 532 io.fetchPacket.bits.pc(i), 533 io.fetchPacket.bits.pnpc(i), 534 io.fetchPacket.bits.pd(i).isRVC, 535 io.fetchPacket.bits.pd(i).brType, 536 io.fetchPacket.bits.pd(i).isCall, 537 io.fetchPacket.bits.pd(i).isRet 538 ) 539 } 540 } 541}