1package xiangshan.frontend 2 3import chisel3._ 4import chisel3.util._ 5import utils._ 6import xiangshan._ 7import xiangshan.backend.ALUOpType 8import xiangshan.backend.JumpOpType 9import chisel3.experimental.chiselName 10 11trait HasBPUParameter extends HasXSParameter { 12 val BPUDebug = true && !env.FPGAPlatform 13 val EnableCFICommitLog = true 14 val EnbaleCFIPredLog = true 15 val EnableBPUTimeRecord = (EnableCFICommitLog || EnbaleCFIPredLog) && !env.FPGAPlatform 16 val EnableCommit = false 17} 18 19class TableAddr(val idxBits: Int, val banks: Int) extends XSBundle with HasIFUConst { 20 def tagBits = VAddrBits - idxBits - instOffsetBits 21 22 val tag = UInt(tagBits.W) 23 val idx = UInt(idxBits.W) 24 val offset = UInt(instOffsetBits.W) 25 26 def fromUInt(x: UInt) = x.asTypeOf(UInt(VAddrBits.W)).asTypeOf(this) 27 def getTag(x: UInt) = fromUInt(x).tag 28 def getIdx(x: UInt) = fromUInt(x).idx 29 def getBank(x: UInt) = getIdx(x)(log2Up(banks) - 1, 0) 30 def getBankIdx(x: UInt) = getIdx(x)(idxBits - 1, log2Up(banks)) 31} 32 33class PredictorResponse extends XSBundle { 34 class UbtbResp extends XSBundle { 35 // the valid bits indicates whether a target is hit 36 val targets = Vec(PredictWidth, UInt(VAddrBits.W)) 37 val hits = Vec(PredictWidth, Bool()) 38 val takens = Vec(PredictWidth, Bool()) 39 val brMask = Vec(PredictWidth, Bool()) 40 val is_RVC = Vec(PredictWidth, Bool()) 41 } 42 class BtbResp extends XSBundle { 43 // the valid bits indicates whether a target is hit 44 val targets = Vec(PredictWidth, UInt(VAddrBits.W)) 45 val hits = Vec(PredictWidth, Bool()) 46 val isBrs = Vec(PredictWidth, Bool()) 47 val isRVC = Vec(PredictWidth, Bool()) 48 } 49 class BimResp extends XSBundle { 50 val ctrs = Vec(PredictWidth, UInt(2.W)) 51 } 52 class TageResp extends XSBundle { 53 // the valid bits indicates whether a prediction is hit 54 val takens = Vec(PredictWidth, Bool()) 55 val hits = Vec(PredictWidth, Bool()) 56 } 57 class LoopResp extends XSBundle { 58 val exit = Vec(PredictWidth, Bool()) 59 } 60 61 val ubtb = new UbtbResp 62 val btb = new BtbResp 63 val bim = new BimResp 64 val tage = new TageResp 65 val loop = new LoopResp 66} 67 68trait PredictorUtils { 69 // circular shifting 70 def circularShiftLeft(source: UInt, len: Int, shamt: UInt): UInt = { 71 val res = Wire(UInt(len.W)) 72 val higher = source << shamt 73 val lower = source >> (len.U - shamt) 74 res := higher | lower 75 res 76 } 77 78 def circularShiftRight(source: UInt, len: Int, shamt: UInt): UInt = { 79 val res = Wire(UInt(len.W)) 80 val higher = source << (len.U - shamt) 81 val lower = source >> shamt 82 res := higher | lower 83 res 84 } 85 86 // To be verified 87 def satUpdate(old: UInt, len: Int, taken: Bool): UInt = { 88 val oldSatTaken = old === ((1 << len)-1).U 89 val oldSatNotTaken = old === 0.U 90 Mux(oldSatTaken && taken, ((1 << len)-1).U, 91 Mux(oldSatNotTaken && !taken, 0.U, 92 Mux(taken, old + 1.U, old - 1.U))) 93 } 94 95 def signedSatUpdate(old: SInt, len: Int, taken: Bool): SInt = { 96 val oldSatTaken = old === ((1 << (len-1))-1).S 97 val oldSatNotTaken = old === (-(1 << (len-1))).S 98 Mux(oldSatTaken && taken, ((1 << (len-1))-1).S, 99 Mux(oldSatNotTaken && !taken, (-(1 << (len-1))).S, 100 Mux(taken, old + 1.S, old - 1.S))) 101 } 102} 103 104trait HasIFUFire { this: MultiIOModule => 105 val fires = IO(Input(Vec(4, Bool()))) 106 val s1_fire = fires(0) 107 val s2_fire = fires(1) 108 val s3_fire = fires(2) 109 val out_fire = fires(3) 110} 111 112trait HasCtrl { this: BasePredictor => 113 val ctrl = IO(Input(new BPUCtrl)) 114} 115 116abstract class BasePredictor extends XSModule 117 with HasBPUParameter with HasIFUConst with PredictorUtils 118 with HasIFUFire with HasCtrl { 119 val metaLen = 0 120 121 // An implementation MUST extend the IO bundle with a response 122 // and the special input from other predictors, as well as 123 // the metas to store in BRQ 124 abstract class Resp extends XSBundle {} 125 abstract class FromOthers extends XSBundle {} 126 abstract class Meta extends XSBundle {} 127 128 class DefaultBasePredictorIO extends XSBundle { 129 val pc = Flipped(ValidIO(UInt(VAddrBits.W))) 130 val hist = Input(UInt(HistoryLength.W)) 131 val inMask = Input(UInt(PredictWidth.W)) 132 val update = Flipped(ValidIO(new FtqEntry)) 133 } 134 135 val io = new DefaultBasePredictorIO 136 val debug = true 137} 138 139class BrInfo extends XSBundle { 140 val metas = Vec(PredictWidth, new BpuMeta) 141 val rasSp = UInt(log2Ceil(RasSize).W) 142 val rasTop = new RASEntry 143 val specCnt = Vec(PredictWidth, UInt(10.W)) 144} 145class BPUStageIO extends XSBundle { 146 val pc = UInt(VAddrBits.W) 147 val mask = UInt(PredictWidth.W) 148 val resp = new PredictorResponse 149 val brInfo = new BrInfo 150} 151 152 153abstract class BPUStage extends XSModule with HasBPUParameter 154 with HasIFUConst with HasIFUFire { 155 class DefaultIO extends XSBundle { 156 val in = Input(new BPUStageIO) 157 val inFire = Input(Bool()) 158 val pred = Output(new BranchPrediction) // to ifu 159 val out = Output(new BPUStageIO) // to the next stage 160 val outFire = Input(Bool()) 161 162 val debug_hist = Input(UInt((if (BPUDebug) (HistoryLength) else 0).W)) 163 } 164 val io = IO(new DefaultIO) 165 166 val inLatch = RegEnable(io.in, io.inFire) 167 168 // Each stage has its own logic to decide 169 // takens, brMask, jalMask, targets and hasHalfRVI 170 val takens = Wire(Vec(PredictWidth, Bool())) 171 val brMask = Wire(Vec(PredictWidth, Bool())) 172 val jalMask = Wire(Vec(PredictWidth, Bool())) 173 val targets = Wire(Vec(PredictWidth, UInt(VAddrBits.W))) 174 val hasHalfRVI = Wire(Bool()) 175 176 io.pred <> DontCare 177 io.pred.takens := takens.asUInt 178 io.pred.brMask := brMask.asUInt 179 io.pred.jalMask := jalMask.asUInt 180 io.pred.targets := targets 181 io.pred.hasHalfRVI := hasHalfRVI 182 183 io.out <> DontCare 184 io.out.pc := inLatch.pc 185 io.out.mask := inLatch.mask 186 io.out.resp <> inLatch.resp 187 io.out.brInfo := inLatch.brInfo 188 189 if (BPUDebug) { 190 val jmpIdx = io.pred.jmpIdx 191 val taken = io.pred.taken 192 val target = Mux(taken, io.pred.targets(jmpIdx), snpc(inLatch.pc)) 193 XSDebug("in(%d): pc=%x, mask=%b\n", io.inFire, io.in.pc, io.in.mask) 194 XSDebug("inLatch: pc=%x, mask=%b\n", inLatch.pc, inLatch.mask) 195 XSDebug("out(%d): pc=%x, mask=%b, taken=%d, jmpIdx=%d, target=%x, hasHalfRVI=%d\n", 196 io.outFire, io.out.pc, io.out.mask, taken, jmpIdx, target, hasHalfRVI) 197 val p = io.pred 198 } 199} 200 201@chiselName 202class BPUStage1 extends BPUStage { 203 204 // ubtb is accessed with inLatch pc in s1, 205 // so we use io.in instead of inLatch 206 val ubtbResp = io.in.resp.ubtb 207 // the read operation is already masked, so we do not need to mask here 208 takens := VecInit((0 until PredictWidth).map(i => ubtbResp.takens(i))) 209 // notTakens := VecInit((0 until PredictWidth).map(i => ubtbResp.hits(i) && !ubtbResp.takens(i) && ubtbResp.brMask(i))) 210 brMask := ubtbResp.brMask 211 jalMask := DontCare 212 targets := ubtbResp.targets 213 214 hasHalfRVI := ubtbResp.hits(PredictWidth-1) && !ubtbResp.is_RVC(PredictWidth-1) && HasCExtension.B 215 216 // resp and brInfo are from the components, 217 // so it does not need to be latched 218 io.out.resp <> io.in.resp 219 io.out.brInfo := io.in.brInfo 220 221 // For perf counters 222 if (!env.FPGAPlatform && env.EnablePerfDebug) { 223 io.out.brInfo.metas.zipWithIndex.foreach{case (meta, i) => 224 // record ubtb pred result 225 meta.ubtbAns.hit := ubtbResp.hits(i) 226 meta.ubtbAns.taken := ubtbResp.takens(i) 227 meta.ubtbAns.target := ubtbResp.targets(i) 228 } 229 } 230 231 if (BPUDebug) { 232 XSDebug(io.outFire, "outPred using ubtb resp: hits:%b, takens:%b, notTakens:%b, isRVC:%b\n", 233 ubtbResp.hits.asUInt, ubtbResp.takens.asUInt, ~ubtbResp.takens.asUInt & brMask.asUInt, ubtbResp.is_RVC.asUInt) 234 } 235 if (EnableBPUTimeRecord) { 236 io.out.brInfo.metas.map(_.debug_ubtb_cycle := GTimer()) 237 } 238} 239@chiselName 240class BPUStage2 extends BPUStage { 241 // Use latched response from s1 242 val btbResp = inLatch.resp.btb 243 val bimResp = inLatch.resp.bim 244 takens := VecInit((0 until PredictWidth).map(i => btbResp.hits(i) && (btbResp.isBrs(i) && bimResp.ctrs(i)(1) || !btbResp.isBrs(i)))) 245 targets := btbResp.targets 246 brMask := VecInit((0 until PredictWidth).map(i => btbResp.isBrs(i) && btbResp.hits(i))) 247 jalMask := DontCare 248 249 hasHalfRVI := btbResp.hits(PredictWidth-1) && !btbResp.isRVC(PredictWidth-1) && HasCExtension.B 250 251 // For perf counters 252 if (!env.FPGAPlatform && env.EnablePerfDebug) { 253 io.out.brInfo.metas.zipWithIndex.foreach{case (meta, i) => 254 // record btb pred result 255 meta.btbAns.hit := btbResp.hits(i) 256 meta.btbAns.taken := takens(i) 257 meta.btbAns.target := btbResp.targets(i) 258 } 259 } 260 261 if (BPUDebug) { 262 XSDebug(io.outFire, "outPred using btb&bim resp: hits:%b, ctrTakens:%b\n", 263 btbResp.hits.asUInt, VecInit(bimResp.ctrs.map(_(1))).asUInt) 264 } 265 if (EnableBPUTimeRecord) { 266 io.out.brInfo.metas.map(_.debug_btb_cycle := GTimer()) 267 } 268} 269@chiselName 270class BPUStage3 extends BPUStage { 271 class S3IO extends XSBundle { 272 val predecode = Input(new Predecode) 273 val redirect = Flipped(ValidIO(new Redirect)) 274 val ctrl = Input(new BPUCtrl) 275 } 276 val s3IO = IO(new S3IO) 277 // TAGE has its own pipelines and the 278 // response comes directly from s3, 279 // so we do not use those from inLatch 280 val tageResp = io.in.resp.tage 281 val tageTakens = tageResp.takens 282 283 val loopResp = io.in.resp.loop.exit 284 285 val pdMask = s3IO.predecode.mask 286 val pdLastHalf = s3IO.predecode.lastHalf 287 val pds = s3IO.predecode.pd 288 289 val btbResp = WireInit(inLatch.resp.btb) 290 val btbHits = WireInit(btbResp.hits.asUInt) 291 val bimTakens = VecInit(inLatch.resp.bim.ctrs.map(_(1))) 292 293 val brs = pdMask & Reverse(Cat(pds.map(_.isBr))) 294 val jals = pdMask & Reverse(Cat(pds.map(_.isJal))) 295 val jalrs = pdMask & Reverse(Cat(pds.map(_.isJalr))) 296 val calls = pdMask & Reverse(Cat(pds.map(_.isCall))) 297 val rets = pdMask & Reverse(Cat(pds.map(_.isRet))) 298 val RVCs = pdMask & Reverse(Cat(pds.map(_.isRVC))) 299 300 val callIdx = PriorityEncoder(calls) 301 val retIdx = PriorityEncoder(rets) 302 303 val brPred = (if(EnableBPD) tageTakens else bimTakens).asUInt 304 val loopRes = (if (EnableLoop) loopResp else VecInit(Fill(PredictWidth, 0.U(1.W)))).asUInt 305 val brTakens = ((brs & brPred) & ~loopRes) 306 // we should provide btb resp as well 307 btbHits := btbResp.hits.asUInt 308 309 // predict taken only if btb has a target, jal and br targets will be provided by IFU 310 takens := VecInit((0 until PredictWidth).map(i => jalrs(i) && btbHits(i) || (jals(i) || brTakens(i)))) 311 312 313 targets := inLatch.resp.btb.targets 314 315 brMask := WireInit(brs.asTypeOf(Vec(PredictWidth, Bool()))) 316 jalMask := WireInit(jals.asTypeOf(Vec(PredictWidth, Bool()))) 317 318 hasHalfRVI := pdLastHalf && HasCExtension.B 319 320 //RAS 321 if(EnableRAS){ 322 val ras = Module(new RAS) 323 ras.io <> DontCare 324 ras.io.pc.bits := packetAligned(inLatch.pc) 325 ras.io.pc.valid := io.outFire//predValid 326 ras.io.is_ret := rets.orR && (retIdx === io.pred.jmpIdx) 327 ras.io.callIdx.valid := calls.orR && (callIdx === io.pred.jmpIdx) 328 ras.io.callIdx.bits := callIdx 329 ras.io.isRVC := (calls & RVCs).orR //TODO: this is ugly 330 ras.io.isLastHalfRVI := s3IO.predecode.hasLastHalfRVI 331 ras.io.redirect := s3IO.redirect 332 ras.fires <> fires 333 ras.ctrl := s3IO.ctrl 334 335 for(i <- 0 until PredictWidth){ 336 io.out.brInfo.rasSp := ras.io.meta.rasSp 337 io.out.brInfo.rasTop := ras.io.meta.rasTop 338 } 339 takens := VecInit((0 until PredictWidth).map(i => { 340 (jalrs(i) && btbHits(i)) || 341 jals(i) || brTakens(i) || 342 (ras.io.out.valid && rets(i)) || 343 (!ras.io.out.valid && rets(i) && btbHits(i)) 344 } 345 )) 346 347 for (i <- 0 until PredictWidth) { 348 when(rets(i) && ras.io.out.valid){ 349 targets(i) := ras.io.out.bits.target 350 } 351 } 352 353 // For perf counters 354 if (!env.FPGAPlatform && env.EnablePerfDebug) { 355 io.out.brInfo.metas.zipWithIndex.foreach{case (meta, i) => 356 // record tage pred result 357 meta.tageAns.hit := tageResp.hits(i) 358 meta.tageAns.taken := tageResp.takens(i) 359 meta.tageAns.target := DontCare 360 361 // record ras pred result 362 meta.rasAns.hit := ras.io.out.valid 363 meta.rasAns.taken := true.B 364 meta.rasAns.target := ras.io.out.bits.target 365 366 // record loop pred result 367 meta.loopAns.hit := loopRes(i) 368 meta.loopAns.taken := false.B 369 meta.loopAns.target := DontCare 370 } 371 } 372 } 373 374 375 // Wrap tage resp and tage meta in 376 // This is ugly 377 io.out.resp.tage <> io.in.resp.tage 378 io.out.resp.loop <> io.in.resp.loop 379 for (i <- 0 until PredictWidth) { 380 io.out.brInfo.metas(i).tageMeta := io.in.brInfo.metas(i).tageMeta 381 io.out.brInfo.specCnt(i) := io.in.brInfo.specCnt(i) 382 } 383 384 if (BPUDebug) { 385 XSDebug(io.inFire, "predecode: pc:%x, mask:%b\n", inLatch.pc, s3IO.predecode.mask) 386 for (i <- 0 until PredictWidth) { 387 val p = s3IO.predecode.pd(i) 388 XSDebug(io.inFire && s3IO.predecode.mask(i), "predecode(%d): brType:%d, br:%d, jal:%d, jalr:%d, call:%d, ret:%d, RVC:%d, excType:%d\n", 389 i.U, p.brType, p.isBr, p.isJal, p.isJalr, p.isCall, p.isRet, p.isRVC, p.excType) 390 } 391 XSDebug(p"brs:${Binary(brs)} jals:${Binary(jals)} jalrs:${Binary(jalrs)} calls:${Binary(calls)} rets:${Binary(rets)} rvcs:${Binary(RVCs)}\n") 392 XSDebug(p"callIdx:${callIdx} retIdx:${retIdx}\n") 393 XSDebug(p"brPred:${Binary(brPred)} loopRes:${Binary(loopRes)} brTakens:${Binary(brTakens)}\n") 394 } 395 396 if (EnbaleCFIPredLog) { 397 val out = io.out 398 XSDebug(io.outFire, p"cfi_pred: fetchpc(${Hexadecimal(out.pc)}) mask(${out.mask}) brmask(${brMask.asUInt}) hist(${Hexadecimal(io.debug_hist)})\n") 399 } 400 401 if (EnableBPUTimeRecord) { 402 io.out.brInfo.metas.map(_.debug_tage_cycle := GTimer()) 403 } 404} 405 406trait BranchPredictorComponents extends HasXSParameter { 407 val ubtb = Module(new MicroBTB) 408 val btb = Module(new BTB) 409 val bim = Module(new BIM) 410 val tage = (if(EnableBPD) { if (EnableSC) Module(new Tage_SC) 411 else Module(new Tage) } 412 else { Module(new FakeTage) }) 413 val loop = Module(new LoopPredictor) 414 val preds = Seq(ubtb, btb, bim, tage, loop) 415 preds.map(_.io := DontCare) 416} 417 418class BPUReq extends XSBundle { 419 val pc = UInt(VAddrBits.W) 420 val hist = UInt(HistoryLength.W) 421 val inMask = UInt(PredictWidth.W) 422} 423 424class BPUCtrl extends XSBundle { 425 val ubtb_enable = Bool() 426 val btb_enable = Bool() 427 val bim_enable = Bool() 428 val tage_enable = Bool() 429 val sc_enable = Bool() 430 val ras_enable = Bool() 431 val loop_enable = Bool() 432} 433 434abstract class BaseBPU extends XSModule with BranchPredictorComponents 435 with HasBPUParameter with HasIFUConst { 436 val io = IO(new Bundle() { 437 // from backend 438 val redirect = Flipped(ValidIO(new Redirect)) 439 val ctrl = Input(new BPUCtrl) 440 val commit = Flipped(ValidIO(new FtqEntry)) 441 // from if1 442 val in = Input(new BPUReq) 443 val inFire = Input(Vec(4, Bool())) 444 // to if2/if3/if4 445 val out = Vec(3, Output(new BranchPrediction)) 446 // from if4 447 val predecode = Input(new Predecode) 448 // to if4, some bpu info used for updating 449 val brInfo = Output(new BrInfo) 450 }) 451 452 preds.map(p => { 453 p.io.update <> io.commit 454 p.fires <> io.inFire 455 p.ctrl <> io.ctrl 456 }) 457 458 val s1 = Module(new BPUStage1) 459 val s2 = Module(new BPUStage2) 460 val s3 = Module(new BPUStage3) 461 462 Seq(s1, s2, s3).foreach(s => s.fires <> io.inFire) 463 464 val s1_fire = io.inFire(0) 465 val s2_fire = io.inFire(1) 466 val s3_fire = io.inFire(2) 467 val s4_fire = io.inFire(3) 468 469 s1.io.in <> DontCare 470 s2.io.in <> s1.io.out 471 s3.io.in <> s2.io.out 472 473 s1.io.inFire := s1_fire 474 s2.io.inFire := s2_fire 475 s3.io.inFire := s3_fire 476 477 s1.io.outFire := s2_fire 478 s2.io.outFire := s3_fire 479 s3.io.outFire := s4_fire 480 481 io.out(0) <> s1.io.pred 482 io.out(1) <> s2.io.pred 483 io.out(2) <> s3.io.pred 484 485 io.brInfo := s3.io.out.brInfo 486 487 if (BPUDebug) { 488 XSDebug(io.inFire(3), "bpuMeta sent!\n") 489 for (i <- 0 until PredictWidth) { 490 val b = io.brInfo.metas(i) 491 XSDebug(io.inFire(3), "brInfo(%d): btbWrWay:%d, bimCtr:%d\n", 492 i.U, b.btbWriteWay, b.bimCtr) 493 val t = b.tageMeta 494 XSDebug(io.inFire(3), " tageMeta: pvder(%d):%d, altDiffers:%d, pvderU:%d, pvderCtr:%d, allocate(%d):%d\n", 495 t.provider.valid, t.provider.bits, t.altDiffers, t.providerU, t.providerCtr, t.allocate.valid, t.allocate.bits) 496 } 497 } 498 val debug_verbose = false 499} 500 501 502class FakeBPU extends BaseBPU { 503 io.out.foreach(i => { 504 // Provide not takens 505 i <> DontCare 506 i.takens := 0.U 507 }) 508 io.brInfo <> DontCare 509} 510@chiselName 511class BPU extends BaseBPU { 512 513 //**********************Stage 1****************************// 514 515 val s1_resp_in = Wire(new PredictorResponse) 516 val s1_brInfo_in = Wire(new BrInfo) 517 518 s1_resp_in.tage := DontCare 519 s1_resp_in.loop := DontCare 520 s1_brInfo_in := DontCare 521 522 val s1_inLatch = RegEnable(io.in, s1_fire) 523 ubtb.io.pc.valid := s2_fire 524 ubtb.io.pc.bits := s1_inLatch.pc 525 ubtb.io.inMask := s1_inLatch.inMask 526 527 528 529 // Wrap ubtb response into resp_in and brInfo_in 530 s1_resp_in.ubtb <> ubtb.io.out 531 532 btb.io.pc.valid := s1_fire 533 btb.io.pc.bits := io.in.pc 534 btb.io.inMask := io.in.inMask 535 536 537 538 // Wrap btb response into resp_in and brInfo_in 539 s1_resp_in.btb <> btb.io.resp 540 for (i <- 0 until PredictWidth) { 541 s1_brInfo_in.metas(i).btbWriteWay := btb.io.meta.writeWay(i) 542 } 543 544 bim.io.pc.valid := s1_fire 545 bim.io.pc.bits := io.in.pc 546 bim.io.inMask := io.in.inMask 547 548 549 // Wrap bim response into resp_in and brInfo_in 550 s1_resp_in.bim <> bim.io.resp 551 for (i <- 0 until PredictWidth) { 552 s1_brInfo_in.metas(i).bimCtr := bim.io.meta.ctrs(i) 553 } 554 555 556 s1.io.inFire := s1_fire 557 s1.io.in.pc := io.in.pc 558 s1.io.in.mask := io.in.inMask 559 s1.io.in.resp <> s1_resp_in 560 s1.io.in.brInfo <> s1_brInfo_in 561 562 val s1_hist = RegEnable(io.in.hist, enable=s1_fire) 563 val s2_hist = RegEnable(s1_hist, enable=s2_fire) 564 val s3_hist = RegEnable(s2_hist, enable=s3_fire) 565 566 s1.io.debug_hist := s1_hist 567 s2.io.debug_hist := s2_hist 568 s3.io.debug_hist := s3_hist 569 570 //**********************Stage 2****************************// 571 tage.io.pc.valid := s2_fire 572 tage.io.pc.bits := s2.io.in.pc // PC from s1 573 tage.io.hist := s1_hist // The inst is from s1 574 tage.io.inMask := s2.io.in.mask 575 tage.io.bim <> s1.io.out.resp.bim // Use bim results from s1 576 577 //**********************Stage 3****************************// 578 // Wrap tage response and meta into s3.io.in.bits 579 // This is ugly 580 581 loop.io.pc.valid := s2_fire 582 loop.io.if3_fire := s3_fire 583 loop.io.pc.bits := s2.io.in.pc 584 loop.io.inMask := io.predecode.mask 585 loop.io.respIn.taken := s3.io.pred.taken 586 loop.io.respIn.jmpIdx := s3.io.pred.jmpIdx 587 loop.io.redirect := s3.s3IO.redirect 588 589 590 s3.io.in.resp.tage <> tage.io.resp 591 s3.io.in.resp.loop <> loop.io.resp 592 for (i <- 0 until PredictWidth) { 593 s3.io.in.brInfo.metas(i).tageMeta := tage.io.meta(i) 594 s3.io.in.brInfo.specCnt(i) := loop.io.meta.specCnts(i) 595 } 596 597 s3.s3IO.predecode <> io.predecode 598 s3.s3IO.redirect <> io.redirect 599 s3.s3IO.ctrl <> io.ctrl 600 601 602 if (BPUDebug) { 603 if (debug_verbose) { 604 val uo = ubtb.io.out 605 XSDebug("debug: ubtb hits:%b, takens:%b, notTakens:%b\n", uo.hits.asUInt, uo.takens.asUInt, ~uo.takens.asUInt & uo.brMask.asUInt) 606 val bio = bim.io.resp 607 XSDebug("debug: bim takens:%b\n", VecInit(bio.ctrs.map(_(1))).asUInt) 608 val bo = btb.io.resp 609 XSDebug("debug: btb hits:%b\n", bo.hits.asUInt) 610 } 611 } 612 613 614 615 if (EnableCFICommitLog) { 616 val buValid = io.commit.valid 617 val buinfo = io.commit.bits 618 for (i <- 0 until PredictWidth) { 619 val cfi_idx = buinfo.cfiIndex 620 val isTaken = cfi_idx.valid && cfi_idx.bits === i.U 621 val isCfi = buinfo.valids(i) && (buinfo.br_mask(i) || cfi_idx.valid && cfi_idx.bits === i.U) 622 val isBr = buinfo.br_mask(i) 623 val pc = packetAligned(buinfo.ftqPC) + (i * instBytes).U - Mux((i==0).B && buinfo.hasLastPrev, 2.U, 0.U) 624 val tage_cycle = buinfo.metas(i).debug_tage_cycle 625 XSDebug(buValid && isCfi, p"cfi_update: isBr(${isBr}) pc(${Hexadecimal(pc)}) taken(${isTaken}) mispred(${buinfo.mispred(i)}) cycle($tage_cycle) hist(${Hexadecimal(buinfo.predHist.asUInt)})\n") 626 } 627 } 628 629} 630 631object BPU{ 632 def apply(enableBPU: Boolean = true) = { 633 if(enableBPU) { 634 val BPU = Module(new BPU) 635 BPU 636 } 637 else { 638 val FakeBPU = Module(new FakeBPU) 639 FakeBPU 640 } 641 } 642} 643