1/*************************************************************************************** 2* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3* Copyright (c) 2020-2021 Peng Cheng Laboratory 4* 5* XiangShan is licensed under Mulan PSL v2. 6* You can use this software according to the terms and conditions of the Mulan PSL v2. 7* You may obtain a copy of Mulan PSL v2 at: 8* http://license.coscl.org.cn/MulanPSL2 9* 10* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13* 14* See the Mulan PSL v2 for more details. 15***************************************************************************************/ 16 17package xiangshan.frontend 18 19import chipsalliance.rocketchip.config.Parameters 20import chisel3._ 21import chisel3.experimental.chiselName 22import chisel3.util._ 23import xiangshan._ 24import utils._ 25 26import scala.math.min 27 28trait HasBPUConst extends HasXSParameter with HasIFUConst { 29 val MaxMetaLength = 1024 // TODO: Reduce meta length 30 val MaxBasicBlockSize = 32 31 val LHistoryLength = 32 32 val numBr = 2 33 val useBPD = true 34 val useLHist = true 35 val shareTailSlot = true 36 val numBrSlot = if (shareTailSlot) numBr-1 else numBr 37 val totalSlot = numBrSlot + 1 38 39 def BP_STAGES = (0 until 3).map(_.U(2.W)) 40 def BP_S1 = BP_STAGES(0) 41 def BP_S2 = BP_STAGES(1) 42 def BP_S3 = BP_STAGES(2) 43 val numBpStages = BP_STAGES.length 44 45 val debug = true 46 val resetVector = 0x10000000L//TODO: set reset vec 47 // TODO: Replace log2Up by log2Ceil 48} 49 50trait HasBPUParameter extends HasXSParameter with HasBPUConst { 51 val BPUDebug = true && !env.FPGAPlatform && env.EnablePerfDebug 52 val EnableCFICommitLog = true 53 val EnbaleCFIPredLog = true 54 val EnableBPUTimeRecord = (EnableCFICommitLog || EnbaleCFIPredLog) && !env.FPGAPlatform 55 val EnableCommit = false 56} 57 58class BPUCtrl(implicit p: Parameters) extends XSBundle { 59 val ubtb_enable = Bool() 60 val btb_enable = Bool() 61 val bim_enable = Bool() 62 val tage_enable = Bool() 63 val sc_enable = Bool() 64 val ras_enable = Bool() 65 val loop_enable = Bool() 66} 67 68trait BPUUtils extends HasXSParameter { 69 // circular shifting 70 def circularShiftLeft(source: UInt, len: Int, shamt: UInt): UInt = { 71 val res = Wire(UInt(len.W)) 72 val higher = source << shamt 73 val lower = source >> (len.U - shamt) 74 res := higher | lower 75 res 76 } 77 78 def circularShiftRight(source: UInt, len: Int, shamt: UInt): UInt = { 79 val res = Wire(UInt(len.W)) 80 val higher = source << (len.U - shamt) 81 val lower = source >> shamt 82 res := higher | lower 83 res 84 } 85 86 // To be verified 87 def satUpdate(old: UInt, len: Int, taken: Bool): UInt = { 88 val oldSatTaken = old === ((1 << len)-1).U 89 val oldSatNotTaken = old === 0.U 90 Mux(oldSatTaken && taken, ((1 << len)-1).U, 91 Mux(oldSatNotTaken && !taken, 0.U, 92 Mux(taken, old + 1.U, old - 1.U))) 93 } 94 95 def signedSatUpdate(old: SInt, len: Int, taken: Bool): SInt = { 96 val oldSatTaken = old === ((1 << (len-1))-1).S 97 val oldSatNotTaken = old === (-(1 << (len-1))).S 98 Mux(oldSatTaken && taken, ((1 << (len-1))-1).S, 99 Mux(oldSatNotTaken && !taken, (-(1 << (len-1))).S, 100 Mux(taken, old + 1.S, old - 1.S))) 101 } 102 103 def getFallThroughAddr(start: UInt, carry: Bool, pft: UInt) = { 104 val higher = start.head(VAddrBits-log2Ceil(PredictWidth)-instOffsetBits-1) 105 Cat(Mux(carry, higher+1.U, higher), pft, 0.U(instOffsetBits.W)) 106 } 107 108 def foldTag(tag: UInt, l: Int): UInt = { 109 val nChunks = (tag.getWidth + l - 1) / l 110 val chunks = (0 until nChunks).map { i => 111 tag(min((i+1)*l, tag.getWidth)-1, i*l) 112 } 113 ParallelXOR(chunks) 114 } 115} 116 117// class BranchPredictionUpdate(implicit p: Parameters) extends XSBundle with HasBPUConst { 118// val pc = UInt(VAddrBits.W) 119// val br_offset = Vec(num_br, UInt(log2Up(MaxBasicBlockSize).W)) 120// val br_mask = Vec(MaxBasicBlockSize, Bool()) 121// 122// val jmp_valid = Bool() 123// val jmp_type = UInt(3.W) 124// 125// val is_NextMask = Vec(FetchWidth*2, Bool()) 126// 127// val cfi_idx = Valid(UInt(log2Ceil(MaxBasicBlockSize).W)) 128// val cfi_mispredict = Bool() 129// val cfi_is_br = Bool() 130// val cfi_is_jal = Bool() 131// val cfi_is_jalr = Bool() 132// 133// val ghist = new ShiftingGlobalHistory() 134// 135// val target = UInt(VAddrBits.W) 136// 137// val meta = UInt(MaxMetaLength.W) 138// val spec_meta = UInt(MaxMetaLength.W) 139// 140// def taken = cfi_idx.valid 141// } 142 143class BasePredictorInput (implicit p: Parameters) extends XSBundle with HasBPUConst { 144 def nInputs = 1 145 146 val s0_pc = UInt(VAddrBits.W) 147 148 val ghist = UInt(HistoryLength.W) 149 val phist = UInt(PathHistoryLength.W) 150 151 val resp_in = Vec(nInputs, new BranchPredictionResp) 152 // val toFtq_fire = Bool() 153 154 // val s0_all_ready = Bool() 155} 156 157class BasePredictorOutput (implicit p: Parameters) extends XSBundle with HasBPUConst { 158 val s3_meta = UInt(MaxMetaLength.W) // This is use by composer 159 val resp = new BranchPredictionResp 160 161 // These store in meta, extract in composer 162 // val rasSp = UInt(log2Ceil(RasSize).W) 163 // val rasTop = new RASEntry 164 // val specCnt = Vec(PredictWidth, UInt(10.W)) 165} 166 167class BasePredictorIO (implicit p: Parameters) extends XSBundle with HasBPUConst { 168 val in = Flipped(DecoupledIO(new BasePredictorInput)) // TODO: Remove DecoupledIO 169 // val out = DecoupledIO(new BasePredictorOutput) 170 val out = Output(new BasePredictorOutput) 171 // val flush_out = Valid(UInt(VAddrBits.W)) 172 173 // val ctrl = Input(new BPUCtrl()) 174 175 val s0_fire = Input(Bool()) 176 val s1_fire = Input(Bool()) 177 val s2_fire = Input(Bool()) 178 val s3_fire = Input(Bool()) 179 180 val s1_ready = Output(Bool()) 181 val s2_ready = Output(Bool()) 182 val s3_ready = Output(Bool()) 183 184 val update = Flipped(Valid(new BranchPredictionUpdate)) 185 val redirect = Flipped(Valid(new BranchPredictionRedirect)) 186} 187 188abstract class BasePredictor(implicit p: Parameters) extends XSModule with HasBPUConst with BPUUtils { 189 val meta_size = 0 190 val spec_meta_size = 0 191 192 val io = IO(new BasePredictorIO()) 193 194 io.out.resp := io.in.bits.resp_in(0) 195 196 io.out.s3_meta := 0.U 197 198 io.in.ready := !io.redirect.valid 199 200 io.s1_ready := true.B 201 io.s2_ready := true.B 202 io.s3_ready := true.B 203 204 val s0_pc = WireInit(io.in.bits.s0_pc) // fetchIdx(io.f0_pc) 205 val s1_pc = RegEnable(s0_pc, resetVector.U, io.s0_fire) 206 val s2_pc = RegEnable(s1_pc, io.s1_fire) 207 val s3_pc = RegEnable(s2_pc, io.s2_fire) 208} 209 210class FakePredictor(implicit p: Parameters) extends BasePredictor { 211 io.in.ready := true.B 212 io.out.s3_meta := 0.U 213 io.out.resp := io.in.bits.resp_in(0) 214} 215 216class BpuToFtqIO(implicit p: Parameters) extends XSBundle { 217 val resp = DecoupledIO(new BpuToFtqBundle()) 218} 219 220class PredictorIO(implicit p: Parameters) extends XSBundle { 221 val bpu_to_ftq = new BpuToFtqIO() 222 val ftq_to_bpu = Flipped(new FtqToBpuIO()) 223} 224 225class FakeBPU(implicit p: Parameters) extends XSModule with HasBPUConst { 226 val io = IO(new PredictorIO) 227 228 val toFtq_fire = io.bpu_to_ftq.resp.valid && io.bpu_to_ftq.resp.ready 229 230 val s0_pc = RegInit(resetVector.U) 231 232 when(toFtq_fire) { 233 s0_pc := s0_pc + (FetchWidth*4).U 234 } 235 236 when (io.ftq_to_bpu.redirect.valid) { 237 s0_pc := io.ftq_to_bpu.redirect.bits.cfiUpdate.target 238 } 239 240 io.bpu_to_ftq.resp.valid := !reset.asBool() && !io.ftq_to_bpu.redirect.valid 241 242 io.bpu_to_ftq.resp.bits := 0.U.asTypeOf(new BranchPredictionBundle) 243 io.bpu_to_ftq.resp.bits.s1.pc := s0_pc 244 io.bpu_to_ftq.resp.bits.s1.ftb_entry.pftAddr := s0_pc + (FetchWidth*4).U 245} 246 247@chiselName 248class Predictor(implicit p: Parameters) extends XSModule with HasBPUConst { 249 val io = IO(new PredictorIO) 250 251 val predictors = Module(if (useBPD) new Composer else new FakePredictor) 252 253 val s0_fire, s1_fire, s2_fire, s3_fire = Wire(Bool()) 254 val s1_valid, s2_valid, s3_valid = RegInit(false.B) 255 val s1_ready, s2_ready, s3_ready = Wire(Bool()) 256 val s1_components_ready, s2_components_ready, s3_components_ready = Wire(Bool()) 257 258 val s0_pc = WireInit(resetVector.U) 259 val s0_pc_reg = RegNext(s0_pc, init=resetVector.U) 260 val s1_pc = RegEnable(s0_pc, s0_fire) 261 val s2_pc = RegEnable(s1_pc, s1_fire) 262 val s3_pc = RegEnable(s2_pc, s2_fire) 263 264 val s0_ghist = Wire(UInt(HistoryLength.W)) 265 // val s0_ghist_reg = RegNext(s0_ghist, init=0.U.asTypeOf(new ShiftingGlobalHistory)) 266 // val s1_ghist = RegEnable(s0_ghist, 0.U.asTypeOf(new ShiftingGlobalHistory), s0_fire) 267 // val s2_ghist = RegEnable(s1_ghist, 0.U.asTypeOf(new ShiftingGlobalHistory), s1_fire) 268 // val s3_ghist = RegEnable(s2_ghist, 0.U.asTypeOf(new ShiftingGlobalHistory), s2_fire) 269 270 271 val ghr = RegInit(0.U.asTypeOf(Vec(HistoryLength, Bool()))) 272 val ghr_wire = WireInit(ghr) 273 274 275 def ghist_update(ptr: CGHPtr, shift: UInt, taken: Bool): Unit = { 276 for (i <- 0 until numBr) { 277 when (shift === (i+1).U) { 278 ghr(ptr.value - i.U) := taken 279 }.elsewhen(shift > (i+1).U) { 280 ghr(ptr.value - i.U) := false.B 281 } 282 } 283 } 284 def ghist_update(ptr: CGHPtr, br_valids: Vec[Bool], br_takens: Vec[Bool]): Unit = { 285 val last_valid_idx = PriorityMux( 286 br_valids.reverse :+ true.B, 287 (numBr to 0 by -1).map(_.U(log2Ceil(numBr+1).W)) 288 ) 289 val first_taken_idx = PriorityEncoder(false.B +: br_takens) 290 val smaller = Mux(last_valid_idx < first_taken_idx, 291 last_valid_idx, 292 first_taken_idx 293 ) 294 val shift = smaller 295 val taken = br_takens.reduce(_||_) 296 ghist_update(ptr, shift, taken) 297 } 298 def ghist_update(ptr: CGHPtr, resp: BranchPredictionBundle): Unit = { 299 ghist_update(ptr, resp.preds.br_valids, resp.real_br_taken_mask) 300 } 301 def getHist(ptr: CGHPtr) = (Cat(ghr_wire.asUInt, ghr_wire.asUInt) >> (ptr.value+1.U))(HistoryLength-1, 0) 302 val s0_ghist_ptr = Wire(new CGHPtr) 303 s0_ghist := getHist(s0_ghist_ptr) 304 val s0_ghist_ptr_reg = RegNext(s0_ghist_ptr, init=0.U.asTypeOf(new CGHPtr)) 305 val s1_ghist_ptr = RegEnable(s0_ghist_ptr, 0.U.asTypeOf(new CGHPtr), s0_fire) 306 val s2_ghist_ptr = RegEnable(s1_ghist_ptr, 0.U.asTypeOf(new CGHPtr), s1_fire) 307 val s3_ghist_ptr = RegEnable(s2_ghist_ptr, 0.U.asTypeOf(new CGHPtr), s2_fire) 308 309 val s0_last_pred = Wire(new BranchPredictionBundle) 310 val s0_last_pred_reg = RegNext(s0_last_pred, init=0.U.asTypeOf(new BranchPredictionBundle)) 311 val s1_last_pred = RegEnable(s0_last_pred, 0.U.asTypeOf(new BranchPredictionBundle), s0_fire) 312 val s2_last_pred = RegEnable(s1_last_pred, 0.U.asTypeOf(new BranchPredictionBundle), s1_fire) 313 val s3_last_pred = RegEnable(s2_last_pred, 0.U.asTypeOf(new BranchPredictionBundle), s2_fire) 314 315 val s0_phist = WireInit(0.U(PathHistoryLength.W)) 316 val s0_phist_reg = RegNext(s0_phist, init=0.U(PathHistoryLength.W)) 317 val s1_phist = RegEnable(s0_phist, 0.U, s0_fire) 318 val s2_phist = RegEnable(s1_phist, 0.U, s1_fire) 319 val s3_phist = RegEnable(s2_phist, 0.U, s2_fire) 320 321 val resp = predictors.io.out.resp 322 323 324 val toFtq_fire = io.bpu_to_ftq.resp.valid && io.bpu_to_ftq.resp.ready 325 326 when(RegNext(reset.asBool) && !reset.asBool) { 327 // s0_ghist := 0.U.asTypeOf(new ShiftingGlobalHistory) 328 s0_ghist_ptr := 0.U.asTypeOf(new CGHPtr) 329 s0_phist := 0.U 330 s0_pc := resetVector.U 331 s0_last_pred := 0.U.asTypeOf(new BranchPredictionBundle) 332 } 333 334 // when(toFtq_fire) { 335 // final_gh := s3_gh.update(io.bpu_to_ftq.resp.bits.ftb_entry.brValids.reduce(_||_) && !io.bpu_to_ftq.resp.bits.preds.taken, 336 // io.bpu_to_ftq.resp.bits.preds.taken) 337 // } 338 339 val s1_flush, s2_flush, s3_flush = Wire(Bool()) 340 val s2_redirect, s3_redirect = Wire(Bool()) 341 342 // val s1_bp_resp = predictors.io.out.resp.s1 343 // val s2_bp_resp = predictors.io.out.resp.s2 344 // val s3_bp_resp = predictors.io.out.resp.s3 345 346 // predictors.io := DontCare 347 predictors.io.in.valid := s0_fire 348 predictors.io.in.bits.s0_pc := s0_pc 349 predictors.io.in.bits.ghist := s0_ghist 350 predictors.io.in.bits.phist := s0_phist 351 predictors.io.in.bits.resp_in(0) := (0.U).asTypeOf(new BranchPredictionResp) 352 // predictors.io.in.bits.resp_in(0).s1.pc := s0_pc 353 // predictors.io.in.bits.toFtq_fire := toFtq_fire 354 355 // predictors.io.out.ready := io.bpu_to_ftq.resp.ready 356 357 // Pipeline logic 358 s2_redirect := false.B 359 s3_redirect := false.B 360 361 s3_flush := io.ftq_to_bpu.redirect.valid 362 s2_flush := s3_flush || s3_redirect 363 s1_flush := s2_flush || s2_redirect 364 365 s1_components_ready := predictors.io.s1_ready 366 s1_ready := s1_fire || !s1_valid 367 s0_fire := !reset.asBool && s1_components_ready && s1_ready 368 predictors.io.s0_fire := s0_fire 369 370 s2_components_ready := predictors.io.s2_ready 371 s2_ready := s2_fire || !s2_valid 372 s1_fire := s1_valid && s2_components_ready && s2_ready && io.bpu_to_ftq.resp.ready 373 374 when(s0_fire) { s1_valid := true.B } 375 .elsewhen(s1_flush) { s1_valid := false.B } 376 .elsewhen(s1_fire) { s1_valid := false.B } 377 378 predictors.io.s1_fire := s1_fire 379 380 s3_components_ready := predictors.io.s3_ready 381 s3_ready := s3_fire || !s3_valid 382 s2_fire := s2_valid && s3_components_ready && s3_ready 383 384 when(s2_flush) { s2_valid := false.B } 385 .elsewhen(s1_fire && !s1_flush) { s2_valid := true.B } 386 .elsewhen(s2_fire) { s2_valid := false.B } 387 388 predictors.io.s2_fire := s2_fire 389 390 // s3_fire := s3_valid && io.bpu_to_ftq.resp.ready 391 s3_fire := s3_valid 392 393 when(s3_flush) { s3_valid := false.B } 394 .elsewhen(s2_fire && !s2_flush) { s3_valid := true.B } 395 .elsewhen(s3_fire) { s3_valid := false.B } 396 397 predictors.io.s3_fire := s3_fire 398 399 io.bpu_to_ftq.resp.valid := 400 s1_valid && s2_components_ready && s2_ready || 401 s2_fire && s2_redirect || 402 s3_fire && s3_redirect 403 io.bpu_to_ftq.resp.bits := BpuToFtqBundle(predictors.io.out.resp) 404 io.bpu_to_ftq.resp.bits.meta := predictors.io.out.s3_meta 405 // io.bpu_to_ftq.resp.bits.s3.ghist := s3_ghist 406 io.bpu_to_ftq.resp.bits.s3.histPtr := s3_ghist_ptr 407 io.bpu_to_ftq.resp.bits.s3.phist := s3_phist 408 409 s0_pc := s0_pc_reg 410 // s0_ghist := s0_ghist_reg 411 s0_ghist_ptr := s0_ghist_ptr_reg 412 s0_phist := s0_phist_reg 413 s0_last_pred := s0_last_pred_reg 414 415 // History manage 416 // s1 417 val s1_predicted_ghist_ptr = s1_ghist_ptr - resp.s1.br_count 418 val s1_predicted_ghist = WireInit(getHist(s1_predicted_ghist_ptr).asTypeOf(Vec(HistoryLength, Bool()))) 419 for (i <- 0 until numBr) { 420 when ((i+1).U <= resp.s1.br_count) { 421 s1_predicted_ghist(i) := resp.s1.real_br_taken_mask.reduce(_||_) && (i==0).B 422 } 423 } 424 425 426 // XSDebug(p"[hit] ${resp.s1.preds.hit} [s1_real_br_taken_mask] ${Binary(resp.s1.real_br_taken_mask.asUInt)}\n") 427 // XSDebug(p"s1_predicted_ghist=${Binary(s1_predicted_ghist.predHist)}\n") 428 429 when(s1_valid) { 430 s0_pc := resp.s1.target 431 s0_ghist := s1_predicted_ghist.asUInt 432 ghist_update(s1_ghist_ptr, resp.s1) 433 s0_ghist_ptr := s1_predicted_ghist_ptr 434 s0_phist := (s1_phist << 1) | s1_pc(instOffsetBits) 435 s0_last_pred := resp.s1 436 } 437 438 def preds_needs_redirect(x: BranchPredictionBundle, y: BranchPredictionBundle) = { 439 x.real_slot_taken_mask().asUInt.orR =/= y.real_slot_taken_mask().asUInt().orR || 440 x.preds.br_valids.asUInt =/= y.preds.br_valids.asUInt || 441 PriorityEncoder(x.real_br_taken_mask()) =/= PriorityEncoder(y.real_br_taken_mask) 442 } 443 // s2 444 val s2_predicted_ghist_ptr = s2_ghist_ptr - resp.s2.br_count 445 val s2_predicted_ghist = WireInit(getHist(s2_predicted_ghist_ptr).asTypeOf(Vec(HistoryLength, Bool()))) 446 for (i <- 0 until numBr) { 447 when ((i+1).U <= resp.s2.br_count) { 448 s2_predicted_ghist(i) := resp.s2.real_br_taken_mask.reduce(_||_) && (i==0).B 449 } 450 } 451 val previous_s1_pred = RegEnable(resp.s1, init=0.U.asTypeOf(resp.s1), s1_fire) 452 453 val s2_redirect_s1_last_pred = preds_needs_redirect(s1_last_pred, resp.s2) 454 val s2_redirect_s0_last_pred = preds_needs_redirect(s0_last_pred_reg, resp.s2) 455 456 when(s2_fire) { 457 when((s1_valid && (s1_pc =/= resp.s2.target || s2_redirect_s1_last_pred)) || 458 !s1_valid && (s0_pc_reg =/= resp.s2.target || s2_redirect_s0_last_pred)) { 459 s0_ghist := s2_predicted_ghist.asUInt 460 s0_ghist_ptr := s2_predicted_ghist_ptr 461 ghist_update(s2_ghist_ptr, resp.s2) 462 s2_redirect := true.B 463 s0_pc := resp.s2.target 464 s0_phist := (s2_phist << 1) | s2_pc(instOffsetBits) 465 s0_last_pred := resp.s2 466 // XSDebug(p"s1_valid=$s1_valid, s1_pc=${Hexadecimal(s1_pc)}, s2_resp_target=${Hexadecimal(resp.s2.target)}\n") 467 // XSDebug(p"s2_correct_s1_ghist=$s2_correct_s1_ghist\n") 468 // XSDebug(p"s1_ghist=${Binary(s1_ghist.predHist)}\n") 469 // XSDebug(p"s2_predicted_ghist=${Binary(s2_predicted_ghist.predHist)}\n") 470 } 471 } 472 473 val s2_redirect_target = s2_fire && s1_valid && s1_pc =/= resp.s2.target 474 val s2_saw_s1_hit = RegEnable(resp.s1.preds.hit, s1_fire) 475 val s2_redirect_target_both_hit = s2_redirect_target && s2_saw_s1_hit && resp.s2.preds.hit 476 477 XSPerfAccumulate("s2_redirect_because_s1_not_valid", s2_fire && !s1_valid) 478 XSPerfAccumulate("s2_redirect_because_target_diff", s2_fire && s1_valid && s1_pc =/= resp.s2.target) 479 XSPerfAccumulate("s2_redirect_target_diff_s1_nhit_s2_hit", s2_redirect_target && !s2_saw_s1_hit && resp.s2.preds.hit) 480 XSPerfAccumulate("s2_redirect_target_diff_s1_hit_s2_nhit", s2_redirect_target && s2_saw_s1_hit && !resp.s2.preds.hit) 481 XSPerfAccumulate("s2_redirect_target_diff_both_hit", s2_redirect_target && s2_saw_s1_hit && resp.s2.preds.hit) 482 XSPerfAccumulate("s2_redirect_br_direction_diff", 483 s2_redirect_target_both_hit && 484 RegEnable(PriorityEncoder(resp.s1.preds.br_taken_mask), s1_fire) =/= PriorityEncoder(resp.s2.preds.br_taken_mask)) 485 // XSPerfAccumulate("s2_redirect_because_ghist_diff", s2_fire && s1_valid && s2_correct_s1_ghist) 486 487 // s3 488 val s3_predicted_ghist_ptr = s3_ghist_ptr - resp.s3.br_count 489 val s3_predicted_ghist = WireInit(getHist(s3_predicted_ghist_ptr).asTypeOf(Vec(HistoryLength, Bool()))) 490 for (i <- 0 until numBr) { 491 when ((i+1).U <= resp.s3.br_count) { 492 s3_predicted_ghist(i) := resp.s3.real_br_taken_mask.reduce(_||_) && (i==0).B 493 } 494 } 495 val s3_redirect_s2_last_pred = preds_needs_redirect(s2_last_pred, resp.s3) 496 val s3_redirect_s1_last_pred = preds_needs_redirect(s1_last_pred, resp.s3) 497 val s3_redirect_s0_last_pred = preds_needs_redirect(s0_last_pred_reg, resp.s3) 498 499 when(s3_fire) { 500 when((s2_valid && (s2_pc =/= resp.s3.target || s3_redirect_s2_last_pred)) || 501 (!s2_valid && s1_valid && (s1_pc =/= resp.s3.target || s3_redirect_s1_last_pred)) || 502 (!s2_valid && !s1_valid && (s0_pc_reg =/= resp.s3.target || s3_redirect_s0_last_pred))) { 503 504 s0_ghist := s3_predicted_ghist.asUInt 505 s0_ghist_ptr := s3_predicted_ghist_ptr 506 ghist_update(s3_ghist_ptr, resp.s3) 507 s3_redirect := true.B 508 s0_pc := resp.s3.target 509 s0_phist := (s3_phist << 1) | s3_pc(instOffsetBits) 510 s0_last_pred := resp.s3 511 } 512 } 513 514 // Send signal tell Ftq override 515 val s2_ftq_idx = RegEnable(io.ftq_to_bpu.enq_ptr, s1_fire) 516 val s3_ftq_idx = RegEnable(s2_ftq_idx, s2_fire) 517 518 io.bpu_to_ftq.resp.bits.s1.valid := s1_fire && !s1_flush 519 io.bpu_to_ftq.resp.bits.s1.hasRedirect := false.B 520 io.bpu_to_ftq.resp.bits.s1.ftq_idx := DontCare 521 io.bpu_to_ftq.resp.bits.s2.valid := s2_fire && !s2_flush 522 io.bpu_to_ftq.resp.bits.s2.hasRedirect := s2_redirect 523 io.bpu_to_ftq.resp.bits.s2.ftq_idx := s2_ftq_idx 524 io.bpu_to_ftq.resp.bits.s3.valid := s3_fire && !s3_flush 525 io.bpu_to_ftq.resp.bits.s3.hasRedirect := s3_redirect 526 io.bpu_to_ftq.resp.bits.s3.ftq_idx := s3_ftq_idx 527 528 val redirect = io.ftq_to_bpu.redirect.bits 529 530 predictors.io.update := io.ftq_to_bpu.update 531 predictors.io.update.bits.ghist.predHist := getHist(io.ftq_to_bpu.update.bits.histPtr) // TODO: remove this 532 predictors.io.redirect := io.ftq_to_bpu.redirect 533 534 when(io.ftq_to_bpu.redirect.valid) { 535 536 val shift = redirect.cfiUpdate.shift 537 val addIntoHist = redirect.cfiUpdate.addIntoHist 538 539 val isBr = redirect.cfiUpdate.pd.isBr 540 val taken = redirect.cfiUpdate.taken 541 542 val oldPtr = redirect.cfiUpdate.histPtr 543 val updated_ptr = oldPtr - shift 544 val updated_ghist = WireInit(getHist(updated_ptr).asTypeOf(Vec(HistoryLength, Bool()))) 545 for (i <- 0 until numBr) { 546 when (shift > 0.U) { 547 updated_ghist(i) := taken && (i==0).B 548 } 549 } 550 // val updatedGh = oldGh.update(shift, taken && addIntoHist) 551 s0_ghist := updated_ghist.asUInt // TODO: History fix logic 552 ghist_update(oldPtr, shift, taken && addIntoHist) 553 s0_ghist_ptr := updated_ptr 554 s0_pc := redirect.cfiUpdate.target 555 val oldPh = redirect.cfiUpdate.phist 556 val phNewBit = redirect.cfiUpdate.phNewBit 557 s0_phist := (oldPh << 1) | phNewBit 558 559 // no need to assign s0_last_pred 560 561 XSDebug(io.ftq_to_bpu.redirect.valid, p"-------------redirect Repair------------\n") 562 // XSDebug(io.ftq_to_bpu.redirect.valid, p"taken_mask=${Binary(taken_mask.asUInt)}, brValids=${Binary(brValids.asUInt)}\n") 563 XSDebug(io.ftq_to_bpu.redirect.valid, p"isBr: ${isBr}, taken: ${taken}, addIntoHist: ${addIntoHist}, shift: ${shift}\n") 564 // XSDebug(io.ftq_to_bpu.redirect.valid, p"oldGh =${Binary(oldGh.predHist)}\n") 565 // XSDebug(io.ftq_to_bpu.redirect.valid, p"updateGh=${Binary(updatedGh.predHist)}\n") 566 567 } 568 569 XSDebug(RegNext(reset.asBool) && !reset.asBool, "Reseting...\n") 570 XSDebug(io.ftq_to_bpu.update.valid, p"Update from ftq\n") 571 XSDebug(io.ftq_to_bpu.redirect.valid, p"Redirect from ftq\n") 572 573 XSDebug("[BP0] fire=%d pc=%x\n", s0_fire, s0_pc) 574 XSDebug("[BP1] v=%d r=%d cr=%d fire=%d flush=%d pc=%x\n", 575 s1_valid, s1_ready, s1_components_ready, s1_fire, s1_flush, s1_pc) 576 XSDebug("[BP2] v=%d r=%d cr=%d fire=%d redirect=%d flush=%d pc=%x\n", 577 s2_valid, s2_ready, s2_components_ready, s2_fire, s2_redirect, s2_flush, s2_pc) 578 XSDebug("[BP3] v=%d r=%d cr=%d fire=%d redirect=%d flush=%d pc=%x\n", 579 s3_valid, s3_ready, s3_components_ready, s3_fire, s3_redirect, s3_flush, s3_pc) 580 XSDebug("[FTQ] ready=%d\n", io.bpu_to_ftq.resp.ready) 581 XSDebug("resp.s1.target=%x\n", resp.s1.target) 582 XSDebug("resp.s2.target=%x\n", resp.s2.target) 583 // XSDebug("s0_ghist: %b\n", s0_ghist.predHist) 584 // XSDebug("s1_ghist: %b\n", s1_ghist.predHist) 585 // XSDebug("s2_ghist: %b\n", s2_ghist.predHist) 586 // XSDebug("s3_ghist: %b\n", s3_ghist.predHist) 587 // XSDebug("s2_predicted_ghist: %b\n", s2_predicted_ghist.predHist) 588 // XSDebug("s3_predicted_ghist: %b\n", s3_predicted_ghist.predHist) 589 // XSDebug("s3_correct_s2_ghist: %b, s3_correct_s1_ghist: %b, s2_correct_s1_ghist: %b\n", 590 // s3_correct_s2_ghist, s3_correct_s1_ghist, s2_correct_s1_ghist) 591 592 593 io.ftq_to_bpu.update.bits.display(io.ftq_to_bpu.update.valid) 594 io.ftq_to_bpu.redirect.bits.display(io.ftq_to_bpu.redirect.valid) 595 596 597 XSPerfAccumulate("s2_redirect", s2_redirect) 598 XSPerfAccumulate("s3_redirect", s3_redirect) 599 600 val perfEvents = predictors.asInstanceOf[Composer].perfEvents.map(_._1).zip(predictors.asInstanceOf[Composer].perfinfo.perfEvents.perf_events) 601 val perfinfo = IO(new Bundle(){ 602 val perfEvents = Output(new PerfEventsBundle(predictors.asInstanceOf[Composer].perfinfo.perfEvents.perf_events.length)) 603 }) 604 perfinfo.perfEvents := predictors.asInstanceOf[Composer].perfinfo.perfEvents 605 606} 607