xref: /XiangShan/src/main/scala/xiangshan/frontend/BPU.scala (revision c2ad24ebc444d2c142bb4b9ff0e7e891d1c25d9d)
1/***************************************************************************************
2* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3* Copyright (c) 2020-2021 Peng Cheng Laboratory
4*
5* XiangShan is licensed under Mulan PSL v2.
6* You can use this software according to the terms and conditions of the Mulan PSL v2.
7* You may obtain a copy of Mulan PSL v2 at:
8*          http://license.coscl.org.cn/MulanPSL2
9*
10* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
11* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
12* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
13*
14* See the Mulan PSL v2 for more details.
15***************************************************************************************/
16
17package xiangshan.frontend
18
19import chipsalliance.rocketchip.config.Parameters
20import chisel3._
21import chisel3.experimental.chiselName
22import chisel3.util._
23import xiangshan._
24import utils._
25
26import scala.math.min
27
28trait HasBPUConst extends HasXSParameter with HasIFUConst {
29  val MaxMetaLength = 1024 // TODO: Reduce meta length
30  val MaxBasicBlockSize = 32
31  val LHistoryLength = 32
32  val numBr = 2
33  val useBPD = true
34  val useLHist = true
35  val shareTailSlot = true
36  val numBrSlot = if (shareTailSlot) numBr-1 else numBr
37  val totalSlot = numBrSlot + 1
38
39  def BP_STAGES = (0 until 3).map(_.U(2.W))
40  def BP_S1 = BP_STAGES(0)
41  def BP_S2 = BP_STAGES(1)
42  def BP_S3 = BP_STAGES(2)
43  val numBpStages = BP_STAGES.length
44
45  val debug = true
46  val resetVector = 0x10000000L//TODO: set reset vec
47  // TODO: Replace log2Up by log2Ceil
48}
49
50trait HasBPUParameter extends HasXSParameter with HasBPUConst {
51  val BPUDebug = true && !env.FPGAPlatform && env.EnablePerfDebug
52  val EnableCFICommitLog = true
53  val EnbaleCFIPredLog = true
54  val EnableBPUTimeRecord = (EnableCFICommitLog || EnbaleCFIPredLog) && !env.FPGAPlatform
55  val EnableCommit = false
56}
57
58class BPUCtrl(implicit p: Parameters) extends XSBundle {
59  val ubtb_enable = Bool()
60  val btb_enable  = Bool()
61  val bim_enable  = Bool()
62  val tage_enable = Bool()
63  val sc_enable   = Bool()
64  val ras_enable  = Bool()
65  val loop_enable = Bool()
66}
67
68trait BPUUtils extends HasXSParameter {
69  // circular shifting
70  def circularShiftLeft(source: UInt, len: Int, shamt: UInt): UInt = {
71    val res = Wire(UInt(len.W))
72    val higher = source << shamt
73    val lower = source >> (len.U - shamt)
74    res := higher | lower
75    res
76  }
77
78  def circularShiftRight(source: UInt, len: Int, shamt: UInt): UInt = {
79    val res = Wire(UInt(len.W))
80    val higher = source << (len.U - shamt)
81    val lower = source >> shamt
82    res := higher | lower
83    res
84  }
85
86  // To be verified
87  def satUpdate(old: UInt, len: Int, taken: Bool): UInt = {
88    val oldSatTaken = old === ((1 << len)-1).U
89    val oldSatNotTaken = old === 0.U
90    Mux(oldSatTaken && taken, ((1 << len)-1).U,
91      Mux(oldSatNotTaken && !taken, 0.U,
92        Mux(taken, old + 1.U, old - 1.U)))
93  }
94
95  def signedSatUpdate(old: SInt, len: Int, taken: Bool): SInt = {
96    val oldSatTaken = old === ((1 << (len-1))-1).S
97    val oldSatNotTaken = old === (-(1 << (len-1))).S
98    Mux(oldSatTaken && taken, ((1 << (len-1))-1).S,
99      Mux(oldSatNotTaken && !taken, (-(1 << (len-1))).S,
100        Mux(taken, old + 1.S, old - 1.S)))
101  }
102
103  def getFallThroughAddr(start: UInt, carry: Bool, pft: UInt) = {
104    val higher = start.head(VAddrBits-log2Ceil(PredictWidth)-instOffsetBits-1)
105    Cat(Mux(carry, higher+1.U, higher), pft, 0.U(instOffsetBits.W))
106  }
107
108  def foldTag(tag: UInt, l: Int): UInt = {
109    val nChunks = (tag.getWidth + l - 1) / l
110    val chunks = (0 until nChunks).map { i =>
111      tag(min((i+1)*l, tag.getWidth)-1, i*l)
112    }
113    ParallelXOR(chunks)
114  }
115}
116
117// class BranchPredictionUpdate(implicit p: Parameters) extends XSBundle with HasBPUConst {
118//   val pc = UInt(VAddrBits.W)
119//   val br_offset = Vec(num_br, UInt(log2Up(MaxBasicBlockSize).W))
120//   val br_mask = Vec(MaxBasicBlockSize, Bool())
121//
122//   val jmp_valid = Bool()
123//   val jmp_type = UInt(3.W)
124//
125//   val is_NextMask = Vec(FetchWidth*2, Bool())
126//
127//   val cfi_idx = Valid(UInt(log2Ceil(MaxBasicBlockSize).W))
128//   val cfi_mispredict = Bool()
129//   val cfi_is_br = Bool()
130//   val cfi_is_jal = Bool()
131//   val cfi_is_jalr = Bool()
132//
133//   val ghist = new ShiftingGlobalHistory()
134//
135//   val target = UInt(VAddrBits.W)
136//
137//   val meta = UInt(MaxMetaLength.W)
138//   val spec_meta = UInt(MaxMetaLength.W)
139//
140//   def taken = cfi_idx.valid
141// }
142
143class BasePredictorInput (implicit p: Parameters) extends XSBundle with HasBPUConst {
144  def nInputs = 1
145
146  val s0_pc = UInt(VAddrBits.W)
147
148  val ghist = UInt(HistoryLength.W)
149  val phist = UInt(PathHistoryLength.W)
150
151  val resp_in = Vec(nInputs, new BranchPredictionResp)
152  // val toFtq_fire = Bool()
153
154  // val s0_all_ready = Bool()
155}
156
157class BasePredictorOutput (implicit p: Parameters) extends XSBundle with HasBPUConst {
158  val s3_meta = UInt(MaxMetaLength.W) // This is use by composer
159  val resp = new BranchPredictionResp
160
161  // These store in meta, extract in composer
162  // val rasSp = UInt(log2Ceil(RasSize).W)
163  // val rasTop = new RASEntry
164  // val specCnt = Vec(PredictWidth, UInt(10.W))
165}
166
167class BasePredictorIO (implicit p: Parameters) extends XSBundle with HasBPUConst {
168  val in  = Flipped(DecoupledIO(new BasePredictorInput)) // TODO: Remove DecoupledIO
169  // val out = DecoupledIO(new BasePredictorOutput)
170  val out = Output(new BasePredictorOutput)
171  // val flush_out = Valid(UInt(VAddrBits.W))
172
173  // val ctrl = Input(new BPUCtrl())
174
175  val s0_fire = Input(Bool())
176  val s1_fire = Input(Bool())
177  val s2_fire = Input(Bool())
178  val s3_fire = Input(Bool())
179
180  val s1_ready = Output(Bool())
181  val s2_ready = Output(Bool())
182  val s3_ready = Output(Bool())
183
184  val update = Flipped(Valid(new BranchPredictionUpdate))
185  val redirect = Flipped(Valid(new BranchPredictionRedirect))
186}
187
188abstract class BasePredictor(implicit p: Parameters) extends XSModule with HasBPUConst with BPUUtils {
189  val meta_size = 0
190  val spec_meta_size = 0
191
192  val io = IO(new BasePredictorIO())
193
194  io.out.resp := io.in.bits.resp_in(0)
195
196  io.out.s3_meta := 0.U
197
198  io.in.ready := !io.redirect.valid
199
200  io.s1_ready := true.B
201  io.s2_ready := true.B
202  io.s3_ready := true.B
203
204  val s0_pc       = WireInit(io.in.bits.s0_pc) // fetchIdx(io.f0_pc)
205  val s1_pc       = RegEnable(s0_pc, resetVector.U, io.s0_fire)
206  val s2_pc       = RegEnable(s1_pc, io.s1_fire)
207  val s3_pc       = RegEnable(s2_pc, io.s2_fire)
208}
209
210class FakePredictor(implicit p: Parameters) extends BasePredictor {
211  io.in.ready                 := true.B
212  io.out.s3_meta              := 0.U
213  io.out.resp := io.in.bits.resp_in(0)
214}
215
216class BpuToFtqIO(implicit p: Parameters) extends XSBundle {
217  val resp = DecoupledIO(new BpuToFtqBundle())
218}
219
220class PredictorIO(implicit p: Parameters) extends XSBundle {
221  val bpu_to_ftq = new BpuToFtqIO()
222  val ftq_to_bpu = Flipped(new FtqToBpuIO())
223}
224
225class FakeBPU(implicit p: Parameters) extends XSModule with HasBPUConst {
226  val io = IO(new PredictorIO)
227
228  val toFtq_fire = io.bpu_to_ftq.resp.valid && io.bpu_to_ftq.resp.ready
229
230  val s0_pc = RegInit(resetVector.U)
231
232  when(toFtq_fire) {
233    s0_pc := s0_pc + (FetchWidth*4).U
234  }
235
236  when (io.ftq_to_bpu.redirect.valid) {
237    s0_pc := io.ftq_to_bpu.redirect.bits.cfiUpdate.target
238  }
239
240  io.bpu_to_ftq.resp.valid := !reset.asBool() && !io.ftq_to_bpu.redirect.valid
241
242  io.bpu_to_ftq.resp.bits := 0.U.asTypeOf(new BranchPredictionBundle)
243  io.bpu_to_ftq.resp.bits.s1.pc := s0_pc
244  io.bpu_to_ftq.resp.bits.s1.ftb_entry.pftAddr := s0_pc + (FetchWidth*4).U
245}
246
247@chiselName
248class Predictor(implicit p: Parameters) extends XSModule with HasBPUConst {
249  val io = IO(new PredictorIO)
250
251  val predictors = Module(if (useBPD) new Composer else new FakePredictor)
252
253  val s0_fire, s1_fire, s2_fire, s3_fire = Wire(Bool())
254  val s1_valid, s2_valid, s3_valid = RegInit(false.B)
255  val s1_ready, s2_ready, s3_ready = Wire(Bool())
256  val s1_components_ready, s2_components_ready, s3_components_ready = Wire(Bool())
257
258  val s0_pc = WireInit(resetVector.U)
259  val s0_pc_reg = RegNext(s0_pc, init=resetVector.U)
260  val s1_pc = RegEnable(s0_pc, s0_fire)
261  val s2_pc = RegEnable(s1_pc, s1_fire)
262  val s3_pc = RegEnable(s2_pc, s2_fire)
263
264  val s0_ghist = Wire(UInt(HistoryLength.W))
265  // val s0_ghist_reg = RegNext(s0_ghist, init=0.U.asTypeOf(new ShiftingGlobalHistory))
266  // val s1_ghist = RegEnable(s0_ghist, 0.U.asTypeOf(new ShiftingGlobalHistory), s0_fire)
267  // val s2_ghist = RegEnable(s1_ghist, 0.U.asTypeOf(new ShiftingGlobalHistory), s1_fire)
268  // val s3_ghist = RegEnable(s2_ghist, 0.U.asTypeOf(new ShiftingGlobalHistory), s2_fire)
269
270
271  val ghr = RegInit(0.U.asTypeOf(Vec(HistoryLength, Bool())))
272  val ghr_wire = WireInit(ghr)
273
274
275  def ghist_update(ptr: CGHPtr, shift: UInt, taken: Bool): Unit = {
276    for (i <- 0 until numBr) {
277      when (shift === (i+1).U) {
278        ghr(ptr.value - i.U) := taken
279      }.elsewhen(shift > (i+1).U) {
280        ghr(ptr.value - i.U) := false.B
281      }
282    }
283  }
284  def ghist_update(ptr: CGHPtr, br_valids: Vec[Bool], br_takens: Vec[Bool]): Unit = {
285    val last_valid_idx = PriorityMux(
286      br_valids.reverse :+ true.B,
287      (numBr to 0 by -1).map(_.U(log2Ceil(numBr+1).W))
288    )
289    val first_taken_idx = PriorityEncoder(false.B +: br_takens)
290    val smaller = Mux(last_valid_idx < first_taken_idx,
291      last_valid_idx,
292      first_taken_idx
293    )
294    val shift = smaller
295    val taken = br_takens.reduce(_||_)
296    ghist_update(ptr, shift, taken)
297  }
298  def ghist_update(ptr: CGHPtr, resp: BranchPredictionBundle): Unit = {
299    ghist_update(ptr, resp.preds.br_valids, resp.real_br_taken_mask)
300  }
301  def getHist(ptr: CGHPtr) = (Cat(ghr_wire.asUInt, ghr_wire.asUInt) >> (ptr.value+1.U))(HistoryLength-1, 0)
302  val s0_ghist_ptr = Wire(new CGHPtr)
303  s0_ghist := getHist(s0_ghist_ptr)
304  val s0_ghist_ptr_reg = RegNext(s0_ghist_ptr, init=0.U.asTypeOf(new CGHPtr))
305  val s1_ghist_ptr = RegEnable(s0_ghist_ptr, 0.U.asTypeOf(new CGHPtr), s0_fire)
306  val s2_ghist_ptr = RegEnable(s1_ghist_ptr, 0.U.asTypeOf(new CGHPtr), s1_fire)
307  val s3_ghist_ptr = RegEnable(s2_ghist_ptr, 0.U.asTypeOf(new CGHPtr), s2_fire)
308
309  val s0_last_pred = Wire(new BranchPredictionBundle)
310  val s0_last_pred_reg = RegNext(s0_last_pred, init=0.U.asTypeOf(new BranchPredictionBundle))
311  val s1_last_pred = RegEnable(s0_last_pred, 0.U.asTypeOf(new BranchPredictionBundle), s0_fire)
312  val s2_last_pred = RegEnable(s1_last_pred, 0.U.asTypeOf(new BranchPredictionBundle), s1_fire)
313  val s3_last_pred = RegEnable(s2_last_pred, 0.U.asTypeOf(new BranchPredictionBundle), s2_fire)
314
315  val s0_phist = WireInit(0.U(PathHistoryLength.W))
316  val s0_phist_reg = RegNext(s0_phist, init=0.U(PathHistoryLength.W))
317  val s1_phist = RegEnable(s0_phist, 0.U, s0_fire)
318  val s2_phist = RegEnable(s1_phist, 0.U, s1_fire)
319  val s3_phist = RegEnable(s2_phist, 0.U, s2_fire)
320
321  val resp = predictors.io.out.resp
322
323
324  val toFtq_fire = io.bpu_to_ftq.resp.valid && io.bpu_to_ftq.resp.ready
325
326  when(RegNext(reset.asBool) && !reset.asBool) {
327    // s0_ghist := 0.U.asTypeOf(new ShiftingGlobalHistory)
328    s0_ghist_ptr := 0.U.asTypeOf(new CGHPtr)
329    s0_phist := 0.U
330    s0_pc := resetVector.U
331    s0_last_pred := 0.U.asTypeOf(new BranchPredictionBundle)
332  }
333
334  // when(toFtq_fire) {
335    // final_gh := s3_gh.update(io.bpu_to_ftq.resp.bits.ftb_entry.brValids.reduce(_||_) && !io.bpu_to_ftq.resp.bits.preds.taken,
336    //   io.bpu_to_ftq.resp.bits.preds.taken)
337  // }
338
339  val s1_flush, s2_flush, s3_flush = Wire(Bool())
340  val s2_redirect, s3_redirect = Wire(Bool())
341
342  // val s1_bp_resp = predictors.io.out.resp.s1
343  // val s2_bp_resp = predictors.io.out.resp.s2
344  // val s3_bp_resp = predictors.io.out.resp.s3
345
346  // predictors.io := DontCare
347  predictors.io.in.valid := s0_fire
348  predictors.io.in.bits.s0_pc := s0_pc
349  predictors.io.in.bits.ghist := s0_ghist
350  predictors.io.in.bits.phist := s0_phist
351  predictors.io.in.bits.resp_in(0) := (0.U).asTypeOf(new BranchPredictionResp)
352  // predictors.io.in.bits.resp_in(0).s1.pc := s0_pc
353  // predictors.io.in.bits.toFtq_fire := toFtq_fire
354
355  // predictors.io.out.ready := io.bpu_to_ftq.resp.ready
356
357  // Pipeline logic
358  s2_redirect := false.B
359  s3_redirect := false.B
360
361  s3_flush := io.ftq_to_bpu.redirect.valid
362  s2_flush := s3_flush || s3_redirect
363  s1_flush := s2_flush || s2_redirect
364
365  s1_components_ready := predictors.io.s1_ready
366  s1_ready := s1_fire || !s1_valid
367  s0_fire := !reset.asBool && s1_components_ready && s1_ready
368  predictors.io.s0_fire := s0_fire
369
370  s2_components_ready := predictors.io.s2_ready
371  s2_ready := s2_fire || !s2_valid
372  s1_fire := s1_valid && s2_components_ready && s2_ready && io.bpu_to_ftq.resp.ready
373
374  when(s0_fire)         { s1_valid := true.B  }
375    .elsewhen(s1_flush) { s1_valid := false.B }
376    .elsewhen(s1_fire)  { s1_valid := false.B }
377
378  predictors.io.s1_fire := s1_fire
379
380  s3_components_ready := predictors.io.s3_ready
381  s3_ready := s3_fire || !s3_valid
382  s2_fire := s2_valid && s3_components_ready && s3_ready
383
384  when(s2_flush)                    { s2_valid := false.B }
385    .elsewhen(s1_fire && !s1_flush) { s2_valid := true.B  }
386    .elsewhen(s2_fire)              { s2_valid := false.B }
387
388  predictors.io.s2_fire := s2_fire
389
390  // s3_fire := s3_valid && io.bpu_to_ftq.resp.ready
391  s3_fire := s3_valid
392
393  when(s3_flush)                    { s3_valid := false.B }
394    .elsewhen(s2_fire && !s2_flush) { s3_valid := true.B  }
395    .elsewhen(s3_fire)              { s3_valid := false.B }
396
397  predictors.io.s3_fire := s3_fire
398
399  io.bpu_to_ftq.resp.valid :=
400    s1_valid && s2_components_ready && s2_ready ||
401    s2_fire && s2_redirect ||
402    s3_fire && s3_redirect
403  io.bpu_to_ftq.resp.bits  := BpuToFtqBundle(predictors.io.out.resp)
404  io.bpu_to_ftq.resp.bits.meta  := predictors.io.out.s3_meta
405  // io.bpu_to_ftq.resp.bits.s3.ghist  := s3_ghist
406  io.bpu_to_ftq.resp.bits.s3.histPtr := s3_ghist_ptr
407  io.bpu_to_ftq.resp.bits.s3.phist  := s3_phist
408
409  s0_pc := s0_pc_reg
410  // s0_ghist := s0_ghist_reg
411  s0_ghist_ptr := s0_ghist_ptr_reg
412  s0_phist := s0_phist_reg
413  s0_last_pred := s0_last_pred_reg
414
415  // History manage
416  // s1
417  val s1_predicted_ghist_ptr = s1_ghist_ptr - resp.s1.br_count
418  val s1_predicted_ghist = WireInit(getHist(s1_predicted_ghist_ptr).asTypeOf(Vec(HistoryLength, Bool())))
419  for (i <- 0 until numBr) {
420    when ((i+1).U <= resp.s1.br_count) {
421      s1_predicted_ghist(i) := resp.s1.real_br_taken_mask.reduce(_||_) && (i==0).B
422    }
423  }
424
425
426  // XSDebug(p"[hit] ${resp.s1.preds.hit} [s1_real_br_taken_mask] ${Binary(resp.s1.real_br_taken_mask.asUInt)}\n")
427  // XSDebug(p"s1_predicted_ghist=${Binary(s1_predicted_ghist.predHist)}\n")
428
429  when(s1_valid) {
430    s0_pc := resp.s1.target
431    s0_ghist := s1_predicted_ghist.asUInt
432    ghist_update(s1_ghist_ptr, resp.s1)
433    s0_ghist_ptr := s1_predicted_ghist_ptr
434    s0_phist := (s1_phist << 1) | s1_pc(instOffsetBits)
435    s0_last_pred := resp.s1
436  }
437
438  def preds_needs_redirect(x: BranchPredictionBundle, y: BranchPredictionBundle) = {
439    x.real_slot_taken_mask().asUInt.orR =/= y.real_slot_taken_mask().asUInt().orR ||
440    x.preds.br_valids.asUInt =/= y.preds.br_valids.asUInt ||
441    PriorityEncoder(x.real_br_taken_mask()) =/= PriorityEncoder(y.real_br_taken_mask)
442  }
443  // s2
444  val s2_predicted_ghist_ptr = s2_ghist_ptr - resp.s2.br_count
445  val s2_predicted_ghist = WireInit(getHist(s2_predicted_ghist_ptr).asTypeOf(Vec(HistoryLength, Bool())))
446  for (i <- 0 until numBr) {
447    when ((i+1).U <= resp.s2.br_count) {
448      s2_predicted_ghist(i) := resp.s2.real_br_taken_mask.reduce(_||_) && (i==0).B
449    }
450  }
451  val previous_s1_pred = RegEnable(resp.s1, init=0.U.asTypeOf(resp.s1), s1_fire)
452
453  val s2_redirect_s1_last_pred = preds_needs_redirect(s1_last_pred, resp.s2)
454  val s2_redirect_s0_last_pred = preds_needs_redirect(s0_last_pred_reg, resp.s2)
455
456  when(s2_fire) {
457    when((s1_valid && (s1_pc =/= resp.s2.target || s2_redirect_s1_last_pred)) ||
458      !s1_valid && (s0_pc_reg =/= resp.s2.target || s2_redirect_s0_last_pred)) {
459      s0_ghist := s2_predicted_ghist.asUInt
460      s0_ghist_ptr := s2_predicted_ghist_ptr
461      ghist_update(s2_ghist_ptr, resp.s2)
462      s2_redirect := true.B
463      s0_pc := resp.s2.target
464      s0_phist := (s2_phist << 1) | s2_pc(instOffsetBits)
465      s0_last_pred := resp.s2
466      // XSDebug(p"s1_valid=$s1_valid, s1_pc=${Hexadecimal(s1_pc)}, s2_resp_target=${Hexadecimal(resp.s2.target)}\n")
467      // XSDebug(p"s2_correct_s1_ghist=$s2_correct_s1_ghist\n")
468      // XSDebug(p"s1_ghist=${Binary(s1_ghist.predHist)}\n")
469      // XSDebug(p"s2_predicted_ghist=${Binary(s2_predicted_ghist.predHist)}\n")
470    }
471  }
472
473  val s2_redirect_target = s2_fire && s1_valid && s1_pc =/= resp.s2.target
474  val s2_saw_s1_hit = RegEnable(resp.s1.preds.hit, s1_fire)
475  val s2_redirect_target_both_hit = s2_redirect_target &&  s2_saw_s1_hit &&  resp.s2.preds.hit
476
477  XSPerfAccumulate("s2_redirect_because_s1_not_valid", s2_fire && !s1_valid)
478  XSPerfAccumulate("s2_redirect_because_target_diff", s2_fire && s1_valid && s1_pc =/= resp.s2.target)
479  XSPerfAccumulate("s2_redirect_target_diff_s1_nhit_s2_hit", s2_redirect_target && !s2_saw_s1_hit &&  resp.s2.preds.hit)
480  XSPerfAccumulate("s2_redirect_target_diff_s1_hit_s2_nhit", s2_redirect_target &&  s2_saw_s1_hit && !resp.s2.preds.hit)
481  XSPerfAccumulate("s2_redirect_target_diff_both_hit",  s2_redirect_target &&  s2_saw_s1_hit &&  resp.s2.preds.hit)
482  XSPerfAccumulate("s2_redirect_br_direction_diff",
483    s2_redirect_target_both_hit &&
484    RegEnable(PriorityEncoder(resp.s1.preds.br_taken_mask), s1_fire) =/= PriorityEncoder(resp.s2.preds.br_taken_mask))
485  // XSPerfAccumulate("s2_redirect_because_ghist_diff", s2_fire && s1_valid && s2_correct_s1_ghist)
486
487  // s3
488  val s3_predicted_ghist_ptr = s3_ghist_ptr - resp.s3.br_count
489  val s3_predicted_ghist = WireInit(getHist(s3_predicted_ghist_ptr).asTypeOf(Vec(HistoryLength, Bool())))
490  for (i <- 0 until numBr) {
491    when ((i+1).U <= resp.s3.br_count) {
492      s3_predicted_ghist(i) := resp.s3.real_br_taken_mask.reduce(_||_) && (i==0).B
493    }
494  }
495  val s3_redirect_s2_last_pred = preds_needs_redirect(s2_last_pred, resp.s3)
496  val s3_redirect_s1_last_pred = preds_needs_redirect(s1_last_pred, resp.s3)
497  val s3_redirect_s0_last_pred = preds_needs_redirect(s0_last_pred_reg, resp.s3)
498
499  when(s3_fire) {
500    when((s2_valid && (s2_pc =/= resp.s3.target || s3_redirect_s2_last_pred)) ||
501      (!s2_valid && s1_valid && (s1_pc =/= resp.s3.target || s3_redirect_s1_last_pred)) ||
502      (!s2_valid && !s1_valid && (s0_pc_reg =/= resp.s3.target || s3_redirect_s0_last_pred))) {
503
504      s0_ghist := s3_predicted_ghist.asUInt
505      s0_ghist_ptr := s3_predicted_ghist_ptr
506      ghist_update(s3_ghist_ptr, resp.s3)
507      s3_redirect := true.B
508      s0_pc := resp.s3.target
509      s0_phist := (s3_phist << 1) | s3_pc(instOffsetBits)
510      s0_last_pred := resp.s3
511    }
512  }
513
514  // Send signal tell Ftq override
515  val s2_ftq_idx = RegEnable(io.ftq_to_bpu.enq_ptr, s1_fire)
516  val s3_ftq_idx = RegEnable(s2_ftq_idx, s2_fire)
517
518  io.bpu_to_ftq.resp.bits.s1.valid := s1_fire && !s1_flush
519  io.bpu_to_ftq.resp.bits.s1.hasRedirect := false.B
520  io.bpu_to_ftq.resp.bits.s1.ftq_idx := DontCare
521  io.bpu_to_ftq.resp.bits.s2.valid := s2_fire && !s2_flush
522  io.bpu_to_ftq.resp.bits.s2.hasRedirect := s2_redirect
523  io.bpu_to_ftq.resp.bits.s2.ftq_idx := s2_ftq_idx
524  io.bpu_to_ftq.resp.bits.s3.valid := s3_fire && !s3_flush
525  io.bpu_to_ftq.resp.bits.s3.hasRedirect := s3_redirect
526  io.bpu_to_ftq.resp.bits.s3.ftq_idx := s3_ftq_idx
527
528  val redirect = io.ftq_to_bpu.redirect.bits
529
530  predictors.io.update := io.ftq_to_bpu.update
531  predictors.io.update.bits.ghist.predHist := getHist(io.ftq_to_bpu.update.bits.histPtr) // TODO: remove this
532  predictors.io.redirect := io.ftq_to_bpu.redirect
533
534  when(io.ftq_to_bpu.redirect.valid) {
535
536    val shift = redirect.cfiUpdate.shift
537    val addIntoHist = redirect.cfiUpdate.addIntoHist
538
539    val isBr = redirect.cfiUpdate.pd.isBr
540    val taken = redirect.cfiUpdate.taken
541
542    val oldPtr = redirect.cfiUpdate.histPtr
543    val updated_ptr = oldPtr - shift
544    val updated_ghist = WireInit(getHist(updated_ptr).asTypeOf(Vec(HistoryLength, Bool())))
545    for (i <- 0 until numBr) {
546      when (shift > 0.U) {
547        updated_ghist(i) := taken && (i==0).B
548      }
549    }
550    // val updatedGh = oldGh.update(shift, taken && addIntoHist)
551    s0_ghist := updated_ghist.asUInt // TODO: History fix logic
552    ghist_update(oldPtr, shift, taken && addIntoHist)
553    s0_ghist_ptr := updated_ptr
554    s0_pc := redirect.cfiUpdate.target
555    val oldPh = redirect.cfiUpdate.phist
556    val phNewBit = redirect.cfiUpdate.phNewBit
557    s0_phist := (oldPh << 1) | phNewBit
558
559    // no need to assign s0_last_pred
560
561    XSDebug(io.ftq_to_bpu.redirect.valid, p"-------------redirect Repair------------\n")
562    // XSDebug(io.ftq_to_bpu.redirect.valid, p"taken_mask=${Binary(taken_mask.asUInt)}, brValids=${Binary(brValids.asUInt)}\n")
563    XSDebug(io.ftq_to_bpu.redirect.valid, p"isBr: ${isBr}, taken: ${taken}, addIntoHist: ${addIntoHist}, shift: ${shift}\n")
564    // XSDebug(io.ftq_to_bpu.redirect.valid, p"oldGh   =${Binary(oldGh.predHist)}\n")
565    // XSDebug(io.ftq_to_bpu.redirect.valid, p"updateGh=${Binary(updatedGh.predHist)}\n")
566
567  }
568
569  XSDebug(RegNext(reset.asBool) && !reset.asBool, "Reseting...\n")
570  XSDebug(io.ftq_to_bpu.update.valid, p"Update from ftq\n")
571  XSDebug(io.ftq_to_bpu.redirect.valid, p"Redirect from ftq\n")
572
573  XSDebug("[BP0]                 fire=%d                      pc=%x\n", s0_fire, s0_pc)
574  XSDebug("[BP1] v=%d r=%d cr=%d fire=%d             flush=%d pc=%x\n",
575    s1_valid, s1_ready, s1_components_ready, s1_fire, s1_flush, s1_pc)
576  XSDebug("[BP2] v=%d r=%d cr=%d fire=%d redirect=%d flush=%d pc=%x\n",
577  s2_valid, s2_ready, s2_components_ready, s2_fire, s2_redirect, s2_flush, s2_pc)
578  XSDebug("[BP3] v=%d r=%d cr=%d fire=%d redirect=%d flush=%d pc=%x\n",
579  s3_valid, s3_ready, s3_components_ready, s3_fire, s3_redirect, s3_flush, s3_pc)
580  XSDebug("[FTQ] ready=%d\n", io.bpu_to_ftq.resp.ready)
581  XSDebug("resp.s1.target=%x\n", resp.s1.target)
582  XSDebug("resp.s2.target=%x\n", resp.s2.target)
583  // XSDebug("s0_ghist: %b\n", s0_ghist.predHist)
584  // XSDebug("s1_ghist: %b\n", s1_ghist.predHist)
585  // XSDebug("s2_ghist: %b\n", s2_ghist.predHist)
586  // XSDebug("s3_ghist: %b\n", s3_ghist.predHist)
587  // XSDebug("s2_predicted_ghist: %b\n", s2_predicted_ghist.predHist)
588  // XSDebug("s3_predicted_ghist: %b\n", s3_predicted_ghist.predHist)
589  // XSDebug("s3_correct_s2_ghist: %b, s3_correct_s1_ghist: %b, s2_correct_s1_ghist: %b\n",
590  // s3_correct_s2_ghist,  s3_correct_s1_ghist,  s2_correct_s1_ghist)
591
592
593  io.ftq_to_bpu.update.bits.display(io.ftq_to_bpu.update.valid)
594  io.ftq_to_bpu.redirect.bits.display(io.ftq_to_bpu.redirect.valid)
595
596
597  XSPerfAccumulate("s2_redirect", s2_redirect)
598  XSPerfAccumulate("s3_redirect", s3_redirect)
599
600  val perfEvents = predictors.asInstanceOf[Composer].perfEvents.map(_._1).zip(predictors.asInstanceOf[Composer].perfinfo.perfEvents.perf_events)
601  val perfinfo = IO(new Bundle(){
602    val perfEvents = Output(new PerfEventsBundle(predictors.asInstanceOf[Composer].perfinfo.perfEvents.perf_events.length))
603  })
604  perfinfo.perfEvents := predictors.asInstanceOf[Composer].perfinfo.perfEvents
605
606}
607