xref: /XiangShan/src/main/scala/xiangshan/frontend/BPU.scala (revision 8a538cf0dd58e63af6529ba33b67e001f219557b)
1package xiangshan.frontend
2
3import chisel3._
4import chisel3.util._
5import utils._
6import xiangshan._
7import xiangshan.backend.ALUOpType
8import xiangshan.backend.JumpOpType
9import chisel3.experimental.chiselName
10
11trait HasBPUParameter extends HasXSParameter {
12  val BPUDebug = true && !env.FPGAPlatform
13  val EnableCFICommitLog = true
14  val EnbaleCFIPredLog = true
15  val EnableBPUTimeRecord = (EnableCFICommitLog || EnbaleCFIPredLog) && !env.FPGAPlatform
16  val EnableCommit = false
17}
18
19class TableAddr(val idxBits: Int, val banks: Int) extends XSBundle with HasIFUConst {
20  def tagBits = VAddrBits - idxBits - instOffsetBits
21
22  val tag = UInt(tagBits.W)
23  val idx = UInt(idxBits.W)
24  val offset = UInt(instOffsetBits.W)
25
26  def fromUInt(x: UInt) = x.asTypeOf(UInt(VAddrBits.W)).asTypeOf(this)
27  def getTag(x: UInt) = fromUInt(x).tag
28  def getIdx(x: UInt) = fromUInt(x).idx
29  def getBank(x: UInt) = getIdx(x)(log2Up(banks) - 1, 0)
30  def getBankIdx(x: UInt) = getIdx(x)(idxBits - 1, log2Up(banks))
31}
32
33class PredictorResponse extends XSBundle {
34  class UbtbResp extends XSBundle {
35  // the valid bits indicates whether a target is hit
36    val targets = Vec(PredictWidth, UInt(VAddrBits.W))
37    val hits = Vec(PredictWidth, Bool())
38    val takens = Vec(PredictWidth, Bool())
39    val brMask = Vec(PredictWidth, Bool())
40    val is_RVC = Vec(PredictWidth, Bool())
41  }
42  class BtbResp extends XSBundle {
43  // the valid bits indicates whether a target is hit
44    val targets = Vec(PredictWidth, UInt(VAddrBits.W))
45    val hits = Vec(PredictWidth, Bool())
46    val isBrs = Vec(PredictWidth, Bool())
47    val isRVC = Vec(PredictWidth, Bool())
48  }
49  class BimResp extends XSBundle {
50    val ctrs = Vec(PredictWidth, UInt(2.W))
51  }
52  class TageResp extends XSBundle {
53  // the valid bits indicates whether a prediction is hit
54    val takens = Vec(PredictWidth, Bool())
55    val hits = Vec(PredictWidth, Bool())
56  }
57  class LoopResp extends XSBundle {
58    val exit = Vec(PredictWidth, Bool())
59  }
60
61  val ubtb = new UbtbResp
62  val btb = new BtbResp
63  val bim = new BimResp
64  val tage = new TageResp
65  val loop = new LoopResp
66}
67
68trait PredictorUtils {
69  // circular shifting
70  def circularShiftLeft(source: UInt, len: Int, shamt: UInt): UInt = {
71    val res = Wire(UInt(len.W))
72    val higher = source << shamt
73    val lower = source >> (len.U - shamt)
74    res := higher | lower
75    res
76  }
77
78  def circularShiftRight(source: UInt, len: Int, shamt: UInt): UInt = {
79    val res = Wire(UInt(len.W))
80    val higher = source << (len.U - shamt)
81    val lower = source >> shamt
82    res := higher | lower
83    res
84  }
85
86  // To be verified
87  def satUpdate(old: UInt, len: Int, taken: Bool): UInt = {
88    val oldSatTaken = old === ((1 << len)-1).U
89    val oldSatNotTaken = old === 0.U
90    Mux(oldSatTaken && taken, ((1 << len)-1).U,
91      Mux(oldSatNotTaken && !taken, 0.U,
92        Mux(taken, old + 1.U, old - 1.U)))
93  }
94
95  def signedSatUpdate(old: SInt, len: Int, taken: Bool): SInt = {
96    val oldSatTaken = old === ((1 << (len-1))-1).S
97    val oldSatNotTaken = old === (-(1 << (len-1))).S
98    Mux(oldSatTaken && taken, ((1 << (len-1))-1).S,
99      Mux(oldSatNotTaken && !taken, (-(1 << (len-1))).S,
100        Mux(taken, old + 1.S, old - 1.S)))
101  }
102}
103
104trait HasIFUFire { this: MultiIOModule =>
105  val fires = IO(Input(Vec(4, Bool())))
106  val s1_fire  = fires(0)
107  val s2_fire  = fires(1)
108  val s3_fire  = fires(2)
109  val out_fire = fires(3)
110}
111
112trait HasCtrl { this: BasePredictor =>
113  val ctrl = IO(Input(new BPUCtrl))
114}
115
116abstract class BasePredictor extends XSModule
117  with HasBPUParameter with HasIFUConst with PredictorUtils
118  with HasIFUFire with HasCtrl {
119  val metaLen = 0
120
121  // An implementation MUST extend the IO bundle with a response
122  // and the special input from other predictors, as well as
123  // the metas to store in BRQ
124  abstract class Resp extends XSBundle {}
125  abstract class FromOthers extends XSBundle {}
126  abstract class Meta extends XSBundle {}
127
128  class DefaultBasePredictorIO extends XSBundle {
129    val pc = Flipped(ValidIO(UInt(VAddrBits.W)))
130    val hist = Input(UInt(HistoryLength.W))
131    val inMask = Input(UInt(PredictWidth.W))
132    val update = Flipped(ValidIO(new FtqEntry))
133  }
134
135  val io = new DefaultBasePredictorIO
136  val debug = true
137}
138
139class BrInfo extends XSBundle {
140  val metas = Vec(PredictWidth, new BpuMeta)
141  val rasSp = UInt(log2Ceil(RasSize).W)
142  val rasTop = new RASEntry
143  val specCnt = Vec(PredictWidth, UInt(10.W))
144}
145class BPUStageIO extends XSBundle {
146  val pc = UInt(VAddrBits.W)
147  val mask = UInt(PredictWidth.W)
148  val resp = new PredictorResponse
149  val brInfo = new BrInfo
150}
151
152
153abstract class BPUStage extends XSModule with HasBPUParameter
154  with HasIFUConst with HasIFUFire {
155  class DefaultIO extends XSBundle {
156    val in = Input(new BPUStageIO)
157    val inFire = Input(Bool())
158    val pred = Output(new BranchPrediction) // to ifu
159    val out = Output(new BPUStageIO)        // to the next stage
160    val outFire = Input(Bool())
161
162    val debug_hist = Input(UInt((if (BPUDebug) (HistoryLength) else 0).W))
163  }
164  val io = IO(new DefaultIO)
165
166  val inLatch = RegEnable(io.in, io.inFire)
167
168  // Each stage has its own logic to decide
169  // takens, brMask, jalMask, targets and hasHalfRVI
170  val takens = Wire(Vec(PredictWidth, Bool()))
171  val brMask = Wire(Vec(PredictWidth, Bool()))
172  val jalMask = Wire(Vec(PredictWidth, Bool()))
173  val targets = Wire(Vec(PredictWidth, UInt(VAddrBits.W)))
174  val hasHalfRVI = Wire(Bool())
175
176  io.pred <> DontCare
177  io.pred.takens := takens.asUInt
178  io.pred.brMask := brMask.asUInt
179  io.pred.jalMask := jalMask.asUInt
180  io.pred.targets := targets
181  io.pred.hasHalfRVI := hasHalfRVI
182
183  io.out <> DontCare
184  io.out.pc := inLatch.pc
185  io.out.mask := inLatch.mask
186  io.out.resp <> inLatch.resp
187  io.out.brInfo := inLatch.brInfo
188
189  if (BPUDebug) {
190    val jmpIdx = io.pred.jmpIdx
191    val taken  = io.pred.taken
192    val target = Mux(taken, io.pred.targets(jmpIdx), snpc(inLatch.pc))
193    XSDebug("in(%d): pc=%x, mask=%b\n", io.inFire, io.in.pc, io.in.mask)
194    XSDebug("inLatch: pc=%x, mask=%b\n", inLatch.pc, inLatch.mask)
195    XSDebug("out(%d): pc=%x, mask=%b, taken=%d, jmpIdx=%d, target=%x, hasHalfRVI=%d\n",
196      io.outFire, io.out.pc, io.out.mask, taken, jmpIdx, target, hasHalfRVI)
197    val p = io.pred
198  }
199}
200
201@chiselName
202class BPUStage1 extends BPUStage {
203
204  // ubtb is accessed with inLatch pc in s1,
205  // so we use io.in instead of inLatch
206  val ubtbResp = io.in.resp.ubtb
207  // the read operation is already masked, so we do not need to mask here
208  takens    := VecInit((0 until PredictWidth).map(i => ubtbResp.takens(i)))
209  // notTakens := VecInit((0 until PredictWidth).map(i => ubtbResp.hits(i) && !ubtbResp.takens(i) && ubtbResp.brMask(i)))
210  brMask := ubtbResp.brMask
211  jalMask := DontCare
212  targets := ubtbResp.targets
213
214  hasHalfRVI := ubtbResp.hits(PredictWidth-1) && !ubtbResp.is_RVC(PredictWidth-1) && HasCExtension.B
215
216  // resp and brInfo are from the components,
217  // so it does not need to be latched
218  io.out.resp <> io.in.resp
219  io.out.brInfo := io.in.brInfo
220
221  // For perf counters
222  if (!env.FPGAPlatform && env.EnablePerfDebug) {
223    io.out.brInfo.metas.zipWithIndex.foreach{case (meta, i) =>
224      // record ubtb pred result
225      meta.ubtbAns.hit := ubtbResp.hits(i)
226      meta.ubtbAns.taken := ubtbResp.takens(i)
227      meta.ubtbAns.target := ubtbResp.targets(i)
228    }
229  }
230
231  if (BPUDebug) {
232    XSDebug(io.outFire, "outPred using ubtb resp: hits:%b, takens:%b, notTakens:%b, isRVC:%b\n",
233      ubtbResp.hits.asUInt, ubtbResp.takens.asUInt, ~ubtbResp.takens.asUInt & brMask.asUInt, ubtbResp.is_RVC.asUInt)
234  }
235  if (EnableBPUTimeRecord) {
236    io.out.brInfo.metas.map(_.debug_ubtb_cycle := GTimer())
237  }
238}
239@chiselName
240class BPUStage2 extends BPUStage {
241  // Use latched response from s1
242  val btbResp = inLatch.resp.btb
243  val bimResp = inLatch.resp.bim
244  takens    := VecInit((0 until PredictWidth).map(i => btbResp.hits(i) && (btbResp.isBrs(i) && bimResp.ctrs(i)(1) || !btbResp.isBrs(i))))
245  targets := btbResp.targets
246  brMask  := VecInit((0 until PredictWidth).map(i => btbResp.isBrs(i) && btbResp.hits(i)))
247  jalMask := DontCare
248
249  hasHalfRVI  := btbResp.hits(PredictWidth-1) && !btbResp.isRVC(PredictWidth-1) && HasCExtension.B
250
251  // For perf counters
252  if (!env.FPGAPlatform && env.EnablePerfDebug) {
253    io.out.brInfo.metas.zipWithIndex.foreach{case (meta, i) =>
254      // record btb pred result
255      meta.btbAns.hit := btbResp.hits(i)
256      meta.btbAns.taken := takens(i)
257      meta.btbAns.target := btbResp.targets(i)
258    }
259  }
260
261  if (BPUDebug) {
262    XSDebug(io.outFire, "outPred using btb&bim resp: hits:%b, ctrTakens:%b\n",
263      btbResp.hits.asUInt, VecInit(bimResp.ctrs.map(_(1))).asUInt)
264  }
265  if (EnableBPUTimeRecord) {
266    io.out.brInfo.metas.map(_.debug_btb_cycle := GTimer())
267  }
268}
269@chiselName
270class BPUStage3 extends BPUStage {
271  class S3IO extends XSBundle {
272    val predecode = Input(new Predecode)
273    val redirect =  Flipped(ValidIO(new Redirect))
274    val ctrl = Input(new BPUCtrl)
275  }
276  val s3IO = IO(new S3IO)
277  // TAGE has its own pipelines and the
278  // response comes directly from s3,
279  // so we do not use those from inLatch
280  val tageResp = io.in.resp.tage
281  val tageTakens = tageResp.takens
282
283  val loopResp = io.in.resp.loop.exit
284
285  val pdMask     = s3IO.predecode.mask
286  val pdLastHalf = s3IO.predecode.lastHalf
287  val pds        = s3IO.predecode.pd
288
289  val btbResp   = WireInit(inLatch.resp.btb)
290  val btbHits   = WireInit(btbResp.hits.asUInt)
291  val bimTakens = VecInit(inLatch.resp.bim.ctrs.map(_(1)))
292
293  val brs   = pdMask & Reverse(Cat(pds.map(_.isBr)))
294  val jals  = pdMask & Reverse(Cat(pds.map(_.isJal)))
295  val jalrs = pdMask & Reverse(Cat(pds.map(_.isJalr)))
296  val calls = pdMask & Reverse(Cat(pds.map(_.isCall)))
297  val rets  = pdMask & Reverse(Cat(pds.map(_.isRet)))
298  val RVCs  = pdMask & Reverse(Cat(pds.map(_.isRVC)))
299
300  val callIdx = PriorityEncoder(calls)
301  val retIdx  = PriorityEncoder(rets)
302
303  val brPred = (if(EnableBPD) tageTakens else bimTakens).asUInt
304  val loopRes = (if (EnableLoop) loopResp else VecInit(Fill(PredictWidth, 0.U(1.W)))).asUInt
305  val brTakens = ((brs & brPred) & ~loopRes)
306  // we should provide btb resp as well
307  btbHits := btbResp.hits.asUInt
308
309  // predict taken only if btb has a target, jal and br targets will be provided by IFU
310  takens := VecInit((0 until PredictWidth).map(i => jalrs(i) && btbHits(i) || (jals(i) || brTakens(i))))
311
312
313  targets := inLatch.resp.btb.targets
314
315  brMask  := WireInit(brs.asTypeOf(Vec(PredictWidth, Bool())))
316  jalMask := WireInit(jals.asTypeOf(Vec(PredictWidth, Bool())))
317
318  hasHalfRVI  := pdLastHalf && HasCExtension.B
319
320  //RAS
321  if(EnableRAS){
322    val ras = Module(new RAS)
323    ras.io <> DontCare
324    ras.io.pc.bits := packetAligned(inLatch.pc)
325    ras.io.pc.valid := io.outFire//predValid
326    ras.io.is_ret := rets.orR  && (retIdx === io.pred.jmpIdx)
327    ras.io.callIdx.valid := calls.orR && (callIdx === io.pred.jmpIdx)
328    ras.io.callIdx.bits := callIdx
329    ras.io.isRVC := (calls & RVCs).orR   //TODO: this is ugly
330    ras.io.isLastHalfRVI := s3IO.predecode.hasLastHalfRVI
331    ras.io.redirect := s3IO.redirect
332    ras.fires <> fires
333    ras.ctrl := s3IO.ctrl
334
335    for(i <- 0 until PredictWidth){
336      io.out.brInfo.rasSp :=  ras.io.meta.rasSp
337      io.out.brInfo.rasTop :=  ras.io.meta.rasTop
338    }
339    takens := VecInit((0 until PredictWidth).map(i => {
340      (jalrs(i) && btbHits(i)) ||
341          jals(i) || brTakens(i) ||
342          (ras.io.out.valid && rets(i)) ||
343          (!ras.io.out.valid && rets(i) && btbHits(i))
344      }
345    ))
346
347    for (i <- 0 until PredictWidth) {
348      when(rets(i) && ras.io.out.valid){
349        targets(i) := ras.io.out.bits.target
350      }
351    }
352
353    // For perf counters
354    if (!env.FPGAPlatform && env.EnablePerfDebug) {
355      io.out.brInfo.metas.zipWithIndex.foreach{case (meta, i) =>
356        // record tage pred result
357        meta.tageAns.hit := tageResp.hits(i)
358        meta.tageAns.taken := tageResp.takens(i)
359        meta.tageAns.target := DontCare
360
361        // record ras pred result
362        meta.rasAns.hit := ras.io.out.valid
363        meta.rasAns.taken := true.B
364        meta.rasAns.target := ras.io.out.bits.target
365
366        // record loop pred result
367        meta.loopAns.hit := loopRes(i)
368        meta.loopAns.taken := false.B
369        meta.loopAns.target := DontCare
370      }
371    }
372  }
373
374
375  // Wrap tage resp and tage meta in
376  // This is ugly
377  io.out.resp.tage <> io.in.resp.tage
378  io.out.resp.loop <> io.in.resp.loop
379  for (i <- 0 until PredictWidth) {
380    io.out.brInfo.metas(i).tageMeta := io.in.brInfo.metas(i).tageMeta
381    io.out.brInfo.specCnt(i) := io.in.brInfo.specCnt(i)
382  }
383
384  if (BPUDebug) {
385    XSDebug(io.inFire, "predecode: pc:%x, mask:%b\n", inLatch.pc, s3IO.predecode.mask)
386    for (i <- 0 until PredictWidth) {
387      val p = s3IO.predecode.pd(i)
388      XSDebug(io.inFire && s3IO.predecode.mask(i), "predecode(%d): brType:%d, br:%d, jal:%d, jalr:%d, call:%d, ret:%d, RVC:%d, excType:%d\n",
389        i.U, p.brType, p.isBr, p.isJal, p.isJalr, p.isCall, p.isRet, p.isRVC, p.excType)
390    }
391    XSDebug(p"brs:${Binary(brs)} jals:${Binary(jals)} jalrs:${Binary(jalrs)} calls:${Binary(calls)} rets:${Binary(rets)} rvcs:${Binary(RVCs)}\n")
392    XSDebug(p"callIdx:${callIdx} retIdx:${retIdx}\n")
393    XSDebug(p"brPred:${Binary(brPred)} loopRes:${Binary(loopRes)} brTakens:${Binary(brTakens)}\n")
394  }
395
396  if (EnbaleCFIPredLog) {
397    val out = io.out
398    XSDebug(io.outFire, p"cfi_pred: fetchpc(${Hexadecimal(out.pc)}) mask(${out.mask}) brmask(${brMask.asUInt}) hist(${Hexadecimal(io.debug_hist)})\n")
399  }
400
401  if (EnableBPUTimeRecord) {
402    io.out.brInfo.metas.map(_.debug_tage_cycle := GTimer())
403  }
404}
405
406trait BranchPredictorComponents extends HasXSParameter {
407  val ubtb = Module(new MicroBTB)
408  val btb = Module(new BTB)
409  val bim = Module(new BIM)
410  val tage = (if(EnableBPD) { if (EnableSC) Module(new Tage_SC)
411                              else          Module(new Tage) }
412              else          { Module(new FakeTage) })
413  val loop = Module(new LoopPredictor)
414  val preds = Seq(ubtb, btb, bim, tage, loop)
415  preds.map(_.io := DontCare)
416}
417
418class BPUReq extends XSBundle {
419  val pc = UInt(VAddrBits.W)
420  val hist = UInt(HistoryLength.W)
421  val inMask = UInt(PredictWidth.W)
422}
423
424class BPUCtrl extends XSBundle {
425  val ubtb_enable = Bool()
426  val btb_enable  = Bool()
427  val bim_enable  = Bool()
428  val tage_enable = Bool()
429  val sc_enable   = Bool()
430  val ras_enable  = Bool()
431  val loop_enable = Bool()
432}
433
434abstract class BaseBPU extends XSModule with BranchPredictorComponents
435  with HasBPUParameter with HasIFUConst {
436  val io = IO(new Bundle() {
437    // from backend
438    val redirect = Flipped(ValidIO(new Redirect))
439    val ctrl     = Input(new BPUCtrl)
440    val commit   = Flipped(ValidIO(new FtqEntry))
441    // from if1
442    val in = Input(new BPUReq)
443    val inFire = Input(Vec(4, Bool()))
444    // to if2/if3/if4
445    val out = Vec(3, Output(new BranchPrediction))
446    // from if4
447    val predecode = Input(new Predecode)
448    // to if4, some bpu info used for updating
449    val brInfo = Output(new BrInfo)
450  })
451
452  preds.map(p => {
453    p.io.update <> io.commit
454    p.fires <> io.inFire
455    p.ctrl <> io.ctrl
456  })
457
458  val s1 = Module(new BPUStage1)
459  val s2 = Module(new BPUStage2)
460  val s3 = Module(new BPUStage3)
461
462  Seq(s1, s2, s3).foreach(s => s.fires <> io.inFire)
463
464  val s1_fire = io.inFire(0)
465  val s2_fire = io.inFire(1)
466  val s3_fire = io.inFire(2)
467  val s4_fire = io.inFire(3)
468
469  s1.io.in <> DontCare
470  s2.io.in <> s1.io.out
471  s3.io.in <> s2.io.out
472
473  s1.io.inFire := s1_fire
474  s2.io.inFire := s2_fire
475  s3.io.inFire := s3_fire
476
477  s1.io.outFire := s2_fire
478  s2.io.outFire := s3_fire
479  s3.io.outFire := s4_fire
480
481  io.out(0) <> s1.io.pred
482  io.out(1) <> s2.io.pred
483  io.out(2) <> s3.io.pred
484
485  io.brInfo := s3.io.out.brInfo
486
487  if (BPUDebug) {
488    XSDebug(io.inFire(3), "bpuMeta sent!\n")
489    for (i <- 0 until PredictWidth) {
490      val b = io.brInfo.metas(i)
491      XSDebug(io.inFire(3), "brInfo(%d): btbWrWay:%d, bimCtr:%d\n",
492        i.U, b.btbWriteWay, b.bimCtr)
493      val t = b.tageMeta
494      XSDebug(io.inFire(3), "  tageMeta: pvder(%d):%d, altDiffers:%d, pvderU:%d, pvderCtr:%d, allocate(%d):%d\n",
495        t.provider.valid, t.provider.bits, t.altDiffers, t.providerU, t.providerCtr, t.allocate.valid, t.allocate.bits)
496    }
497  }
498  val debug_verbose = false
499}
500
501
502class FakeBPU extends BaseBPU {
503  io.out.foreach(i => {
504    // Provide not takens
505    i <> DontCare
506    i.takens := 0.U
507  })
508  io.brInfo <> DontCare
509}
510@chiselName
511class BPU extends BaseBPU {
512
513  //**********************Stage 1****************************//
514
515  val s1_resp_in = Wire(new PredictorResponse)
516  val s1_brInfo_in = Wire(new BrInfo)
517
518  s1_resp_in.tage := DontCare
519  s1_resp_in.loop := DontCare
520  s1_brInfo_in    := DontCare
521
522  val s1_inLatch = RegEnable(io.in, s1_fire)
523  ubtb.io.pc.valid := s2_fire
524  ubtb.io.pc.bits := s1_inLatch.pc
525  ubtb.io.inMask := s1_inLatch.inMask
526
527
528
529  // Wrap ubtb response into resp_in and brInfo_in
530  s1_resp_in.ubtb <> ubtb.io.out
531
532  btb.io.pc.valid := s1_fire
533  btb.io.pc.bits := io.in.pc
534  btb.io.inMask := io.in.inMask
535
536
537
538  // Wrap btb response into resp_in and brInfo_in
539  s1_resp_in.btb <> btb.io.resp
540  for (i <- 0 until PredictWidth) {
541    s1_brInfo_in.metas(i).btbWriteWay := btb.io.meta.writeWay(i)
542  }
543
544  bim.io.pc.valid := s1_fire
545  bim.io.pc.bits := io.in.pc
546  bim.io.inMask := io.in.inMask
547
548
549  // Wrap bim response into resp_in and brInfo_in
550  s1_resp_in.bim <> bim.io.resp
551  for (i <- 0 until PredictWidth) {
552    s1_brInfo_in.metas(i).bimCtr := bim.io.meta.ctrs(i)
553  }
554
555
556  s1.io.inFire := s1_fire
557  s1.io.in.pc := io.in.pc
558  s1.io.in.mask := io.in.inMask
559  s1.io.in.resp <> s1_resp_in
560  s1.io.in.brInfo <> s1_brInfo_in
561
562  val s1_hist = RegEnable(io.in.hist, enable=s1_fire)
563  val s2_hist = RegEnable(s1_hist, enable=s2_fire)
564  val s3_hist = RegEnable(s2_hist, enable=s3_fire)
565
566  s1.io.debug_hist := s1_hist
567  s2.io.debug_hist := s2_hist
568  s3.io.debug_hist := s3_hist
569
570  //**********************Stage 2****************************//
571  tage.io.pc.valid := s2_fire
572  tage.io.pc.bits := s2.io.in.pc // PC from s1
573  tage.io.hist := s1_hist // The inst is from s1
574  tage.io.inMask := s2.io.in.mask
575  tage.io.bim <> s1.io.out.resp.bim // Use bim results from s1
576
577  //**********************Stage 3****************************//
578  // Wrap tage response and meta into s3.io.in.bits
579  // This is ugly
580
581  loop.io.pc.valid := s2_fire
582  loop.io.if3_fire := s3_fire
583  loop.io.pc.bits := s2.io.in.pc
584  loop.io.inMask := io.predecode.mask
585  loop.io.respIn.taken := s3.io.pred.taken
586  loop.io.respIn.jmpIdx := s3.io.pred.jmpIdx
587  loop.io.redirect := s3.s3IO.redirect
588
589
590  s3.io.in.resp.tage <> tage.io.resp
591  s3.io.in.resp.loop <> loop.io.resp
592  for (i <- 0 until PredictWidth) {
593    s3.io.in.brInfo.metas(i).tageMeta := tage.io.meta(i)
594    s3.io.in.brInfo.specCnt(i) := loop.io.meta.specCnts(i)
595  }
596
597  s3.s3IO.predecode <> io.predecode
598  s3.s3IO.redirect <> io.redirect
599  s3.s3IO.ctrl <> io.ctrl
600
601
602  if (BPUDebug) {
603    if (debug_verbose) {
604      val uo = ubtb.io.out
605      XSDebug("debug: ubtb hits:%b, takens:%b, notTakens:%b\n", uo.hits.asUInt, uo.takens.asUInt, ~uo.takens.asUInt & uo.brMask.asUInt)
606      val bio = bim.io.resp
607      XSDebug("debug: bim takens:%b\n", VecInit(bio.ctrs.map(_(1))).asUInt)
608      val bo = btb.io.resp
609      XSDebug("debug: btb hits:%b\n", bo.hits.asUInt)
610    }
611  }
612
613
614
615  if (EnableCFICommitLog) {
616    val buValid = io.commit.valid
617    val buinfo  = io.commit.bits
618    for (i <- 0 until PredictWidth) {
619      val cfi_idx = buinfo.cfiIndex
620      val isTaken = cfi_idx.valid && cfi_idx.bits === i.U
621      val isCfi = buinfo.valids(i) && (buinfo.br_mask(i) || cfi_idx.valid && cfi_idx.bits === i.U)
622      val isBr = buinfo.br_mask(i)
623      val pc = packetAligned(buinfo.ftqPC) + (i * instBytes).U - Mux((i==0).B && buinfo.hasLastPrev, 2.U, 0.U)
624      val tage_cycle = buinfo.metas(i).debug_tage_cycle
625      XSDebug(buValid && isCfi, p"cfi_update: isBr(${isBr}) pc(${Hexadecimal(pc)}) taken(${isTaken}) mispred(${buinfo.mispred(i)}) cycle($tage_cycle) hist(${Hexadecimal(buinfo.predHist.asUInt)})\n")
626    }
627  }
628
629}
630
631object BPU{
632  def apply(enableBPU: Boolean = true) = {
633      if(enableBPU) {
634        val BPU = Module(new BPU)
635        BPU
636      }
637      else {
638        val FakeBPU = Module(new FakeBPU)
639        FakeBPU
640      }
641  }
642}
643