xref: /XiangShan/src/main/scala/xiangshan/frontend/FauFTB.scala (revision adc0b8df362e0cfb8fa501689b4ff9d64b86a618)
111d0c81dSLingrui98/***************************************************************************************
211d0c81dSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
311d0c81dSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory
411d0c81dSLingrui98*
511d0c81dSLingrui98* XiangShan is licensed under Mulan PSL v2.
611d0c81dSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2.
711d0c81dSLingrui98* You may obtain a copy of Mulan PSL v2 at:
811d0c81dSLingrui98*          http://license.coscl.org.cn/MulanPSL2
911d0c81dSLingrui98*
1011d0c81dSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
1111d0c81dSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
1211d0c81dSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
1311d0c81dSLingrui98*
1411d0c81dSLingrui98* See the Mulan PSL v2 for more details.
1511d0c81dSLingrui98***************************************************************************************/
1611d0c81dSLingrui98
1711d0c81dSLingrui98package xiangshan.frontend
1811d0c81dSLingrui98
1911d0c81dSLingrui98import chipsalliance.rocketchip.config.Parameters
2011d0c81dSLingrui98import chisel3._
2111d0c81dSLingrui98import chisel3.util._
2211d0c81dSLingrui98import utils._
233c02ee8fSwakafaimport utility._
2411d0c81dSLingrui98import xiangshan._
2511d0c81dSLingrui98import chisel3.experimental.chiselName
2611d0c81dSLingrui98import scala.{Tuple2 => &}
2711d0c81dSLingrui98
2811d0c81dSLingrui98trait FauFTBParams extends HasXSParameter with HasBPUConst {
2911d0c81dSLingrui98  val numWays = 32
3011d0c81dSLingrui98  val tagSize = 16
3111d0c81dSLingrui98
3211d0c81dSLingrui98  val TAR_STAT_SZ = 2
3311d0c81dSLingrui98  def TAR_FIT = 0.U(TAR_STAT_SZ.W)
3411d0c81dSLingrui98  def TAR_OVF = 1.U(TAR_STAT_SZ.W)
3511d0c81dSLingrui98  def TAR_UDF = 2.U(TAR_STAT_SZ.W)
3611d0c81dSLingrui98
3711d0c81dSLingrui98  def BR_OFFSET_LEN = 12
3811d0c81dSLingrui98  def JMP_OFFSET_LEN = 20
3911d0c81dSLingrui98
4011d0c81dSLingrui98  def getTag(pc: UInt) = pc(tagSize+instOffsetBits-1, instOffsetBits)
4111d0c81dSLingrui98}
4211d0c81dSLingrui98
4311d0c81dSLingrui98class FauFTBEntry(implicit p: Parameters) extends FTBEntry()(p) {}
4411d0c81dSLingrui98
4511d0c81dSLingrui98class FauFTBWay(implicit p: Parameters) extends XSModule with FauFTBParams {
4611d0c81dSLingrui98  val io = IO(new Bundle{
4711d0c81dSLingrui98    val req_tag = Input(UInt(tagSize.W))
4811d0c81dSLingrui98    val resp = Output(new FauFTBEntry)
4911d0c81dSLingrui98    val resp_hit = Output(Bool())
5011d0c81dSLingrui98    val update_req_tag = Input(UInt(tagSize.W))
5111d0c81dSLingrui98    val update_hit = Output(Bool())
5211d0c81dSLingrui98    val write_valid = Input(Bool())
5311d0c81dSLingrui98    val write_entry = Input(new FauFTBEntry)
5411d0c81dSLingrui98    val write_tag = Input(UInt(tagSize.W))
5511d0c81dSLingrui98    val tag_read = Output(UInt(tagSize.W))
5611d0c81dSLingrui98  })
5711d0c81dSLingrui98
5811d0c81dSLingrui98  val data = Reg(new FauFTBEntry)
5911d0c81dSLingrui98  val tag = Reg(UInt(tagSize.W))
6011d0c81dSLingrui98  val valid = RegInit(false.B)
6111d0c81dSLingrui98
6211d0c81dSLingrui98  io.resp := data
6311d0c81dSLingrui98  io.resp_hit := tag === io.req_tag && valid
6411d0c81dSLingrui98  // write bypass to avoid multiple hit
6511d0c81dSLingrui98  io.update_hit := ((tag === io.update_req_tag) && valid) ||
6611d0c81dSLingrui98                   ((io.write_tag === io.update_req_tag) && io.write_valid)
6711d0c81dSLingrui98  io.tag_read := tag
6811d0c81dSLingrui98
6911d0c81dSLingrui98  when (io.write_valid) {
7011d0c81dSLingrui98    when (!valid) {
7111d0c81dSLingrui98      valid := true.B
7211d0c81dSLingrui98    }
7311d0c81dSLingrui98    tag   := io.write_tag
7411d0c81dSLingrui98    data  := io.write_entry
7511d0c81dSLingrui98  }
7611d0c81dSLingrui98}
7711d0c81dSLingrui98
7811d0c81dSLingrui98
7911d0c81dSLingrui98class FauFTB(implicit p: Parameters) extends BasePredictor with FauFTBParams {
8011d0c81dSLingrui98
8111d0c81dSLingrui98  class FauFTBMeta(implicit p: Parameters) extends XSBundle with FauFTBParams {
8211d0c81dSLingrui98    val pred_way = UInt(log2Ceil(numWays).W)
8311d0c81dSLingrui98    val hit = Bool()
8411d0c81dSLingrui98  }
8511d0c81dSLingrui98  val resp_meta = Wire(new FauFTBMeta)
8611d0c81dSLingrui98  override val meta_size = resp_meta.getWidth
87b60e4b0bSLingrui98  override val is_fast_pred = true
8811d0c81dSLingrui98
8911d0c81dSLingrui98
9011d0c81dSLingrui98
9111d0c81dSLingrui98  val ways = Seq.tabulate(numWays)(w => Module(new FauFTBWay))
9211d0c81dSLingrui98  // numWays * numBr
9311d0c81dSLingrui98  val ctrs = Seq.tabulate(numWays)(w => Seq.tabulate(numBr)(b => RegInit(2.U(2.W))))
9411d0c81dSLingrui98  val replacer = ReplacementPolicy.fromString("plru", numWays)
9511d0c81dSLingrui98  val replacer_touch_ways = Wire(Vec(2, Valid(UInt(log2Ceil(numWays).W))))
9611d0c81dSLingrui98
9711d0c81dSLingrui98
9811d0c81dSLingrui98  // pred req
99*adc0b8dfSGuokai Chen  ways.foreach(_.io.req_tag := getTag(s1_pc_dup(0)))
10011d0c81dSLingrui98
10111d0c81dSLingrui98  // pred resp
10211d0c81dSLingrui98  val s1_hit_oh = VecInit(ways.map(_.io.resp_hit)).asUInt
10311d0c81dSLingrui98  val s1_hit = s1_hit_oh.orR
10411d0c81dSLingrui98  val s1_hit_way = OHToUInt(s1_hit_oh)
10511d0c81dSLingrui98  val s1_possible_full_preds = Wire(Vec(numWays, new FullBranchPrediction))
10611d0c81dSLingrui98
10711d0c81dSLingrui98  val s1_all_entries = VecInit(ways.map(_.io.resp))
10811d0c81dSLingrui98  for (c & fp & e <- ctrs zip s1_possible_full_preds zip s1_all_entries) {
10911d0c81dSLingrui98    fp.hit := DontCare
110*adc0b8dfSGuokai Chen    fp.fromFtbEntry(e, s1_pc_dup(0))
11111d0c81dSLingrui98    for (i <- 0 until numBr) {
11211d0c81dSLingrui98      fp.br_taken_mask(i) := c(i)(1) || e.always_taken(i)
11311d0c81dSLingrui98    }
11411d0c81dSLingrui98  }
11511d0c81dSLingrui98  val s1_hit_full_pred = Mux1H(s1_hit_oh, s1_possible_full_preds)
11611d0c81dSLingrui98  XSError(PopCount(s1_hit_oh) > 1.U, "fauftb has multiple hits!\n")
11711d0c81dSLingrui98  val fauftb_enable = RegNext(io.ctrl.ubtb_enable)
118*adc0b8dfSGuokai Chen  io.out.s1.full_pred.map(_ := s1_hit_full_pred)
119*adc0b8dfSGuokai Chen  io.out.s1.full_pred.map(_ .hit := s1_hit && fauftb_enable)
12011d0c81dSLingrui98
12111d0c81dSLingrui98  // assign metas
12211d0c81dSLingrui98  io.out.last_stage_meta := resp_meta.asUInt
123*adc0b8dfSGuokai Chen  resp_meta.hit := RegEnable(RegEnable(s1_hit, io.s1_fire(0)), io.s2_fire(0))
124*adc0b8dfSGuokai Chen  resp_meta.pred_way := RegEnable(RegEnable(s1_hit_way, io.s1_fire(0)), io.s2_fire(0))
12511d0c81dSLingrui98
12611d0c81dSLingrui98  // pred update replacer state
127*adc0b8dfSGuokai Chen  val s1_fire = io.s1_fire(0)
128*adc0b8dfSGuokai Chen  replacer_touch_ways(0).valid := RegNext(s1_fire(0) && s1_hit)
129*adc0b8dfSGuokai Chen  replacer_touch_ways(0).bits  := RegEnable(s1_hit_way, s1_fire(0) && s1_hit)
13011d0c81dSLingrui98
13111d0c81dSLingrui98  /********************** update ***********************/
13211d0c81dSLingrui98  // s0: update_valid, read and tag comparison
13311d0c81dSLingrui98  // s1: alloc_way and write
13411d0c81dSLingrui98
13511d0c81dSLingrui98  // s0
13611d0c81dSLingrui98  val u = io.update
13711d0c81dSLingrui98  val u_meta = u.bits.meta.asTypeOf(new FauFTBMeta)
13811d0c81dSLingrui98  val u_s0_tag = getTag(u.bits.pc)
13911d0c81dSLingrui98  ways.foreach(_.io.update_req_tag := u_s0_tag)
14011d0c81dSLingrui98  val u_s0_hit_oh = VecInit(ways.map(_.io.update_hit)).asUInt
14111d0c81dSLingrui98  val u_s0_hit = u_s0_hit_oh.orR
14211d0c81dSLingrui98  val u_s0_br_update_valids =
14311d0c81dSLingrui98    VecInit((0 until numBr).map(w =>
14411d0c81dSLingrui98      u.bits.ftb_entry.brValids(w) && u.valid && !u.bits.ftb_entry.always_taken(w) &&
14511d0c81dSLingrui98      !(PriorityEncoder(u.bits.br_taken_mask) < w.U)))
14611d0c81dSLingrui98
14711d0c81dSLingrui98  // s1
14811d0c81dSLingrui98  val u_s1_valid = RegNext(u.valid)
14911d0c81dSLingrui98  val u_s1_tag       = RegEnable(u_s0_tag, u.valid)
15011d0c81dSLingrui98  val u_s1_hit_oh    = RegEnable(u_s0_hit_oh, u.valid)
15111d0c81dSLingrui98  val u_s1_hit       = RegEnable(u_s0_hit, u.valid)
15211d0c81dSLingrui98  val u_s1_alloc_way = replacer.way
15311d0c81dSLingrui98  val u_s1_write_way_oh = Mux(u_s1_hit, u_s1_hit_oh, UIntToOH(u_s1_alloc_way))
15411d0c81dSLingrui98  val u_s1_ftb_entry = RegEnable(u.bits.ftb_entry, u.valid)
15511d0c81dSLingrui98  val u_s1_ways_write_valid = VecInit((0 until numWays).map(w => u_s1_write_way_oh(w).asBool && u_s1_valid))
15611d0c81dSLingrui98  for (w <- 0 until numWays) {
15711d0c81dSLingrui98    ways(w).io.write_valid := u_s1_ways_write_valid(w)
15811d0c81dSLingrui98    ways(w).io.write_tag   := u_s1_tag
15911d0c81dSLingrui98    ways(w).io.write_entry := u_s1_ftb_entry
16011d0c81dSLingrui98  }
16111d0c81dSLingrui98
16211d0c81dSLingrui98  // update saturating counters
16311d0c81dSLingrui98  val u_s1_br_update_valids = RegEnable(u_s0_br_update_valids, u.valid)
16411d0c81dSLingrui98  val u_s1_br_takens        = RegEnable(u.bits.br_taken_mask,  u.valid)
16511d0c81dSLingrui98  for (w <- 0 until numWays) {
16611d0c81dSLingrui98    when (u_s1_ways_write_valid(w)) {
16711d0c81dSLingrui98      for (br <- 0 until numBr) {
16811d0c81dSLingrui98        when (u_s1_br_update_valids(br)) {
16911d0c81dSLingrui98          ctrs(w)(br) := satUpdate(ctrs(w)(br), 2, u_s1_br_takens(br))
17011d0c81dSLingrui98        }
17111d0c81dSLingrui98      }
17211d0c81dSLingrui98    }
17311d0c81dSLingrui98  }
17411d0c81dSLingrui98
17511d0c81dSLingrui98  // commit update replacer state
17611d0c81dSLingrui98  replacer_touch_ways(1).valid := u_s1_valid
17711d0c81dSLingrui98  replacer_touch_ways(1).bits  := OHToUInt(u_s1_write_way_oh)
17811d0c81dSLingrui98
17911d0c81dSLingrui98  /******** update replacer *********/
18011d0c81dSLingrui98  replacer.access(replacer_touch_ways)
18111d0c81dSLingrui98
18211d0c81dSLingrui98
18311d0c81dSLingrui98  /********************** perf counters **********************/
184*adc0b8dfSGuokai Chen  val s0_fire_next_cycle = RegNext(io.s0_fire(0))
18511d0c81dSLingrui98  val u_pred_hit_way_map   = (0 until numWays).map(w => s0_fire_next_cycle && s1_hit && s1_hit_way === w.U)
18611d0c81dSLingrui98  val u_commit_hit_way_map = (0 until numWays).map(w => u.valid && u_meta.hit && u_meta.pred_way === w.U)
18711d0c81dSLingrui98  XSPerfAccumulate("uftb_read_hits",   s0_fire_next_cycle &&  s1_hit)
18811d0c81dSLingrui98  XSPerfAccumulate("uftb_read_misses", s0_fire_next_cycle && !s1_hit)
18911d0c81dSLingrui98  XSPerfAccumulate("uftb_commit_hits",   u.valid &&  u_meta.hit)
19011d0c81dSLingrui98  XSPerfAccumulate("uftb_commit_misses", u.valid && !u_meta.hit)
19111d0c81dSLingrui98  XSPerfAccumulate("uftb_commit_read_hit_pred_miss", u.valid && !u_meta.hit && u_s0_hit_oh.orR)
19211d0c81dSLingrui98  for (w <- 0 until numWays) {
19311d0c81dSLingrui98    XSPerfAccumulate(f"uftb_pred_hit_way_${w}",   u_pred_hit_way_map(w))
19411d0c81dSLingrui98    XSPerfAccumulate(f"uftb_commit_hit_way_${w}", u_commit_hit_way_map(w))
19511d0c81dSLingrui98    XSPerfAccumulate(f"uftb_replace_way_${w}", !u_s1_hit && u_s1_alloc_way === w.U)
19611d0c81dSLingrui98  }
19711d0c81dSLingrui98
19811d0c81dSLingrui98  override val perfEvents = Seq(
19911d0c81dSLingrui98    ("fauftb_commit_hit       ", u.valid &&  u_meta.hit),
20011d0c81dSLingrui98    ("fauftb_commit_miss      ", u.valid && !u_meta.hit),
20111d0c81dSLingrui98  )
20211d0c81dSLingrui98  generatePerfEvent()
20311d0c81dSLingrui98
20411d0c81dSLingrui98}