xref: /XiangShan/src/main/scala/xiangshan/frontend/SC.scala (revision 11269ca741bcbed259cf718605d4720728016f90)
109c6f1ddSLingrui98/***************************************************************************************
209c6f1ddSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
309c6f1ddSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory
409c6f1ddSLingrui98*
509c6f1ddSLingrui98* XiangShan is licensed under Mulan PSL v2.
609c6f1ddSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2.
709c6f1ddSLingrui98* You may obtain a copy of Mulan PSL v2 at:
809c6f1ddSLingrui98*          http://license.coscl.org.cn/MulanPSL2
909c6f1ddSLingrui98*
1009c6f1ddSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
1109c6f1ddSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
1209c6f1ddSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
1309c6f1ddSLingrui98*
1409c6f1ddSLingrui98* See the Mulan PSL v2 for more details.
15c49ebec8SHaoyuan Feng*
16c49ebec8SHaoyuan Feng*
17c49ebec8SHaoyuan Feng* Acknowledgement
18c49ebec8SHaoyuan Feng*
19c49ebec8SHaoyuan Feng* This implementation is inspired by several key papers:
20c49ebec8SHaoyuan Feng* [1] André Seznec. "[Tage-sc-l branch predictors.](https://inria.hal.science/hal-01086920)" The Journal of
21c49ebec8SHaoyuan Feng* Instruction-Level Parallelism (JILP) 4th JILP Workshop on Computer Architecture Competitions (JWAC): Championship
22c49ebec8SHaoyuan Feng* Branch Prediction (CBP). 2014.
23c49ebec8SHaoyuan Feng* [2] André Seznec. "[Tage-sc-l branch predictors again.](https://inria.hal.science/hal-01354253)" The Journal of
24c49ebec8SHaoyuan Feng* Instruction-Level Parallelism (JILP) 5th JILP Workshop on Computer Architecture Competitions (JWAC): Championship
25c49ebec8SHaoyuan Feng* Branch Prediction (CBP). 2016.
2609c6f1ddSLingrui98***************************************************************************************/
2709c6f1ddSLingrui98
2809c6f1ddSLingrui98package xiangshan.frontend
2909c6f1ddSLingrui98
3009c6f1ddSLingrui98import chisel3._
3109c6f1ddSLingrui98import chisel3.util._
32cf7d6b7aSMuziimport org.chipsalliance.cde.config.Parameters
33adc0b8dfSGuokai Chenimport scala.{Tuple2 => &}
34cf7d6b7aSMuziimport scala.math.min
35cf7d6b7aSMuziimport utility._
364b2c87baS梁森 Liang Senimport utility.mbist.MbistPipeline
37*11269ca7STang Haojinimport utility.sram.SRAMTemplate
38cf7d6b7aSMuziimport xiangshan._
3909c6f1ddSLingrui98
40cf7d6b7aSMuzitrait HasSCParameter extends TageParams {}
4109c6f1ddSLingrui98
4209c6f1ddSLingrui98class SCReq(implicit p: Parameters) extends TageReq
4309c6f1ddSLingrui98
4409c6f1ddSLingrui98abstract class SCBundle(implicit p: Parameters) extends TageBundle with HasSCParameter {}
4509c6f1ddSLingrui98abstract class SCModule(implicit p: Parameters) extends TageModule with HasSCParameter {}
4609c6f1ddSLingrui98
4734ed6fbcSLingrui98class SCMeta(val ntables: Int)(implicit p: Parameters) extends XSBundle with HasSCParameter {
4834ed6fbcSLingrui98  val scPreds = Vec(numBr, Bool())
4909c6f1ddSLingrui98  // Suppose ctrbits of all tables are identical
5034ed6fbcSLingrui98  val ctrs = Vec(numBr, Vec(ntables, SInt(SCCtrBits.W)))
5109c6f1ddSLingrui98}
5209c6f1ddSLingrui98
5309c6f1ddSLingrui98class SCResp(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle {
5434ed6fbcSLingrui98  val ctrs = Vec(numBr, Vec(2, SInt(ctrBits.W)))
5509c6f1ddSLingrui98}
5609c6f1ddSLingrui98
5709c6f1ddSLingrui98class SCUpdate(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle {
5809c6f1ddSLingrui98  val pc        = UInt(VAddrBits.W)
59a72b131fSGao-Zeyu  val ghist     = UInt(HistoryLength.W)
6034ed6fbcSLingrui98  val mask      = Vec(numBr, Bool())
6134ed6fbcSLingrui98  val oldCtrs   = Vec(numBr, SInt(ctrBits.W))
6234ed6fbcSLingrui98  val tagePreds = Vec(numBr, Bool())
6334ed6fbcSLingrui98  val takens    = Vec(numBr, Bool())
6409c6f1ddSLingrui98}
6509c6f1ddSLingrui98
6609c6f1ddSLingrui98class SCTableIO(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle {
6709c6f1ddSLingrui98  val req    = Input(Valid(new SCReq))
6809c6f1ddSLingrui98  val resp   = Output(new SCResp(ctrBits))
6909c6f1ddSLingrui98  val update = Input(new SCUpdate(ctrBits))
7009c6f1ddSLingrui98}
7109c6f1ddSLingrui98
7209c6f1ddSLingrui98class SCTable(val nRows: Int, val ctrBits: Int, val histLen: Int)(implicit p: Parameters)
7309c6f1ddSLingrui98    extends SCModule with HasFoldedHistory {
7409c6f1ddSLingrui98  val io = IO(new SCTableIO(ctrBits))
7509c6f1ddSLingrui98
7609c6f1ddSLingrui98  // val table = Module(new SRAMTemplate(SInt(ctrBits.W), set=nRows, way=2*TageBanks, shouldReset=true, holdRead=true, singlePort=false))
77cf7d6b7aSMuzi  val table = Module(new SRAMTemplate(
78cf7d6b7aSMuzi    SInt(ctrBits.W),
79cf7d6b7aSMuzi    set = nRows,
80cf7d6b7aSMuzi    way = 2 * TageBanks,
81cf7d6b7aSMuzi    shouldReset = true,
82cf7d6b7aSMuzi    holdRead = true,
83cf7d6b7aSMuzi    singlePort = false,
8439d55402Spengxiao    bypassWrite = true,
854b2c87baS梁森 Liang Sen    withClockGate = true,
864b2c87baS梁森 Liang Sen    hasMbist = hasMbist
87cf7d6b7aSMuzi  ))
884b2c87baS梁森 Liang Sen  private val mbistPl = MbistPipeline.PlaceMbistPipeline(1, "MbistPipeSc", hasMbist)
89dd6c0695SLingrui98  // def getIdx(hist: UInt, pc: UInt) = {
90dd6c0695SLingrui98  //   (compute_folded_ghist(hist, log2Ceil(nRows)) ^ (pc >> instOffsetBits))(log2Ceil(nRows)-1,0)
91dd6c0695SLingrui98  // }
92dd6c0695SLingrui98
93dd6c0695SLingrui98  val idxFhInfo = (histLen, min(log2Ceil(nRows), histLen))
94dd6c0695SLingrui98
95dd6c0695SLingrui98  def getFoldedHistoryInfo = Set(idxFhInfo).filter(_._1 > 0)
96dd6c0695SLingrui98
97cf7d6b7aSMuzi  def getIdx(pc: UInt, allFh: AllFoldedHistories) =
98dd6c0695SLingrui98    if (histLen > 0) {
99dd6c0695SLingrui98      val idx_fh = allFh.getHistWithInfo(idxFhInfo).folded_hist
100dd6c0695SLingrui98      // require(idx_fh.getWidth == log2Ceil(nRows))
101dd6c0695SLingrui98      ((pc >> instOffsetBits) ^ idx_fh)(log2Ceil(nRows) - 1, 0)
102cf7d6b7aSMuzi    } else {
10334ed6fbcSLingrui98      (pc >> instOffsetBits)(log2Ceil(nRows) - 1, 0)
104dd6c0695SLingrui98    }
10581d86739SLingrui98
10609c6f1ddSLingrui98  def ctrUpdate(ctr: SInt, cond: Bool): SInt = signedSatUpdate(ctr, ctrBits, cond)
10709c6f1ddSLingrui98
108dd6c0695SLingrui98  val s0_idx = getIdx(io.req.bits.pc, io.req.bits.folded_hist)
109005e809bSJiuyang Liu  val s1_idx = RegEnable(s0_idx, io.req.valid)
11009c6f1ddSLingrui98
111935edac4STang Haojin  val s1_pc           = RegEnable(io.req.bits.pc, io.req.fire)
11281d86739SLingrui98  val s1_unhashed_idx = s1_pc >> instOffsetBits
11381d86739SLingrui98
11409c6f1ddSLingrui98  table.io.r.req.valid       := io.req.valid
11509c6f1ddSLingrui98  table.io.r.req.bits.setIdx := s0_idx
11609c6f1ddSLingrui98
11781d86739SLingrui98  val update_wdata        = Wire(Vec(numBr, SInt(ctrBits.W))) // correspond to physical bridx
11834ed6fbcSLingrui98  val update_wdata_packed = VecInit(update_wdata.map(Seq.fill(2)(_)).reduce(_ ++ _))
11981d86739SLingrui98  val updateWayMask       = Wire(Vec(2 * numBr, Bool()))      // correspond to physical bridx
12034ed6fbcSLingrui98
12181d86739SLingrui98  val update_unhashed_idx = io.update.pc >> instOffsetBits
12281d86739SLingrui98  for (pi <- 0 until numBr) {
12381d86739SLingrui98    updateWayMask(2 * pi) := Seq.tabulate(numBr)(li =>
12481d86739SLingrui98      io.update.mask(li) && get_phy_br_idx(update_unhashed_idx, li) === pi.U && !io.update.tagePreds(li)
12581d86739SLingrui98    ).reduce(_ || _)
12681d86739SLingrui98    updateWayMask(2 * pi + 1) := Seq.tabulate(numBr)(li =>
12781d86739SLingrui98      io.update.mask(li) && get_phy_br_idx(update_unhashed_idx, li) === pi.U && io.update.tagePreds(li)
12881d86739SLingrui98    ).reduce(_ || _)
12934ed6fbcSLingrui98  }
13009c6f1ddSLingrui98
131a72b131fSGao-Zeyu  val update_folded_hist = WireInit(0.U.asTypeOf(new AllFoldedHistories(foldedGHistInfos)))
132a72b131fSGao-Zeyu  if (histLen > 0) {
133a72b131fSGao-Zeyu    update_folded_hist.getHistWithInfo(idxFhInfo).folded_hist := compute_folded_ghist(io.update.ghist, log2Ceil(nRows))
134a72b131fSGao-Zeyu  }
135a72b131fSGao-Zeyu  val update_idx = getIdx(io.update.pc, update_folded_hist)
13609c6f1ddSLingrui98
137b2564f6cSYuandongliang  // SCTable dual port SRAM reads and writes to the same address processing
138b2564f6cSYuandongliang  val conflict_buffer_valid   = RegInit(false.B)
139b2564f6cSYuandongliang  val conflict_buffer_data    = RegInit(0.U.asTypeOf(update_wdata_packed))
140b2564f6cSYuandongliang  val conflict_buffer_idx     = RegInit(0.U.asTypeOf(update_idx))
141b2564f6cSYuandongliang  val conflict_buffer_waymask = RegInit(0.U.asTypeOf(updateWayMask))
142b2564f6cSYuandongliang
143b2564f6cSYuandongliang  val write_conflict = update_idx === s0_idx && io.update.mask.reduce(_ || _) && io.req.valid
144b2564f6cSYuandongliang  val can_write      = (conflict_buffer_idx =/= s0_idx || !io.req.valid) && conflict_buffer_valid
145b2564f6cSYuandongliang
146b2564f6cSYuandongliang  when(write_conflict) {
147b2564f6cSYuandongliang    conflict_buffer_valid   := true.B
148b2564f6cSYuandongliang    conflict_buffer_data    := update_wdata_packed
149b2564f6cSYuandongliang    conflict_buffer_idx     := update_idx
150b2564f6cSYuandongliang    conflict_buffer_waymask := updateWayMask
151b2564f6cSYuandongliang  }
152b2564f6cSYuandongliang  when(can_write) {
153b2564f6cSYuandongliang    conflict_buffer_valid := false.B
154b2564f6cSYuandongliang  }
155b2564f6cSYuandongliang
156b2564f6cSYuandongliang  // Using buffer data for prediction
157b2564f6cSYuandongliang  val use_conflict_data = conflict_buffer_valid && conflict_buffer_idx === s1_idx
158cf7d6b7aSMuzi  val conflict_data_bypass = conflict_buffer_data.zip(conflict_buffer_waymask).map { case (data, mask) =>
159cf7d6b7aSMuzi    Mux(mask, data, 0.U.asTypeOf(data))
160cf7d6b7aSMuzi  }
161b2564f6cSYuandongliang  val conflict_prediction_data = conflict_data_bypass.sliding(2, 2).toSeq.map(VecInit(_))
162b2564f6cSYuandongliang  val per_br_ctrs_unshuffled   = table.io.r.resp.data.sliding(2, 2).toSeq.map(VecInit(_))
163cf7d6b7aSMuzi  val per_br_ctrs = VecInit((0 until numBr).map(i =>
164cf7d6b7aSMuzi    Mux1H(
165b2564f6cSYuandongliang      UIntToOH(get_phy_br_idx(s1_unhashed_idx, i), numBr),
166b2564f6cSYuandongliang      per_br_ctrs_unshuffled
167cf7d6b7aSMuzi    )
168cf7d6b7aSMuzi  ))
169cf7d6b7aSMuzi  val conflict_br_ctrs = VecInit((0 until numBr).map(i =>
170cf7d6b7aSMuzi    Mux1H(
171b2564f6cSYuandongliang      UIntToOH(get_phy_br_idx(s1_unhashed_idx, i), numBr),
172b2564f6cSYuandongliang      conflict_prediction_data
173cf7d6b7aSMuzi    )
174cf7d6b7aSMuzi  ))
175b2564f6cSYuandongliang
176b2564f6cSYuandongliang  io.resp.ctrs := Mux(use_conflict_data, conflict_br_ctrs, per_br_ctrs)
177b2564f6cSYuandongliang
17809c6f1ddSLingrui98  table.io.w.apply(
179b2564f6cSYuandongliang    valid = (io.update.mask.reduce(_ || _) && !write_conflict) || can_write,
180b2564f6cSYuandongliang    data = Mux(can_write, conflict_buffer_data, update_wdata_packed),
181b2564f6cSYuandongliang    setIdx = Mux(can_write, conflict_buffer_idx, update_idx),
182b2564f6cSYuandongliang    waymask = Mux(can_write, conflict_buffer_waymask.asUInt, updateWayMask.asUInt)
18309c6f1ddSLingrui98  )
18409c6f1ddSLingrui98
18512cedb6fSLingrui98  val wrBypassEntries = 16
18609c6f1ddSLingrui98
18781d86739SLingrui98  // let it corresponds to logical brIdx
18812cedb6fSLingrui98  val wrbypasses = Seq.fill(numBr)(Module(new WrBypass(SInt(ctrBits.W), wrBypassEntries, log2Ceil(nRows), numWays = 2)))
18909c6f1ddSLingrui98
19081d86739SLingrui98  for (pi <- 0 until numBr) {
19181d86739SLingrui98    val br_lidx = get_lgc_br_idx(update_unhashed_idx, pi.U(log2Ceil(numBr).W))
19212cedb6fSLingrui98
19381d86739SLingrui98    val wrbypass_io = Mux1H(UIntToOH(br_lidx, numBr), wrbypasses.map(_.io))
19481d86739SLingrui98
19581d86739SLingrui98    val ctrPos        = Mux1H(UIntToOH(br_lidx, numBr), io.update.tagePreds)
19681d86739SLingrui98    val bypass_ctr    = wrbypass_io.hit_data(ctrPos)
19781d86739SLingrui98    val previous_ctr  = Mux1H(UIntToOH(br_lidx, numBr), io.update.oldCtrs)
19881d86739SLingrui98    val hit_and_valid = wrbypass_io.hit && bypass_ctr.valid
19981d86739SLingrui98    val oldCtr        = Mux(hit_and_valid, bypass_ctr.bits, previous_ctr)
20081d86739SLingrui98    val taken         = Mux1H(UIntToOH(br_lidx, numBr), io.update.takens)
20181d86739SLingrui98    update_wdata(pi) := ctrUpdate(oldCtr, taken)
20281d86739SLingrui98  }
20381d86739SLingrui98
20481d86739SLingrui98  val per_br_update_wdata_packed = update_wdata_packed.sliding(2, 2).map(VecInit(_)).toSeq
20581d86739SLingrui98  val per_br_update_way_mask     = updateWayMask.sliding(2, 2).map(VecInit(_)).toSeq
20681d86739SLingrui98  for (li <- 0 until numBr) {
20781d86739SLingrui98    val wrbypass = wrbypasses(li)
20881d86739SLingrui98    val br_pidx  = get_phy_br_idx(update_unhashed_idx, li)
20981d86739SLingrui98    wrbypass.io.wen        := io.update.mask(li)
21012cedb6fSLingrui98    wrbypass.io.write_idx  := update_idx
21181d86739SLingrui98    wrbypass.io.write_data := Mux1H(UIntToOH(br_pidx, numBr), per_br_update_wdata_packed)
21281d86739SLingrui98    wrbypass.io.write_way_mask.map(_ := Mux1H(UIntToOH(br_pidx, numBr), per_br_update_way_mask))
21334ed6fbcSLingrui98  }
21409c6f1ddSLingrui98
21509c6f1ddSLingrui98  val u = io.update
216cf7d6b7aSMuzi  XSDebug(
217cf7d6b7aSMuzi    io.req.valid,
21809c6f1ddSLingrui98    p"scTableReq: pc=0x${Hexadecimal(io.req.bits.pc)}, " +
219cf7d6b7aSMuzi      p"s0_idx=${s0_idx}\n"
220cf7d6b7aSMuzi  )
221cf7d6b7aSMuzi  XSDebug(
222cf7d6b7aSMuzi    RegNext(io.req.valid),
22309c6f1ddSLingrui98    p"scTableResp: s1_idx=${s1_idx}," +
224cf7d6b7aSMuzi      p"ctr:${io.resp.ctrs}\n"
225cf7d6b7aSMuzi  )
226cf7d6b7aSMuzi  XSDebug(
227cf7d6b7aSMuzi    io.update.mask.reduce(_ || _),
228e69b7315SLingrui98    p"update Table: pc:${Hexadecimal(u.pc)}, " +
229cf7d6b7aSMuzi      p"tageTakens:${u.tagePreds}, taken:${u.takens}, oldCtr:${u.oldCtrs}\n"
230cf7d6b7aSMuzi  )
23109c6f1ddSLingrui98}
23209c6f1ddSLingrui98
23309c6f1ddSLingrui98class SCThreshold(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle {
23409c6f1ddSLingrui98  val ctr = UInt(ctrBits.W)
23509c6f1ddSLingrui98  def satPos(ctr: UInt = this.ctr) = ctr === ((1.U << ctrBits) - 1.U)
23609c6f1ddSLingrui98  def satNeg(ctr: UInt = this.ctr) = ctr === 0.U
23767ba96b4SYinan Xu  def neutralVal = (1 << (ctrBits - 1)).U
23809c6f1ddSLingrui98  val thres      = UInt(8.W)
23909c6f1ddSLingrui98  def initVal    = 6.U
24009c6f1ddSLingrui98  def minThres   = 6.U
24109c6f1ddSLingrui98  def maxThres   = 31.U
24209c6f1ddSLingrui98  def update(cause: Bool): SCThreshold = {
24309c6f1ddSLingrui98    val res    = Wire(new SCThreshold(this.ctrBits))
24409c6f1ddSLingrui98    val newCtr = satUpdate(this.ctr, this.ctrBits, cause)
245cf7d6b7aSMuzi    val newThres = Mux(
246cf7d6b7aSMuzi      res.satPos(newCtr) && this.thres <= maxThres,
247cf7d6b7aSMuzi      this.thres + 2.U,
248cf7d6b7aSMuzi      Mux(res.satNeg(newCtr) && this.thres >= minThres, this.thres - 2.U, this.thres)
249cf7d6b7aSMuzi    )
25009c6f1ddSLingrui98    res.thres := newThres
25109c6f1ddSLingrui98    res.ctr   := Mux(res.satPos(newCtr) || res.satNeg(newCtr), res.neutralVal, newCtr)
25209c6f1ddSLingrui98    // XSDebug(true.B, p"scThres Update: cause${cause} newCtr ${newCtr} newThres ${newThres}\n")
25309c6f1ddSLingrui98    res
25409c6f1ddSLingrui98  }
25509c6f1ddSLingrui98}
25609c6f1ddSLingrui98
25709c6f1ddSLingrui98object SCThreshold {
25809c6f1ddSLingrui98  def apply(bits: Int)(implicit p: Parameters) = {
25909c6f1ddSLingrui98    val t = Wire(new SCThreshold(ctrBits = bits))
26009c6f1ddSLingrui98    t.ctr   := t.neutralVal
26109c6f1ddSLingrui98    t.thres := t.initVal
26209c6f1ddSLingrui98    t
26309c6f1ddSLingrui98  }
26409c6f1ddSLingrui98}
26509c6f1ddSLingrui98
2661ca0e4f3SYinan Xutrait HasSC extends HasSCParameter with HasPerfEvents { this: Tage =>
267efe3f3bbSSteve Gou  val update_on_mispred, update_on_unconf = WireInit(0.U.asTypeOf(Vec(TageBanks, Bool())))
268dd6c0695SLingrui98  var sc_fh_info                          = Set[FoldedHistoryInfo]()
269bf358e08SLingrui98  if (EnableSC) {
27034ed6fbcSLingrui98    val scTables = SCTableInfos.map {
27109c6f1ddSLingrui98      case (nRows, ctrBits, histLen) => {
27209c6f1ddSLingrui98        val t   = Module(new SCTable(nRows / TageBanks, ctrBits, histLen))
27309c6f1ddSLingrui98        val req = t.io.req
274adc0b8dfSGuokai Chen        req.valid            := io.s0_fire(3)
275adc0b8dfSGuokai Chen        req.bits.pc          := s0_pc_dup(3)
276adc0b8dfSGuokai Chen        req.bits.folded_hist := io.in.bits.folded_hist(3)
27786d9c530SLingrui98        req.bits.ghist       := DontCare
27809c6f1ddSLingrui98        if (!EnableSC) { t.io.update := DontCare }
27909c6f1ddSLingrui98        t
28009c6f1ddSLingrui98      }
28109c6f1ddSLingrui98    }
28234ed6fbcSLingrui98    sc_fh_info = scTables.map(_.getFoldedHistoryInfo).reduce(_ ++ _).toSet
28309c6f1ddSLingrui98
28409c6f1ddSLingrui98    val scThresholds  = List.fill(TageBanks)(RegInit(SCThreshold(5)))
28509c6f1ddSLingrui98    val useThresholds = VecInit(scThresholds map (_.thres))
2867e8b966aSLingrui98
287d71e9942SLingrui98    def sign(x: SInt) = x(x.getWidth - 1)
288d71e9942SLingrui98    def pos(x:  SInt) = !sign(x)
289d71e9942SLingrui98    def neg(x:  SInt) = sign(x)
2907e8b966aSLingrui98
2917e8b966aSLingrui98    def aboveThreshold(scSum: SInt, tagePvdr: SInt, threshold: UInt): Bool = {
292d71e9942SLingrui98      val signedThres = threshold.zext
2937e8b966aSLingrui98      val totalSum    = scSum +& tagePvdr
2947e8b966aSLingrui98      (scSum > signedThres - tagePvdr) && pos(totalSum) ||
2957e8b966aSLingrui98      (scSum < -signedThres - tagePvdr) && neg(totalSum)
296d71e9942SLingrui98    }
29709c6f1ddSLingrui98    val updateThresholds = VecInit(useThresholds map (t => (t << 3) +& 21.U))
29809c6f1ddSLingrui98
29934ed6fbcSLingrui98    val s1_scResps = VecInit(scTables.map(t => t.io.resp))
30009c6f1ddSLingrui98
30134ed6fbcSLingrui98    val scUpdateMask      = WireInit(0.U.asTypeOf(Vec(numBr, Vec(SCNTables, Bool()))))
30209c6f1ddSLingrui98    val scUpdateTagePreds = Wire(Vec(TageBanks, Bool()))
30309c6f1ddSLingrui98    val scUpdateTakens    = Wire(Vec(TageBanks, Bool()))
30434ed6fbcSLingrui98    val scUpdateOldCtrs   = Wire(Vec(numBr, Vec(SCNTables, SInt(SCCtrBits.W))))
30509c6f1ddSLingrui98    scUpdateTagePreds := DontCare
30609c6f1ddSLingrui98    scUpdateTakens    := DontCare
30709c6f1ddSLingrui98    scUpdateOldCtrs   := DontCare
30809c6f1ddSLingrui98
30934ed6fbcSLingrui98    val updateSCMeta = updateMeta.scMeta.get
31009c6f1ddSLingrui98
31109c6f1ddSLingrui98    val s2_sc_used, s2_conf, s2_unconf, s2_agree, s2_disagree =
312ff1cd593SLingrui98      WireInit(0.U.asTypeOf(Vec(TageBanks, Bool())))
31309c6f1ddSLingrui98    val update_sc_used, update_conf, update_unconf, update_agree, update_disagree =
314ff1cd593SLingrui98      WireInit(0.U.asTypeOf(Vec(TageBanks, Bool())))
315efe3f3bbSSteve Gou    val sc_misp_tage_corr, sc_corr_tage_misp =
316ff1cd593SLingrui98      WireInit(0.U.asTypeOf(Vec(TageBanks, Bool())))
31709c6f1ddSLingrui98
31809c6f1ddSLingrui98    // for sc ctrs
319238c84b9SLingrui98    def getCentered(ctr: SInt): SInt = Cat(ctr, 1.U(1.W)).asSInt
320238c84b9SLingrui98    // for tage ctrs, (2*(ctr-4)+1)*8
321238c84b9SLingrui98    def getPvdrCentered(ctr: UInt): SInt = Cat(ctr ^ (1 << (TageCtrBits - 1)).U, 1.U(1.W), 0.U(3.W)).asSInt
32209c6f1ddSLingrui98
32334ed6fbcSLingrui98    val scMeta = resp_meta.scMeta.get
32409c6f1ddSLingrui98    scMeta := DontCare
32534ed6fbcSLingrui98    for (w <- 0 until TageBanks) {
32609c6f1ddSLingrui98      // do summation in s2
32709c6f1ddSLingrui98      val s1_scTableSums = VecInit(
32809c6f1ddSLingrui98        (0 to 1) map { i =>
32934ed6fbcSLingrui98          ParallelSingedExpandingAdd(s1_scResps map (r => getCentered(r.ctrs(w)(i)))) // TODO: rewrite with wallace tree
33009c6f1ddSLingrui98        }
33109c6f1ddSLingrui98      )
332adc0b8dfSGuokai Chen      val s2_scTableSums         = RegEnable(s1_scTableSums, io.s1_fire(3))
333adc0b8dfSGuokai Chen      val s2_tagePrvdCtrCentered = getPvdrCentered(RegEnable(s1_providerResps(w).ctr, io.s1_fire(3)))
334cb4f77ceSLingrui98      val s2_totalSums           = s2_scTableSums.map(_ +& s2_tagePrvdCtrCentered)
335cf7d6b7aSMuzi      val s2_sumAboveThresholds =
336cf7d6b7aSMuzi        VecInit((0 to 1).map(i => aboveThreshold(s2_scTableSums(i), s2_tagePrvdCtrCentered, useThresholds(w))))
337cb4f77ceSLingrui98      val s2_scPreds = VecInit(s2_totalSums.map(_ >= 0.S))
33809c6f1ddSLingrui98
339adc0b8dfSGuokai Chen      val s2_scResps   = VecInit(RegEnable(s1_scResps, io.s1_fire(3)).map(_.ctrs(w)))
340adc0b8dfSGuokai Chen      val s2_scCtrs    = VecInit(s2_scResps.map(_(s2_tageTakens_dup(3)(w).asUInt)))
341adc0b8dfSGuokai Chen      val s2_chooseBit = s2_tageTakens_dup(3)(w)
34209c6f1ddSLingrui98
343cb4f77ceSLingrui98      val s2_pred =
344cf7d6b7aSMuzi        Mux(s2_provideds(w) && s2_sumAboveThresholds(s2_chooseBit), s2_scPreds(s2_chooseBit), s2_tageTakens_dup(3)(w))
345cb4f77ceSLingrui98
346adc0b8dfSGuokai Chen      val s3_disagree = RegEnable(s2_disagree, io.s2_fire(3))
347abdc3a32Sxu_zh      io.out.last_stage_spec_info.sc_disagree.map(_ := s3_disagree)
348d2b20d1aSTang Haojin
349adc0b8dfSGuokai Chen      scMeta.scPreds(w) := RegEnable(s2_scPreds(s2_chooseBit), io.s2_fire(3))
350adc0b8dfSGuokai Chen      scMeta.ctrs(w)    := RegEnable(s2_scCtrs, io.s2_fire(3))
35134ed6fbcSLingrui98
3528b33cd30Sklin02      val pred     = s2_scPreds(s2_chooseBit)
3538b33cd30Sklin02      val debug_pc = Cat(debug_pc_s2, w.U, 0.U(instOffsetBits.W))
3544813e060SLingrui98      when(s2_provideds(w)) {
35509c6f1ddSLingrui98        s2_sc_used(w) := true.B
356b30c10d6SLingrui98        s2_unconf(w)  := !s2_sumAboveThresholds(s2_chooseBit)
357b30c10d6SLingrui98        s2_conf(w)    := s2_sumAboveThresholds(s2_chooseBit)
35809c6f1ddSLingrui98        // Use prediction from Statistical Corrector
359b30c10d6SLingrui98        when(s2_sumAboveThresholds(s2_chooseBit)) {
360adc0b8dfSGuokai Chen          s2_agree(w)    := s2_tageTakens_dup(3)(w) === pred
361adc0b8dfSGuokai Chen          s2_disagree(w) := s2_tageTakens_dup(3)(w) =/= pred
36209c6f1ddSLingrui98          // fit to always-taken condition
363c2d1ec7dSLingrui98          // io.out.s2.full_pred.br_taken_mask(w) := pred
36409c6f1ddSLingrui98        }
36509c6f1ddSLingrui98      }
3668b33cd30Sklin02      XSDebug(s2_provideds(w), p"---------tage_bank_${w} provided so that sc used---------\n")
3678b33cd30Sklin02      XSDebug(
3688b33cd30Sklin02        s2_provideds(w) && s2_sumAboveThresholds(s2_chooseBit),
3698b33cd30Sklin02        p"pc(${Hexadecimal(debug_pc)}) SC(${w.U}) overriden pred to ${pred}\n"
3708b33cd30Sklin02      )
37109c6f1ddSLingrui98
372adc0b8dfSGuokai Chen      val s3_pred_dup   = io.s2_fire.map(f => RegEnable(s2_pred, f))
373adc0b8dfSGuokai Chen      val sc_enable_dup = dup(RegNext(io.ctrl.sc_enable))
374cf7d6b7aSMuzi      for (
375cf7d6b7aSMuzi        sc_enable & fp & s3_pred <-
376cf7d6b7aSMuzi          sc_enable_dup zip io.out.s3.full_pred zip s3_pred_dup
377cf7d6b7aSMuzi      ) {
378adc0b8dfSGuokai Chen        when(sc_enable) {
379adc0b8dfSGuokai Chen          fp.br_taken_mask(w) := s3_pred
380adc0b8dfSGuokai Chen        }
3816ee06c7aSSteve Gou      }
382b30c10d6SLingrui98
38334ed6fbcSLingrui98      val updateTageMeta    = updateMeta
38434ed6fbcSLingrui98      val scPred            = updateSCMeta.scPreds(w)
385deb3a97eSGao-Zeyu      val tagePred          = updateTageMeta.takens(w)
386803124a6SLingrui98      val taken             = update.br_taken_mask(w)
38734ed6fbcSLingrui98      val scOldCtrs         = updateSCMeta.ctrs(w)
3884813e060SLingrui98      val pvdrCtr           = updateTageMeta.providerResps(w).ctr
389ffa09ba7SEaston Man      val tableSum          = ParallelSingedExpandingAdd(scOldCtrs.map(getCentered))
390ffa09ba7SEaston Man      val totalSumAbs       = (tableSum +& getPvdrCentered(pvdrCtr)).abs.asUInt
391ff1cd593SLingrui98      val updateThres       = updateThresholds(w)
392ffa09ba7SEaston Man      val sumAboveThreshold = aboveThreshold(tableSum, getPvdrCentered(pvdrCtr), updateThres)
3938b33cd30Sklin02      val thres             = useThresholds(w)
3948b33cd30Sklin02      val newThres          = scThresholds(w).update(scPred =/= taken)
3958b33cd30Sklin02      when(updateValids(w) && updateTageMeta.providers(w).valid) {
39609c6f1ddSLingrui98        scUpdateTagePreds(w) := tagePred
39709c6f1ddSLingrui98        scUpdateTakens(w)    := taken
39809c6f1ddSLingrui98        (scUpdateOldCtrs(w) zip scOldCtrs).foreach { case (t, c) => t := c }
39909c6f1ddSLingrui98
40009c6f1ddSLingrui98        update_sc_used(w)    := true.B
401b30c10d6SLingrui98        update_unconf(w)     := !sumAboveThreshold
402b30c10d6SLingrui98        update_conf(w)       := sumAboveThreshold
40309c6f1ddSLingrui98        update_agree(w)      := scPred === tagePred
40409c6f1ddSLingrui98        update_disagree(w)   := scPred =/= tagePred
40509c6f1ddSLingrui98        sc_corr_tage_misp(w) := scPred === taken && tagePred =/= taken && update_conf(w)
40609c6f1ddSLingrui98        sc_misp_tage_corr(w) := scPred =/= taken && tagePred === taken && update_conf(w)
40709c6f1ddSLingrui98
408ffa09ba7SEaston Man        when(scPred =/= tagePred && totalSumAbs >= thres - 4.U && totalSumAbs <= thres - 2.U) {
40909c6f1ddSLingrui98          scThresholds(w) := newThres
41009c6f1ddSLingrui98        }
41109c6f1ddSLingrui98
412b30c10d6SLingrui98        when(scPred =/= taken || !sumAboveThreshold) {
41309c6f1ddSLingrui98          scUpdateMask(w).foreach(_ := true.B)
4148b33cd30Sklin02          update_on_mispred(w) := scPred =/= taken
4158b33cd30Sklin02          update_on_unconf(w)  := scPred === taken
4168b33cd30Sklin02        }
4178b33cd30Sklin02      }
418cf7d6b7aSMuzi      XSDebug(
4198b33cd30Sklin02        updateValids(w) && updateTageMeta.providers(w).valid &&
4208b33cd30Sklin02          scPred =/= tagePred && totalSumAbs >= thres - 4.U && totalSumAbs <= thres - 2.U,
4218b33cd30Sklin02        p"scThres $w update: old ${useThresholds(w)} --> new ${newThres.thres}\n"
4228b33cd30Sklin02      )
4238b33cd30Sklin02      XSDebug(
4248b33cd30Sklin02        updateValids(w) && updateTageMeta.providers(w).valid &&
4258b33cd30Sklin02          (scPred =/= taken || !sumAboveThreshold) &&
426cf7d6b7aSMuzi          tableSum < 0.S,
42709c6f1ddSLingrui98        p"scUpdate: bank(${w}), scPred(${scPred}), tagePred(${tagePred}), " +
428ffa09ba7SEaston Man          p"scSum(-${tableSum.abs}), mispred: sc(${scPred =/= taken}), tage(${updateMisPreds(w)})\n"
42909c6f1ddSLingrui98      )
430cf7d6b7aSMuzi      XSDebug(
4318b33cd30Sklin02        updateValids(w) && updateTageMeta.providers(w).valid &&
4328b33cd30Sklin02          (scPred =/= taken || !sumAboveThreshold) &&
433cf7d6b7aSMuzi          tableSum >= 0.S,
43409c6f1ddSLingrui98        p"scUpdate: bank(${w}), scPred(${scPred}), tagePred(${tagePred}), " +
435ffa09ba7SEaston Man          p"scSum(+${tableSum.abs}), mispred: sc(${scPred =/= taken}), tage(${updateMisPreds(w)})\n"
43609c6f1ddSLingrui98      )
4378b33cd30Sklin02      XSDebug(
4388b33cd30Sklin02        updateValids(w) && updateTageMeta.providers(w).valid &&
4398b33cd30Sklin02          (scPred =/= taken || !sumAboveThreshold),
4408b33cd30Sklin02        p"bank(${w}), update: sc: ${updateSCMeta}\n"
4418b33cd30Sklin02      )
44209c6f1ddSLingrui98    }
44309c6f1ddSLingrui98
4447af6acb0SEaston Man    val realWens = scUpdateMask.transpose.map(v => v.reduce(_ | _))
44509c6f1ddSLingrui98    for (b <- 0 until TageBanks) {
44634ed6fbcSLingrui98      for (i <- 0 until SCNTables) {
4477af6acb0SEaston Man        val realWen = realWens(i)
44834ed6fbcSLingrui98        scTables(i).io.update.mask(b)      := RegNext(scUpdateMask(b)(i))
4497af6acb0SEaston Man        scTables(i).io.update.tagePreds(b) := RegEnable(scUpdateTagePreds(b), realWen)
4507af6acb0SEaston Man        scTables(i).io.update.takens(b)    := RegEnable(scUpdateTakens(b), realWen)
4517af6acb0SEaston Man        scTables(i).io.update.oldCtrs(b)   := RegEnable(scUpdateOldCtrs(b)(i), realWen)
45203426fe2Spengxiao        scTables(i).io.update.pc           := RegEnable(update_pc, realWen)
45303426fe2Spengxiao        scTables(i).io.update.ghist        := RegEnable(update.ghist, realWen)
45409c6f1ddSLingrui98      }
45509c6f1ddSLingrui98    }
45609c6f1ddSLingrui98
45709c6f1ddSLingrui98    tage_perf("sc_conf", PopCount(s2_conf), PopCount(update_conf))
45809c6f1ddSLingrui98    tage_perf("sc_unconf", PopCount(s2_unconf), PopCount(update_unconf))
45909c6f1ddSLingrui98    tage_perf("sc_agree", PopCount(s2_agree), PopCount(update_agree))
46009c6f1ddSLingrui98    tage_perf("sc_disagree", PopCount(s2_disagree), PopCount(update_disagree))
46109c6f1ddSLingrui98    tage_perf("sc_used", PopCount(s2_sc_used), PopCount(update_sc_used))
46209c6f1ddSLingrui98    XSPerfAccumulate("sc_update_on_mispred", PopCount(update_on_mispred))
46309c6f1ddSLingrui98    XSPerfAccumulate("sc_update_on_unconf", PopCount(update_on_unconf))
46409c6f1ddSLingrui98    XSPerfAccumulate("sc_mispred_but_tage_correct", PopCount(sc_misp_tage_corr))
46509c6f1ddSLingrui98    XSPerfAccumulate("sc_correct_and_tage_wrong", PopCount(sc_corr_tage_misp))
466cd365d4cSrvcoresjw
467efe3f3bbSSteve Gou  }
468efe3f3bbSSteve Gou
469dd6c0695SLingrui98  override def getFoldedHistoryInfo = Some(tage_fh_info ++ sc_fh_info)
470dd6c0695SLingrui98
4714813e060SLingrui98  override val perfEvents = Seq(
4724813e060SLingrui98    ("tage_tht_hit                  ", PopCount(updateMeta.providers.map(_.valid))),
473cd365d4cSrvcoresjw    ("sc_update_on_mispred          ", PopCount(update_on_mispred)),
474cf7d6b7aSMuzi    ("sc_update_on_unconf           ", PopCount(update_on_unconf))
475cd365d4cSrvcoresjw  )
4761ca0e4f3SYinan Xu  generatePerfEvent()
477bf358e08SLingrui98}
478