109c6f1ddSLingrui98/*************************************************************************************** 209c6f1ddSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 309c6f1ddSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory 409c6f1ddSLingrui98* 509c6f1ddSLingrui98* XiangShan is licensed under Mulan PSL v2. 609c6f1ddSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2. 709c6f1ddSLingrui98* You may obtain a copy of Mulan PSL v2 at: 809c6f1ddSLingrui98* http://license.coscl.org.cn/MulanPSL2 909c6f1ddSLingrui98* 1009c6f1ddSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 1109c6f1ddSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 1209c6f1ddSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 1309c6f1ddSLingrui98* 1409c6f1ddSLingrui98* See the Mulan PSL v2 for more details. 15c49ebec8SHaoyuan Feng* 16c49ebec8SHaoyuan Feng* 17c49ebec8SHaoyuan Feng* Acknowledgement 18c49ebec8SHaoyuan Feng* 19c49ebec8SHaoyuan Feng* This implementation is inspired by several key papers: 20c49ebec8SHaoyuan Feng* [1] André Seznec. "[Tage-sc-l branch predictors.](https://inria.hal.science/hal-01086920)" The Journal of 21c49ebec8SHaoyuan Feng* Instruction-Level Parallelism (JILP) 4th JILP Workshop on Computer Architecture Competitions (JWAC): Championship 22c49ebec8SHaoyuan Feng* Branch Prediction (CBP). 2014. 23c49ebec8SHaoyuan Feng* [2] André Seznec. "[Tage-sc-l branch predictors again.](https://inria.hal.science/hal-01354253)" The Journal of 24c49ebec8SHaoyuan Feng* Instruction-Level Parallelism (JILP) 5th JILP Workshop on Computer Architecture Competitions (JWAC): Championship 25c49ebec8SHaoyuan Feng* Branch Prediction (CBP). 2016. 2609c6f1ddSLingrui98***************************************************************************************/ 2709c6f1ddSLingrui98 2809c6f1ddSLingrui98package xiangshan.frontend 2909c6f1ddSLingrui98 3009c6f1ddSLingrui98import chisel3._ 3109c6f1ddSLingrui98import chisel3.util._ 32cf7d6b7aSMuziimport org.chipsalliance.cde.config.Parameters 33adc0b8dfSGuokai Chenimport scala.{Tuple2 => &} 34cf7d6b7aSMuziimport scala.math.min 35cf7d6b7aSMuziimport utility._ 364b2c87baS梁森 Liang Senimport utility.mbist.MbistPipeline 37*11269ca7STang Haojinimport utility.sram.SRAMTemplate 38cf7d6b7aSMuziimport xiangshan._ 3909c6f1ddSLingrui98 40cf7d6b7aSMuzitrait HasSCParameter extends TageParams {} 4109c6f1ddSLingrui98 4209c6f1ddSLingrui98class SCReq(implicit p: Parameters) extends TageReq 4309c6f1ddSLingrui98 4409c6f1ddSLingrui98abstract class SCBundle(implicit p: Parameters) extends TageBundle with HasSCParameter {} 4509c6f1ddSLingrui98abstract class SCModule(implicit p: Parameters) extends TageModule with HasSCParameter {} 4609c6f1ddSLingrui98 4734ed6fbcSLingrui98class SCMeta(val ntables: Int)(implicit p: Parameters) extends XSBundle with HasSCParameter { 4834ed6fbcSLingrui98 val scPreds = Vec(numBr, Bool()) 4909c6f1ddSLingrui98 // Suppose ctrbits of all tables are identical 5034ed6fbcSLingrui98 val ctrs = Vec(numBr, Vec(ntables, SInt(SCCtrBits.W))) 5109c6f1ddSLingrui98} 5209c6f1ddSLingrui98 5309c6f1ddSLingrui98class SCResp(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle { 5434ed6fbcSLingrui98 val ctrs = Vec(numBr, Vec(2, SInt(ctrBits.W))) 5509c6f1ddSLingrui98} 5609c6f1ddSLingrui98 5709c6f1ddSLingrui98class SCUpdate(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle { 5809c6f1ddSLingrui98 val pc = UInt(VAddrBits.W) 59a72b131fSGao-Zeyu val ghist = UInt(HistoryLength.W) 6034ed6fbcSLingrui98 val mask = Vec(numBr, Bool()) 6134ed6fbcSLingrui98 val oldCtrs = Vec(numBr, SInt(ctrBits.W)) 6234ed6fbcSLingrui98 val tagePreds = Vec(numBr, Bool()) 6334ed6fbcSLingrui98 val takens = Vec(numBr, Bool()) 6409c6f1ddSLingrui98} 6509c6f1ddSLingrui98 6609c6f1ddSLingrui98class SCTableIO(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle { 6709c6f1ddSLingrui98 val req = Input(Valid(new SCReq)) 6809c6f1ddSLingrui98 val resp = Output(new SCResp(ctrBits)) 6909c6f1ddSLingrui98 val update = Input(new SCUpdate(ctrBits)) 7009c6f1ddSLingrui98} 7109c6f1ddSLingrui98 7209c6f1ddSLingrui98class SCTable(val nRows: Int, val ctrBits: Int, val histLen: Int)(implicit p: Parameters) 7309c6f1ddSLingrui98 extends SCModule with HasFoldedHistory { 7409c6f1ddSLingrui98 val io = IO(new SCTableIO(ctrBits)) 7509c6f1ddSLingrui98 7609c6f1ddSLingrui98 // val table = Module(new SRAMTemplate(SInt(ctrBits.W), set=nRows, way=2*TageBanks, shouldReset=true, holdRead=true, singlePort=false)) 77cf7d6b7aSMuzi val table = Module(new SRAMTemplate( 78cf7d6b7aSMuzi SInt(ctrBits.W), 79cf7d6b7aSMuzi set = nRows, 80cf7d6b7aSMuzi way = 2 * TageBanks, 81cf7d6b7aSMuzi shouldReset = true, 82cf7d6b7aSMuzi holdRead = true, 83cf7d6b7aSMuzi singlePort = false, 8439d55402Spengxiao bypassWrite = true, 854b2c87baS梁森 Liang Sen withClockGate = true, 864b2c87baS梁森 Liang Sen hasMbist = hasMbist 87cf7d6b7aSMuzi )) 884b2c87baS梁森 Liang Sen private val mbistPl = MbistPipeline.PlaceMbistPipeline(1, "MbistPipeSc", hasMbist) 89dd6c0695SLingrui98 // def getIdx(hist: UInt, pc: UInt) = { 90dd6c0695SLingrui98 // (compute_folded_ghist(hist, log2Ceil(nRows)) ^ (pc >> instOffsetBits))(log2Ceil(nRows)-1,0) 91dd6c0695SLingrui98 // } 92dd6c0695SLingrui98 93dd6c0695SLingrui98 val idxFhInfo = (histLen, min(log2Ceil(nRows), histLen)) 94dd6c0695SLingrui98 95dd6c0695SLingrui98 def getFoldedHistoryInfo = Set(idxFhInfo).filter(_._1 > 0) 96dd6c0695SLingrui98 97cf7d6b7aSMuzi def getIdx(pc: UInt, allFh: AllFoldedHistories) = 98dd6c0695SLingrui98 if (histLen > 0) { 99dd6c0695SLingrui98 val idx_fh = allFh.getHistWithInfo(idxFhInfo).folded_hist 100dd6c0695SLingrui98 // require(idx_fh.getWidth == log2Ceil(nRows)) 101dd6c0695SLingrui98 ((pc >> instOffsetBits) ^ idx_fh)(log2Ceil(nRows) - 1, 0) 102cf7d6b7aSMuzi } else { 10334ed6fbcSLingrui98 (pc >> instOffsetBits)(log2Ceil(nRows) - 1, 0) 104dd6c0695SLingrui98 } 10581d86739SLingrui98 10609c6f1ddSLingrui98 def ctrUpdate(ctr: SInt, cond: Bool): SInt = signedSatUpdate(ctr, ctrBits, cond) 10709c6f1ddSLingrui98 108dd6c0695SLingrui98 val s0_idx = getIdx(io.req.bits.pc, io.req.bits.folded_hist) 109005e809bSJiuyang Liu val s1_idx = RegEnable(s0_idx, io.req.valid) 11009c6f1ddSLingrui98 111935edac4STang Haojin val s1_pc = RegEnable(io.req.bits.pc, io.req.fire) 11281d86739SLingrui98 val s1_unhashed_idx = s1_pc >> instOffsetBits 11381d86739SLingrui98 11409c6f1ddSLingrui98 table.io.r.req.valid := io.req.valid 11509c6f1ddSLingrui98 table.io.r.req.bits.setIdx := s0_idx 11609c6f1ddSLingrui98 11781d86739SLingrui98 val update_wdata = Wire(Vec(numBr, SInt(ctrBits.W))) // correspond to physical bridx 11834ed6fbcSLingrui98 val update_wdata_packed = VecInit(update_wdata.map(Seq.fill(2)(_)).reduce(_ ++ _)) 11981d86739SLingrui98 val updateWayMask = Wire(Vec(2 * numBr, Bool())) // correspond to physical bridx 12034ed6fbcSLingrui98 12181d86739SLingrui98 val update_unhashed_idx = io.update.pc >> instOffsetBits 12281d86739SLingrui98 for (pi <- 0 until numBr) { 12381d86739SLingrui98 updateWayMask(2 * pi) := Seq.tabulate(numBr)(li => 12481d86739SLingrui98 io.update.mask(li) && get_phy_br_idx(update_unhashed_idx, li) === pi.U && !io.update.tagePreds(li) 12581d86739SLingrui98 ).reduce(_ || _) 12681d86739SLingrui98 updateWayMask(2 * pi + 1) := Seq.tabulate(numBr)(li => 12781d86739SLingrui98 io.update.mask(li) && get_phy_br_idx(update_unhashed_idx, li) === pi.U && io.update.tagePreds(li) 12881d86739SLingrui98 ).reduce(_ || _) 12934ed6fbcSLingrui98 } 13009c6f1ddSLingrui98 131a72b131fSGao-Zeyu val update_folded_hist = WireInit(0.U.asTypeOf(new AllFoldedHistories(foldedGHistInfos))) 132a72b131fSGao-Zeyu if (histLen > 0) { 133a72b131fSGao-Zeyu update_folded_hist.getHistWithInfo(idxFhInfo).folded_hist := compute_folded_ghist(io.update.ghist, log2Ceil(nRows)) 134a72b131fSGao-Zeyu } 135a72b131fSGao-Zeyu val update_idx = getIdx(io.update.pc, update_folded_hist) 13609c6f1ddSLingrui98 137b2564f6cSYuandongliang // SCTable dual port SRAM reads and writes to the same address processing 138b2564f6cSYuandongliang val conflict_buffer_valid = RegInit(false.B) 139b2564f6cSYuandongliang val conflict_buffer_data = RegInit(0.U.asTypeOf(update_wdata_packed)) 140b2564f6cSYuandongliang val conflict_buffer_idx = RegInit(0.U.asTypeOf(update_idx)) 141b2564f6cSYuandongliang val conflict_buffer_waymask = RegInit(0.U.asTypeOf(updateWayMask)) 142b2564f6cSYuandongliang 143b2564f6cSYuandongliang val write_conflict = update_idx === s0_idx && io.update.mask.reduce(_ || _) && io.req.valid 144b2564f6cSYuandongliang val can_write = (conflict_buffer_idx =/= s0_idx || !io.req.valid) && conflict_buffer_valid 145b2564f6cSYuandongliang 146b2564f6cSYuandongliang when(write_conflict) { 147b2564f6cSYuandongliang conflict_buffer_valid := true.B 148b2564f6cSYuandongliang conflict_buffer_data := update_wdata_packed 149b2564f6cSYuandongliang conflict_buffer_idx := update_idx 150b2564f6cSYuandongliang conflict_buffer_waymask := updateWayMask 151b2564f6cSYuandongliang } 152b2564f6cSYuandongliang when(can_write) { 153b2564f6cSYuandongliang conflict_buffer_valid := false.B 154b2564f6cSYuandongliang } 155b2564f6cSYuandongliang 156b2564f6cSYuandongliang // Using buffer data for prediction 157b2564f6cSYuandongliang val use_conflict_data = conflict_buffer_valid && conflict_buffer_idx === s1_idx 158cf7d6b7aSMuzi val conflict_data_bypass = conflict_buffer_data.zip(conflict_buffer_waymask).map { case (data, mask) => 159cf7d6b7aSMuzi Mux(mask, data, 0.U.asTypeOf(data)) 160cf7d6b7aSMuzi } 161b2564f6cSYuandongliang val conflict_prediction_data = conflict_data_bypass.sliding(2, 2).toSeq.map(VecInit(_)) 162b2564f6cSYuandongliang val per_br_ctrs_unshuffled = table.io.r.resp.data.sliding(2, 2).toSeq.map(VecInit(_)) 163cf7d6b7aSMuzi val per_br_ctrs = VecInit((0 until numBr).map(i => 164cf7d6b7aSMuzi Mux1H( 165b2564f6cSYuandongliang UIntToOH(get_phy_br_idx(s1_unhashed_idx, i), numBr), 166b2564f6cSYuandongliang per_br_ctrs_unshuffled 167cf7d6b7aSMuzi ) 168cf7d6b7aSMuzi )) 169cf7d6b7aSMuzi val conflict_br_ctrs = VecInit((0 until numBr).map(i => 170cf7d6b7aSMuzi Mux1H( 171b2564f6cSYuandongliang UIntToOH(get_phy_br_idx(s1_unhashed_idx, i), numBr), 172b2564f6cSYuandongliang conflict_prediction_data 173cf7d6b7aSMuzi ) 174cf7d6b7aSMuzi )) 175b2564f6cSYuandongliang 176b2564f6cSYuandongliang io.resp.ctrs := Mux(use_conflict_data, conflict_br_ctrs, per_br_ctrs) 177b2564f6cSYuandongliang 17809c6f1ddSLingrui98 table.io.w.apply( 179b2564f6cSYuandongliang valid = (io.update.mask.reduce(_ || _) && !write_conflict) || can_write, 180b2564f6cSYuandongliang data = Mux(can_write, conflict_buffer_data, update_wdata_packed), 181b2564f6cSYuandongliang setIdx = Mux(can_write, conflict_buffer_idx, update_idx), 182b2564f6cSYuandongliang waymask = Mux(can_write, conflict_buffer_waymask.asUInt, updateWayMask.asUInt) 18309c6f1ddSLingrui98 ) 18409c6f1ddSLingrui98 18512cedb6fSLingrui98 val wrBypassEntries = 16 18609c6f1ddSLingrui98 18781d86739SLingrui98 // let it corresponds to logical brIdx 18812cedb6fSLingrui98 val wrbypasses = Seq.fill(numBr)(Module(new WrBypass(SInt(ctrBits.W), wrBypassEntries, log2Ceil(nRows), numWays = 2))) 18909c6f1ddSLingrui98 19081d86739SLingrui98 for (pi <- 0 until numBr) { 19181d86739SLingrui98 val br_lidx = get_lgc_br_idx(update_unhashed_idx, pi.U(log2Ceil(numBr).W)) 19212cedb6fSLingrui98 19381d86739SLingrui98 val wrbypass_io = Mux1H(UIntToOH(br_lidx, numBr), wrbypasses.map(_.io)) 19481d86739SLingrui98 19581d86739SLingrui98 val ctrPos = Mux1H(UIntToOH(br_lidx, numBr), io.update.tagePreds) 19681d86739SLingrui98 val bypass_ctr = wrbypass_io.hit_data(ctrPos) 19781d86739SLingrui98 val previous_ctr = Mux1H(UIntToOH(br_lidx, numBr), io.update.oldCtrs) 19881d86739SLingrui98 val hit_and_valid = wrbypass_io.hit && bypass_ctr.valid 19981d86739SLingrui98 val oldCtr = Mux(hit_and_valid, bypass_ctr.bits, previous_ctr) 20081d86739SLingrui98 val taken = Mux1H(UIntToOH(br_lidx, numBr), io.update.takens) 20181d86739SLingrui98 update_wdata(pi) := ctrUpdate(oldCtr, taken) 20281d86739SLingrui98 } 20381d86739SLingrui98 20481d86739SLingrui98 val per_br_update_wdata_packed = update_wdata_packed.sliding(2, 2).map(VecInit(_)).toSeq 20581d86739SLingrui98 val per_br_update_way_mask = updateWayMask.sliding(2, 2).map(VecInit(_)).toSeq 20681d86739SLingrui98 for (li <- 0 until numBr) { 20781d86739SLingrui98 val wrbypass = wrbypasses(li) 20881d86739SLingrui98 val br_pidx = get_phy_br_idx(update_unhashed_idx, li) 20981d86739SLingrui98 wrbypass.io.wen := io.update.mask(li) 21012cedb6fSLingrui98 wrbypass.io.write_idx := update_idx 21181d86739SLingrui98 wrbypass.io.write_data := Mux1H(UIntToOH(br_pidx, numBr), per_br_update_wdata_packed) 21281d86739SLingrui98 wrbypass.io.write_way_mask.map(_ := Mux1H(UIntToOH(br_pidx, numBr), per_br_update_way_mask)) 21334ed6fbcSLingrui98 } 21409c6f1ddSLingrui98 21509c6f1ddSLingrui98 val u = io.update 216cf7d6b7aSMuzi XSDebug( 217cf7d6b7aSMuzi io.req.valid, 21809c6f1ddSLingrui98 p"scTableReq: pc=0x${Hexadecimal(io.req.bits.pc)}, " + 219cf7d6b7aSMuzi p"s0_idx=${s0_idx}\n" 220cf7d6b7aSMuzi ) 221cf7d6b7aSMuzi XSDebug( 222cf7d6b7aSMuzi RegNext(io.req.valid), 22309c6f1ddSLingrui98 p"scTableResp: s1_idx=${s1_idx}," + 224cf7d6b7aSMuzi p"ctr:${io.resp.ctrs}\n" 225cf7d6b7aSMuzi ) 226cf7d6b7aSMuzi XSDebug( 227cf7d6b7aSMuzi io.update.mask.reduce(_ || _), 228e69b7315SLingrui98 p"update Table: pc:${Hexadecimal(u.pc)}, " + 229cf7d6b7aSMuzi p"tageTakens:${u.tagePreds}, taken:${u.takens}, oldCtr:${u.oldCtrs}\n" 230cf7d6b7aSMuzi ) 23109c6f1ddSLingrui98} 23209c6f1ddSLingrui98 23309c6f1ddSLingrui98class SCThreshold(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle { 23409c6f1ddSLingrui98 val ctr = UInt(ctrBits.W) 23509c6f1ddSLingrui98 def satPos(ctr: UInt = this.ctr) = ctr === ((1.U << ctrBits) - 1.U) 23609c6f1ddSLingrui98 def satNeg(ctr: UInt = this.ctr) = ctr === 0.U 23767ba96b4SYinan Xu def neutralVal = (1 << (ctrBits - 1)).U 23809c6f1ddSLingrui98 val thres = UInt(8.W) 23909c6f1ddSLingrui98 def initVal = 6.U 24009c6f1ddSLingrui98 def minThres = 6.U 24109c6f1ddSLingrui98 def maxThres = 31.U 24209c6f1ddSLingrui98 def update(cause: Bool): SCThreshold = { 24309c6f1ddSLingrui98 val res = Wire(new SCThreshold(this.ctrBits)) 24409c6f1ddSLingrui98 val newCtr = satUpdate(this.ctr, this.ctrBits, cause) 245cf7d6b7aSMuzi val newThres = Mux( 246cf7d6b7aSMuzi res.satPos(newCtr) && this.thres <= maxThres, 247cf7d6b7aSMuzi this.thres + 2.U, 248cf7d6b7aSMuzi Mux(res.satNeg(newCtr) && this.thres >= minThres, this.thres - 2.U, this.thres) 249cf7d6b7aSMuzi ) 25009c6f1ddSLingrui98 res.thres := newThres 25109c6f1ddSLingrui98 res.ctr := Mux(res.satPos(newCtr) || res.satNeg(newCtr), res.neutralVal, newCtr) 25209c6f1ddSLingrui98 // XSDebug(true.B, p"scThres Update: cause${cause} newCtr ${newCtr} newThres ${newThres}\n") 25309c6f1ddSLingrui98 res 25409c6f1ddSLingrui98 } 25509c6f1ddSLingrui98} 25609c6f1ddSLingrui98 25709c6f1ddSLingrui98object SCThreshold { 25809c6f1ddSLingrui98 def apply(bits: Int)(implicit p: Parameters) = { 25909c6f1ddSLingrui98 val t = Wire(new SCThreshold(ctrBits = bits)) 26009c6f1ddSLingrui98 t.ctr := t.neutralVal 26109c6f1ddSLingrui98 t.thres := t.initVal 26209c6f1ddSLingrui98 t 26309c6f1ddSLingrui98 } 26409c6f1ddSLingrui98} 26509c6f1ddSLingrui98 2661ca0e4f3SYinan Xutrait HasSC extends HasSCParameter with HasPerfEvents { this: Tage => 267efe3f3bbSSteve Gou val update_on_mispred, update_on_unconf = WireInit(0.U.asTypeOf(Vec(TageBanks, Bool()))) 268dd6c0695SLingrui98 var sc_fh_info = Set[FoldedHistoryInfo]() 269bf358e08SLingrui98 if (EnableSC) { 27034ed6fbcSLingrui98 val scTables = SCTableInfos.map { 27109c6f1ddSLingrui98 case (nRows, ctrBits, histLen) => { 27209c6f1ddSLingrui98 val t = Module(new SCTable(nRows / TageBanks, ctrBits, histLen)) 27309c6f1ddSLingrui98 val req = t.io.req 274adc0b8dfSGuokai Chen req.valid := io.s0_fire(3) 275adc0b8dfSGuokai Chen req.bits.pc := s0_pc_dup(3) 276adc0b8dfSGuokai Chen req.bits.folded_hist := io.in.bits.folded_hist(3) 27786d9c530SLingrui98 req.bits.ghist := DontCare 27809c6f1ddSLingrui98 if (!EnableSC) { t.io.update := DontCare } 27909c6f1ddSLingrui98 t 28009c6f1ddSLingrui98 } 28109c6f1ddSLingrui98 } 28234ed6fbcSLingrui98 sc_fh_info = scTables.map(_.getFoldedHistoryInfo).reduce(_ ++ _).toSet 28309c6f1ddSLingrui98 28409c6f1ddSLingrui98 val scThresholds = List.fill(TageBanks)(RegInit(SCThreshold(5))) 28509c6f1ddSLingrui98 val useThresholds = VecInit(scThresholds map (_.thres)) 2867e8b966aSLingrui98 287d71e9942SLingrui98 def sign(x: SInt) = x(x.getWidth - 1) 288d71e9942SLingrui98 def pos(x: SInt) = !sign(x) 289d71e9942SLingrui98 def neg(x: SInt) = sign(x) 2907e8b966aSLingrui98 2917e8b966aSLingrui98 def aboveThreshold(scSum: SInt, tagePvdr: SInt, threshold: UInt): Bool = { 292d71e9942SLingrui98 val signedThres = threshold.zext 2937e8b966aSLingrui98 val totalSum = scSum +& tagePvdr 2947e8b966aSLingrui98 (scSum > signedThres - tagePvdr) && pos(totalSum) || 2957e8b966aSLingrui98 (scSum < -signedThres - tagePvdr) && neg(totalSum) 296d71e9942SLingrui98 } 29709c6f1ddSLingrui98 val updateThresholds = VecInit(useThresholds map (t => (t << 3) +& 21.U)) 29809c6f1ddSLingrui98 29934ed6fbcSLingrui98 val s1_scResps = VecInit(scTables.map(t => t.io.resp)) 30009c6f1ddSLingrui98 30134ed6fbcSLingrui98 val scUpdateMask = WireInit(0.U.asTypeOf(Vec(numBr, Vec(SCNTables, Bool())))) 30209c6f1ddSLingrui98 val scUpdateTagePreds = Wire(Vec(TageBanks, Bool())) 30309c6f1ddSLingrui98 val scUpdateTakens = Wire(Vec(TageBanks, Bool())) 30434ed6fbcSLingrui98 val scUpdateOldCtrs = Wire(Vec(numBr, Vec(SCNTables, SInt(SCCtrBits.W)))) 30509c6f1ddSLingrui98 scUpdateTagePreds := DontCare 30609c6f1ddSLingrui98 scUpdateTakens := DontCare 30709c6f1ddSLingrui98 scUpdateOldCtrs := DontCare 30809c6f1ddSLingrui98 30934ed6fbcSLingrui98 val updateSCMeta = updateMeta.scMeta.get 31009c6f1ddSLingrui98 31109c6f1ddSLingrui98 val s2_sc_used, s2_conf, s2_unconf, s2_agree, s2_disagree = 312ff1cd593SLingrui98 WireInit(0.U.asTypeOf(Vec(TageBanks, Bool()))) 31309c6f1ddSLingrui98 val update_sc_used, update_conf, update_unconf, update_agree, update_disagree = 314ff1cd593SLingrui98 WireInit(0.U.asTypeOf(Vec(TageBanks, Bool()))) 315efe3f3bbSSteve Gou val sc_misp_tage_corr, sc_corr_tage_misp = 316ff1cd593SLingrui98 WireInit(0.U.asTypeOf(Vec(TageBanks, Bool()))) 31709c6f1ddSLingrui98 31809c6f1ddSLingrui98 // for sc ctrs 319238c84b9SLingrui98 def getCentered(ctr: SInt): SInt = Cat(ctr, 1.U(1.W)).asSInt 320238c84b9SLingrui98 // for tage ctrs, (2*(ctr-4)+1)*8 321238c84b9SLingrui98 def getPvdrCentered(ctr: UInt): SInt = Cat(ctr ^ (1 << (TageCtrBits - 1)).U, 1.U(1.W), 0.U(3.W)).asSInt 32209c6f1ddSLingrui98 32334ed6fbcSLingrui98 val scMeta = resp_meta.scMeta.get 32409c6f1ddSLingrui98 scMeta := DontCare 32534ed6fbcSLingrui98 for (w <- 0 until TageBanks) { 32609c6f1ddSLingrui98 // do summation in s2 32709c6f1ddSLingrui98 val s1_scTableSums = VecInit( 32809c6f1ddSLingrui98 (0 to 1) map { i => 32934ed6fbcSLingrui98 ParallelSingedExpandingAdd(s1_scResps map (r => getCentered(r.ctrs(w)(i)))) // TODO: rewrite with wallace tree 33009c6f1ddSLingrui98 } 33109c6f1ddSLingrui98 ) 332adc0b8dfSGuokai Chen val s2_scTableSums = RegEnable(s1_scTableSums, io.s1_fire(3)) 333adc0b8dfSGuokai Chen val s2_tagePrvdCtrCentered = getPvdrCentered(RegEnable(s1_providerResps(w).ctr, io.s1_fire(3))) 334cb4f77ceSLingrui98 val s2_totalSums = s2_scTableSums.map(_ +& s2_tagePrvdCtrCentered) 335cf7d6b7aSMuzi val s2_sumAboveThresholds = 336cf7d6b7aSMuzi VecInit((0 to 1).map(i => aboveThreshold(s2_scTableSums(i), s2_tagePrvdCtrCentered, useThresholds(w)))) 337cb4f77ceSLingrui98 val s2_scPreds = VecInit(s2_totalSums.map(_ >= 0.S)) 33809c6f1ddSLingrui98 339adc0b8dfSGuokai Chen val s2_scResps = VecInit(RegEnable(s1_scResps, io.s1_fire(3)).map(_.ctrs(w))) 340adc0b8dfSGuokai Chen val s2_scCtrs = VecInit(s2_scResps.map(_(s2_tageTakens_dup(3)(w).asUInt))) 341adc0b8dfSGuokai Chen val s2_chooseBit = s2_tageTakens_dup(3)(w) 34209c6f1ddSLingrui98 343cb4f77ceSLingrui98 val s2_pred = 344cf7d6b7aSMuzi Mux(s2_provideds(w) && s2_sumAboveThresholds(s2_chooseBit), s2_scPreds(s2_chooseBit), s2_tageTakens_dup(3)(w)) 345cb4f77ceSLingrui98 346adc0b8dfSGuokai Chen val s3_disagree = RegEnable(s2_disagree, io.s2_fire(3)) 347abdc3a32Sxu_zh io.out.last_stage_spec_info.sc_disagree.map(_ := s3_disagree) 348d2b20d1aSTang Haojin 349adc0b8dfSGuokai Chen scMeta.scPreds(w) := RegEnable(s2_scPreds(s2_chooseBit), io.s2_fire(3)) 350adc0b8dfSGuokai Chen scMeta.ctrs(w) := RegEnable(s2_scCtrs, io.s2_fire(3)) 35134ed6fbcSLingrui98 3528b33cd30Sklin02 val pred = s2_scPreds(s2_chooseBit) 3538b33cd30Sklin02 val debug_pc = Cat(debug_pc_s2, w.U, 0.U(instOffsetBits.W)) 3544813e060SLingrui98 when(s2_provideds(w)) { 35509c6f1ddSLingrui98 s2_sc_used(w) := true.B 356b30c10d6SLingrui98 s2_unconf(w) := !s2_sumAboveThresholds(s2_chooseBit) 357b30c10d6SLingrui98 s2_conf(w) := s2_sumAboveThresholds(s2_chooseBit) 35809c6f1ddSLingrui98 // Use prediction from Statistical Corrector 359b30c10d6SLingrui98 when(s2_sumAboveThresholds(s2_chooseBit)) { 360adc0b8dfSGuokai Chen s2_agree(w) := s2_tageTakens_dup(3)(w) === pred 361adc0b8dfSGuokai Chen s2_disagree(w) := s2_tageTakens_dup(3)(w) =/= pred 36209c6f1ddSLingrui98 // fit to always-taken condition 363c2d1ec7dSLingrui98 // io.out.s2.full_pred.br_taken_mask(w) := pred 36409c6f1ddSLingrui98 } 36509c6f1ddSLingrui98 } 3668b33cd30Sklin02 XSDebug(s2_provideds(w), p"---------tage_bank_${w} provided so that sc used---------\n") 3678b33cd30Sklin02 XSDebug( 3688b33cd30Sklin02 s2_provideds(w) && s2_sumAboveThresholds(s2_chooseBit), 3698b33cd30Sklin02 p"pc(${Hexadecimal(debug_pc)}) SC(${w.U}) overriden pred to ${pred}\n" 3708b33cd30Sklin02 ) 37109c6f1ddSLingrui98 372adc0b8dfSGuokai Chen val s3_pred_dup = io.s2_fire.map(f => RegEnable(s2_pred, f)) 373adc0b8dfSGuokai Chen val sc_enable_dup = dup(RegNext(io.ctrl.sc_enable)) 374cf7d6b7aSMuzi for ( 375cf7d6b7aSMuzi sc_enable & fp & s3_pred <- 376cf7d6b7aSMuzi sc_enable_dup zip io.out.s3.full_pred zip s3_pred_dup 377cf7d6b7aSMuzi ) { 378adc0b8dfSGuokai Chen when(sc_enable) { 379adc0b8dfSGuokai Chen fp.br_taken_mask(w) := s3_pred 380adc0b8dfSGuokai Chen } 3816ee06c7aSSteve Gou } 382b30c10d6SLingrui98 38334ed6fbcSLingrui98 val updateTageMeta = updateMeta 38434ed6fbcSLingrui98 val scPred = updateSCMeta.scPreds(w) 385deb3a97eSGao-Zeyu val tagePred = updateTageMeta.takens(w) 386803124a6SLingrui98 val taken = update.br_taken_mask(w) 38734ed6fbcSLingrui98 val scOldCtrs = updateSCMeta.ctrs(w) 3884813e060SLingrui98 val pvdrCtr = updateTageMeta.providerResps(w).ctr 389ffa09ba7SEaston Man val tableSum = ParallelSingedExpandingAdd(scOldCtrs.map(getCentered)) 390ffa09ba7SEaston Man val totalSumAbs = (tableSum +& getPvdrCentered(pvdrCtr)).abs.asUInt 391ff1cd593SLingrui98 val updateThres = updateThresholds(w) 392ffa09ba7SEaston Man val sumAboveThreshold = aboveThreshold(tableSum, getPvdrCentered(pvdrCtr), updateThres) 3938b33cd30Sklin02 val thres = useThresholds(w) 3948b33cd30Sklin02 val newThres = scThresholds(w).update(scPred =/= taken) 3958b33cd30Sklin02 when(updateValids(w) && updateTageMeta.providers(w).valid) { 39609c6f1ddSLingrui98 scUpdateTagePreds(w) := tagePred 39709c6f1ddSLingrui98 scUpdateTakens(w) := taken 39809c6f1ddSLingrui98 (scUpdateOldCtrs(w) zip scOldCtrs).foreach { case (t, c) => t := c } 39909c6f1ddSLingrui98 40009c6f1ddSLingrui98 update_sc_used(w) := true.B 401b30c10d6SLingrui98 update_unconf(w) := !sumAboveThreshold 402b30c10d6SLingrui98 update_conf(w) := sumAboveThreshold 40309c6f1ddSLingrui98 update_agree(w) := scPred === tagePred 40409c6f1ddSLingrui98 update_disagree(w) := scPred =/= tagePred 40509c6f1ddSLingrui98 sc_corr_tage_misp(w) := scPred === taken && tagePred =/= taken && update_conf(w) 40609c6f1ddSLingrui98 sc_misp_tage_corr(w) := scPred =/= taken && tagePred === taken && update_conf(w) 40709c6f1ddSLingrui98 408ffa09ba7SEaston Man when(scPred =/= tagePred && totalSumAbs >= thres - 4.U && totalSumAbs <= thres - 2.U) { 40909c6f1ddSLingrui98 scThresholds(w) := newThres 41009c6f1ddSLingrui98 } 41109c6f1ddSLingrui98 412b30c10d6SLingrui98 when(scPred =/= taken || !sumAboveThreshold) { 41309c6f1ddSLingrui98 scUpdateMask(w).foreach(_ := true.B) 4148b33cd30Sklin02 update_on_mispred(w) := scPred =/= taken 4158b33cd30Sklin02 update_on_unconf(w) := scPred === taken 4168b33cd30Sklin02 } 4178b33cd30Sklin02 } 418cf7d6b7aSMuzi XSDebug( 4198b33cd30Sklin02 updateValids(w) && updateTageMeta.providers(w).valid && 4208b33cd30Sklin02 scPred =/= tagePred && totalSumAbs >= thres - 4.U && totalSumAbs <= thres - 2.U, 4218b33cd30Sklin02 p"scThres $w update: old ${useThresholds(w)} --> new ${newThres.thres}\n" 4228b33cd30Sklin02 ) 4238b33cd30Sklin02 XSDebug( 4248b33cd30Sklin02 updateValids(w) && updateTageMeta.providers(w).valid && 4258b33cd30Sklin02 (scPred =/= taken || !sumAboveThreshold) && 426cf7d6b7aSMuzi tableSum < 0.S, 42709c6f1ddSLingrui98 p"scUpdate: bank(${w}), scPred(${scPred}), tagePred(${tagePred}), " + 428ffa09ba7SEaston Man p"scSum(-${tableSum.abs}), mispred: sc(${scPred =/= taken}), tage(${updateMisPreds(w)})\n" 42909c6f1ddSLingrui98 ) 430cf7d6b7aSMuzi XSDebug( 4318b33cd30Sklin02 updateValids(w) && updateTageMeta.providers(w).valid && 4328b33cd30Sklin02 (scPred =/= taken || !sumAboveThreshold) && 433cf7d6b7aSMuzi tableSum >= 0.S, 43409c6f1ddSLingrui98 p"scUpdate: bank(${w}), scPred(${scPred}), tagePred(${tagePred}), " + 435ffa09ba7SEaston Man p"scSum(+${tableSum.abs}), mispred: sc(${scPred =/= taken}), tage(${updateMisPreds(w)})\n" 43609c6f1ddSLingrui98 ) 4378b33cd30Sklin02 XSDebug( 4388b33cd30Sklin02 updateValids(w) && updateTageMeta.providers(w).valid && 4398b33cd30Sklin02 (scPred =/= taken || !sumAboveThreshold), 4408b33cd30Sklin02 p"bank(${w}), update: sc: ${updateSCMeta}\n" 4418b33cd30Sklin02 ) 44209c6f1ddSLingrui98 } 44309c6f1ddSLingrui98 4447af6acb0SEaston Man val realWens = scUpdateMask.transpose.map(v => v.reduce(_ | _)) 44509c6f1ddSLingrui98 for (b <- 0 until TageBanks) { 44634ed6fbcSLingrui98 for (i <- 0 until SCNTables) { 4477af6acb0SEaston Man val realWen = realWens(i) 44834ed6fbcSLingrui98 scTables(i).io.update.mask(b) := RegNext(scUpdateMask(b)(i)) 4497af6acb0SEaston Man scTables(i).io.update.tagePreds(b) := RegEnable(scUpdateTagePreds(b), realWen) 4507af6acb0SEaston Man scTables(i).io.update.takens(b) := RegEnable(scUpdateTakens(b), realWen) 4517af6acb0SEaston Man scTables(i).io.update.oldCtrs(b) := RegEnable(scUpdateOldCtrs(b)(i), realWen) 45203426fe2Spengxiao scTables(i).io.update.pc := RegEnable(update_pc, realWen) 45303426fe2Spengxiao scTables(i).io.update.ghist := RegEnable(update.ghist, realWen) 45409c6f1ddSLingrui98 } 45509c6f1ddSLingrui98 } 45609c6f1ddSLingrui98 45709c6f1ddSLingrui98 tage_perf("sc_conf", PopCount(s2_conf), PopCount(update_conf)) 45809c6f1ddSLingrui98 tage_perf("sc_unconf", PopCount(s2_unconf), PopCount(update_unconf)) 45909c6f1ddSLingrui98 tage_perf("sc_agree", PopCount(s2_agree), PopCount(update_agree)) 46009c6f1ddSLingrui98 tage_perf("sc_disagree", PopCount(s2_disagree), PopCount(update_disagree)) 46109c6f1ddSLingrui98 tage_perf("sc_used", PopCount(s2_sc_used), PopCount(update_sc_used)) 46209c6f1ddSLingrui98 XSPerfAccumulate("sc_update_on_mispred", PopCount(update_on_mispred)) 46309c6f1ddSLingrui98 XSPerfAccumulate("sc_update_on_unconf", PopCount(update_on_unconf)) 46409c6f1ddSLingrui98 XSPerfAccumulate("sc_mispred_but_tage_correct", PopCount(sc_misp_tage_corr)) 46509c6f1ddSLingrui98 XSPerfAccumulate("sc_correct_and_tage_wrong", PopCount(sc_corr_tage_misp)) 466cd365d4cSrvcoresjw 467efe3f3bbSSteve Gou } 468efe3f3bbSSteve Gou 469dd6c0695SLingrui98 override def getFoldedHistoryInfo = Some(tage_fh_info ++ sc_fh_info) 470dd6c0695SLingrui98 4714813e060SLingrui98 override val perfEvents = Seq( 4724813e060SLingrui98 ("tage_tht_hit ", PopCount(updateMeta.providers.map(_.valid))), 473cd365d4cSrvcoresjw ("sc_update_on_mispred ", PopCount(update_on_mispred)), 474cf7d6b7aSMuzi ("sc_update_on_unconf ", PopCount(update_on_unconf)) 475cd365d4cSrvcoresjw ) 4761ca0e4f3SYinan Xu generatePerfEvent() 477bf358e08SLingrui98} 478