109c6f1ddSLingrui98/*************************************************************************************** 209c6f1ddSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 309c6f1ddSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory 409c6f1ddSLingrui98* 509c6f1ddSLingrui98* XiangShan is licensed under Mulan PSL v2. 609c6f1ddSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2. 709c6f1ddSLingrui98* You may obtain a copy of Mulan PSL v2 at: 809c6f1ddSLingrui98* http://license.coscl.org.cn/MulanPSL2 909c6f1ddSLingrui98* 1009c6f1ddSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 1109c6f1ddSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 1209c6f1ddSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 1309c6f1ddSLingrui98* 1409c6f1ddSLingrui98* See the Mulan PSL v2 for more details. 15c49ebec8SHaoyuan Feng* 16c49ebec8SHaoyuan Feng* 17c49ebec8SHaoyuan Feng* Acknowledgement 18c49ebec8SHaoyuan Feng* 19c49ebec8SHaoyuan Feng* This implementation is inspired by several key papers: 20c49ebec8SHaoyuan Feng* [1] André Seznec. "[Tage-sc-l branch predictors.](https://inria.hal.science/hal-01086920)" The Journal of 21c49ebec8SHaoyuan Feng* Instruction-Level Parallelism (JILP) 4th JILP Workshop on Computer Architecture Competitions (JWAC): Championship 22c49ebec8SHaoyuan Feng* Branch Prediction (CBP). 2014. 23c49ebec8SHaoyuan Feng* [2] André Seznec. "[Tage-sc-l branch predictors again.](https://inria.hal.science/hal-01354253)" The Journal of 24c49ebec8SHaoyuan Feng* Instruction-Level Parallelism (JILP) 5th JILP Workshop on Computer Architecture Competitions (JWAC): Championship 25c49ebec8SHaoyuan Feng* Branch Prediction (CBP). 2016. 2609c6f1ddSLingrui98***************************************************************************************/ 2709c6f1ddSLingrui98 2809c6f1ddSLingrui98package xiangshan.frontend 2909c6f1ddSLingrui98 3009c6f1ddSLingrui98import chisel3._ 3109c6f1ddSLingrui98import chisel3.util._ 32cf7d6b7aSMuziimport org.chipsalliance.cde.config.Parameters 33adc0b8dfSGuokai Chenimport scala.{Tuple2 => &} 34cf7d6b7aSMuziimport scala.math.min 35cf7d6b7aSMuziimport utility._ 36cf7d6b7aSMuziimport xiangshan._ 3709c6f1ddSLingrui98 38cf7d6b7aSMuzitrait HasSCParameter extends TageParams {} 3909c6f1ddSLingrui98 4009c6f1ddSLingrui98class SCReq(implicit p: Parameters) extends TageReq 4109c6f1ddSLingrui98 4209c6f1ddSLingrui98abstract class SCBundle(implicit p: Parameters) extends TageBundle with HasSCParameter {} 4309c6f1ddSLingrui98abstract class SCModule(implicit p: Parameters) extends TageModule with HasSCParameter {} 4409c6f1ddSLingrui98 4534ed6fbcSLingrui98class SCMeta(val ntables: Int)(implicit p: Parameters) extends XSBundle with HasSCParameter { 4634ed6fbcSLingrui98 val scPreds = Vec(numBr, Bool()) 4709c6f1ddSLingrui98 // Suppose ctrbits of all tables are identical 4834ed6fbcSLingrui98 val ctrs = Vec(numBr, Vec(ntables, SInt(SCCtrBits.W))) 4909c6f1ddSLingrui98} 5009c6f1ddSLingrui98 5109c6f1ddSLingrui98class SCResp(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle { 5234ed6fbcSLingrui98 val ctrs = Vec(numBr, Vec(2, SInt(ctrBits.W))) 5309c6f1ddSLingrui98} 5409c6f1ddSLingrui98 5509c6f1ddSLingrui98class SCUpdate(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle { 5609c6f1ddSLingrui98 val pc = UInt(VAddrBits.W) 57a72b131fSGao-Zeyu val ghist = UInt(HistoryLength.W) 5834ed6fbcSLingrui98 val mask = Vec(numBr, Bool()) 5934ed6fbcSLingrui98 val oldCtrs = Vec(numBr, SInt(ctrBits.W)) 6034ed6fbcSLingrui98 val tagePreds = Vec(numBr, Bool()) 6134ed6fbcSLingrui98 val takens = Vec(numBr, Bool()) 6209c6f1ddSLingrui98} 6309c6f1ddSLingrui98 6409c6f1ddSLingrui98class SCTableIO(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle { 6509c6f1ddSLingrui98 val req = Input(Valid(new SCReq)) 6609c6f1ddSLingrui98 val resp = Output(new SCResp(ctrBits)) 6709c6f1ddSLingrui98 val update = Input(new SCUpdate(ctrBits)) 6809c6f1ddSLingrui98} 6909c6f1ddSLingrui98 7009c6f1ddSLingrui98class SCTable(val nRows: Int, val ctrBits: Int, val histLen: Int)(implicit p: Parameters) 7109c6f1ddSLingrui98 extends SCModule with HasFoldedHistory { 7209c6f1ddSLingrui98 val io = IO(new SCTableIO(ctrBits)) 7309c6f1ddSLingrui98 7409c6f1ddSLingrui98 // val table = Module(new SRAMTemplate(SInt(ctrBits.W), set=nRows, way=2*TageBanks, shouldReset=true, holdRead=true, singlePort=false)) 75cf7d6b7aSMuzi val table = Module(new SRAMTemplate( 76cf7d6b7aSMuzi SInt(ctrBits.W), 77cf7d6b7aSMuzi set = nRows, 78cf7d6b7aSMuzi way = 2 * TageBanks, 79cf7d6b7aSMuzi shouldReset = true, 80cf7d6b7aSMuzi holdRead = true, 81cf7d6b7aSMuzi singlePort = false, 8239d55402Spengxiao bypassWrite = true, 8339d55402Spengxiao withClockGate = true 84cf7d6b7aSMuzi )) 8509c6f1ddSLingrui98 86dd6c0695SLingrui98 // def getIdx(hist: UInt, pc: UInt) = { 87dd6c0695SLingrui98 // (compute_folded_ghist(hist, log2Ceil(nRows)) ^ (pc >> instOffsetBits))(log2Ceil(nRows)-1,0) 88dd6c0695SLingrui98 // } 89dd6c0695SLingrui98 90dd6c0695SLingrui98 val idxFhInfo = (histLen, min(log2Ceil(nRows), histLen)) 91dd6c0695SLingrui98 92dd6c0695SLingrui98 def getFoldedHistoryInfo = Set(idxFhInfo).filter(_._1 > 0) 93dd6c0695SLingrui98 94cf7d6b7aSMuzi def getIdx(pc: UInt, allFh: AllFoldedHistories) = 95dd6c0695SLingrui98 if (histLen > 0) { 96dd6c0695SLingrui98 val idx_fh = allFh.getHistWithInfo(idxFhInfo).folded_hist 97dd6c0695SLingrui98 // require(idx_fh.getWidth == log2Ceil(nRows)) 98dd6c0695SLingrui98 ((pc >> instOffsetBits) ^ idx_fh)(log2Ceil(nRows) - 1, 0) 99cf7d6b7aSMuzi } else { 10034ed6fbcSLingrui98 (pc >> instOffsetBits)(log2Ceil(nRows) - 1, 0) 101dd6c0695SLingrui98 } 10281d86739SLingrui98 10309c6f1ddSLingrui98 def ctrUpdate(ctr: SInt, cond: Bool): SInt = signedSatUpdate(ctr, ctrBits, cond) 10409c6f1ddSLingrui98 105dd6c0695SLingrui98 val s0_idx = getIdx(io.req.bits.pc, io.req.bits.folded_hist) 106005e809bSJiuyang Liu val s1_idx = RegEnable(s0_idx, io.req.valid) 10709c6f1ddSLingrui98 108935edac4STang Haojin val s1_pc = RegEnable(io.req.bits.pc, io.req.fire) 10981d86739SLingrui98 val s1_unhashed_idx = s1_pc >> instOffsetBits 11081d86739SLingrui98 11109c6f1ddSLingrui98 table.io.r.req.valid := io.req.valid 11209c6f1ddSLingrui98 table.io.r.req.bits.setIdx := s0_idx 11309c6f1ddSLingrui98 11481d86739SLingrui98 val update_wdata = Wire(Vec(numBr, SInt(ctrBits.W))) // correspond to physical bridx 11534ed6fbcSLingrui98 val update_wdata_packed = VecInit(update_wdata.map(Seq.fill(2)(_)).reduce(_ ++ _)) 11681d86739SLingrui98 val updateWayMask = Wire(Vec(2 * numBr, Bool())) // correspond to physical bridx 11734ed6fbcSLingrui98 11881d86739SLingrui98 val update_unhashed_idx = io.update.pc >> instOffsetBits 11981d86739SLingrui98 for (pi <- 0 until numBr) { 12081d86739SLingrui98 updateWayMask(2 * pi) := Seq.tabulate(numBr)(li => 12181d86739SLingrui98 io.update.mask(li) && get_phy_br_idx(update_unhashed_idx, li) === pi.U && !io.update.tagePreds(li) 12281d86739SLingrui98 ).reduce(_ || _) 12381d86739SLingrui98 updateWayMask(2 * pi + 1) := Seq.tabulate(numBr)(li => 12481d86739SLingrui98 io.update.mask(li) && get_phy_br_idx(update_unhashed_idx, li) === pi.U && io.update.tagePreds(li) 12581d86739SLingrui98 ).reduce(_ || _) 12634ed6fbcSLingrui98 } 12709c6f1ddSLingrui98 128a72b131fSGao-Zeyu val update_folded_hist = WireInit(0.U.asTypeOf(new AllFoldedHistories(foldedGHistInfos))) 129a72b131fSGao-Zeyu if (histLen > 0) { 130a72b131fSGao-Zeyu update_folded_hist.getHistWithInfo(idxFhInfo).folded_hist := compute_folded_ghist(io.update.ghist, log2Ceil(nRows)) 131a72b131fSGao-Zeyu } 132a72b131fSGao-Zeyu val update_idx = getIdx(io.update.pc, update_folded_hist) 13309c6f1ddSLingrui98 134b2564f6cSYuandongliang // SCTable dual port SRAM reads and writes to the same address processing 135b2564f6cSYuandongliang val conflict_buffer_valid = RegInit(false.B) 136b2564f6cSYuandongliang val conflict_buffer_data = RegInit(0.U.asTypeOf(update_wdata_packed)) 137b2564f6cSYuandongliang val conflict_buffer_idx = RegInit(0.U.asTypeOf(update_idx)) 138b2564f6cSYuandongliang val conflict_buffer_waymask = RegInit(0.U.asTypeOf(updateWayMask)) 139b2564f6cSYuandongliang 140b2564f6cSYuandongliang val write_conflict = update_idx === s0_idx && io.update.mask.reduce(_ || _) && io.req.valid 141b2564f6cSYuandongliang val can_write = (conflict_buffer_idx =/= s0_idx || !io.req.valid) && conflict_buffer_valid 142b2564f6cSYuandongliang 143b2564f6cSYuandongliang when(write_conflict) { 144b2564f6cSYuandongliang conflict_buffer_valid := true.B 145b2564f6cSYuandongliang conflict_buffer_data := update_wdata_packed 146b2564f6cSYuandongliang conflict_buffer_idx := update_idx 147b2564f6cSYuandongliang conflict_buffer_waymask := updateWayMask 148b2564f6cSYuandongliang } 149b2564f6cSYuandongliang when(can_write) { 150b2564f6cSYuandongliang conflict_buffer_valid := false.B 151b2564f6cSYuandongliang } 152b2564f6cSYuandongliang 153b2564f6cSYuandongliang // Using buffer data for prediction 154b2564f6cSYuandongliang val use_conflict_data = conflict_buffer_valid && conflict_buffer_idx === s1_idx 155cf7d6b7aSMuzi val conflict_data_bypass = conflict_buffer_data.zip(conflict_buffer_waymask).map { case (data, mask) => 156cf7d6b7aSMuzi Mux(mask, data, 0.U.asTypeOf(data)) 157cf7d6b7aSMuzi } 158b2564f6cSYuandongliang val conflict_prediction_data = conflict_data_bypass.sliding(2, 2).toSeq.map(VecInit(_)) 159b2564f6cSYuandongliang val per_br_ctrs_unshuffled = table.io.r.resp.data.sliding(2, 2).toSeq.map(VecInit(_)) 160cf7d6b7aSMuzi val per_br_ctrs = VecInit((0 until numBr).map(i => 161cf7d6b7aSMuzi Mux1H( 162b2564f6cSYuandongliang UIntToOH(get_phy_br_idx(s1_unhashed_idx, i), numBr), 163b2564f6cSYuandongliang per_br_ctrs_unshuffled 164cf7d6b7aSMuzi ) 165cf7d6b7aSMuzi )) 166cf7d6b7aSMuzi val conflict_br_ctrs = VecInit((0 until numBr).map(i => 167cf7d6b7aSMuzi Mux1H( 168b2564f6cSYuandongliang UIntToOH(get_phy_br_idx(s1_unhashed_idx, i), numBr), 169b2564f6cSYuandongliang conflict_prediction_data 170cf7d6b7aSMuzi ) 171cf7d6b7aSMuzi )) 172b2564f6cSYuandongliang 173b2564f6cSYuandongliang io.resp.ctrs := Mux(use_conflict_data, conflict_br_ctrs, per_br_ctrs) 174b2564f6cSYuandongliang 17509c6f1ddSLingrui98 table.io.w.apply( 176b2564f6cSYuandongliang valid = (io.update.mask.reduce(_ || _) && !write_conflict) || can_write, 177b2564f6cSYuandongliang data = Mux(can_write, conflict_buffer_data, update_wdata_packed), 178b2564f6cSYuandongliang setIdx = Mux(can_write, conflict_buffer_idx, update_idx), 179b2564f6cSYuandongliang waymask = Mux(can_write, conflict_buffer_waymask.asUInt, updateWayMask.asUInt) 18009c6f1ddSLingrui98 ) 18109c6f1ddSLingrui98 18212cedb6fSLingrui98 val wrBypassEntries = 16 18309c6f1ddSLingrui98 18481d86739SLingrui98 // let it corresponds to logical brIdx 18512cedb6fSLingrui98 val wrbypasses = Seq.fill(numBr)(Module(new WrBypass(SInt(ctrBits.W), wrBypassEntries, log2Ceil(nRows), numWays = 2))) 18609c6f1ddSLingrui98 18781d86739SLingrui98 for (pi <- 0 until numBr) { 18881d86739SLingrui98 val br_lidx = get_lgc_br_idx(update_unhashed_idx, pi.U(log2Ceil(numBr).W)) 18912cedb6fSLingrui98 19081d86739SLingrui98 val wrbypass_io = Mux1H(UIntToOH(br_lidx, numBr), wrbypasses.map(_.io)) 19181d86739SLingrui98 19281d86739SLingrui98 val ctrPos = Mux1H(UIntToOH(br_lidx, numBr), io.update.tagePreds) 19381d86739SLingrui98 val bypass_ctr = wrbypass_io.hit_data(ctrPos) 19481d86739SLingrui98 val previous_ctr = Mux1H(UIntToOH(br_lidx, numBr), io.update.oldCtrs) 19581d86739SLingrui98 val hit_and_valid = wrbypass_io.hit && bypass_ctr.valid 19681d86739SLingrui98 val oldCtr = Mux(hit_and_valid, bypass_ctr.bits, previous_ctr) 19781d86739SLingrui98 val taken = Mux1H(UIntToOH(br_lidx, numBr), io.update.takens) 19881d86739SLingrui98 update_wdata(pi) := ctrUpdate(oldCtr, taken) 19981d86739SLingrui98 } 20081d86739SLingrui98 20181d86739SLingrui98 val per_br_update_wdata_packed = update_wdata_packed.sliding(2, 2).map(VecInit(_)).toSeq 20281d86739SLingrui98 val per_br_update_way_mask = updateWayMask.sliding(2, 2).map(VecInit(_)).toSeq 20381d86739SLingrui98 for (li <- 0 until numBr) { 20481d86739SLingrui98 val wrbypass = wrbypasses(li) 20581d86739SLingrui98 val br_pidx = get_phy_br_idx(update_unhashed_idx, li) 20681d86739SLingrui98 wrbypass.io.wen := io.update.mask(li) 20712cedb6fSLingrui98 wrbypass.io.write_idx := update_idx 20881d86739SLingrui98 wrbypass.io.write_data := Mux1H(UIntToOH(br_pidx, numBr), per_br_update_wdata_packed) 20981d86739SLingrui98 wrbypass.io.write_way_mask.map(_ := Mux1H(UIntToOH(br_pidx, numBr), per_br_update_way_mask)) 21034ed6fbcSLingrui98 } 21109c6f1ddSLingrui98 21209c6f1ddSLingrui98 val u = io.update 213cf7d6b7aSMuzi XSDebug( 214cf7d6b7aSMuzi io.req.valid, 21509c6f1ddSLingrui98 p"scTableReq: pc=0x${Hexadecimal(io.req.bits.pc)}, " + 216cf7d6b7aSMuzi p"s0_idx=${s0_idx}\n" 217cf7d6b7aSMuzi ) 218cf7d6b7aSMuzi XSDebug( 219cf7d6b7aSMuzi RegNext(io.req.valid), 22009c6f1ddSLingrui98 p"scTableResp: s1_idx=${s1_idx}," + 221cf7d6b7aSMuzi p"ctr:${io.resp.ctrs}\n" 222cf7d6b7aSMuzi ) 223cf7d6b7aSMuzi XSDebug( 224cf7d6b7aSMuzi io.update.mask.reduce(_ || _), 225e69b7315SLingrui98 p"update Table: pc:${Hexadecimal(u.pc)}, " + 226cf7d6b7aSMuzi p"tageTakens:${u.tagePreds}, taken:${u.takens}, oldCtr:${u.oldCtrs}\n" 227cf7d6b7aSMuzi ) 22809c6f1ddSLingrui98} 22909c6f1ddSLingrui98 23009c6f1ddSLingrui98class SCThreshold(val ctrBits: Int = 6)(implicit p: Parameters) extends SCBundle { 23109c6f1ddSLingrui98 val ctr = UInt(ctrBits.W) 23209c6f1ddSLingrui98 def satPos(ctr: UInt = this.ctr) = ctr === ((1.U << ctrBits) - 1.U) 23309c6f1ddSLingrui98 def satNeg(ctr: UInt = this.ctr) = ctr === 0.U 23467ba96b4SYinan Xu def neutralVal = (1 << (ctrBits - 1)).U 23509c6f1ddSLingrui98 val thres = UInt(8.W) 23609c6f1ddSLingrui98 def initVal = 6.U 23709c6f1ddSLingrui98 def minThres = 6.U 23809c6f1ddSLingrui98 def maxThres = 31.U 23909c6f1ddSLingrui98 def update(cause: Bool): SCThreshold = { 24009c6f1ddSLingrui98 val res = Wire(new SCThreshold(this.ctrBits)) 24109c6f1ddSLingrui98 val newCtr = satUpdate(this.ctr, this.ctrBits, cause) 242cf7d6b7aSMuzi val newThres = Mux( 243cf7d6b7aSMuzi res.satPos(newCtr) && this.thres <= maxThres, 244cf7d6b7aSMuzi this.thres + 2.U, 245cf7d6b7aSMuzi Mux(res.satNeg(newCtr) && this.thres >= minThres, this.thres - 2.U, this.thres) 246cf7d6b7aSMuzi ) 24709c6f1ddSLingrui98 res.thres := newThres 24809c6f1ddSLingrui98 res.ctr := Mux(res.satPos(newCtr) || res.satNeg(newCtr), res.neutralVal, newCtr) 24909c6f1ddSLingrui98 // XSDebug(true.B, p"scThres Update: cause${cause} newCtr ${newCtr} newThres ${newThres}\n") 25009c6f1ddSLingrui98 res 25109c6f1ddSLingrui98 } 25209c6f1ddSLingrui98} 25309c6f1ddSLingrui98 25409c6f1ddSLingrui98object SCThreshold { 25509c6f1ddSLingrui98 def apply(bits: Int)(implicit p: Parameters) = { 25609c6f1ddSLingrui98 val t = Wire(new SCThreshold(ctrBits = bits)) 25709c6f1ddSLingrui98 t.ctr := t.neutralVal 25809c6f1ddSLingrui98 t.thres := t.initVal 25909c6f1ddSLingrui98 t 26009c6f1ddSLingrui98 } 26109c6f1ddSLingrui98} 26209c6f1ddSLingrui98 2631ca0e4f3SYinan Xutrait HasSC extends HasSCParameter with HasPerfEvents { this: Tage => 264efe3f3bbSSteve Gou val update_on_mispred, update_on_unconf = WireInit(0.U.asTypeOf(Vec(TageBanks, Bool()))) 265dd6c0695SLingrui98 var sc_fh_info = Set[FoldedHistoryInfo]() 266bf358e08SLingrui98 if (EnableSC) { 26734ed6fbcSLingrui98 val scTables = SCTableInfos.map { 26809c6f1ddSLingrui98 case (nRows, ctrBits, histLen) => { 26909c6f1ddSLingrui98 val t = Module(new SCTable(nRows / TageBanks, ctrBits, histLen)) 27009c6f1ddSLingrui98 val req = t.io.req 271adc0b8dfSGuokai Chen req.valid := io.s0_fire(3) 272adc0b8dfSGuokai Chen req.bits.pc := s0_pc_dup(3) 273adc0b8dfSGuokai Chen req.bits.folded_hist := io.in.bits.folded_hist(3) 27486d9c530SLingrui98 req.bits.ghist := DontCare 27509c6f1ddSLingrui98 if (!EnableSC) { t.io.update := DontCare } 27609c6f1ddSLingrui98 t 27709c6f1ddSLingrui98 } 27809c6f1ddSLingrui98 } 27934ed6fbcSLingrui98 sc_fh_info = scTables.map(_.getFoldedHistoryInfo).reduce(_ ++ _).toSet 28009c6f1ddSLingrui98 28109c6f1ddSLingrui98 val scThresholds = List.fill(TageBanks)(RegInit(SCThreshold(5))) 28209c6f1ddSLingrui98 val useThresholds = VecInit(scThresholds map (_.thres)) 2837e8b966aSLingrui98 284d71e9942SLingrui98 def sign(x: SInt) = x(x.getWidth - 1) 285d71e9942SLingrui98 def pos(x: SInt) = !sign(x) 286d71e9942SLingrui98 def neg(x: SInt) = sign(x) 2877e8b966aSLingrui98 2887e8b966aSLingrui98 def aboveThreshold(scSum: SInt, tagePvdr: SInt, threshold: UInt): Bool = { 289d71e9942SLingrui98 val signedThres = threshold.zext 2907e8b966aSLingrui98 val totalSum = scSum +& tagePvdr 2917e8b966aSLingrui98 (scSum > signedThres - tagePvdr) && pos(totalSum) || 2927e8b966aSLingrui98 (scSum < -signedThres - tagePvdr) && neg(totalSum) 293d71e9942SLingrui98 } 29409c6f1ddSLingrui98 val updateThresholds = VecInit(useThresholds map (t => (t << 3) +& 21.U)) 29509c6f1ddSLingrui98 29634ed6fbcSLingrui98 val s1_scResps = VecInit(scTables.map(t => t.io.resp)) 29709c6f1ddSLingrui98 29834ed6fbcSLingrui98 val scUpdateMask = WireInit(0.U.asTypeOf(Vec(numBr, Vec(SCNTables, Bool())))) 29909c6f1ddSLingrui98 val scUpdateTagePreds = Wire(Vec(TageBanks, Bool())) 30009c6f1ddSLingrui98 val scUpdateTakens = Wire(Vec(TageBanks, Bool())) 30134ed6fbcSLingrui98 val scUpdateOldCtrs = Wire(Vec(numBr, Vec(SCNTables, SInt(SCCtrBits.W)))) 30209c6f1ddSLingrui98 scUpdateTagePreds := DontCare 30309c6f1ddSLingrui98 scUpdateTakens := DontCare 30409c6f1ddSLingrui98 scUpdateOldCtrs := DontCare 30509c6f1ddSLingrui98 30634ed6fbcSLingrui98 val updateSCMeta = updateMeta.scMeta.get 30709c6f1ddSLingrui98 30809c6f1ddSLingrui98 val s2_sc_used, s2_conf, s2_unconf, s2_agree, s2_disagree = 309ff1cd593SLingrui98 WireInit(0.U.asTypeOf(Vec(TageBanks, Bool()))) 31009c6f1ddSLingrui98 val update_sc_used, update_conf, update_unconf, update_agree, update_disagree = 311ff1cd593SLingrui98 WireInit(0.U.asTypeOf(Vec(TageBanks, Bool()))) 312efe3f3bbSSteve Gou val sc_misp_tage_corr, sc_corr_tage_misp = 313ff1cd593SLingrui98 WireInit(0.U.asTypeOf(Vec(TageBanks, Bool()))) 31409c6f1ddSLingrui98 31509c6f1ddSLingrui98 // for sc ctrs 316238c84b9SLingrui98 def getCentered(ctr: SInt): SInt = Cat(ctr, 1.U(1.W)).asSInt 317238c84b9SLingrui98 // for tage ctrs, (2*(ctr-4)+1)*8 318238c84b9SLingrui98 def getPvdrCentered(ctr: UInt): SInt = Cat(ctr ^ (1 << (TageCtrBits - 1)).U, 1.U(1.W), 0.U(3.W)).asSInt 31909c6f1ddSLingrui98 32034ed6fbcSLingrui98 val scMeta = resp_meta.scMeta.get 32109c6f1ddSLingrui98 scMeta := DontCare 32234ed6fbcSLingrui98 for (w <- 0 until TageBanks) { 32309c6f1ddSLingrui98 // do summation in s2 32409c6f1ddSLingrui98 val s1_scTableSums = VecInit( 32509c6f1ddSLingrui98 (0 to 1) map { i => 32634ed6fbcSLingrui98 ParallelSingedExpandingAdd(s1_scResps map (r => getCentered(r.ctrs(w)(i)))) // TODO: rewrite with wallace tree 32709c6f1ddSLingrui98 } 32809c6f1ddSLingrui98 ) 329adc0b8dfSGuokai Chen val s2_scTableSums = RegEnable(s1_scTableSums, io.s1_fire(3)) 330adc0b8dfSGuokai Chen val s2_tagePrvdCtrCentered = getPvdrCentered(RegEnable(s1_providerResps(w).ctr, io.s1_fire(3))) 331cb4f77ceSLingrui98 val s2_totalSums = s2_scTableSums.map(_ +& s2_tagePrvdCtrCentered) 332cf7d6b7aSMuzi val s2_sumAboveThresholds = 333cf7d6b7aSMuzi VecInit((0 to 1).map(i => aboveThreshold(s2_scTableSums(i), s2_tagePrvdCtrCentered, useThresholds(w)))) 334cb4f77ceSLingrui98 val s2_scPreds = VecInit(s2_totalSums.map(_ >= 0.S)) 33509c6f1ddSLingrui98 336adc0b8dfSGuokai Chen val s2_scResps = VecInit(RegEnable(s1_scResps, io.s1_fire(3)).map(_.ctrs(w))) 337adc0b8dfSGuokai Chen val s2_scCtrs = VecInit(s2_scResps.map(_(s2_tageTakens_dup(3)(w).asUInt))) 338adc0b8dfSGuokai Chen val s2_chooseBit = s2_tageTakens_dup(3)(w) 33909c6f1ddSLingrui98 340cb4f77ceSLingrui98 val s2_pred = 341cf7d6b7aSMuzi Mux(s2_provideds(w) && s2_sumAboveThresholds(s2_chooseBit), s2_scPreds(s2_chooseBit), s2_tageTakens_dup(3)(w)) 342cb4f77ceSLingrui98 343adc0b8dfSGuokai Chen val s3_disagree = RegEnable(s2_disagree, io.s2_fire(3)) 344abdc3a32Sxu_zh io.out.last_stage_spec_info.sc_disagree.map(_ := s3_disagree) 345d2b20d1aSTang Haojin 346adc0b8dfSGuokai Chen scMeta.scPreds(w) := RegEnable(s2_scPreds(s2_chooseBit), io.s2_fire(3)) 347adc0b8dfSGuokai Chen scMeta.ctrs(w) := RegEnable(s2_scCtrs, io.s2_fire(3)) 34834ed6fbcSLingrui98 349*8b33cd30Sklin02 val pred = s2_scPreds(s2_chooseBit) 350*8b33cd30Sklin02 val debug_pc = Cat(debug_pc_s2, w.U, 0.U(instOffsetBits.W)) 3514813e060SLingrui98 when(s2_provideds(w)) { 35209c6f1ddSLingrui98 s2_sc_used(w) := true.B 353b30c10d6SLingrui98 s2_unconf(w) := !s2_sumAboveThresholds(s2_chooseBit) 354b30c10d6SLingrui98 s2_conf(w) := s2_sumAboveThresholds(s2_chooseBit) 35509c6f1ddSLingrui98 // Use prediction from Statistical Corrector 356b30c10d6SLingrui98 when(s2_sumAboveThresholds(s2_chooseBit)) { 357adc0b8dfSGuokai Chen s2_agree(w) := s2_tageTakens_dup(3)(w) === pred 358adc0b8dfSGuokai Chen s2_disagree(w) := s2_tageTakens_dup(3)(w) =/= pred 35909c6f1ddSLingrui98 // fit to always-taken condition 360c2d1ec7dSLingrui98 // io.out.s2.full_pred.br_taken_mask(w) := pred 36109c6f1ddSLingrui98 } 36209c6f1ddSLingrui98 } 363*8b33cd30Sklin02 XSDebug(s2_provideds(w), p"---------tage_bank_${w} provided so that sc used---------\n") 364*8b33cd30Sklin02 XSDebug( 365*8b33cd30Sklin02 s2_provideds(w) && s2_sumAboveThresholds(s2_chooseBit), 366*8b33cd30Sklin02 p"pc(${Hexadecimal(debug_pc)}) SC(${w.U}) overriden pred to ${pred}\n" 367*8b33cd30Sklin02 ) 36809c6f1ddSLingrui98 369adc0b8dfSGuokai Chen val s3_pred_dup = io.s2_fire.map(f => RegEnable(s2_pred, f)) 370adc0b8dfSGuokai Chen val sc_enable_dup = dup(RegNext(io.ctrl.sc_enable)) 371cf7d6b7aSMuzi for ( 372cf7d6b7aSMuzi sc_enable & fp & s3_pred <- 373cf7d6b7aSMuzi sc_enable_dup zip io.out.s3.full_pred zip s3_pred_dup 374cf7d6b7aSMuzi ) { 375adc0b8dfSGuokai Chen when(sc_enable) { 376adc0b8dfSGuokai Chen fp.br_taken_mask(w) := s3_pred 377adc0b8dfSGuokai Chen } 3786ee06c7aSSteve Gou } 379b30c10d6SLingrui98 38034ed6fbcSLingrui98 val updateTageMeta = updateMeta 38134ed6fbcSLingrui98 val scPred = updateSCMeta.scPreds(w) 382deb3a97eSGao-Zeyu val tagePred = updateTageMeta.takens(w) 383803124a6SLingrui98 val taken = update.br_taken_mask(w) 38434ed6fbcSLingrui98 val scOldCtrs = updateSCMeta.ctrs(w) 3854813e060SLingrui98 val pvdrCtr = updateTageMeta.providerResps(w).ctr 386ffa09ba7SEaston Man val tableSum = ParallelSingedExpandingAdd(scOldCtrs.map(getCentered)) 387ffa09ba7SEaston Man val totalSumAbs = (tableSum +& getPvdrCentered(pvdrCtr)).abs.asUInt 388ff1cd593SLingrui98 val updateThres = updateThresholds(w) 389ffa09ba7SEaston Man val sumAboveThreshold = aboveThreshold(tableSum, getPvdrCentered(pvdrCtr), updateThres) 390*8b33cd30Sklin02 val thres = useThresholds(w) 391*8b33cd30Sklin02 val newThres = scThresholds(w).update(scPred =/= taken) 392*8b33cd30Sklin02 when(updateValids(w) && updateTageMeta.providers(w).valid) { 39309c6f1ddSLingrui98 scUpdateTagePreds(w) := tagePred 39409c6f1ddSLingrui98 scUpdateTakens(w) := taken 39509c6f1ddSLingrui98 (scUpdateOldCtrs(w) zip scOldCtrs).foreach { case (t, c) => t := c } 39609c6f1ddSLingrui98 39709c6f1ddSLingrui98 update_sc_used(w) := true.B 398b30c10d6SLingrui98 update_unconf(w) := !sumAboveThreshold 399b30c10d6SLingrui98 update_conf(w) := sumAboveThreshold 40009c6f1ddSLingrui98 update_agree(w) := scPred === tagePred 40109c6f1ddSLingrui98 update_disagree(w) := scPred =/= tagePred 40209c6f1ddSLingrui98 sc_corr_tage_misp(w) := scPred === taken && tagePred =/= taken && update_conf(w) 40309c6f1ddSLingrui98 sc_misp_tage_corr(w) := scPred =/= taken && tagePred === taken && update_conf(w) 40409c6f1ddSLingrui98 405ffa09ba7SEaston Man when(scPred =/= tagePred && totalSumAbs >= thres - 4.U && totalSumAbs <= thres - 2.U) { 40609c6f1ddSLingrui98 scThresholds(w) := newThres 40709c6f1ddSLingrui98 } 40809c6f1ddSLingrui98 409b30c10d6SLingrui98 when(scPred =/= taken || !sumAboveThreshold) { 41009c6f1ddSLingrui98 scUpdateMask(w).foreach(_ := true.B) 411*8b33cd30Sklin02 update_on_mispred(w) := scPred =/= taken 412*8b33cd30Sklin02 update_on_unconf(w) := scPred === taken 413*8b33cd30Sklin02 } 414*8b33cd30Sklin02 } 415cf7d6b7aSMuzi XSDebug( 416*8b33cd30Sklin02 updateValids(w) && updateTageMeta.providers(w).valid && 417*8b33cd30Sklin02 scPred =/= tagePred && totalSumAbs >= thres - 4.U && totalSumAbs <= thres - 2.U, 418*8b33cd30Sklin02 p"scThres $w update: old ${useThresholds(w)} --> new ${newThres.thres}\n" 419*8b33cd30Sklin02 ) 420*8b33cd30Sklin02 XSDebug( 421*8b33cd30Sklin02 updateValids(w) && updateTageMeta.providers(w).valid && 422*8b33cd30Sklin02 (scPred =/= taken || !sumAboveThreshold) && 423cf7d6b7aSMuzi tableSum < 0.S, 42409c6f1ddSLingrui98 p"scUpdate: bank(${w}), scPred(${scPred}), tagePred(${tagePred}), " + 425ffa09ba7SEaston Man p"scSum(-${tableSum.abs}), mispred: sc(${scPred =/= taken}), tage(${updateMisPreds(w)})\n" 42609c6f1ddSLingrui98 ) 427cf7d6b7aSMuzi XSDebug( 428*8b33cd30Sklin02 updateValids(w) && updateTageMeta.providers(w).valid && 429*8b33cd30Sklin02 (scPred =/= taken || !sumAboveThreshold) && 430cf7d6b7aSMuzi tableSum >= 0.S, 43109c6f1ddSLingrui98 p"scUpdate: bank(${w}), scPred(${scPred}), tagePred(${tagePred}), " + 432ffa09ba7SEaston Man p"scSum(+${tableSum.abs}), mispred: sc(${scPred =/= taken}), tage(${updateMisPreds(w)})\n" 43309c6f1ddSLingrui98 ) 434*8b33cd30Sklin02 XSDebug( 435*8b33cd30Sklin02 updateValids(w) && updateTageMeta.providers(w).valid && 436*8b33cd30Sklin02 (scPred =/= taken || !sumAboveThreshold), 437*8b33cd30Sklin02 p"bank(${w}), update: sc: ${updateSCMeta}\n" 438*8b33cd30Sklin02 ) 43909c6f1ddSLingrui98 } 44009c6f1ddSLingrui98 4417af6acb0SEaston Man val realWens = scUpdateMask.transpose.map(v => v.reduce(_ | _)) 44209c6f1ddSLingrui98 for (b <- 0 until TageBanks) { 44334ed6fbcSLingrui98 for (i <- 0 until SCNTables) { 4447af6acb0SEaston Man val realWen = realWens(i) 44534ed6fbcSLingrui98 scTables(i).io.update.mask(b) := RegNext(scUpdateMask(b)(i)) 4467af6acb0SEaston Man scTables(i).io.update.tagePreds(b) := RegEnable(scUpdateTagePreds(b), realWen) 4477af6acb0SEaston Man scTables(i).io.update.takens(b) := RegEnable(scUpdateTakens(b), realWen) 4487af6acb0SEaston Man scTables(i).io.update.oldCtrs(b) := RegEnable(scUpdateOldCtrs(b)(i), realWen) 44903426fe2Spengxiao scTables(i).io.update.pc := RegEnable(update_pc, realWen) 45003426fe2Spengxiao scTables(i).io.update.ghist := RegEnable(update.ghist, realWen) 45109c6f1ddSLingrui98 } 45209c6f1ddSLingrui98 } 45309c6f1ddSLingrui98 45409c6f1ddSLingrui98 tage_perf("sc_conf", PopCount(s2_conf), PopCount(update_conf)) 45509c6f1ddSLingrui98 tage_perf("sc_unconf", PopCount(s2_unconf), PopCount(update_unconf)) 45609c6f1ddSLingrui98 tage_perf("sc_agree", PopCount(s2_agree), PopCount(update_agree)) 45709c6f1ddSLingrui98 tage_perf("sc_disagree", PopCount(s2_disagree), PopCount(update_disagree)) 45809c6f1ddSLingrui98 tage_perf("sc_used", PopCount(s2_sc_used), PopCount(update_sc_used)) 45909c6f1ddSLingrui98 XSPerfAccumulate("sc_update_on_mispred", PopCount(update_on_mispred)) 46009c6f1ddSLingrui98 XSPerfAccumulate("sc_update_on_unconf", PopCount(update_on_unconf)) 46109c6f1ddSLingrui98 XSPerfAccumulate("sc_mispred_but_tage_correct", PopCount(sc_misp_tage_corr)) 46209c6f1ddSLingrui98 XSPerfAccumulate("sc_correct_and_tage_wrong", PopCount(sc_corr_tage_misp)) 463cd365d4cSrvcoresjw 464efe3f3bbSSteve Gou } 465efe3f3bbSSteve Gou 466dd6c0695SLingrui98 override def getFoldedHistoryInfo = Some(tage_fh_info ++ sc_fh_info) 467dd6c0695SLingrui98 4684813e060SLingrui98 override val perfEvents = Seq( 4694813e060SLingrui98 ("tage_tht_hit ", PopCount(updateMeta.providers.map(_.valid))), 470cd365d4cSrvcoresjw ("sc_update_on_mispred ", PopCount(update_on_mispred)), 471cf7d6b7aSMuzi ("sc_update_on_unconf ", PopCount(update_on_unconf)) 472cd365d4cSrvcoresjw ) 4731ca0e4f3SYinan Xu generatePerfEvent() 474bf358e08SLingrui98} 475