111d0c81dSLingrui98/*************************************************************************************** 211d0c81dSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 311d0c81dSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory 411d0c81dSLingrui98* 511d0c81dSLingrui98* XiangShan is licensed under Mulan PSL v2. 611d0c81dSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2. 711d0c81dSLingrui98* You may obtain a copy of Mulan PSL v2 at: 811d0c81dSLingrui98* http://license.coscl.org.cn/MulanPSL2 911d0c81dSLingrui98* 1011d0c81dSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 1111d0c81dSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 1211d0c81dSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 1311d0c81dSLingrui98* 1411d0c81dSLingrui98* See the Mulan PSL v2 for more details. 1511d0c81dSLingrui98***************************************************************************************/ 1611d0c81dSLingrui98 1711d0c81dSLingrui98package xiangshan.frontend 1811d0c81dSLingrui98 1911d0c81dSLingrui98import chipsalliance.rocketchip.config.Parameters 2011d0c81dSLingrui98import chisel3._ 2111d0c81dSLingrui98import chisel3.util._ 2211d0c81dSLingrui98import utils._ 233c02ee8fSwakafaimport utility._ 2411d0c81dSLingrui98import xiangshan._ 2511d0c81dSLingrui98import chisel3.experimental.chiselName 2611d0c81dSLingrui98import scala.{Tuple2 => &} 2711d0c81dSLingrui98 2811d0c81dSLingrui98trait FauFTBParams extends HasXSParameter with HasBPUConst { 2911d0c81dSLingrui98 val numWays = 32 3011d0c81dSLingrui98 val tagSize = 16 3111d0c81dSLingrui98 3211d0c81dSLingrui98 val TAR_STAT_SZ = 2 3311d0c81dSLingrui98 def TAR_FIT = 0.U(TAR_STAT_SZ.W) 3411d0c81dSLingrui98 def TAR_OVF = 1.U(TAR_STAT_SZ.W) 3511d0c81dSLingrui98 def TAR_UDF = 2.U(TAR_STAT_SZ.W) 3611d0c81dSLingrui98 3711d0c81dSLingrui98 def BR_OFFSET_LEN = 12 3811d0c81dSLingrui98 def JMP_OFFSET_LEN = 20 3911d0c81dSLingrui98 4011d0c81dSLingrui98 def getTag(pc: UInt) = pc(tagSize+instOffsetBits-1, instOffsetBits) 4111d0c81dSLingrui98} 4211d0c81dSLingrui98 4311d0c81dSLingrui98class FauFTBEntry(implicit p: Parameters) extends FTBEntry()(p) {} 4411d0c81dSLingrui98 4511d0c81dSLingrui98class FauFTBWay(implicit p: Parameters) extends XSModule with FauFTBParams { 4611d0c81dSLingrui98 val io = IO(new Bundle{ 4711d0c81dSLingrui98 val req_tag = Input(UInt(tagSize.W)) 4811d0c81dSLingrui98 val resp = Output(new FauFTBEntry) 4911d0c81dSLingrui98 val resp_hit = Output(Bool()) 5011d0c81dSLingrui98 val update_req_tag = Input(UInt(tagSize.W)) 5111d0c81dSLingrui98 val update_hit = Output(Bool()) 5211d0c81dSLingrui98 val write_valid = Input(Bool()) 5311d0c81dSLingrui98 val write_entry = Input(new FauFTBEntry) 5411d0c81dSLingrui98 val write_tag = Input(UInt(tagSize.W)) 5511d0c81dSLingrui98 val tag_read = Output(UInt(tagSize.W)) 5611d0c81dSLingrui98 }) 5711d0c81dSLingrui98 5811d0c81dSLingrui98 val data = Reg(new FauFTBEntry) 5911d0c81dSLingrui98 val tag = Reg(UInt(tagSize.W)) 6011d0c81dSLingrui98 val valid = RegInit(false.B) 6111d0c81dSLingrui98 6211d0c81dSLingrui98 io.resp := data 6311d0c81dSLingrui98 io.resp_hit := tag === io.req_tag && valid 6411d0c81dSLingrui98 // write bypass to avoid multiple hit 6511d0c81dSLingrui98 io.update_hit := ((tag === io.update_req_tag) && valid) || 6611d0c81dSLingrui98 ((io.write_tag === io.update_req_tag) && io.write_valid) 6711d0c81dSLingrui98 io.tag_read := tag 6811d0c81dSLingrui98 6911d0c81dSLingrui98 when (io.write_valid) { 7011d0c81dSLingrui98 when (!valid) { 7111d0c81dSLingrui98 valid := true.B 7211d0c81dSLingrui98 } 7311d0c81dSLingrui98 tag := io.write_tag 7411d0c81dSLingrui98 data := io.write_entry 7511d0c81dSLingrui98 } 7611d0c81dSLingrui98} 7711d0c81dSLingrui98 7811d0c81dSLingrui98 7911d0c81dSLingrui98class FauFTB(implicit p: Parameters) extends BasePredictor with FauFTBParams { 8011d0c81dSLingrui98 8111d0c81dSLingrui98 class FauFTBMeta(implicit p: Parameters) extends XSBundle with FauFTBParams { 8211d0c81dSLingrui98 val pred_way = UInt(log2Ceil(numWays).W) 8311d0c81dSLingrui98 val hit = Bool() 8411d0c81dSLingrui98 } 8511d0c81dSLingrui98 val resp_meta = Wire(new FauFTBMeta) 8611d0c81dSLingrui98 override val meta_size = resp_meta.getWidth 87b60e4b0bSLingrui98 override val is_fast_pred = true 8811d0c81dSLingrui98 8911d0c81dSLingrui98 9011d0c81dSLingrui98 9111d0c81dSLingrui98 val ways = Seq.tabulate(numWays)(w => Module(new FauFTBWay)) 9211d0c81dSLingrui98 // numWays * numBr 9311d0c81dSLingrui98 val ctrs = Seq.tabulate(numWays)(w => Seq.tabulate(numBr)(b => RegInit(2.U(2.W)))) 9411d0c81dSLingrui98 val replacer = ReplacementPolicy.fromString("plru", numWays) 9511d0c81dSLingrui98 val replacer_touch_ways = Wire(Vec(2, Valid(UInt(log2Ceil(numWays).W)))) 9611d0c81dSLingrui98 9711d0c81dSLingrui98 9811d0c81dSLingrui98 // pred req 99*adc0b8dfSGuokai Chen ways.foreach(_.io.req_tag := getTag(s1_pc_dup(0))) 10011d0c81dSLingrui98 10111d0c81dSLingrui98 // pred resp 10211d0c81dSLingrui98 val s1_hit_oh = VecInit(ways.map(_.io.resp_hit)).asUInt 10311d0c81dSLingrui98 val s1_hit = s1_hit_oh.orR 10411d0c81dSLingrui98 val s1_hit_way = OHToUInt(s1_hit_oh) 10511d0c81dSLingrui98 val s1_possible_full_preds = Wire(Vec(numWays, new FullBranchPrediction)) 10611d0c81dSLingrui98 10711d0c81dSLingrui98 val s1_all_entries = VecInit(ways.map(_.io.resp)) 10811d0c81dSLingrui98 for (c & fp & e <- ctrs zip s1_possible_full_preds zip s1_all_entries) { 10911d0c81dSLingrui98 fp.hit := DontCare 110*adc0b8dfSGuokai Chen fp.fromFtbEntry(e, s1_pc_dup(0)) 11111d0c81dSLingrui98 for (i <- 0 until numBr) { 11211d0c81dSLingrui98 fp.br_taken_mask(i) := c(i)(1) || e.always_taken(i) 11311d0c81dSLingrui98 } 11411d0c81dSLingrui98 } 11511d0c81dSLingrui98 val s1_hit_full_pred = Mux1H(s1_hit_oh, s1_possible_full_preds) 11611d0c81dSLingrui98 XSError(PopCount(s1_hit_oh) > 1.U, "fauftb has multiple hits!\n") 11711d0c81dSLingrui98 val fauftb_enable = RegNext(io.ctrl.ubtb_enable) 118*adc0b8dfSGuokai Chen io.out.s1.full_pred.map(_ := s1_hit_full_pred) 119*adc0b8dfSGuokai Chen io.out.s1.full_pred.map(_ .hit := s1_hit && fauftb_enable) 12011d0c81dSLingrui98 12111d0c81dSLingrui98 // assign metas 12211d0c81dSLingrui98 io.out.last_stage_meta := resp_meta.asUInt 123*adc0b8dfSGuokai Chen resp_meta.hit := RegEnable(RegEnable(s1_hit, io.s1_fire(0)), io.s2_fire(0)) 124*adc0b8dfSGuokai Chen resp_meta.pred_way := RegEnable(RegEnable(s1_hit_way, io.s1_fire(0)), io.s2_fire(0)) 12511d0c81dSLingrui98 12611d0c81dSLingrui98 // pred update replacer state 127*adc0b8dfSGuokai Chen val s1_fire = io.s1_fire(0) 128*adc0b8dfSGuokai Chen replacer_touch_ways(0).valid := RegNext(s1_fire(0) && s1_hit) 129*adc0b8dfSGuokai Chen replacer_touch_ways(0).bits := RegEnable(s1_hit_way, s1_fire(0) && s1_hit) 13011d0c81dSLingrui98 13111d0c81dSLingrui98 /********************** update ***********************/ 13211d0c81dSLingrui98 // s0: update_valid, read and tag comparison 13311d0c81dSLingrui98 // s1: alloc_way and write 13411d0c81dSLingrui98 13511d0c81dSLingrui98 // s0 13611d0c81dSLingrui98 val u = io.update 13711d0c81dSLingrui98 val u_meta = u.bits.meta.asTypeOf(new FauFTBMeta) 13811d0c81dSLingrui98 val u_s0_tag = getTag(u.bits.pc) 13911d0c81dSLingrui98 ways.foreach(_.io.update_req_tag := u_s0_tag) 14011d0c81dSLingrui98 val u_s0_hit_oh = VecInit(ways.map(_.io.update_hit)).asUInt 14111d0c81dSLingrui98 val u_s0_hit = u_s0_hit_oh.orR 14211d0c81dSLingrui98 val u_s0_br_update_valids = 14311d0c81dSLingrui98 VecInit((0 until numBr).map(w => 14411d0c81dSLingrui98 u.bits.ftb_entry.brValids(w) && u.valid && !u.bits.ftb_entry.always_taken(w) && 14511d0c81dSLingrui98 !(PriorityEncoder(u.bits.br_taken_mask) < w.U))) 14611d0c81dSLingrui98 14711d0c81dSLingrui98 // s1 14811d0c81dSLingrui98 val u_s1_valid = RegNext(u.valid) 14911d0c81dSLingrui98 val u_s1_tag = RegEnable(u_s0_tag, u.valid) 15011d0c81dSLingrui98 val u_s1_hit_oh = RegEnable(u_s0_hit_oh, u.valid) 15111d0c81dSLingrui98 val u_s1_hit = RegEnable(u_s0_hit, u.valid) 15211d0c81dSLingrui98 val u_s1_alloc_way = replacer.way 15311d0c81dSLingrui98 val u_s1_write_way_oh = Mux(u_s1_hit, u_s1_hit_oh, UIntToOH(u_s1_alloc_way)) 15411d0c81dSLingrui98 val u_s1_ftb_entry = RegEnable(u.bits.ftb_entry, u.valid) 15511d0c81dSLingrui98 val u_s1_ways_write_valid = VecInit((0 until numWays).map(w => u_s1_write_way_oh(w).asBool && u_s1_valid)) 15611d0c81dSLingrui98 for (w <- 0 until numWays) { 15711d0c81dSLingrui98 ways(w).io.write_valid := u_s1_ways_write_valid(w) 15811d0c81dSLingrui98 ways(w).io.write_tag := u_s1_tag 15911d0c81dSLingrui98 ways(w).io.write_entry := u_s1_ftb_entry 16011d0c81dSLingrui98 } 16111d0c81dSLingrui98 16211d0c81dSLingrui98 // update saturating counters 16311d0c81dSLingrui98 val u_s1_br_update_valids = RegEnable(u_s0_br_update_valids, u.valid) 16411d0c81dSLingrui98 val u_s1_br_takens = RegEnable(u.bits.br_taken_mask, u.valid) 16511d0c81dSLingrui98 for (w <- 0 until numWays) { 16611d0c81dSLingrui98 when (u_s1_ways_write_valid(w)) { 16711d0c81dSLingrui98 for (br <- 0 until numBr) { 16811d0c81dSLingrui98 when (u_s1_br_update_valids(br)) { 16911d0c81dSLingrui98 ctrs(w)(br) := satUpdate(ctrs(w)(br), 2, u_s1_br_takens(br)) 17011d0c81dSLingrui98 } 17111d0c81dSLingrui98 } 17211d0c81dSLingrui98 } 17311d0c81dSLingrui98 } 17411d0c81dSLingrui98 17511d0c81dSLingrui98 // commit update replacer state 17611d0c81dSLingrui98 replacer_touch_ways(1).valid := u_s1_valid 17711d0c81dSLingrui98 replacer_touch_ways(1).bits := OHToUInt(u_s1_write_way_oh) 17811d0c81dSLingrui98 17911d0c81dSLingrui98 /******** update replacer *********/ 18011d0c81dSLingrui98 replacer.access(replacer_touch_ways) 18111d0c81dSLingrui98 18211d0c81dSLingrui98 18311d0c81dSLingrui98 /********************** perf counters **********************/ 184*adc0b8dfSGuokai Chen val s0_fire_next_cycle = RegNext(io.s0_fire(0)) 18511d0c81dSLingrui98 val u_pred_hit_way_map = (0 until numWays).map(w => s0_fire_next_cycle && s1_hit && s1_hit_way === w.U) 18611d0c81dSLingrui98 val u_commit_hit_way_map = (0 until numWays).map(w => u.valid && u_meta.hit && u_meta.pred_way === w.U) 18711d0c81dSLingrui98 XSPerfAccumulate("uftb_read_hits", s0_fire_next_cycle && s1_hit) 18811d0c81dSLingrui98 XSPerfAccumulate("uftb_read_misses", s0_fire_next_cycle && !s1_hit) 18911d0c81dSLingrui98 XSPerfAccumulate("uftb_commit_hits", u.valid && u_meta.hit) 19011d0c81dSLingrui98 XSPerfAccumulate("uftb_commit_misses", u.valid && !u_meta.hit) 19111d0c81dSLingrui98 XSPerfAccumulate("uftb_commit_read_hit_pred_miss", u.valid && !u_meta.hit && u_s0_hit_oh.orR) 19211d0c81dSLingrui98 for (w <- 0 until numWays) { 19311d0c81dSLingrui98 XSPerfAccumulate(f"uftb_pred_hit_way_${w}", u_pred_hit_way_map(w)) 19411d0c81dSLingrui98 XSPerfAccumulate(f"uftb_commit_hit_way_${w}", u_commit_hit_way_map(w)) 19511d0c81dSLingrui98 XSPerfAccumulate(f"uftb_replace_way_${w}", !u_s1_hit && u_s1_alloc_way === w.U) 19611d0c81dSLingrui98 } 19711d0c81dSLingrui98 19811d0c81dSLingrui98 override val perfEvents = Seq( 19911d0c81dSLingrui98 ("fauftb_commit_hit ", u.valid && u_meta.hit), 20011d0c81dSLingrui98 ("fauftb_commit_miss ", u.valid && !u_meta.hit), 20111d0c81dSLingrui98 ) 20211d0c81dSLingrui98 generatePerfEvent() 20311d0c81dSLingrui98 20411d0c81dSLingrui98}