111d0c81dSLingrui98/*************************************************************************************** 211d0c81dSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 311d0c81dSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory 411d0c81dSLingrui98* 511d0c81dSLingrui98* XiangShan is licensed under Mulan PSL v2. 611d0c81dSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2. 711d0c81dSLingrui98* You may obtain a copy of Mulan PSL v2 at: 811d0c81dSLingrui98* http://license.coscl.org.cn/MulanPSL2 911d0c81dSLingrui98* 1011d0c81dSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 1111d0c81dSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 1211d0c81dSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 1311d0c81dSLingrui98* 1411d0c81dSLingrui98* See the Mulan PSL v2 for more details. 1511d0c81dSLingrui98***************************************************************************************/ 1611d0c81dSLingrui98 1711d0c81dSLingrui98package xiangshan.frontend 1811d0c81dSLingrui98 1911d0c81dSLingrui98import chipsalliance.rocketchip.config.Parameters 2011d0c81dSLingrui98import chisel3._ 2111d0c81dSLingrui98import chisel3.util._ 2211d0c81dSLingrui98import utils._ 2311d0c81dSLingrui98import xiangshan._ 2411d0c81dSLingrui98import chisel3.experimental.chiselName 2511d0c81dSLingrui98import scala.{Tuple2 => &} 2611d0c81dSLingrui98 2711d0c81dSLingrui98trait FauFTBParams extends HasXSParameter with HasBPUConst { 2811d0c81dSLingrui98 val numWays = 32 2911d0c81dSLingrui98 val tagSize = 16 3011d0c81dSLingrui98 3111d0c81dSLingrui98 val TAR_STAT_SZ = 2 3211d0c81dSLingrui98 def TAR_FIT = 0.U(TAR_STAT_SZ.W) 3311d0c81dSLingrui98 def TAR_OVF = 1.U(TAR_STAT_SZ.W) 3411d0c81dSLingrui98 def TAR_UDF = 2.U(TAR_STAT_SZ.W) 3511d0c81dSLingrui98 3611d0c81dSLingrui98 def BR_OFFSET_LEN = 12 3711d0c81dSLingrui98 def JMP_OFFSET_LEN = 20 3811d0c81dSLingrui98 3911d0c81dSLingrui98 def getTag(pc: UInt) = pc(tagSize+instOffsetBits-1, instOffsetBits) 4011d0c81dSLingrui98} 4111d0c81dSLingrui98 4211d0c81dSLingrui98class FauFTBEntry(implicit p: Parameters) extends FTBEntry()(p) {} 4311d0c81dSLingrui98 4411d0c81dSLingrui98class FauFTBWay(implicit p: Parameters) extends XSModule with FauFTBParams { 4511d0c81dSLingrui98 val io = IO(new Bundle{ 4611d0c81dSLingrui98 val req_tag = Input(UInt(tagSize.W)) 4711d0c81dSLingrui98 val resp = Output(new FauFTBEntry) 4811d0c81dSLingrui98 val resp_hit = Output(Bool()) 4911d0c81dSLingrui98 val update_req_tag = Input(UInt(tagSize.W)) 5011d0c81dSLingrui98 val update_hit = Output(Bool()) 5111d0c81dSLingrui98 val write_valid = Input(Bool()) 5211d0c81dSLingrui98 val write_entry = Input(new FauFTBEntry) 5311d0c81dSLingrui98 val write_tag = Input(UInt(tagSize.W)) 5411d0c81dSLingrui98 val tag_read = Output(UInt(tagSize.W)) 5511d0c81dSLingrui98 }) 5611d0c81dSLingrui98 5711d0c81dSLingrui98 val data = Reg(new FauFTBEntry) 5811d0c81dSLingrui98 val tag = Reg(UInt(tagSize.W)) 5911d0c81dSLingrui98 val valid = RegInit(false.B) 6011d0c81dSLingrui98 6111d0c81dSLingrui98 io.resp := data 6211d0c81dSLingrui98 io.resp_hit := tag === io.req_tag && valid 6311d0c81dSLingrui98 // write bypass to avoid multiple hit 6411d0c81dSLingrui98 io.update_hit := ((tag === io.update_req_tag) && valid) || 6511d0c81dSLingrui98 ((io.write_tag === io.update_req_tag) && io.write_valid) 6611d0c81dSLingrui98 io.tag_read := tag 6711d0c81dSLingrui98 6811d0c81dSLingrui98 when (io.write_valid) { 6911d0c81dSLingrui98 when (!valid) { 7011d0c81dSLingrui98 valid := true.B 7111d0c81dSLingrui98 } 7211d0c81dSLingrui98 tag := io.write_tag 7311d0c81dSLingrui98 data := io.write_entry 7411d0c81dSLingrui98 } 7511d0c81dSLingrui98} 7611d0c81dSLingrui98 7711d0c81dSLingrui98 7811d0c81dSLingrui98class FauFTB(implicit p: Parameters) extends BasePredictor with FauFTBParams { 7911d0c81dSLingrui98 8011d0c81dSLingrui98 class FauFTBMeta(implicit p: Parameters) extends XSBundle with FauFTBParams { 8111d0c81dSLingrui98 val pred_way = UInt(log2Ceil(numWays).W) 8211d0c81dSLingrui98 val hit = Bool() 8311d0c81dSLingrui98 } 8411d0c81dSLingrui98 val resp_meta = Wire(new FauFTBMeta) 8511d0c81dSLingrui98 override val meta_size = resp_meta.getWidth 86*b60e4b0bSLingrui98 override val is_fast_pred = true 8711d0c81dSLingrui98 8811d0c81dSLingrui98 8911d0c81dSLingrui98 9011d0c81dSLingrui98 val ways = Seq.tabulate(numWays)(w => Module(new FauFTBWay)) 9111d0c81dSLingrui98 // numWays * numBr 9211d0c81dSLingrui98 val ctrs = Seq.tabulate(numWays)(w => Seq.tabulate(numBr)(b => RegInit(2.U(2.W)))) 9311d0c81dSLingrui98 val replacer = ReplacementPolicy.fromString("plru", numWays) 9411d0c81dSLingrui98 val replacer_touch_ways = Wire(Vec(2, Valid(UInt(log2Ceil(numWays).W)))) 9511d0c81dSLingrui98 9611d0c81dSLingrui98 9711d0c81dSLingrui98 // pred req 9811d0c81dSLingrui98 ways.foreach(_.io.req_tag := getTag(s1_pc)) 9911d0c81dSLingrui98 10011d0c81dSLingrui98 // pred resp 10111d0c81dSLingrui98 val s1_hit_oh = VecInit(ways.map(_.io.resp_hit)).asUInt 10211d0c81dSLingrui98 val s1_hit = s1_hit_oh.orR 10311d0c81dSLingrui98 val s1_hit_way = OHToUInt(s1_hit_oh) 10411d0c81dSLingrui98 val s1_possible_full_preds = Wire(Vec(numWays, new FullBranchPrediction)) 10511d0c81dSLingrui98 10611d0c81dSLingrui98 val s1_all_entries = VecInit(ways.map(_.io.resp)) 10711d0c81dSLingrui98 for (c & fp & e <- ctrs zip s1_possible_full_preds zip s1_all_entries) { 10811d0c81dSLingrui98 fp.hit := DontCare 10911d0c81dSLingrui98 fp.fromFtbEntry(e, s1_pc) 11011d0c81dSLingrui98 for (i <- 0 until numBr) { 11111d0c81dSLingrui98 fp.br_taken_mask(i) := c(i)(1) || e.always_taken(i) 11211d0c81dSLingrui98 } 11311d0c81dSLingrui98 } 11411d0c81dSLingrui98 val s1_hit_full_pred = Mux1H(s1_hit_oh, s1_possible_full_preds) 11511d0c81dSLingrui98 XSError(PopCount(s1_hit_oh) > 1.U, "fauftb has multiple hits!\n") 11611d0c81dSLingrui98 val fauftb_enable = RegNext(io.ctrl.ubtb_enable) 11711d0c81dSLingrui98 io.out.s1.full_pred := s1_hit_full_pred 11811d0c81dSLingrui98 io.out.s1.full_pred.hit := s1_hit && fauftb_enable 11911d0c81dSLingrui98 12011d0c81dSLingrui98 // assign metas 12111d0c81dSLingrui98 io.out.last_stage_meta := resp_meta.asUInt 12211d0c81dSLingrui98 resp_meta.hit := RegEnable(RegEnable(s1_hit, io.s1_fire), io.s2_fire) 12311d0c81dSLingrui98 resp_meta.pred_way := RegEnable(RegEnable(s1_hit_way, io.s1_fire), io.s2_fire) 12411d0c81dSLingrui98 12511d0c81dSLingrui98 // pred update replacer state 12611d0c81dSLingrui98 val s1_fire = io.s1_fire 12711d0c81dSLingrui98 replacer_touch_ways(0).valid := RegNext(s1_fire && s1_hit) 12811d0c81dSLingrui98 replacer_touch_ways(0).bits := RegEnable(s1_hit_way, s1_fire && s1_hit) 12911d0c81dSLingrui98 13011d0c81dSLingrui98 /********************** update ***********************/ 13111d0c81dSLingrui98 // s0: update_valid, read and tag comparison 13211d0c81dSLingrui98 // s1: alloc_way and write 13311d0c81dSLingrui98 13411d0c81dSLingrui98 // s0 13511d0c81dSLingrui98 val u = io.update 13611d0c81dSLingrui98 val u_meta = u.bits.meta.asTypeOf(new FauFTBMeta) 13711d0c81dSLingrui98 val u_s0_tag = getTag(u.bits.pc) 13811d0c81dSLingrui98 ways.foreach(_.io.update_req_tag := u_s0_tag) 13911d0c81dSLingrui98 val u_s0_hit_oh = VecInit(ways.map(_.io.update_hit)).asUInt 14011d0c81dSLingrui98 val u_s0_hit = u_s0_hit_oh.orR 14111d0c81dSLingrui98 val u_s0_br_update_valids = 14211d0c81dSLingrui98 VecInit((0 until numBr).map(w => 14311d0c81dSLingrui98 u.bits.ftb_entry.brValids(w) && u.valid && !u.bits.ftb_entry.always_taken(w) && 14411d0c81dSLingrui98 !(PriorityEncoder(u.bits.br_taken_mask) < w.U))) 14511d0c81dSLingrui98 14611d0c81dSLingrui98 // s1 14711d0c81dSLingrui98 val u_s1_valid = RegNext(u.valid) 14811d0c81dSLingrui98 val u_s1_tag = RegEnable(u_s0_tag, u.valid) 14911d0c81dSLingrui98 val u_s1_hit_oh = RegEnable(u_s0_hit_oh, u.valid) 15011d0c81dSLingrui98 val u_s1_hit = RegEnable(u_s0_hit, u.valid) 15111d0c81dSLingrui98 val u_s1_alloc_way = replacer.way 15211d0c81dSLingrui98 val u_s1_write_way_oh = Mux(u_s1_hit, u_s1_hit_oh, UIntToOH(u_s1_alloc_way)) 15311d0c81dSLingrui98 val u_s1_ftb_entry = RegEnable(u.bits.ftb_entry, u.valid) 15411d0c81dSLingrui98 val u_s1_ways_write_valid = VecInit((0 until numWays).map(w => u_s1_write_way_oh(w).asBool && u_s1_valid)) 15511d0c81dSLingrui98 for (w <- 0 until numWays) { 15611d0c81dSLingrui98 ways(w).io.write_valid := u_s1_ways_write_valid(w) 15711d0c81dSLingrui98 ways(w).io.write_tag := u_s1_tag 15811d0c81dSLingrui98 ways(w).io.write_entry := u_s1_ftb_entry 15911d0c81dSLingrui98 } 16011d0c81dSLingrui98 16111d0c81dSLingrui98 // update saturating counters 16211d0c81dSLingrui98 val u_s1_br_update_valids = RegEnable(u_s0_br_update_valids, u.valid) 16311d0c81dSLingrui98 val u_s1_br_takens = RegEnable(u.bits.br_taken_mask, u.valid) 16411d0c81dSLingrui98 for (w <- 0 until numWays) { 16511d0c81dSLingrui98 when (u_s1_ways_write_valid(w)) { 16611d0c81dSLingrui98 for (br <- 0 until numBr) { 16711d0c81dSLingrui98 when (u_s1_br_update_valids(br)) { 16811d0c81dSLingrui98 ctrs(w)(br) := satUpdate(ctrs(w)(br), 2, u_s1_br_takens(br)) 16911d0c81dSLingrui98 } 17011d0c81dSLingrui98 } 17111d0c81dSLingrui98 } 17211d0c81dSLingrui98 } 17311d0c81dSLingrui98 17411d0c81dSLingrui98 // commit update replacer state 17511d0c81dSLingrui98 replacer_touch_ways(1).valid := u_s1_valid 17611d0c81dSLingrui98 replacer_touch_ways(1).bits := OHToUInt(u_s1_write_way_oh) 17711d0c81dSLingrui98 17811d0c81dSLingrui98 /******** update replacer *********/ 17911d0c81dSLingrui98 replacer.access(replacer_touch_ways) 18011d0c81dSLingrui98 18111d0c81dSLingrui98 18211d0c81dSLingrui98 /********************** perf counters **********************/ 18311d0c81dSLingrui98 val s0_fire_next_cycle = RegNext(io.s0_fire) 18411d0c81dSLingrui98 val u_pred_hit_way_map = (0 until numWays).map(w => s0_fire_next_cycle && s1_hit && s1_hit_way === w.U) 18511d0c81dSLingrui98 val u_commit_hit_way_map = (0 until numWays).map(w => u.valid && u_meta.hit && u_meta.pred_way === w.U) 18611d0c81dSLingrui98 XSPerfAccumulate("uftb_read_hits", s0_fire_next_cycle && s1_hit) 18711d0c81dSLingrui98 XSPerfAccumulate("uftb_read_misses", s0_fire_next_cycle && !s1_hit) 18811d0c81dSLingrui98 XSPerfAccumulate("uftb_commit_hits", u.valid && u_meta.hit) 18911d0c81dSLingrui98 XSPerfAccumulate("uftb_commit_misses", u.valid && !u_meta.hit) 19011d0c81dSLingrui98 XSPerfAccumulate("uftb_commit_read_hit_pred_miss", u.valid && !u_meta.hit && u_s0_hit_oh.orR) 19111d0c81dSLingrui98 for (w <- 0 until numWays) { 19211d0c81dSLingrui98 XSPerfAccumulate(f"uftb_pred_hit_way_${w}", u_pred_hit_way_map(w)) 19311d0c81dSLingrui98 XSPerfAccumulate(f"uftb_commit_hit_way_${w}", u_commit_hit_way_map(w)) 19411d0c81dSLingrui98 XSPerfAccumulate(f"uftb_replace_way_${w}", !u_s1_hit && u_s1_alloc_way === w.U) 19511d0c81dSLingrui98 } 19611d0c81dSLingrui98 19711d0c81dSLingrui98 override val perfEvents = Seq( 19811d0c81dSLingrui98 ("fauftb_commit_hit ", u.valid && u_meta.hit), 19911d0c81dSLingrui98 ("fauftb_commit_miss ", u.valid && !u_meta.hit), 20011d0c81dSLingrui98 ) 20111d0c81dSLingrui98 generatePerfEvent() 20211d0c81dSLingrui98 20311d0c81dSLingrui98}