109c6f1ddSLingrui98/*************************************************************************************** 209c6f1ddSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 309c6f1ddSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory 409c6f1ddSLingrui98* 509c6f1ddSLingrui98* XiangShan is licensed under Mulan PSL v2. 609c6f1ddSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2. 709c6f1ddSLingrui98* You may obtain a copy of Mulan PSL v2 at: 809c6f1ddSLingrui98* http://license.coscl.org.cn/MulanPSL2 909c6f1ddSLingrui98* 1009c6f1ddSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 1109c6f1ddSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 1209c6f1ddSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 1309c6f1ddSLingrui98* 1409c6f1ddSLingrui98* See the Mulan PSL v2 for more details. 1509c6f1ddSLingrui98***************************************************************************************/ 1609c6f1ddSLingrui98 1709c6f1ddSLingrui98package xiangshan.frontend 1809c6f1ddSLingrui98 1909c6f1ddSLingrui98import chipsalliance.rocketchip.config.Parameters 2009c6f1ddSLingrui98import chisel3._ 2109c6f1ddSLingrui98import chisel3.stage.{ChiselGeneratorAnnotation, ChiselStage} 2209c6f1ddSLingrui98import chisel3.util._ 2309c6f1ddSLingrui98import xiangshan._ 2409c6f1ddSLingrui98import utils._ 253c02ee8fSwakafaimport utility._ 2609c6f1ddSLingrui98import chisel3.experimental.chiselName 2709c6f1ddSLingrui98 2809c6f1ddSLingrui98import scala.math.min 29adc0b8dfSGuokai Chenimport scala.{Tuple2 => &} 30eeb5ff92SLingrui98import os.copy 3109c6f1ddSLingrui98 3209c6f1ddSLingrui98 3309c6f1ddSLingrui98trait FTBParams extends HasXSParameter with HasBPUConst { 34b37e4b45SLingrui98 val numEntries = FtbSize 35b37e4b45SLingrui98 val numWays = FtbWays 3609c6f1ddSLingrui98 val numSets = numEntries/numWays // 512 3709c6f1ddSLingrui98 val tagSize = 20 3809c6f1ddSLingrui98 39eeb5ff92SLingrui98 40eeb5ff92SLingrui98 4109c6f1ddSLingrui98 val TAR_STAT_SZ = 2 4209c6f1ddSLingrui98 def TAR_FIT = 0.U(TAR_STAT_SZ.W) 4309c6f1ddSLingrui98 def TAR_OVF = 1.U(TAR_STAT_SZ.W) 4409c6f1ddSLingrui98 def TAR_UDF = 2.U(TAR_STAT_SZ.W) 4509c6f1ddSLingrui98 46bf358e08SLingrui98 def BR_OFFSET_LEN = 12 47bf358e08SLingrui98 def JMP_OFFSET_LEN = 20 4809c6f1ddSLingrui98} 4909c6f1ddSLingrui98 50b30c10d6SLingrui98class FtbSlot(val offsetLen: Int, val subOffsetLen: Option[Int] = None)(implicit p: Parameters) extends XSBundle with FTBParams { 51b30c10d6SLingrui98 if (subOffsetLen.isDefined) { 52b30c10d6SLingrui98 require(subOffsetLen.get <= offsetLen) 53b30c10d6SLingrui98 } 54eeb5ff92SLingrui98 val offset = UInt(log2Ceil(PredictWidth).W) 55eeb5ff92SLingrui98 val lower = UInt(offsetLen.W) 56eeb5ff92SLingrui98 val tarStat = UInt(TAR_STAT_SZ.W) 57eeb5ff92SLingrui98 val sharing = Bool() 5809c6f1ddSLingrui98 val valid = Bool() 5909c6f1ddSLingrui98 60d2b20d1aSTang Haojin val sc = Bool() // set by sc in s3, perf use only 61d2b20d1aSTang Haojin 62eeb5ff92SLingrui98 def setLowerStatByTarget(pc: UInt, target: UInt, isShare: Boolean) = { 63eeb5ff92SLingrui98 def getTargetStatByHigher(pc_higher: UInt, target_higher: UInt) = 64eeb5ff92SLingrui98 Mux(target_higher > pc_higher, TAR_OVF, 65eeb5ff92SLingrui98 Mux(target_higher < pc_higher, TAR_UDF, TAR_FIT)) 66eeb5ff92SLingrui98 def getLowerByTarget(target: UInt, offsetLen: Int) = target(offsetLen, 1) 67b30c10d6SLingrui98 val offLen = if (isShare) this.subOffsetLen.get else this.offsetLen 68eeb5ff92SLingrui98 val pc_higher = pc(VAddrBits-1, offLen+1) 69eeb5ff92SLingrui98 val target_higher = target(VAddrBits-1, offLen+1) 70eeb5ff92SLingrui98 val stat = getTargetStatByHigher(pc_higher, target_higher) 71eeb5ff92SLingrui98 val lower = ZeroExt(getLowerByTarget(target, offLen), this.offsetLen) 72eeb5ff92SLingrui98 this.lower := lower 73eeb5ff92SLingrui98 this.tarStat := stat 74eeb5ff92SLingrui98 this.sharing := isShare.B 75eeb5ff92SLingrui98 } 7609c6f1ddSLingrui98 77b30c10d6SLingrui98 def getTarget(pc: UInt, last_stage: Option[Tuple2[UInt, Bool]] = None) = { 78b30c10d6SLingrui98 def getTarget(offLen: Int)(pc: UInt, lower: UInt, stat: UInt, 79b30c10d6SLingrui98 last_stage: Option[Tuple2[UInt, Bool]] = None) = { 80b30c10d6SLingrui98 val h = pc(VAddrBits-1, offLen+1) 81b30c10d6SLingrui98 val higher = Wire(UInt((VAddrBits-offLen-1).W)) 82b30c10d6SLingrui98 val higher_plus_one = Wire(UInt((VAddrBits-offLen-1).W)) 83b30c10d6SLingrui98 val higher_minus_one = Wire(UInt((VAddrBits-offLen-1).W)) 84b30c10d6SLingrui98 if (last_stage.isDefined) { 85b30c10d6SLingrui98 val last_stage_pc = last_stage.get._1 86b30c10d6SLingrui98 val last_stage_pc_h = last_stage_pc(VAddrBits-1, offLen+1) 87b30c10d6SLingrui98 val stage_en = last_stage.get._2 88b30c10d6SLingrui98 higher := RegEnable(last_stage_pc_h, stage_en) 89b30c10d6SLingrui98 higher_plus_one := RegEnable(last_stage_pc_h+1.U, stage_en) 90b30c10d6SLingrui98 higher_minus_one := RegEnable(last_stage_pc_h-1.U, stage_en) 91b30c10d6SLingrui98 } else { 92b30c10d6SLingrui98 higher := h 93b30c10d6SLingrui98 higher_plus_one := h + 1.U 94b30c10d6SLingrui98 higher_minus_one := h - 1.U 95b30c10d6SLingrui98 } 96eeb5ff92SLingrui98 val target = 97eeb5ff92SLingrui98 Cat( 98b30c10d6SLingrui98 Mux1H(Seq( 99b30c10d6SLingrui98 (stat === TAR_OVF, higher_plus_one), 100b30c10d6SLingrui98 (stat === TAR_UDF, higher_minus_one), 101b30c10d6SLingrui98 (stat === TAR_FIT, higher), 102b30c10d6SLingrui98 )), 103eeb5ff92SLingrui98 lower(offLen-1, 0), 0.U(1.W) 104eeb5ff92SLingrui98 ) 105eeb5ff92SLingrui98 require(target.getWidth == VAddrBits) 106eeb5ff92SLingrui98 require(offLen != 0) 107eeb5ff92SLingrui98 target 108eeb5ff92SLingrui98 } 109b30c10d6SLingrui98 if (subOffsetLen.isDefined) 110eeb5ff92SLingrui98 Mux(sharing, 111b30c10d6SLingrui98 getTarget(subOffsetLen.get)(pc, lower, tarStat, last_stage), 112b30c10d6SLingrui98 getTarget(offsetLen)(pc, lower, tarStat, last_stage) 113eeb5ff92SLingrui98 ) 114eeb5ff92SLingrui98 else 115b30c10d6SLingrui98 getTarget(offsetLen)(pc, lower, tarStat, last_stage) 116eeb5ff92SLingrui98 } 117eeb5ff92SLingrui98 def fromAnotherSlot(that: FtbSlot) = { 118eeb5ff92SLingrui98 require( 119b30c10d6SLingrui98 this.offsetLen > that.offsetLen && this.subOffsetLen.map(_ == that.offsetLen).getOrElse(true) || 120eeb5ff92SLingrui98 this.offsetLen == that.offsetLen 121eeb5ff92SLingrui98 ) 122eeb5ff92SLingrui98 this.offset := that.offset 123eeb5ff92SLingrui98 this.tarStat := that.tarStat 124b30c10d6SLingrui98 this.sharing := (this.offsetLen > that.offsetLen && that.offsetLen == this.subOffsetLen.get).B 125eeb5ff92SLingrui98 this.valid := that.valid 126eeb5ff92SLingrui98 this.lower := ZeroExt(that.lower, this.offsetLen) 127eeb5ff92SLingrui98 } 128eeb5ff92SLingrui98 129eeb5ff92SLingrui98} 130eeb5ff92SLingrui98 131eeb5ff92SLingrui98class FTBEntry(implicit p: Parameters) extends XSBundle with FTBParams with BPUUtils { 132eeb5ff92SLingrui98 133eeb5ff92SLingrui98 134eeb5ff92SLingrui98 val valid = Bool() 135eeb5ff92SLingrui98 136eeb5ff92SLingrui98 val brSlots = Vec(numBrSlot, new FtbSlot(BR_OFFSET_LEN)) 137eeb5ff92SLingrui98 138b30c10d6SLingrui98 val tailSlot = new FtbSlot(JMP_OFFSET_LEN, Some(BR_OFFSET_LEN)) 13909c6f1ddSLingrui98 14009c6f1ddSLingrui98 // Partial Fall-Through Address 141a60a2901SLingrui98 val pftAddr = UInt(log2Up(PredictWidth).W) 14209c6f1ddSLingrui98 val carry = Bool() 14309c6f1ddSLingrui98 14409c6f1ddSLingrui98 val isCall = Bool() 14509c6f1ddSLingrui98 val isRet = Bool() 14609c6f1ddSLingrui98 val isJalr = Bool() 14709c6f1ddSLingrui98 148f4ebc4b2SLingrui98 val last_may_be_rvi_call = Bool() 14909c6f1ddSLingrui98 15009c6f1ddSLingrui98 val always_taken = Vec(numBr, Bool()) 15109c6f1ddSLingrui98 152eeb5ff92SLingrui98 def getSlotForBr(idx: Int): FtbSlot = { 153b37e4b45SLingrui98 require(idx <= numBr-1) 154b37e4b45SLingrui98 (idx, numBr) match { 155b37e4b45SLingrui98 case (i, n) if i == n-1 => this.tailSlot 156eeb5ff92SLingrui98 case _ => this.brSlots(idx) 15709c6f1ddSLingrui98 } 15809c6f1ddSLingrui98 } 159eeb5ff92SLingrui98 def allSlotsForBr = { 160eeb5ff92SLingrui98 (0 until numBr).map(getSlotForBr(_)) 16109c6f1ddSLingrui98 } 16209c6f1ddSLingrui98 def setByBrTarget(brIdx: Int, pc: UInt, target: UInt) = { 163eeb5ff92SLingrui98 val slot = getSlotForBr(brIdx) 164b37e4b45SLingrui98 slot.setLowerStatByTarget(pc, target, brIdx == numBr-1) 16509c6f1ddSLingrui98 } 16609c6f1ddSLingrui98 def setByJmpTarget(pc: UInt, target: UInt) = { 167eeb5ff92SLingrui98 this.tailSlot.setLowerStatByTarget(pc, target, false) 16809c6f1ddSLingrui98 } 16909c6f1ddSLingrui98 170b30c10d6SLingrui98 def getTargetVec(pc: UInt, last_stage: Option[Tuple2[UInt, Bool]] = None) = { 171b30c10d6SLingrui98 VecInit((brSlots :+ tailSlot).map(_.getTarget(pc, last_stage))) 172bf358e08SLingrui98 } 17309c6f1ddSLingrui98 174eeb5ff92SLingrui98 def getOffsetVec = VecInit(brSlots.map(_.offset) :+ tailSlot.offset) 17509c6f1ddSLingrui98 def isJal = !isJalr 17609c6f1ddSLingrui98 def getFallThrough(pc: UInt) = getFallThroughAddr(pc, carry, pftAddr) 177eeb5ff92SLingrui98 def hasBr(offset: UInt) = 178eeb5ff92SLingrui98 brSlots.map{ s => s.valid && s.offset <= offset}.reduce(_||_) || 179b37e4b45SLingrui98 (tailSlot.valid && tailSlot.offset <= offset && tailSlot.sharing) 18009c6f1ddSLingrui98 181eeb5ff92SLingrui98 def getBrMaskByOffset(offset: UInt) = 182b37e4b45SLingrui98 brSlots.map{ s => s.valid && s.offset <= offset } :+ 183b37e4b45SLingrui98 (tailSlot.valid && tailSlot.offset <= offset && tailSlot.sharing) 184eeb5ff92SLingrui98 185eeb5ff92SLingrui98 def getBrRecordedVec(offset: UInt) = { 186eeb5ff92SLingrui98 VecInit( 187b37e4b45SLingrui98 brSlots.map(s => s.valid && s.offset === offset) :+ 188b37e4b45SLingrui98 (tailSlot.valid && tailSlot.offset === offset && tailSlot.sharing) 189eeb5ff92SLingrui98 ) 19009c6f1ddSLingrui98 } 19109c6f1ddSLingrui98 192eeb5ff92SLingrui98 def brIsSaved(offset: UInt) = getBrRecordedVec(offset).reduce(_||_) 193eeb5ff92SLingrui98 194eeb5ff92SLingrui98 def brValids = { 195eeb5ff92SLingrui98 VecInit( 196b37e4b45SLingrui98 brSlots.map(_.valid) :+ (tailSlot.valid && tailSlot.sharing) 197eeb5ff92SLingrui98 ) 198eeb5ff92SLingrui98 } 199eeb5ff92SLingrui98 200eeb5ff92SLingrui98 def noEmptySlotForNewBr = { 201b37e4b45SLingrui98 VecInit(brSlots.map(_.valid) :+ tailSlot.valid).reduce(_&&_) 202eeb5ff92SLingrui98 } 203eeb5ff92SLingrui98 204eeb5ff92SLingrui98 def newBrCanNotInsert(offset: UInt) = { 205b37e4b45SLingrui98 val lastSlotForBr = tailSlot 206eeb5ff92SLingrui98 lastSlotForBr.valid && lastSlotForBr.offset < offset 207eeb5ff92SLingrui98 } 208eeb5ff92SLingrui98 209eeb5ff92SLingrui98 def jmpValid = { 210b37e4b45SLingrui98 tailSlot.valid && !tailSlot.sharing 211eeb5ff92SLingrui98 } 212eeb5ff92SLingrui98 213eeb5ff92SLingrui98 def brOffset = { 214b37e4b45SLingrui98 VecInit(brSlots.map(_.offset) :+ tailSlot.offset) 215eeb5ff92SLingrui98 } 216eeb5ff92SLingrui98 21709c6f1ddSLingrui98 def display(cond: Bool): Unit = { 21809c6f1ddSLingrui98 XSDebug(cond, p"-----------FTB entry----------- \n") 21909c6f1ddSLingrui98 XSDebug(cond, p"v=${valid}\n") 22009c6f1ddSLingrui98 for(i <- 0 until numBr) { 221eeb5ff92SLingrui98 XSDebug(cond, p"[br$i]: v=${allSlotsForBr(i).valid}, offset=${allSlotsForBr(i).offset}," + 222eeb5ff92SLingrui98 p"lower=${Hexadecimal(allSlotsForBr(i).lower)}\n") 22309c6f1ddSLingrui98 } 224eeb5ff92SLingrui98 XSDebug(cond, p"[tailSlot]: v=${tailSlot.valid}, offset=${tailSlot.offset}," + 225eeb5ff92SLingrui98 p"lower=${Hexadecimal(tailSlot.lower)}, sharing=${tailSlot.sharing}}\n") 22609c6f1ddSLingrui98 XSDebug(cond, p"pftAddr=${Hexadecimal(pftAddr)}, carry=$carry\n") 22709c6f1ddSLingrui98 XSDebug(cond, p"isCall=$isCall, isRet=$isRet, isjalr=$isJalr\n") 228f4ebc4b2SLingrui98 XSDebug(cond, p"last_may_be_rvi_call=$last_may_be_rvi_call\n") 22909c6f1ddSLingrui98 XSDebug(cond, p"------------------------------- \n") 23009c6f1ddSLingrui98 } 23109c6f1ddSLingrui98 23209c6f1ddSLingrui98} 23309c6f1ddSLingrui98 23409c6f1ddSLingrui98class FTBEntryWithTag(implicit p: Parameters) extends XSBundle with FTBParams with BPUUtils { 23509c6f1ddSLingrui98 val entry = new FTBEntry 23609c6f1ddSLingrui98 val tag = UInt(tagSize.W) 23709c6f1ddSLingrui98 def display(cond: Bool): Unit = { 238eeb5ff92SLingrui98 entry.display(cond) 239eeb5ff92SLingrui98 XSDebug(cond, p"tag is ${Hexadecimal(tag)}\n------------------------------- \n") 24009c6f1ddSLingrui98 } 24109c6f1ddSLingrui98} 24209c6f1ddSLingrui98 24309c6f1ddSLingrui98class FTBMeta(implicit p: Parameters) extends XSBundle with FTBParams { 244bb09c7feSzoujr val writeWay = UInt(log2Ceil(numWays).W) 24509c6f1ddSLingrui98 val hit = Bool() 2461bc6e9c8SLingrui98 val pred_cycle = if (!env.FPGAPlatform) Some(UInt(64.W)) else None 24709c6f1ddSLingrui98} 24809c6f1ddSLingrui98 24909c6f1ddSLingrui98object FTBMeta { 25009c6f1ddSLingrui98 def apply(writeWay: UInt, hit: Bool, pred_cycle: UInt)(implicit p: Parameters): FTBMeta = { 25109c6f1ddSLingrui98 val e = Wire(new FTBMeta) 25209c6f1ddSLingrui98 e.writeWay := writeWay 25309c6f1ddSLingrui98 e.hit := hit 2541bc6e9c8SLingrui98 e.pred_cycle.map(_ := pred_cycle) 25509c6f1ddSLingrui98 e 25609c6f1ddSLingrui98 } 25709c6f1ddSLingrui98} 25809c6f1ddSLingrui98 259c6bf0bffSzoujr// class UpdateQueueEntry(implicit p: Parameters) extends XSBundle with FTBParams { 260c6bf0bffSzoujr// val pc = UInt(VAddrBits.W) 261c6bf0bffSzoujr// val ftb_entry = new FTBEntry 262c6bf0bffSzoujr// val hit = Bool() 263c6bf0bffSzoujr// val hit_way = UInt(log2Ceil(numWays).W) 264c6bf0bffSzoujr// } 265c6bf0bffSzoujr// 266c6bf0bffSzoujr// object UpdateQueueEntry { 267c6bf0bffSzoujr// def apply(pc: UInt, fe: FTBEntry, hit: Bool, hit_way: UInt)(implicit p: Parameters): UpdateQueueEntry = { 268c6bf0bffSzoujr// val e = Wire(new UpdateQueueEntry) 269c6bf0bffSzoujr// e.pc := pc 270c6bf0bffSzoujr// e.ftb_entry := fe 271c6bf0bffSzoujr// e.hit := hit 272c6bf0bffSzoujr// e.hit_way := hit_way 273c6bf0bffSzoujr// e 274c6bf0bffSzoujr// } 275c6bf0bffSzoujr// } 276c6bf0bffSzoujr 2771ca0e4f3SYinan Xuclass FTB(implicit p: Parameters) extends BasePredictor with FTBParams with BPUUtils 2781ca0e4f3SYinan Xu with HasCircularQueuePtrHelper with HasPerfEvents { 27909c6f1ddSLingrui98 override val meta_size = WireInit(0.U.asTypeOf(new FTBMeta)).getWidth 28009c6f1ddSLingrui98 28109c6f1ddSLingrui98 val ftbAddr = new TableAddr(log2Up(numSets), 1) 28209c6f1ddSLingrui98 28309c6f1ddSLingrui98 class FTBBank(val numSets: Int, val nWays: Int) extends XSModule with BPUUtils { 28409c6f1ddSLingrui98 val io = IO(new Bundle { 2855371700eSzoujr val s1_fire = Input(Bool()) 28609c6f1ddSLingrui98 28709c6f1ddSLingrui98 // when ftb hit, read_hits.valid is true, and read_hits.bits is OH of hit way 28809c6f1ddSLingrui98 // when ftb not hit, read_hits.valid is false, and read_hits is OH of allocWay 289bb09c7feSzoujr // val read_hits = Valid(Vec(numWays, Bool())) 2901c8d9e26Szoujr val req_pc = Flipped(DecoupledIO(UInt(VAddrBits.W))) 2911c8d9e26Szoujr val read_resp = Output(new FTBEntry) 292bb09c7feSzoujr val read_hits = Valid(UInt(log2Ceil(numWays).W)) 29309c6f1ddSLingrui98 2941c8d9e26Szoujr val u_req_pc = Flipped(DecoupledIO(UInt(VAddrBits.W))) 2951c8d9e26Szoujr val update_hits = Valid(UInt(log2Ceil(numWays).W)) 2961c8d9e26Szoujr val update_access = Input(Bool()) 29709c6f1ddSLingrui98 29809c6f1ddSLingrui98 val update_pc = Input(UInt(VAddrBits.W)) 29909c6f1ddSLingrui98 val update_write_data = Flipped(Valid(new FTBEntryWithTag)) 300c6bf0bffSzoujr val update_write_way = Input(UInt(log2Ceil(numWays).W)) 301c6bf0bffSzoujr val update_write_alloc = Input(Bool()) 30209c6f1ddSLingrui98 }) 30309c6f1ddSLingrui98 3041c8d9e26Szoujr // Extract holdRead logic to fix bug that update read override predict read result 3056fe623afSLingrui98 val ftb = Module(new SRAMTemplate(new FTBEntryWithTag, set = numSets, way = numWays, shouldReset = true, holdRead = false, singlePort = true)) 306ccd953deSSteve Gou val ftb_r_entries = ftb.io.r.resp.data.map(_.entry) 30709c6f1ddSLingrui98 3081c8d9e26Szoujr val pred_rdata = HoldUnless(ftb.io.r.resp.data, RegNext(io.req_pc.valid && !io.update_access)) 3091c8d9e26Szoujr ftb.io.r.req.valid := io.req_pc.valid || io.u_req_pc.valid // io.s0_fire 3101c8d9e26Szoujr ftb.io.r.req.bits.setIdx := Mux(io.u_req_pc.valid, ftbAddr.getIdx(io.u_req_pc.bits), ftbAddr.getIdx(io.req_pc.bits)) // s0_idx 3111c8d9e26Szoujr 3121c8d9e26Szoujr assert(!(io.req_pc.valid && io.u_req_pc.valid)) 31309c6f1ddSLingrui98 31409c6f1ddSLingrui98 io.req_pc.ready := ftb.io.r.req.ready 3151c8d9e26Szoujr io.u_req_pc.ready := ftb.io.r.req.ready 31609c6f1ddSLingrui98 31709c6f1ddSLingrui98 val req_tag = RegEnable(ftbAddr.getTag(io.req_pc.bits)(tagSize-1, 0), io.req_pc.valid) 318ac3f6f25Szoujr val req_idx = RegEnable(ftbAddr.getIdx(io.req_pc.bits), io.req_pc.valid) 31909c6f1ddSLingrui98 3201c8d9e26Szoujr val u_req_tag = RegEnable(ftbAddr.getTag(io.u_req_pc.bits)(tagSize-1, 0), io.u_req_pc.valid) 32109c6f1ddSLingrui98 3221c8d9e26Szoujr val read_entries = pred_rdata.map(_.entry) 3231c8d9e26Szoujr val read_tags = pred_rdata.map(_.tag) 3241c8d9e26Szoujr 3251c8d9e26Szoujr val total_hits = VecInit((0 until numWays).map(b => read_tags(b) === req_tag && read_entries(b).valid && io.s1_fire)) 32609c6f1ddSLingrui98 val hit = total_hits.reduce(_||_) 327bb09c7feSzoujr // val hit_way_1h = VecInit(PriorityEncoderOH(total_hits)) 328ab890bfeSLingrui98 val hit_way = OHToUInt(total_hits) 32909c6f1ddSLingrui98 3301c8d9e26Szoujr val u_total_hits = VecInit((0 until numWays).map(b => 3311c8d9e26Szoujr ftb.io.r.resp.data(b).tag === u_req_tag && ftb.io.r.resp.data(b).entry.valid && RegNext(io.update_access))) 3321c8d9e26Szoujr val u_hit = u_total_hits.reduce(_||_) 3331c8d9e26Szoujr // val hit_way_1h = VecInit(PriorityEncoderOH(total_hits)) 334ab890bfeSLingrui98 val u_hit_way = OHToUInt(u_total_hits) 3351c8d9e26Szoujr 336ccd953deSSteve Gou // assert(PopCount(total_hits) === 1.U || PopCount(total_hits) === 0.U) 337ccd953deSSteve Gou // assert(PopCount(u_total_hits) === 1.U || PopCount(u_total_hits) === 0.U) 338ccd953deSSteve Gou for (n <- 1 to numWays) { 339ccd953deSSteve Gou XSPerfAccumulate(f"ftb_pred_${n}_way_hit", PopCount(total_hits) === n.U) 340ccd953deSSteve Gou XSPerfAccumulate(f"ftb_update_${n}_way_hit", PopCount(u_total_hits) === n.U) 341ccd953deSSteve Gou } 34209c6f1ddSLingrui98 343ac3f6f25Szoujr val replacer = ReplacementPolicy.fromString(Some("setplru"), numWays, numSets) 344c6bf0bffSzoujr // val allocWriteWay = replacer.way(req_idx) 34509c6f1ddSLingrui98 346ac3f6f25Szoujr val touch_set = Seq.fill(1)(Wire(UInt(log2Ceil(numSets).W))) 347ac3f6f25Szoujr val touch_way = Seq.fill(1)(Wire(Valid(UInt(log2Ceil(numWays).W)))) 348ac3f6f25Szoujr 349a788562dSSteve Gou val write_set = Wire(UInt(log2Ceil(numSets).W)) 350a788562dSSteve Gou val write_way = Wire(Valid(UInt(log2Ceil(numWays).W))) 351ac3f6f25Szoujr 352a788562dSSteve Gou val read_set = Wire(UInt(log2Ceil(numSets).W)) 353a788562dSSteve Gou val read_way = Wire(Valid(UInt(log2Ceil(numWays).W))) 354a788562dSSteve Gou 355a788562dSSteve Gou read_set := req_idx 356a788562dSSteve Gou read_way.valid := hit 357a788562dSSteve Gou read_way.bits := hit_way 358a788562dSSteve Gou 359*21bd6001SEaston Man // Read replacer access is postponed for 1 cycle 360*21bd6001SEaston Man // this helps timing 361*21bd6001SEaston Man touch_set(0) := Mux(write_way.valid, write_set, RegNext(read_set)) 362*21bd6001SEaston Man touch_way(0).valid := write_way.valid || RegNext(read_way.valid) 363*21bd6001SEaston Man touch_way(0).bits := Mux(write_way.valid, write_way.bits, RegNext(read_way.bits)) 364ac3f6f25Szoujr 365c6bf0bffSzoujr replacer.access(touch_set, touch_way) 366c6bf0bffSzoujr 367*21bd6001SEaston Man // Select the update allocate way 368*21bd6001SEaston Man // Selection logic: 369*21bd6001SEaston Man // 1. if any entries within the same index is not valid, select it 370*21bd6001SEaston Man // 2. if all entries is valid, use replacer 37102f21c16SLingrui98 def allocWay(valids: UInt, idx: UInt): UInt = { 37209c6f1ddSLingrui98 if (numWays > 1) { 37309c6f1ddSLingrui98 val w = Wire(UInt(log2Up(numWays).W)) 37409c6f1ddSLingrui98 val valid = WireInit(valids.andR) 3755371700eSzoujr w := Mux(valid, replacer.way(idx), PriorityEncoder(~valids)) 37609c6f1ddSLingrui98 w 37709c6f1ddSLingrui98 } else { 37802f21c16SLingrui98 val w = WireInit(0.U(log2Up(numWays).W)) 37909c6f1ddSLingrui98 w 38009c6f1ddSLingrui98 } 38109c6f1ddSLingrui98 } 38209c6f1ddSLingrui98 383ab890bfeSLingrui98 io.read_resp := Mux1H(total_hits, read_entries) // Mux1H 38409c6f1ddSLingrui98 io.read_hits.valid := hit 3855371700eSzoujr io.read_hits.bits := hit_way 38609c6f1ddSLingrui98 3871c8d9e26Szoujr io.update_hits.valid := u_hit 3881c8d9e26Szoujr io.update_hits.bits := u_hit_way 3891c8d9e26Szoujr 39009c6f1ddSLingrui98 // Update logic 39109c6f1ddSLingrui98 val u_valid = io.update_write_data.valid 39209c6f1ddSLingrui98 val u_data = io.update_write_data.bits 39309c6f1ddSLingrui98 val u_idx = ftbAddr.getIdx(io.update_pc) 39402f21c16SLingrui98 val allocWriteWay = allocWay(RegNext(VecInit(ftb_r_entries.map(_.valid))).asUInt, u_idx) 39502f21c16SLingrui98 val u_way = Mux(io.update_write_alloc, allocWriteWay, io.update_write_way) 39602f21c16SLingrui98 val u_mask = UIntToOH(u_way) 397c6bf0bffSzoujr 398c6bf0bffSzoujr for (i <- 0 until numWays) { 39902f21c16SLingrui98 XSPerfAccumulate(f"ftb_replace_way$i", u_valid && io.update_write_alloc && u_way === i.U) 40002f21c16SLingrui98 XSPerfAccumulate(f"ftb_replace_way${i}_has_empty", u_valid && io.update_write_alloc && !ftb_r_entries.map(_.valid).reduce(_&&_) && u_way === i.U) 4015371700eSzoujr XSPerfAccumulate(f"ftb_hit_way$i", hit && !io.update_access && hit_way === i.U) 402c6bf0bffSzoujr } 40309c6f1ddSLingrui98 40409c6f1ddSLingrui98 ftb.io.w.apply(u_valid, u_data, u_idx, u_mask) 405eeb5ff92SLingrui98 406a788562dSSteve Gou // for replacer 407f4e1af07SLingrui98 write_set := u_idx 408f4e1af07SLingrui98 write_way.valid := u_valid 409f4e1af07SLingrui98 write_way.bits := Mux(io.update_write_alloc, allocWriteWay, io.update_write_way) 410a788562dSSteve Gou 411eeb5ff92SLingrui98 // print hit entry info 412ab890bfeSLingrui98 Mux1H(total_hits, ftb.io.r.resp.data).display(true.B) 41309c6f1ddSLingrui98 } // FTBBank 41409c6f1ddSLingrui98 41509c6f1ddSLingrui98 val ftbBank = Module(new FTBBank(numSets, numWays)) 41609c6f1ddSLingrui98 417adc0b8dfSGuokai Chen ftbBank.io.req_pc.valid := io.s0_fire(0) 418adc0b8dfSGuokai Chen ftbBank.io.req_pc.bits := s0_pc_dup(0) 41909c6f1ddSLingrui98 420adc0b8dfSGuokai Chen val btb_enable_dup = dup(RegNext(io.ctrl.btb_enable)) 421adc0b8dfSGuokai Chen val s2_ftb_entry_dup = io.s1_fire.map(f => RegEnable(ftbBank.io.read_resp, f)) 422adc0b8dfSGuokai Chen val s3_ftb_entry_dup = io.s2_fire.zip(s2_ftb_entry_dup).map {case (f, e) => RegEnable(e, f)} 423adc0b8dfSGuokai Chen 4246ee06c7aSSteve Gou val s1_hit = ftbBank.io.read_hits.valid && io.ctrl.btb_enable 425adc0b8dfSGuokai Chen val s2_hit_dup = io.s1_fire.map(f => RegEnable(s1_hit, f)) 426adc0b8dfSGuokai Chen val s3_hit_dup = io.s2_fire.zip(s2_hit_dup).map {case (f, h) => RegEnable(h, f)} 42709c6f1ddSLingrui98 val writeWay = ftbBank.io.read_hits.bits 42809c6f1ddSLingrui98 42909c6f1ddSLingrui98 // io.out.bits.resp := RegEnable(io.in.bits.resp_in(0), 0.U.asTypeOf(new BranchPredictionResp), io.s1_fire) 430c2d1ec7dSLingrui98 io.out := io.in.bits.resp_in(0) 43109c6f1ddSLingrui98 43209c6f1ddSLingrui98 val s1_latch_call_is_rvc = DontCare // TODO: modify when add RAS 43309c6f1ddSLingrui98 434adc0b8dfSGuokai Chen io.out.s2.full_pred.zip(s2_hit_dup).map {case (fp, h) => fp.hit := h} 435adc0b8dfSGuokai Chen io.out.s2.pc := s2_pc_dup 436adc0b8dfSGuokai Chen for (full_pred & s2_ftb_entry & s2_pc & s1_pc & s1_fire <- 437adc0b8dfSGuokai Chen io.out.s2.full_pred zip s2_ftb_entry_dup zip s2_pc_dup zip s1_pc_dup zip io.s1_fire) { 438adc0b8dfSGuokai Chen full_pred.fromFtbEntry(s2_ftb_entry, s2_pc, Some((s1_pc, s1_fire))) 439adc0b8dfSGuokai Chen } 44009c6f1ddSLingrui98 441adc0b8dfSGuokai Chen io.out.s3.full_pred.zip(s3_hit_dup).map {case (fp, h) => fp.hit := h} 442adc0b8dfSGuokai Chen io.out.s3.pc := s3_pc_dup 443adc0b8dfSGuokai Chen for (full_pred & s3_ftb_entry & s3_pc & s2_pc & s2_fire <- 444adc0b8dfSGuokai Chen io.out.s3.full_pred zip s3_ftb_entry_dup zip s3_pc_dup zip s2_pc_dup zip io.s2_fire) 445adc0b8dfSGuokai Chen full_pred.fromFtbEntry(s3_ftb_entry, s3_pc, Some((s2_pc, s2_fire))) 446cb4f77ceSLingrui98 447adc0b8dfSGuokai Chen io.out.last_stage_ftb_entry := s3_ftb_entry_dup(0) 448adc0b8dfSGuokai Chen io.out.last_stage_meta := RegEnable(RegEnable(FTBMeta(writeWay.asUInt(), s1_hit, GTimer()).asUInt(), io.s1_fire(0)), io.s2_fire(0)) 44909c6f1ddSLingrui98 45009c6f1ddSLingrui98 // always taken logic 45109c6f1ddSLingrui98 for (i <- 0 until numBr) { 452adc0b8dfSGuokai Chen for (out_fp & in_fp & s2_hit & s2_ftb_entry <- 453adc0b8dfSGuokai Chen io.out.s2.full_pred zip io.in.bits.resp_in(0).s2.full_pred zip s2_hit_dup zip s2_ftb_entry_dup) 454adc0b8dfSGuokai Chen out_fp.br_taken_mask(i) := in_fp.br_taken_mask(i) || s2_hit && s2_ftb_entry.always_taken(i) 455adc0b8dfSGuokai Chen for (out_fp & in_fp & s3_hit & s3_ftb_entry <- 456adc0b8dfSGuokai Chen io.out.s3.full_pred zip io.in.bits.resp_in(0).s3.full_pred zip s3_hit_dup zip s3_ftb_entry_dup) 457adc0b8dfSGuokai Chen out_fp.br_taken_mask(i) := in_fp.br_taken_mask(i) || s3_hit && s3_ftb_entry.always_taken(i) 45809c6f1ddSLingrui98 } 45909c6f1ddSLingrui98 46009c6f1ddSLingrui98 // Update logic 46102f21c16SLingrui98 val update = io.update.bits 462c6bf0bffSzoujr 46309c6f1ddSLingrui98 val u_meta = update.meta.asTypeOf(new FTBMeta) 46402f21c16SLingrui98 val u_valid = io.update.valid && !io.update.bits.old_entry 465bb09c7feSzoujr 46602f21c16SLingrui98 val delay2_pc = DelayN(update.pc, 2) 46702f21c16SLingrui98 val delay2_entry = DelayN(update.ftb_entry, 2) 468bb09c7feSzoujr 46902f21c16SLingrui98 470c6bf0bffSzoujr val update_now = u_valid && u_meta.hit 47102f21c16SLingrui98 val update_need_read = u_valid && !u_meta.hit 47202f21c16SLingrui98 // stall one more cycle because we use a whole cycle to do update read tag hit 47302f21c16SLingrui98 io.s1_ready := ftbBank.io.req_pc.ready && !(update_need_read) && !RegNext(update_need_read) 474c6bf0bffSzoujr 47502f21c16SLingrui98 ftbBank.io.u_req_pc.valid := update_need_read 4761c8d9e26Szoujr ftbBank.io.u_req_pc.bits := update.pc 477bb09c7feSzoujr 478bb09c7feSzoujr 47909c6f1ddSLingrui98 48009c6f1ddSLingrui98 val ftb_write = Wire(new FTBEntryWithTag) 48102f21c16SLingrui98 ftb_write.entry := Mux(update_now, update.ftb_entry, delay2_entry) 48202f21c16SLingrui98 ftb_write.tag := ftbAddr.getTag(Mux(update_now, update.pc, delay2_pc))(tagSize-1, 0) 48309c6f1ddSLingrui98 48402f21c16SLingrui98 val write_valid = update_now || DelayN(u_valid && !u_meta.hit, 2) 485c6bf0bffSzoujr 486c6bf0bffSzoujr ftbBank.io.update_write_data.valid := write_valid 48709c6f1ddSLingrui98 ftbBank.io.update_write_data.bits := ftb_write 48802f21c16SLingrui98 ftbBank.io.update_pc := Mux(update_now, update.pc, delay2_pc) 48902f21c16SLingrui98 ftbBank.io.update_write_way := Mux(update_now, u_meta.writeWay, RegNext(ftbBank.io.update_hits.bits)) // use it one cycle later 49002f21c16SLingrui98 ftbBank.io.update_write_alloc := Mux(update_now, false.B, RegNext(!ftbBank.io.update_hits.valid)) // use it one cycle later 4911c8d9e26Szoujr ftbBank.io.update_access := u_valid && !u_meta.hit 492adc0b8dfSGuokai Chen ftbBank.io.s1_fire := io.s1_fire(0) 49309c6f1ddSLingrui98 494adc0b8dfSGuokai Chen XSDebug("req_v=%b, req_pc=%x, ready=%b (resp at next cycle)\n", io.s0_fire(0), s0_pc_dup(0), ftbBank.io.req_pc.ready) 495adc0b8dfSGuokai Chen XSDebug("s2_hit=%b, hit_way=%b\n", s2_hit_dup(0), writeWay.asUInt) 496eeb5ff92SLingrui98 XSDebug("s2_br_taken_mask=%b, s2_real_taken_mask=%b\n", 497adc0b8dfSGuokai Chen io.in.bits.resp_in(0).s2.full_pred(0).br_taken_mask.asUInt, io.out.s2.full_pred(0).real_slot_taken_mask().asUInt) 498adc0b8dfSGuokai Chen XSDebug("s2_target=%x\n", io.out.s2.getTarget(0)) 49909c6f1ddSLingrui98 500adc0b8dfSGuokai Chen s2_ftb_entry_dup(0).display(true.B) 50109c6f1ddSLingrui98 502adc0b8dfSGuokai Chen XSPerfAccumulate("ftb_read_hits", RegNext(io.s0_fire(0)) && s1_hit) 503adc0b8dfSGuokai Chen XSPerfAccumulate("ftb_read_misses", RegNext(io.s0_fire(0)) && !s1_hit) 50409c6f1ddSLingrui98 50502f21c16SLingrui98 XSPerfAccumulate("ftb_commit_hits", io.update.valid && u_meta.hit) 50602f21c16SLingrui98 XSPerfAccumulate("ftb_commit_misses", io.update.valid && !u_meta.hit) 50709c6f1ddSLingrui98 50809c6f1ddSLingrui98 XSPerfAccumulate("ftb_update_req", io.update.valid) 50909c6f1ddSLingrui98 XSPerfAccumulate("ftb_update_ignored", io.update.valid && io.update.bits.old_entry) 51009c6f1ddSLingrui98 XSPerfAccumulate("ftb_updated", u_valid) 511cd365d4cSrvcoresjw 5124813e060SLingrui98 override val perfEvents = Seq( 513adc0b8dfSGuokai Chen ("ftb_commit_hits ", io.update.valid && u_meta.hit), 514adc0b8dfSGuokai Chen ("ftb_commit_misses ", io.update.valid && !u_meta.hit), 515cd365d4cSrvcoresjw ) 5161ca0e4f3SYinan Xu generatePerfEvent() 51709c6f1ddSLingrui98} 518