109c6f1ddSLingrui98/*************************************************************************************** 209c6f1ddSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 309c6f1ddSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory 409c6f1ddSLingrui98* 509c6f1ddSLingrui98* XiangShan is licensed under Mulan PSL v2. 609c6f1ddSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2. 709c6f1ddSLingrui98* You may obtain a copy of Mulan PSL v2 at: 809c6f1ddSLingrui98* http://license.coscl.org.cn/MulanPSL2 909c6f1ddSLingrui98* 1009c6f1ddSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 1109c6f1ddSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 1209c6f1ddSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 1309c6f1ddSLingrui98* 1409c6f1ddSLingrui98* See the Mulan PSL v2 for more details. 1509c6f1ddSLingrui98***************************************************************************************/ 1609c6f1ddSLingrui98 1709c6f1ddSLingrui98package xiangshan.frontend 1809c6f1ddSLingrui98 1909c6f1ddSLingrui98import chipsalliance.rocketchip.config.Parameters 2009c6f1ddSLingrui98import chisel3._ 2109c6f1ddSLingrui98import chisel3.stage.{ChiselGeneratorAnnotation, ChiselStage} 2209c6f1ddSLingrui98import chisel3.util._ 2309c6f1ddSLingrui98import xiangshan._ 2409c6f1ddSLingrui98import utils._ 2509c6f1ddSLingrui98import chisel3.experimental.chiselName 2609c6f1ddSLingrui98 2709c6f1ddSLingrui98import scala.math.min 28eeb5ff92SLingrui98import os.copy 2909c6f1ddSLingrui98 3009c6f1ddSLingrui98 3109c6f1ddSLingrui98trait FTBParams extends HasXSParameter with HasBPUConst { 3282dc6ff8SLingrui98 val numEntries = 2048 3309c6f1ddSLingrui98 val numWays = 4 3409c6f1ddSLingrui98 val numSets = numEntries/numWays // 512 3509c6f1ddSLingrui98 val tagSize = 20 3609c6f1ddSLingrui98 37eeb5ff92SLingrui98 38eeb5ff92SLingrui98 3909c6f1ddSLingrui98 val TAR_STAT_SZ = 2 4009c6f1ddSLingrui98 def TAR_FIT = 0.U(TAR_STAT_SZ.W) 4109c6f1ddSLingrui98 def TAR_OVF = 1.U(TAR_STAT_SZ.W) 4209c6f1ddSLingrui98 def TAR_UDF = 2.U(TAR_STAT_SZ.W) 4309c6f1ddSLingrui98 44bf358e08SLingrui98 def BR_OFFSET_LEN = 12 45bf358e08SLingrui98 def JMP_OFFSET_LEN = 20 4609c6f1ddSLingrui98} 4709c6f1ddSLingrui98 48*b30c10d6SLingrui98class FtbSlot(val offsetLen: Int, val subOffsetLen: Option[Int] = None)(implicit p: Parameters) extends XSBundle with FTBParams { 49*b30c10d6SLingrui98 if (subOffsetLen.isDefined) { 50*b30c10d6SLingrui98 require(subOffsetLen.get <= offsetLen) 51*b30c10d6SLingrui98 } 52eeb5ff92SLingrui98 val offset = UInt(log2Ceil(PredictWidth).W) 53eeb5ff92SLingrui98 val lower = UInt(offsetLen.W) 54eeb5ff92SLingrui98 val tarStat = UInt(TAR_STAT_SZ.W) 55eeb5ff92SLingrui98 val sharing = Bool() 5609c6f1ddSLingrui98 val valid = Bool() 5709c6f1ddSLingrui98 58eeb5ff92SLingrui98 def setLowerStatByTarget(pc: UInt, target: UInt, isShare: Boolean) = { 59eeb5ff92SLingrui98 def getTargetStatByHigher(pc_higher: UInt, target_higher: UInt) = 60eeb5ff92SLingrui98 Mux(target_higher > pc_higher, TAR_OVF, 61eeb5ff92SLingrui98 Mux(target_higher < pc_higher, TAR_UDF, TAR_FIT)) 62eeb5ff92SLingrui98 def getLowerByTarget(target: UInt, offsetLen: Int) = target(offsetLen, 1) 63*b30c10d6SLingrui98 val offLen = if (isShare) this.subOffsetLen.get else this.offsetLen 64eeb5ff92SLingrui98 val pc_higher = pc(VAddrBits-1, offLen+1) 65eeb5ff92SLingrui98 val target_higher = target(VAddrBits-1, offLen+1) 66eeb5ff92SLingrui98 val stat = getTargetStatByHigher(pc_higher, target_higher) 67eeb5ff92SLingrui98 val lower = ZeroExt(getLowerByTarget(target, offLen), this.offsetLen) 68eeb5ff92SLingrui98 this.lower := lower 69eeb5ff92SLingrui98 this.tarStat := stat 70eeb5ff92SLingrui98 this.sharing := isShare.B 71eeb5ff92SLingrui98 } 7209c6f1ddSLingrui98 73*b30c10d6SLingrui98 def getTarget(pc: UInt, last_stage: Option[Tuple2[UInt, Bool]] = None) = { 74*b30c10d6SLingrui98 def getTarget(offLen: Int)(pc: UInt, lower: UInt, stat: UInt, 75*b30c10d6SLingrui98 last_stage: Option[Tuple2[UInt, Bool]] = None) = { 76*b30c10d6SLingrui98 val h = pc(VAddrBits-1, offLen+1) 77*b30c10d6SLingrui98 val higher = Wire(UInt((VAddrBits-offLen-1).W)) 78*b30c10d6SLingrui98 val higher_plus_one = Wire(UInt((VAddrBits-offLen-1).W)) 79*b30c10d6SLingrui98 val higher_minus_one = Wire(UInt((VAddrBits-offLen-1).W)) 80*b30c10d6SLingrui98 if (last_stage.isDefined) { 81*b30c10d6SLingrui98 val last_stage_pc = last_stage.get._1 82*b30c10d6SLingrui98 val last_stage_pc_h = last_stage_pc(VAddrBits-1, offLen+1) 83*b30c10d6SLingrui98 val stage_en = last_stage.get._2 84*b30c10d6SLingrui98 higher := RegEnable(last_stage_pc_h, stage_en) 85*b30c10d6SLingrui98 higher_plus_one := RegEnable(last_stage_pc_h+1.U, stage_en) 86*b30c10d6SLingrui98 higher_minus_one := RegEnable(last_stage_pc_h-1.U, stage_en) 87*b30c10d6SLingrui98 } else { 88*b30c10d6SLingrui98 higher := h 89*b30c10d6SLingrui98 higher_plus_one := h + 1.U 90*b30c10d6SLingrui98 higher_minus_one := h - 1.U 91*b30c10d6SLingrui98 } 92eeb5ff92SLingrui98 val target = 93eeb5ff92SLingrui98 Cat( 94*b30c10d6SLingrui98 Mux1H(Seq( 95*b30c10d6SLingrui98 (stat === TAR_OVF, higher_plus_one), 96*b30c10d6SLingrui98 (stat === TAR_UDF, higher_minus_one), 97*b30c10d6SLingrui98 (stat === TAR_FIT, higher), 98*b30c10d6SLingrui98 )), 99eeb5ff92SLingrui98 lower(offLen-1, 0), 0.U(1.W) 100eeb5ff92SLingrui98 ) 101eeb5ff92SLingrui98 require(target.getWidth == VAddrBits) 102eeb5ff92SLingrui98 require(offLen != 0) 103eeb5ff92SLingrui98 target 104eeb5ff92SLingrui98 } 105*b30c10d6SLingrui98 if (subOffsetLen.isDefined) 106eeb5ff92SLingrui98 Mux(sharing, 107*b30c10d6SLingrui98 getTarget(subOffsetLen.get)(pc, lower, tarStat, last_stage), 108*b30c10d6SLingrui98 getTarget(offsetLen)(pc, lower, tarStat, last_stage) 109eeb5ff92SLingrui98 ) 110eeb5ff92SLingrui98 else 111*b30c10d6SLingrui98 getTarget(offsetLen)(pc, lower, tarStat, last_stage) 112eeb5ff92SLingrui98 } 113eeb5ff92SLingrui98 def fromAnotherSlot(that: FtbSlot) = { 114eeb5ff92SLingrui98 require( 115*b30c10d6SLingrui98 this.offsetLen > that.offsetLen && this.subOffsetLen.map(_ == that.offsetLen).getOrElse(true) || 116eeb5ff92SLingrui98 this.offsetLen == that.offsetLen 117eeb5ff92SLingrui98 ) 118eeb5ff92SLingrui98 this.offset := that.offset 119eeb5ff92SLingrui98 this.tarStat := that.tarStat 120*b30c10d6SLingrui98 this.sharing := (this.offsetLen > that.offsetLen && that.offsetLen == this.subOffsetLen.get).B 121eeb5ff92SLingrui98 this.valid := that.valid 122eeb5ff92SLingrui98 this.lower := ZeroExt(that.lower, this.offsetLen) 123eeb5ff92SLingrui98 } 124eeb5ff92SLingrui98 125eeb5ff92SLingrui98} 126eeb5ff92SLingrui98 127eeb5ff92SLingrui98class FTBEntry(implicit p: Parameters) extends XSBundle with FTBParams with BPUUtils { 128eeb5ff92SLingrui98 129eeb5ff92SLingrui98 130eeb5ff92SLingrui98 val valid = Bool() 131eeb5ff92SLingrui98 132eeb5ff92SLingrui98 val brSlots = Vec(numBrSlot, new FtbSlot(BR_OFFSET_LEN)) 133eeb5ff92SLingrui98 134eeb5ff92SLingrui98 // if shareTailSlot is set, this slot can hold a branch or a jal/jalr 135eeb5ff92SLingrui98 // else this slot holds only jal/jalr 136*b30c10d6SLingrui98 val tailSlot = new FtbSlot(JMP_OFFSET_LEN, Some(BR_OFFSET_LEN)) 13709c6f1ddSLingrui98 13809c6f1ddSLingrui98 // Partial Fall-Through Address 13909c6f1ddSLingrui98 val pftAddr = UInt((log2Up(PredictWidth)+1).W) 14009c6f1ddSLingrui98 val carry = Bool() 14109c6f1ddSLingrui98 14209c6f1ddSLingrui98 val isCall = Bool() 14309c6f1ddSLingrui98 val isRet = Bool() 14409c6f1ddSLingrui98 val isJalr = Bool() 14509c6f1ddSLingrui98 146eeb5ff92SLingrui98 // 14709c6f1ddSLingrui98 val oversize = Bool() 14809c6f1ddSLingrui98 14909c6f1ddSLingrui98 val last_is_rvc = Bool() 15009c6f1ddSLingrui98 15109c6f1ddSLingrui98 val always_taken = Vec(numBr, Bool()) 15209c6f1ddSLingrui98 153eeb5ff92SLingrui98 def getSlotForBr(idx: Int): FtbSlot = { 154eeb5ff92SLingrui98 require( 155eeb5ff92SLingrui98 idx < numBr-1 || idx == numBr-1 && !shareTailSlot || 156eeb5ff92SLingrui98 idx == numBr-1 && shareTailSlot 15709c6f1ddSLingrui98 ) 158eeb5ff92SLingrui98 (idx, numBr, shareTailSlot) match { 159eeb5ff92SLingrui98 case (i, n, true) if i == n-1 => this.tailSlot 160eeb5ff92SLingrui98 case _ => this.brSlots(idx) 16109c6f1ddSLingrui98 } 16209c6f1ddSLingrui98 } 163eeb5ff92SLingrui98 def allSlotsForBr = { 164eeb5ff92SLingrui98 (0 until numBr).map(getSlotForBr(_)) 16509c6f1ddSLingrui98 } 16609c6f1ddSLingrui98 def setByBrTarget(brIdx: Int, pc: UInt, target: UInt) = { 167eeb5ff92SLingrui98 val slot = getSlotForBr(brIdx) 168eeb5ff92SLingrui98 slot.setLowerStatByTarget(pc, target, shareTailSlot && brIdx == numBr-1) 16909c6f1ddSLingrui98 } 17009c6f1ddSLingrui98 def setByJmpTarget(pc: UInt, target: UInt) = { 171eeb5ff92SLingrui98 this.tailSlot.setLowerStatByTarget(pc, target, false) 17209c6f1ddSLingrui98 } 17309c6f1ddSLingrui98 174*b30c10d6SLingrui98 def getTargetVec(pc: UInt, last_stage: Option[Tuple2[UInt, Bool]] = None) = { 175*b30c10d6SLingrui98 VecInit((brSlots :+ tailSlot).map(_.getTarget(pc, last_stage))) 176bf358e08SLingrui98 } 17709c6f1ddSLingrui98 178eeb5ff92SLingrui98 def getOffsetVec = VecInit(brSlots.map(_.offset) :+ tailSlot.offset) 17909c6f1ddSLingrui98 def isJal = !isJalr 18009c6f1ddSLingrui98 def getFallThrough(pc: UInt) = getFallThroughAddr(pc, carry, pftAddr) 181eeb5ff92SLingrui98 def hasBr(offset: UInt) = 182eeb5ff92SLingrui98 brSlots.map{ s => s.valid && s.offset <= offset}.reduce(_||_) || 183eeb5ff92SLingrui98 (shareTailSlot.B && tailSlot.valid && tailSlot.offset <= offset && tailSlot.sharing) 18409c6f1ddSLingrui98 185eeb5ff92SLingrui98 def getBrMaskByOffset(offset: UInt) = 186eeb5ff92SLingrui98 brSlots.map{ s => s.valid && s.offset <= offset } ++ 187eeb5ff92SLingrui98 (if (shareTailSlot) Seq(tailSlot.valid && tailSlot.offset <= offset && tailSlot.sharing) else Nil) 188eeb5ff92SLingrui98 189eeb5ff92SLingrui98 def getBrRecordedVec(offset: UInt) = { 190eeb5ff92SLingrui98 VecInit( 191eeb5ff92SLingrui98 brSlots.map(s => s.valid && s.offset === offset) ++ 192eeb5ff92SLingrui98 (if (shareTailSlot) Seq(tailSlot.valid && tailSlot.offset === offset && tailSlot.sharing) else Nil) 193eeb5ff92SLingrui98 ) 19409c6f1ddSLingrui98 } 19509c6f1ddSLingrui98 196eeb5ff92SLingrui98 def brIsSaved(offset: UInt) = getBrRecordedVec(offset).reduce(_||_) 197eeb5ff92SLingrui98 198eeb5ff92SLingrui98 def brValids = { 199eeb5ff92SLingrui98 VecInit( 200eeb5ff92SLingrui98 brSlots.map(_.valid) ++ 201eeb5ff92SLingrui98 (if (shareTailSlot) Seq(tailSlot.valid && tailSlot.sharing) else Nil) 202eeb5ff92SLingrui98 ) 203eeb5ff92SLingrui98 } 204eeb5ff92SLingrui98 205eeb5ff92SLingrui98 def noEmptySlotForNewBr = { 206eeb5ff92SLingrui98 VecInit( 207eeb5ff92SLingrui98 brSlots.map(_.valid) ++ 208eeb5ff92SLingrui98 (if (shareTailSlot) Seq(tailSlot.valid) else Nil) 209eeb5ff92SLingrui98 ).reduce(_&&_) 210eeb5ff92SLingrui98 } 211eeb5ff92SLingrui98 212eeb5ff92SLingrui98 def newBrCanNotInsert(offset: UInt) = { 213eeb5ff92SLingrui98 val lastSlotForBr = if (shareTailSlot) tailSlot else brSlots.last 214eeb5ff92SLingrui98 lastSlotForBr.valid && lastSlotForBr.offset < offset 215eeb5ff92SLingrui98 } 216eeb5ff92SLingrui98 217eeb5ff92SLingrui98 def jmpValid = { 218eeb5ff92SLingrui98 tailSlot.valid && (!shareTailSlot.B || !tailSlot.sharing) 219eeb5ff92SLingrui98 } 220eeb5ff92SLingrui98 221eeb5ff92SLingrui98 def brOffset = { 222eeb5ff92SLingrui98 VecInit( 223eeb5ff92SLingrui98 brSlots.map(_.offset) ++ 224eeb5ff92SLingrui98 (if (shareTailSlot) Seq(tailSlot.offset) else Nil) 225eeb5ff92SLingrui98 ) 226eeb5ff92SLingrui98 } 227eeb5ff92SLingrui98 22809c6f1ddSLingrui98 def display(cond: Bool): Unit = { 22909c6f1ddSLingrui98 XSDebug(cond, p"-----------FTB entry----------- \n") 23009c6f1ddSLingrui98 XSDebug(cond, p"v=${valid}\n") 23109c6f1ddSLingrui98 for(i <- 0 until numBr) { 232eeb5ff92SLingrui98 XSDebug(cond, p"[br$i]: v=${allSlotsForBr(i).valid}, offset=${allSlotsForBr(i).offset}," + 233eeb5ff92SLingrui98 p"lower=${Hexadecimal(allSlotsForBr(i).lower)}\n") 23409c6f1ddSLingrui98 } 235eeb5ff92SLingrui98 XSDebug(cond, p"[tailSlot]: v=${tailSlot.valid}, offset=${tailSlot.offset}," + 236eeb5ff92SLingrui98 p"lower=${Hexadecimal(tailSlot.lower)}, sharing=${tailSlot.sharing}}\n") 23709c6f1ddSLingrui98 XSDebug(cond, p"pftAddr=${Hexadecimal(pftAddr)}, carry=$carry\n") 23809c6f1ddSLingrui98 XSDebug(cond, p"isCall=$isCall, isRet=$isRet, isjalr=$isJalr\n") 23909c6f1ddSLingrui98 XSDebug(cond, p"oversize=$oversize, last_is_rvc=$last_is_rvc\n") 24009c6f1ddSLingrui98 XSDebug(cond, p"------------------------------- \n") 24109c6f1ddSLingrui98 } 24209c6f1ddSLingrui98 24309c6f1ddSLingrui98} 24409c6f1ddSLingrui98 24509c6f1ddSLingrui98class FTBEntryWithTag(implicit p: Parameters) extends XSBundle with FTBParams with BPUUtils { 24609c6f1ddSLingrui98 val entry = new FTBEntry 24709c6f1ddSLingrui98 val tag = UInt(tagSize.W) 24809c6f1ddSLingrui98 def display(cond: Bool): Unit = { 249eeb5ff92SLingrui98 entry.display(cond) 250eeb5ff92SLingrui98 XSDebug(cond, p"tag is ${Hexadecimal(tag)}\n------------------------------- \n") 25109c6f1ddSLingrui98 } 25209c6f1ddSLingrui98} 25309c6f1ddSLingrui98 25409c6f1ddSLingrui98class FTBMeta(implicit p: Parameters) extends XSBundle with FTBParams { 255bb09c7feSzoujr val writeWay = UInt(log2Ceil(numWays).W) 25609c6f1ddSLingrui98 val hit = Bool() 2571bc6e9c8SLingrui98 val pred_cycle = if (!env.FPGAPlatform) Some(UInt(64.W)) else None 25809c6f1ddSLingrui98} 25909c6f1ddSLingrui98 26009c6f1ddSLingrui98object FTBMeta { 26109c6f1ddSLingrui98 def apply(writeWay: UInt, hit: Bool, pred_cycle: UInt)(implicit p: Parameters): FTBMeta = { 26209c6f1ddSLingrui98 val e = Wire(new FTBMeta) 26309c6f1ddSLingrui98 e.writeWay := writeWay 26409c6f1ddSLingrui98 e.hit := hit 2651bc6e9c8SLingrui98 e.pred_cycle.map(_ := pred_cycle) 26609c6f1ddSLingrui98 e 26709c6f1ddSLingrui98 } 26809c6f1ddSLingrui98} 26909c6f1ddSLingrui98 270c6bf0bffSzoujr// class UpdateQueueEntry(implicit p: Parameters) extends XSBundle with FTBParams { 271c6bf0bffSzoujr// val pc = UInt(VAddrBits.W) 272c6bf0bffSzoujr// val ftb_entry = new FTBEntry 273c6bf0bffSzoujr// val hit = Bool() 274c6bf0bffSzoujr// val hit_way = UInt(log2Ceil(numWays).W) 275c6bf0bffSzoujr// } 276c6bf0bffSzoujr// 277c6bf0bffSzoujr// object UpdateQueueEntry { 278c6bf0bffSzoujr// def apply(pc: UInt, fe: FTBEntry, hit: Bool, hit_way: UInt)(implicit p: Parameters): UpdateQueueEntry = { 279c6bf0bffSzoujr// val e = Wire(new UpdateQueueEntry) 280c6bf0bffSzoujr// e.pc := pc 281c6bf0bffSzoujr// e.ftb_entry := fe 282c6bf0bffSzoujr// e.hit := hit 283c6bf0bffSzoujr// e.hit_way := hit_way 284c6bf0bffSzoujr// e 285c6bf0bffSzoujr// } 286c6bf0bffSzoujr// } 287c6bf0bffSzoujr 288c6bf0bffSzoujrclass FTB(implicit p: Parameters) extends BasePredictor with FTBParams with BPUUtils with HasCircularQueuePtrHelper { 28909c6f1ddSLingrui98 override val meta_size = WireInit(0.U.asTypeOf(new FTBMeta)).getWidth 29009c6f1ddSLingrui98 29109c6f1ddSLingrui98 val ftbAddr = new TableAddr(log2Up(numSets), 1) 29209c6f1ddSLingrui98 29309c6f1ddSLingrui98 class FTBBank(val numSets: Int, val nWays: Int) extends XSModule with BPUUtils { 29409c6f1ddSLingrui98 val io = IO(new Bundle { 2955371700eSzoujr val s1_fire = Input(Bool()) 29609c6f1ddSLingrui98 29709c6f1ddSLingrui98 // when ftb hit, read_hits.valid is true, and read_hits.bits is OH of hit way 29809c6f1ddSLingrui98 // when ftb not hit, read_hits.valid is false, and read_hits is OH of allocWay 299bb09c7feSzoujr // val read_hits = Valid(Vec(numWays, Bool())) 3001c8d9e26Szoujr val req_pc = Flipped(DecoupledIO(UInt(VAddrBits.W))) 3011c8d9e26Szoujr val read_resp = Output(new FTBEntry) 302bb09c7feSzoujr val read_hits = Valid(UInt(log2Ceil(numWays).W)) 30309c6f1ddSLingrui98 3041c8d9e26Szoujr val u_req_pc = Flipped(DecoupledIO(UInt(VAddrBits.W))) 3051c8d9e26Szoujr val update_hits = Valid(UInt(log2Ceil(numWays).W)) 3061c8d9e26Szoujr val update_access = Input(Bool()) 30709c6f1ddSLingrui98 30809c6f1ddSLingrui98 val update_pc = Input(UInt(VAddrBits.W)) 30909c6f1ddSLingrui98 val update_write_data = Flipped(Valid(new FTBEntryWithTag)) 310c6bf0bffSzoujr val update_write_way = Input(UInt(log2Ceil(numWays).W)) 311c6bf0bffSzoujr val update_write_alloc = Input(Bool()) 31209c6f1ddSLingrui98 }) 31309c6f1ddSLingrui98 3141c8d9e26Szoujr // Extract holdRead logic to fix bug that update read override predict read result 3151c8d9e26Szoujr val ftb = Module(new SRAMTemplate(new FTBEntryWithTag, set = numSets, way = numWays, shouldReset = true, holdRead = false, singlePort = true)) 31609c6f1ddSLingrui98 3171c8d9e26Szoujr val pred_rdata = HoldUnless(ftb.io.r.resp.data, RegNext(io.req_pc.valid && !io.update_access)) 3181c8d9e26Szoujr ftb.io.r.req.valid := io.req_pc.valid || io.u_req_pc.valid // io.s0_fire 3191c8d9e26Szoujr ftb.io.r.req.bits.setIdx := Mux(io.u_req_pc.valid, ftbAddr.getIdx(io.u_req_pc.bits), ftbAddr.getIdx(io.req_pc.bits)) // s0_idx 3201c8d9e26Szoujr 3211c8d9e26Szoujr assert(!(io.req_pc.valid && io.u_req_pc.valid)) 32209c6f1ddSLingrui98 32309c6f1ddSLingrui98 io.req_pc.ready := ftb.io.r.req.ready 3241c8d9e26Szoujr io.u_req_pc.ready := ftb.io.r.req.ready 32509c6f1ddSLingrui98 32609c6f1ddSLingrui98 val req_tag = RegEnable(ftbAddr.getTag(io.req_pc.bits)(tagSize-1, 0), io.req_pc.valid) 327ac3f6f25Szoujr val req_idx = RegEnable(ftbAddr.getIdx(io.req_pc.bits), io.req_pc.valid) 32809c6f1ddSLingrui98 3291c8d9e26Szoujr val u_req_tag = RegEnable(ftbAddr.getTag(io.u_req_pc.bits)(tagSize-1, 0), io.u_req_pc.valid) 33009c6f1ddSLingrui98 3311c8d9e26Szoujr val read_entries = pred_rdata.map(_.entry) 3321c8d9e26Szoujr val read_tags = pred_rdata.map(_.tag) 3331c8d9e26Szoujr 3341c8d9e26Szoujr val total_hits = VecInit((0 until numWays).map(b => read_tags(b) === req_tag && read_entries(b).valid && io.s1_fire)) 33509c6f1ddSLingrui98 val hit = total_hits.reduce(_||_) 336bb09c7feSzoujr // val hit_way_1h = VecInit(PriorityEncoderOH(total_hits)) 337ab890bfeSLingrui98 val hit_way = OHToUInt(total_hits) 33809c6f1ddSLingrui98 3391c8d9e26Szoujr val u_total_hits = VecInit((0 until numWays).map(b => 3401c8d9e26Szoujr ftb.io.r.resp.data(b).tag === u_req_tag && ftb.io.r.resp.data(b).entry.valid && RegNext(io.update_access))) 3411c8d9e26Szoujr val u_hit = u_total_hits.reduce(_||_) 3421c8d9e26Szoujr // val hit_way_1h = VecInit(PriorityEncoderOH(total_hits)) 343ab890bfeSLingrui98 val u_hit_way = OHToUInt(u_total_hits) 3441c8d9e26Szoujr 345bb09c7feSzoujr assert(PopCount(total_hits) === 1.U || PopCount(total_hits) === 0.U) 3461c8d9e26Szoujr assert(PopCount(u_total_hits) === 1.U || PopCount(u_total_hits) === 0.U) 34709c6f1ddSLingrui98 348ac3f6f25Szoujr val replacer = ReplacementPolicy.fromString(Some("setplru"), numWays, numSets) 349c6bf0bffSzoujr // val allocWriteWay = replacer.way(req_idx) 35009c6f1ddSLingrui98 351ac3f6f25Szoujr val touch_set = Seq.fill(1)(Wire(UInt(log2Ceil(numSets).W))) 352ac3f6f25Szoujr val touch_way = Seq.fill(1)(Wire(Valid(UInt(log2Ceil(numWays).W)))) 353ac3f6f25Szoujr 354ac3f6f25Szoujr touch_set(0) := req_idx 355ac3f6f25Szoujr 3561c8d9e26Szoujr touch_way(0).valid := hit 357bb09c7feSzoujr touch_way(0).bits := hit_way 358ac3f6f25Szoujr 359c6bf0bffSzoujr replacer.access(touch_set, touch_way) 360c6bf0bffSzoujr 361ac3f6f25Szoujr // def allocWay(valids: UInt, meta_tags: UInt, req_tag: UInt) = { 362ac3f6f25Szoujr // val randomAlloc = false 363ac3f6f25Szoujr // if (numWays > 1) { 364ac3f6f25Szoujr // val w = Wire(UInt(log2Up(numWays).W)) 365ac3f6f25Szoujr // val valid = WireInit(valids.andR) 366ac3f6f25Szoujr // val tags = Cat(meta_tags, req_tag) 367ac3f6f25Szoujr // val l = log2Up(numWays) 368ac3f6f25Szoujr // val nChunks = (tags.getWidth + l - 1) / l 369ac3f6f25Szoujr // val chunks = (0 until nChunks).map( i => 370ac3f6f25Szoujr // tags(min((i+1)*l, tags.getWidth)-1, i*l) 371ac3f6f25Szoujr // ) 372ac3f6f25Szoujr // w := Mux(valid, if (randomAlloc) {LFSR64()(log2Up(numWays)-1,0)} else {chunks.reduce(_^_)}, PriorityEncoder(~valids)) 373ac3f6f25Szoujr // w 374ac3f6f25Szoujr // } else { 375ac3f6f25Szoujr // val w = WireInit(0.U) 376ac3f6f25Szoujr // w 377ac3f6f25Szoujr // } 378ac3f6f25Szoujr // } 379ac3f6f25Szoujr 380ac3f6f25Szoujr // val allocWriteWay = allocWay( 381ac3f6f25Szoujr // VecInit(read_entries.map(_.valid)).asUInt, 382ac3f6f25Szoujr // VecInit(read_tags).asUInt, 383ac3f6f25Szoujr // req_tag 384ac3f6f25Szoujr // ) 38509c6f1ddSLingrui98 3865371700eSzoujr def allocWay(valids: UInt, idx: UInt) = { 38709c6f1ddSLingrui98 if (numWays > 1) { 38809c6f1ddSLingrui98 val w = Wire(UInt(log2Up(numWays).W)) 38909c6f1ddSLingrui98 val valid = WireInit(valids.andR) 3905371700eSzoujr w := Mux(valid, replacer.way(idx), PriorityEncoder(~valids)) 39109c6f1ddSLingrui98 w 39209c6f1ddSLingrui98 }else { 39309c6f1ddSLingrui98 val w = WireInit(0.U) 39409c6f1ddSLingrui98 w 39509c6f1ddSLingrui98 } 39609c6f1ddSLingrui98 } 39709c6f1ddSLingrui98 398ab890bfeSLingrui98 io.read_resp := Mux1H(total_hits, read_entries) // Mux1H 39909c6f1ddSLingrui98 io.read_hits.valid := hit 400bb09c7feSzoujr // io.read_hits.bits := Mux(hit, hit_way_1h, VecInit(UIntToOH(allocWriteWay).asBools())) 4015371700eSzoujr io.read_hits.bits := hit_way 40209c6f1ddSLingrui98 4031c8d9e26Szoujr io.update_hits.valid := u_hit 4041c8d9e26Szoujr io.update_hits.bits := u_hit_way 4051c8d9e26Szoujr 406c6bf0bffSzoujr // XSDebug(!hit, "FTB not hit, alloc a way: %d\n", allocWriteWay) 40709c6f1ddSLingrui98 40809c6f1ddSLingrui98 // Update logic 40909c6f1ddSLingrui98 val u_valid = io.update_write_data.valid 41009c6f1ddSLingrui98 val u_data = io.update_write_data.bits 41109c6f1ddSLingrui98 val u_idx = ftbAddr.getIdx(io.update_pc) 4125371700eSzoujr val allocWriteWay = allocWay(VecInit(read_entries.map(_.valid)).asUInt, u_idx) 4135371700eSzoujr val u_mask = UIntToOH(Mux(io.update_write_alloc, allocWriteWay, io.update_write_way)) 414c6bf0bffSzoujr 415c6bf0bffSzoujr for (i <- 0 until numWays) { 4165371700eSzoujr XSPerfAccumulate(f"ftb_replace_way$i", u_valid && io.update_write_alloc && OHToUInt(u_mask) === i.U) 4175371700eSzoujr XSPerfAccumulate(f"ftb_replace_way${i}_has_empty", u_valid && io.update_write_alloc && !read_entries.map(_.valid).reduce(_&&_) && OHToUInt(u_mask) === i.U) 4185371700eSzoujr XSPerfAccumulate(f"ftb_hit_way$i", hit && !io.update_access && hit_way === i.U) 419c6bf0bffSzoujr } 42009c6f1ddSLingrui98 42109c6f1ddSLingrui98 ftb.io.w.apply(u_valid, u_data, u_idx, u_mask) 422eeb5ff92SLingrui98 423eeb5ff92SLingrui98 // print hit entry info 424ab890bfeSLingrui98 Mux1H(total_hits, ftb.io.r.resp.data).display(true.B) 42509c6f1ddSLingrui98 } // FTBBank 42609c6f1ddSLingrui98 42709c6f1ddSLingrui98 val ftbBank = Module(new FTBBank(numSets, numWays)) 42809c6f1ddSLingrui98 42909c6f1ddSLingrui98 ftbBank.io.req_pc.valid := io.s0_fire 43009c6f1ddSLingrui98 ftbBank.io.req_pc.bits := s0_pc 43109c6f1ddSLingrui98 43209c6f1ddSLingrui98 val ftb_entry = RegEnable(ftbBank.io.read_resp, io.s1_fire) 43309c6f1ddSLingrui98 val s1_hit = ftbBank.io.read_hits.valid 43409c6f1ddSLingrui98 val s2_hit = RegEnable(s1_hit, io.s1_fire) 43509c6f1ddSLingrui98 val writeWay = ftbBank.io.read_hits.bits 43609c6f1ddSLingrui98 43709c6f1ddSLingrui98 val fallThruAddr = getFallThroughAddr(s2_pc, ftb_entry.carry, ftb_entry.pftAddr) 43809c6f1ddSLingrui98 43909c6f1ddSLingrui98 // io.out.bits.resp := RegEnable(io.in.bits.resp_in(0), 0.U.asTypeOf(new BranchPredictionResp), io.s1_fire) 44009c6f1ddSLingrui98 io.out.resp := io.in.bits.resp_in(0) 44109c6f1ddSLingrui98 44209c6f1ddSLingrui98 val s1_latch_call_is_rvc = DontCare // TODO: modify when add RAS 44309c6f1ddSLingrui98 44409c6f1ddSLingrui98 io.out.resp.s2.preds.hit := s2_hit 44509c6f1ddSLingrui98 io.out.resp.s2.pc := s2_pc 44609c6f1ddSLingrui98 io.out.resp.s2.ftb_entry := ftb_entry 447*b30c10d6SLingrui98 io.out.resp.s2.preds.fromFtbEntry(ftb_entry, s2_pc, Some((s1_pc, io.s1_fire))) 44809c6f1ddSLingrui98 4493e52bed1SLingrui98 io.out.last_stage_meta := RegEnable(FTBMeta(writeWay.asUInt(), s1_hit, GTimer()).asUInt(), io.s1_fire) 45009c6f1ddSLingrui98 45109c6f1ddSLingrui98 // always taken logic 45209c6f1ddSLingrui98 for (i <- 0 until numBr) { 453*b30c10d6SLingrui98 io.out.resp.s2.preds.br_taken_mask(i) := io.in.bits.resp_in(0).s2.preds.br_taken_mask(i) || s2_hit && ftb_entry.always_taken(i) 45409c6f1ddSLingrui98 } 45509c6f1ddSLingrui98 45609c6f1ddSLingrui98 // Update logic 45709c6f1ddSLingrui98 val update = RegNext(io.update.bits) 45809c6f1ddSLingrui98 459c6bf0bffSzoujr // val update_queue = Mem(64, new UpdateQueueEntry) 460c6bf0bffSzoujr // val head, tail = RegInit(UpdateQueuePtr(false.B, 0.U)) 461c6bf0bffSzoujr // val u_queue = Module(new Queue(new UpdateQueueEntry, entries = 64, flow = true)) 462c6bf0bffSzoujr // assert(u_queue.io.count < 64.U) 463c6bf0bffSzoujr 46409c6f1ddSLingrui98 val u_meta = update.meta.asTypeOf(new FTBMeta) 46509c6f1ddSLingrui98 val u_valid = RegNext(io.update.valid && !io.update.bits.old_entry) 466bb09c7feSzoujr 467c6bf0bffSzoujr // io.s1_ready := ftbBank.io.req_pc.ready && u_queue.io.count === 0.U && !u_valid 468c6bf0bffSzoujr io.s1_ready := ftbBank.io.req_pc.ready && !(u_valid && !u_meta.hit) 469bb09c7feSzoujr 470c6bf0bffSzoujr // val update_now = u_queue.io.deq.fire && u_queue.io.deq.bits.hit 471c6bf0bffSzoujr val update_now = u_valid && u_meta.hit 472c6bf0bffSzoujr 4731c8d9e26Szoujr ftbBank.io.u_req_pc.valid := u_valid && !u_meta.hit 4741c8d9e26Szoujr ftbBank.io.u_req_pc.bits := update.pc 475bb09c7feSzoujr 476c6bf0bffSzoujr // assert(!(u_valid && RegNext(u_valid) && update.pc === RegNext(update.pc))) 4775371700eSzoujr // assert(!(u_valid && RegNext(u_valid))) 478bb09c7feSzoujr 479c6bf0bffSzoujr // val u_way = u_queue.io.deq.bits.hit_way 48009c6f1ddSLingrui98 48109c6f1ddSLingrui98 val ftb_write = Wire(new FTBEntryWithTag) 482c6bf0bffSzoujr // ftb_write.entry := Mux(update_now, u_queue.io.deq.bits.ftb_entry, RegNext(u_queue.io.deq.bits.ftb_entry)) 483c6bf0bffSzoujr // ftb_write.tag := ftbAddr.getTag(Mux(update_now, u_queue.io.deq.bits.pc, RegNext(u_queue.io.deq.bits.pc)))(tagSize-1, 0) 484c6bf0bffSzoujr ftb_write.entry := Mux(update_now, update.ftb_entry, RegNext(update.ftb_entry)) 485c6bf0bffSzoujr ftb_write.tag := ftbAddr.getTag(Mux(update_now, update.pc, RegNext(update.pc)))(tagSize-1, 0) 48609c6f1ddSLingrui98 487c6bf0bffSzoujr // val write_valid = update_now || RegNext(u_queue.io.deq.fire && !u_queue.io.deq.bits.hit) 488c6bf0bffSzoujr val write_valid = update_now || RegNext(u_valid && !u_meta.hit) 489c6bf0bffSzoujr 490c6bf0bffSzoujr // u_queue.io.enq.valid := u_valid 491c6bf0bffSzoujr // u_queue.io.enq.bits := UpdateQueueEntry(update.pc, update.ftb_entry, u_meta.hit, u_meta.writeWay) 492c6bf0bffSzoujr // u_queue.io.deq.ready := RegNext(!u_queue.io.deq.fire || update_now) 493c6bf0bffSzoujr 494c6bf0bffSzoujr ftbBank.io.update_write_data.valid := write_valid 49509c6f1ddSLingrui98 ftbBank.io.update_write_data.bits := ftb_write 496c6bf0bffSzoujr // ftbBank.io.update_pc := Mux(update_now, u_queue.io.deq.bits.pc, RegNext(u_queue.io.deq.bits.pc)) 497c6bf0bffSzoujr ftbBank.io.update_pc := Mux(update_now, update.pc, RegNext(update.pc)) 4981c8d9e26Szoujr ftbBank.io.update_write_way := Mux(update_now, u_meta.writeWay, ftbBank.io.update_hits.bits) 4991c8d9e26Szoujr // ftbBank.io.update_write_alloc := Mux(update_now, !u_queue.io.deq.bits.hit, !ftbBank.io.update_hits.valid) 5001c8d9e26Szoujr ftbBank.io.update_write_alloc := Mux(update_now, false.B, !ftbBank.io.update_hits.valid) 5011c8d9e26Szoujr ftbBank.io.update_access := u_valid && !u_meta.hit 5025371700eSzoujr ftbBank.io.s1_fire := io.s1_fire 50309c6f1ddSLingrui98 50409c6f1ddSLingrui98 XSDebug("req_v=%b, req_pc=%x, ready=%b (resp at next cycle)\n", io.s0_fire, s0_pc, ftbBank.io.req_pc.ready) 50509c6f1ddSLingrui98 XSDebug("s2_hit=%b, hit_way=%b\n", s2_hit, writeWay.asUInt) 506eeb5ff92SLingrui98 XSDebug("s2_br_taken_mask=%b, s2_real_taken_mask=%b\n", 507eeb5ff92SLingrui98 io.in.bits.resp_in(0).s2.preds.br_taken_mask.asUInt, io.out.resp.s2.real_slot_taken_mask().asUInt) 50809c6f1ddSLingrui98 XSDebug("s2_target=%x\n", io.out.resp.s2.target) 50909c6f1ddSLingrui98 51009c6f1ddSLingrui98 ftb_entry.display(true.B) 51109c6f1ddSLingrui98 51209c6f1ddSLingrui98 XSPerfAccumulate("ftb_read_hits", RegNext(io.s0_fire) && s1_hit) 51309c6f1ddSLingrui98 XSPerfAccumulate("ftb_read_misses", RegNext(io.s0_fire) && !s1_hit) 51409c6f1ddSLingrui98 515eeb5ff92SLingrui98 XSPerfAccumulate("ftb_commit_hits", io.update.valid && io.update.bits.preds.hit) 516eeb5ff92SLingrui98 XSPerfAccumulate("ftb_commit_misses", io.update.valid && !io.update.bits.preds.hit) 51709c6f1ddSLingrui98 51809c6f1ddSLingrui98 XSPerfAccumulate("ftb_update_req", io.update.valid) 51909c6f1ddSLingrui98 XSPerfAccumulate("ftb_update_ignored", io.update.valid && io.update.bits.old_entry) 52009c6f1ddSLingrui98 XSPerfAccumulate("ftb_updated", u_valid) 521cd365d4cSrvcoresjw 522cd365d4cSrvcoresjw val perfinfo = IO(new Bundle(){ 523cd365d4cSrvcoresjw val perfEvents = Output(new PerfEventsBundle(2)) 524cd365d4cSrvcoresjw }) 525cd365d4cSrvcoresjw val perfEvents = Seq( 526cd365d4cSrvcoresjw ("ftb_commit_hits ", u_valid && update.preds.hit), 527cd365d4cSrvcoresjw ("ftb_commit_misses ", u_valid && !update.preds.hit), 528cd365d4cSrvcoresjw ) 529cd365d4cSrvcoresjw 530cd365d4cSrvcoresjw for (((perf_out,(perf_name,perf)),i) <- perfinfo.perfEvents.perf_events.zip(perfEvents).zipWithIndex) { 531cd365d4cSrvcoresjw perf_out.incr_step := RegNext(perf) 532cd365d4cSrvcoresjw } 53309c6f1ddSLingrui98} 534