xref: /XiangShan/src/main/scala/xiangshan/frontend/FTB.scala (revision 21bd600158d11ccc13d38ed7dd3a1bc41fef2747)
109c6f1ddSLingrui98/***************************************************************************************
209c6f1ddSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
309c6f1ddSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory
409c6f1ddSLingrui98*
509c6f1ddSLingrui98* XiangShan is licensed under Mulan PSL v2.
609c6f1ddSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2.
709c6f1ddSLingrui98* You may obtain a copy of Mulan PSL v2 at:
809c6f1ddSLingrui98*          http://license.coscl.org.cn/MulanPSL2
909c6f1ddSLingrui98*
1009c6f1ddSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
1109c6f1ddSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
1209c6f1ddSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
1309c6f1ddSLingrui98*
1409c6f1ddSLingrui98* See the Mulan PSL v2 for more details.
1509c6f1ddSLingrui98***************************************************************************************/
1609c6f1ddSLingrui98
1709c6f1ddSLingrui98package xiangshan.frontend
1809c6f1ddSLingrui98
1909c6f1ddSLingrui98import chipsalliance.rocketchip.config.Parameters
2009c6f1ddSLingrui98import chisel3._
2109c6f1ddSLingrui98import chisel3.stage.{ChiselGeneratorAnnotation, ChiselStage}
2209c6f1ddSLingrui98import chisel3.util._
2309c6f1ddSLingrui98import xiangshan._
2409c6f1ddSLingrui98import utils._
253c02ee8fSwakafaimport utility._
2609c6f1ddSLingrui98import chisel3.experimental.chiselName
2709c6f1ddSLingrui98
2809c6f1ddSLingrui98import scala.math.min
29adc0b8dfSGuokai Chenimport scala.{Tuple2 => &}
30eeb5ff92SLingrui98import os.copy
3109c6f1ddSLingrui98
3209c6f1ddSLingrui98
3309c6f1ddSLingrui98trait FTBParams extends HasXSParameter with HasBPUConst {
34b37e4b45SLingrui98  val numEntries = FtbSize
35b37e4b45SLingrui98  val numWays    = FtbWays
3609c6f1ddSLingrui98  val numSets    = numEntries/numWays // 512
3709c6f1ddSLingrui98  val tagSize    = 20
3809c6f1ddSLingrui98
39eeb5ff92SLingrui98
40eeb5ff92SLingrui98
4109c6f1ddSLingrui98  val TAR_STAT_SZ = 2
4209c6f1ddSLingrui98  def TAR_FIT = 0.U(TAR_STAT_SZ.W)
4309c6f1ddSLingrui98  def TAR_OVF = 1.U(TAR_STAT_SZ.W)
4409c6f1ddSLingrui98  def TAR_UDF = 2.U(TAR_STAT_SZ.W)
4509c6f1ddSLingrui98
46bf358e08SLingrui98  def BR_OFFSET_LEN = 12
47bf358e08SLingrui98  def JMP_OFFSET_LEN = 20
4809c6f1ddSLingrui98}
4909c6f1ddSLingrui98
50b30c10d6SLingrui98class FtbSlot(val offsetLen: Int, val subOffsetLen: Option[Int] = None)(implicit p: Parameters) extends XSBundle with FTBParams {
51b30c10d6SLingrui98  if (subOffsetLen.isDefined) {
52b30c10d6SLingrui98    require(subOffsetLen.get <= offsetLen)
53b30c10d6SLingrui98  }
54eeb5ff92SLingrui98  val offset  = UInt(log2Ceil(PredictWidth).W)
55eeb5ff92SLingrui98  val lower   = UInt(offsetLen.W)
56eeb5ff92SLingrui98  val tarStat = UInt(TAR_STAT_SZ.W)
57eeb5ff92SLingrui98  val sharing = Bool()
5809c6f1ddSLingrui98  val valid   = Bool()
5909c6f1ddSLingrui98
60d2b20d1aSTang Haojin  val sc      = Bool() // set by sc in s3, perf use only
61d2b20d1aSTang Haojin
62eeb5ff92SLingrui98  def setLowerStatByTarget(pc: UInt, target: UInt, isShare: Boolean) = {
63eeb5ff92SLingrui98    def getTargetStatByHigher(pc_higher: UInt, target_higher: UInt) =
64eeb5ff92SLingrui98      Mux(target_higher > pc_higher, TAR_OVF,
65eeb5ff92SLingrui98        Mux(target_higher < pc_higher, TAR_UDF, TAR_FIT))
66eeb5ff92SLingrui98    def getLowerByTarget(target: UInt, offsetLen: Int) = target(offsetLen, 1)
67b30c10d6SLingrui98    val offLen = if (isShare) this.subOffsetLen.get else this.offsetLen
68eeb5ff92SLingrui98    val pc_higher = pc(VAddrBits-1, offLen+1)
69eeb5ff92SLingrui98    val target_higher = target(VAddrBits-1, offLen+1)
70eeb5ff92SLingrui98    val stat = getTargetStatByHigher(pc_higher, target_higher)
71eeb5ff92SLingrui98    val lower = ZeroExt(getLowerByTarget(target, offLen), this.offsetLen)
72eeb5ff92SLingrui98    this.lower := lower
73eeb5ff92SLingrui98    this.tarStat := stat
74eeb5ff92SLingrui98    this.sharing := isShare.B
75eeb5ff92SLingrui98  }
7609c6f1ddSLingrui98
77b30c10d6SLingrui98  def getTarget(pc: UInt, last_stage: Option[Tuple2[UInt, Bool]] = None) = {
78b30c10d6SLingrui98    def getTarget(offLen: Int)(pc: UInt, lower: UInt, stat: UInt,
79b30c10d6SLingrui98      last_stage: Option[Tuple2[UInt, Bool]] = None) = {
80b30c10d6SLingrui98      val h = pc(VAddrBits-1, offLen+1)
81b30c10d6SLingrui98      val higher = Wire(UInt((VAddrBits-offLen-1).W))
82b30c10d6SLingrui98      val higher_plus_one = Wire(UInt((VAddrBits-offLen-1).W))
83b30c10d6SLingrui98      val higher_minus_one = Wire(UInt((VAddrBits-offLen-1).W))
84b30c10d6SLingrui98      if (last_stage.isDefined) {
85b30c10d6SLingrui98        val last_stage_pc = last_stage.get._1
86b30c10d6SLingrui98        val last_stage_pc_h = last_stage_pc(VAddrBits-1, offLen+1)
87b30c10d6SLingrui98        val stage_en = last_stage.get._2
88b30c10d6SLingrui98        higher := RegEnable(last_stage_pc_h, stage_en)
89b30c10d6SLingrui98        higher_plus_one := RegEnable(last_stage_pc_h+1.U, stage_en)
90b30c10d6SLingrui98        higher_minus_one := RegEnable(last_stage_pc_h-1.U, stage_en)
91b30c10d6SLingrui98      } else {
92b30c10d6SLingrui98        higher := h
93b30c10d6SLingrui98        higher_plus_one := h + 1.U
94b30c10d6SLingrui98        higher_minus_one := h - 1.U
95b30c10d6SLingrui98      }
96eeb5ff92SLingrui98      val target =
97eeb5ff92SLingrui98        Cat(
98b30c10d6SLingrui98          Mux1H(Seq(
99b30c10d6SLingrui98            (stat === TAR_OVF, higher_plus_one),
100b30c10d6SLingrui98            (stat === TAR_UDF, higher_minus_one),
101b30c10d6SLingrui98            (stat === TAR_FIT, higher),
102b30c10d6SLingrui98          )),
103eeb5ff92SLingrui98          lower(offLen-1, 0), 0.U(1.W)
104eeb5ff92SLingrui98        )
105eeb5ff92SLingrui98      require(target.getWidth == VAddrBits)
106eeb5ff92SLingrui98      require(offLen != 0)
107eeb5ff92SLingrui98      target
108eeb5ff92SLingrui98    }
109b30c10d6SLingrui98    if (subOffsetLen.isDefined)
110eeb5ff92SLingrui98      Mux(sharing,
111b30c10d6SLingrui98        getTarget(subOffsetLen.get)(pc, lower, tarStat, last_stage),
112b30c10d6SLingrui98        getTarget(offsetLen)(pc, lower, tarStat, last_stage)
113eeb5ff92SLingrui98      )
114eeb5ff92SLingrui98    else
115b30c10d6SLingrui98      getTarget(offsetLen)(pc, lower, tarStat, last_stage)
116eeb5ff92SLingrui98  }
117eeb5ff92SLingrui98  def fromAnotherSlot(that: FtbSlot) = {
118eeb5ff92SLingrui98    require(
119b30c10d6SLingrui98      this.offsetLen > that.offsetLen && this.subOffsetLen.map(_ == that.offsetLen).getOrElse(true) ||
120eeb5ff92SLingrui98      this.offsetLen == that.offsetLen
121eeb5ff92SLingrui98    )
122eeb5ff92SLingrui98    this.offset := that.offset
123eeb5ff92SLingrui98    this.tarStat := that.tarStat
124b30c10d6SLingrui98    this.sharing := (this.offsetLen > that.offsetLen && that.offsetLen == this.subOffsetLen.get).B
125eeb5ff92SLingrui98    this.valid := that.valid
126eeb5ff92SLingrui98    this.lower := ZeroExt(that.lower, this.offsetLen)
127eeb5ff92SLingrui98  }
128eeb5ff92SLingrui98
129eeb5ff92SLingrui98}
130eeb5ff92SLingrui98
131eeb5ff92SLingrui98class FTBEntry(implicit p: Parameters) extends XSBundle with FTBParams with BPUUtils {
132eeb5ff92SLingrui98
133eeb5ff92SLingrui98
134eeb5ff92SLingrui98  val valid       = Bool()
135eeb5ff92SLingrui98
136eeb5ff92SLingrui98  val brSlots = Vec(numBrSlot, new FtbSlot(BR_OFFSET_LEN))
137eeb5ff92SLingrui98
138b30c10d6SLingrui98  val tailSlot = new FtbSlot(JMP_OFFSET_LEN, Some(BR_OFFSET_LEN))
13909c6f1ddSLingrui98
14009c6f1ddSLingrui98  // Partial Fall-Through Address
141a60a2901SLingrui98  val pftAddr     = UInt(log2Up(PredictWidth).W)
14209c6f1ddSLingrui98  val carry       = Bool()
14309c6f1ddSLingrui98
14409c6f1ddSLingrui98  val isCall      = Bool()
14509c6f1ddSLingrui98  val isRet       = Bool()
14609c6f1ddSLingrui98  val isJalr      = Bool()
14709c6f1ddSLingrui98
148f4ebc4b2SLingrui98  val last_may_be_rvi_call = Bool()
14909c6f1ddSLingrui98
15009c6f1ddSLingrui98  val always_taken = Vec(numBr, Bool())
15109c6f1ddSLingrui98
152eeb5ff92SLingrui98  def getSlotForBr(idx: Int): FtbSlot = {
153b37e4b45SLingrui98    require(idx <= numBr-1)
154b37e4b45SLingrui98    (idx, numBr) match {
155b37e4b45SLingrui98      case (i, n) if i == n-1 => this.tailSlot
156eeb5ff92SLingrui98      case _ => this.brSlots(idx)
15709c6f1ddSLingrui98    }
15809c6f1ddSLingrui98  }
159eeb5ff92SLingrui98  def allSlotsForBr = {
160eeb5ff92SLingrui98    (0 until numBr).map(getSlotForBr(_))
16109c6f1ddSLingrui98  }
16209c6f1ddSLingrui98  def setByBrTarget(brIdx: Int, pc: UInt, target: UInt) = {
163eeb5ff92SLingrui98    val slot = getSlotForBr(brIdx)
164b37e4b45SLingrui98    slot.setLowerStatByTarget(pc, target, brIdx == numBr-1)
16509c6f1ddSLingrui98  }
16609c6f1ddSLingrui98  def setByJmpTarget(pc: UInt, target: UInt) = {
167eeb5ff92SLingrui98    this.tailSlot.setLowerStatByTarget(pc, target, false)
16809c6f1ddSLingrui98  }
16909c6f1ddSLingrui98
170b30c10d6SLingrui98  def getTargetVec(pc: UInt, last_stage: Option[Tuple2[UInt, Bool]] = None) = {
171b30c10d6SLingrui98    VecInit((brSlots :+ tailSlot).map(_.getTarget(pc, last_stage)))
172bf358e08SLingrui98  }
17309c6f1ddSLingrui98
174eeb5ff92SLingrui98  def getOffsetVec = VecInit(brSlots.map(_.offset) :+ tailSlot.offset)
17509c6f1ddSLingrui98  def isJal = !isJalr
17609c6f1ddSLingrui98  def getFallThrough(pc: UInt) = getFallThroughAddr(pc, carry, pftAddr)
177eeb5ff92SLingrui98  def hasBr(offset: UInt) =
178eeb5ff92SLingrui98    brSlots.map{ s => s.valid && s.offset <= offset}.reduce(_||_) ||
179b37e4b45SLingrui98    (tailSlot.valid && tailSlot.offset <= offset && tailSlot.sharing)
18009c6f1ddSLingrui98
181eeb5ff92SLingrui98  def getBrMaskByOffset(offset: UInt) =
182b37e4b45SLingrui98    brSlots.map{ s => s.valid && s.offset <= offset } :+
183b37e4b45SLingrui98    (tailSlot.valid && tailSlot.offset <= offset && tailSlot.sharing)
184eeb5ff92SLingrui98
185eeb5ff92SLingrui98  def getBrRecordedVec(offset: UInt) = {
186eeb5ff92SLingrui98    VecInit(
187b37e4b45SLingrui98      brSlots.map(s => s.valid && s.offset === offset) :+
188b37e4b45SLingrui98      (tailSlot.valid && tailSlot.offset === offset && tailSlot.sharing)
189eeb5ff92SLingrui98    )
19009c6f1ddSLingrui98  }
19109c6f1ddSLingrui98
192eeb5ff92SLingrui98  def brIsSaved(offset: UInt) = getBrRecordedVec(offset).reduce(_||_)
193eeb5ff92SLingrui98
194eeb5ff92SLingrui98  def brValids = {
195eeb5ff92SLingrui98    VecInit(
196b37e4b45SLingrui98      brSlots.map(_.valid) :+ (tailSlot.valid && tailSlot.sharing)
197eeb5ff92SLingrui98    )
198eeb5ff92SLingrui98  }
199eeb5ff92SLingrui98
200eeb5ff92SLingrui98  def noEmptySlotForNewBr = {
201b37e4b45SLingrui98    VecInit(brSlots.map(_.valid) :+ tailSlot.valid).reduce(_&&_)
202eeb5ff92SLingrui98  }
203eeb5ff92SLingrui98
204eeb5ff92SLingrui98  def newBrCanNotInsert(offset: UInt) = {
205b37e4b45SLingrui98    val lastSlotForBr = tailSlot
206eeb5ff92SLingrui98    lastSlotForBr.valid && lastSlotForBr.offset < offset
207eeb5ff92SLingrui98  }
208eeb5ff92SLingrui98
209eeb5ff92SLingrui98  def jmpValid = {
210b37e4b45SLingrui98    tailSlot.valid && !tailSlot.sharing
211eeb5ff92SLingrui98  }
212eeb5ff92SLingrui98
213eeb5ff92SLingrui98  def brOffset = {
214b37e4b45SLingrui98    VecInit(brSlots.map(_.offset) :+ tailSlot.offset)
215eeb5ff92SLingrui98  }
216eeb5ff92SLingrui98
21709c6f1ddSLingrui98  def display(cond: Bool): Unit = {
21809c6f1ddSLingrui98    XSDebug(cond, p"-----------FTB entry----------- \n")
21909c6f1ddSLingrui98    XSDebug(cond, p"v=${valid}\n")
22009c6f1ddSLingrui98    for(i <- 0 until numBr) {
221eeb5ff92SLingrui98      XSDebug(cond, p"[br$i]: v=${allSlotsForBr(i).valid}, offset=${allSlotsForBr(i).offset}," +
222eeb5ff92SLingrui98        p"lower=${Hexadecimal(allSlotsForBr(i).lower)}\n")
22309c6f1ddSLingrui98    }
224eeb5ff92SLingrui98    XSDebug(cond, p"[tailSlot]: v=${tailSlot.valid}, offset=${tailSlot.offset}," +
225eeb5ff92SLingrui98      p"lower=${Hexadecimal(tailSlot.lower)}, sharing=${tailSlot.sharing}}\n")
22609c6f1ddSLingrui98    XSDebug(cond, p"pftAddr=${Hexadecimal(pftAddr)}, carry=$carry\n")
22709c6f1ddSLingrui98    XSDebug(cond, p"isCall=$isCall, isRet=$isRet, isjalr=$isJalr\n")
228f4ebc4b2SLingrui98    XSDebug(cond, p"last_may_be_rvi_call=$last_may_be_rvi_call\n")
22909c6f1ddSLingrui98    XSDebug(cond, p"------------------------------- \n")
23009c6f1ddSLingrui98  }
23109c6f1ddSLingrui98
23209c6f1ddSLingrui98}
23309c6f1ddSLingrui98
23409c6f1ddSLingrui98class FTBEntryWithTag(implicit p: Parameters) extends XSBundle with FTBParams with BPUUtils {
23509c6f1ddSLingrui98  val entry = new FTBEntry
23609c6f1ddSLingrui98  val tag = UInt(tagSize.W)
23709c6f1ddSLingrui98  def display(cond: Bool): Unit = {
238eeb5ff92SLingrui98    entry.display(cond)
239eeb5ff92SLingrui98    XSDebug(cond, p"tag is ${Hexadecimal(tag)}\n------------------------------- \n")
24009c6f1ddSLingrui98  }
24109c6f1ddSLingrui98}
24209c6f1ddSLingrui98
24309c6f1ddSLingrui98class FTBMeta(implicit p: Parameters) extends XSBundle with FTBParams {
244bb09c7feSzoujr  val writeWay = UInt(log2Ceil(numWays).W)
24509c6f1ddSLingrui98  val hit = Bool()
2461bc6e9c8SLingrui98  val pred_cycle = if (!env.FPGAPlatform) Some(UInt(64.W)) else None
24709c6f1ddSLingrui98}
24809c6f1ddSLingrui98
24909c6f1ddSLingrui98object FTBMeta {
25009c6f1ddSLingrui98  def apply(writeWay: UInt, hit: Bool, pred_cycle: UInt)(implicit p: Parameters): FTBMeta = {
25109c6f1ddSLingrui98    val e = Wire(new FTBMeta)
25209c6f1ddSLingrui98    e.writeWay := writeWay
25309c6f1ddSLingrui98    e.hit := hit
2541bc6e9c8SLingrui98    e.pred_cycle.map(_ := pred_cycle)
25509c6f1ddSLingrui98    e
25609c6f1ddSLingrui98  }
25709c6f1ddSLingrui98}
25809c6f1ddSLingrui98
259c6bf0bffSzoujr// class UpdateQueueEntry(implicit p: Parameters) extends XSBundle with FTBParams {
260c6bf0bffSzoujr//   val pc = UInt(VAddrBits.W)
261c6bf0bffSzoujr//   val ftb_entry = new FTBEntry
262c6bf0bffSzoujr//   val hit = Bool()
263c6bf0bffSzoujr//   val hit_way = UInt(log2Ceil(numWays).W)
264c6bf0bffSzoujr// }
265c6bf0bffSzoujr//
266c6bf0bffSzoujr// object UpdateQueueEntry {
267c6bf0bffSzoujr//   def apply(pc: UInt, fe: FTBEntry, hit: Bool, hit_way: UInt)(implicit p: Parameters): UpdateQueueEntry = {
268c6bf0bffSzoujr//     val e = Wire(new UpdateQueueEntry)
269c6bf0bffSzoujr//     e.pc := pc
270c6bf0bffSzoujr//     e.ftb_entry := fe
271c6bf0bffSzoujr//     e.hit := hit
272c6bf0bffSzoujr//     e.hit_way := hit_way
273c6bf0bffSzoujr//     e
274c6bf0bffSzoujr//   }
275c6bf0bffSzoujr// }
276c6bf0bffSzoujr
2771ca0e4f3SYinan Xuclass FTB(implicit p: Parameters) extends BasePredictor with FTBParams with BPUUtils
2781ca0e4f3SYinan Xu  with HasCircularQueuePtrHelper with HasPerfEvents {
27909c6f1ddSLingrui98  override val meta_size = WireInit(0.U.asTypeOf(new FTBMeta)).getWidth
28009c6f1ddSLingrui98
28109c6f1ddSLingrui98  val ftbAddr = new TableAddr(log2Up(numSets), 1)
28209c6f1ddSLingrui98
28309c6f1ddSLingrui98  class FTBBank(val numSets: Int, val nWays: Int) extends XSModule with BPUUtils {
28409c6f1ddSLingrui98    val io = IO(new Bundle {
2855371700eSzoujr      val s1_fire = Input(Bool())
28609c6f1ddSLingrui98
28709c6f1ddSLingrui98      // when ftb hit, read_hits.valid is true, and read_hits.bits is OH of hit way
28809c6f1ddSLingrui98      // when ftb not hit, read_hits.valid is false, and read_hits is OH of allocWay
289bb09c7feSzoujr      // val read_hits = Valid(Vec(numWays, Bool()))
2901c8d9e26Szoujr      val req_pc = Flipped(DecoupledIO(UInt(VAddrBits.W)))
2911c8d9e26Szoujr      val read_resp = Output(new FTBEntry)
292bb09c7feSzoujr      val read_hits = Valid(UInt(log2Ceil(numWays).W))
29309c6f1ddSLingrui98
2941c8d9e26Szoujr      val u_req_pc = Flipped(DecoupledIO(UInt(VAddrBits.W)))
2951c8d9e26Szoujr      val update_hits = Valid(UInt(log2Ceil(numWays).W))
2961c8d9e26Szoujr      val update_access = Input(Bool())
29709c6f1ddSLingrui98
29809c6f1ddSLingrui98      val update_pc = Input(UInt(VAddrBits.W))
29909c6f1ddSLingrui98      val update_write_data = Flipped(Valid(new FTBEntryWithTag))
300c6bf0bffSzoujr      val update_write_way = Input(UInt(log2Ceil(numWays).W))
301c6bf0bffSzoujr      val update_write_alloc = Input(Bool())
30209c6f1ddSLingrui98    })
30309c6f1ddSLingrui98
3041c8d9e26Szoujr    // Extract holdRead logic to fix bug that update read override predict read result
3056fe623afSLingrui98    val ftb = Module(new SRAMTemplate(new FTBEntryWithTag, set = numSets, way = numWays, shouldReset = true, holdRead = false, singlePort = true))
306ccd953deSSteve Gou    val ftb_r_entries = ftb.io.r.resp.data.map(_.entry)
30709c6f1ddSLingrui98
3081c8d9e26Szoujr    val pred_rdata   = HoldUnless(ftb.io.r.resp.data, RegNext(io.req_pc.valid && !io.update_access))
3091c8d9e26Szoujr    ftb.io.r.req.valid := io.req_pc.valid || io.u_req_pc.valid // io.s0_fire
3101c8d9e26Szoujr    ftb.io.r.req.bits.setIdx := Mux(io.u_req_pc.valid, ftbAddr.getIdx(io.u_req_pc.bits), ftbAddr.getIdx(io.req_pc.bits)) // s0_idx
3111c8d9e26Szoujr
3121c8d9e26Szoujr    assert(!(io.req_pc.valid && io.u_req_pc.valid))
31309c6f1ddSLingrui98
31409c6f1ddSLingrui98    io.req_pc.ready := ftb.io.r.req.ready
3151c8d9e26Szoujr    io.u_req_pc.ready := ftb.io.r.req.ready
31609c6f1ddSLingrui98
31709c6f1ddSLingrui98    val req_tag = RegEnable(ftbAddr.getTag(io.req_pc.bits)(tagSize-1, 0), io.req_pc.valid)
318ac3f6f25Szoujr    val req_idx = RegEnable(ftbAddr.getIdx(io.req_pc.bits), io.req_pc.valid)
31909c6f1ddSLingrui98
3201c8d9e26Szoujr    val u_req_tag = RegEnable(ftbAddr.getTag(io.u_req_pc.bits)(tagSize-1, 0), io.u_req_pc.valid)
32109c6f1ddSLingrui98
3221c8d9e26Szoujr    val read_entries = pred_rdata.map(_.entry)
3231c8d9e26Szoujr    val read_tags    = pred_rdata.map(_.tag)
3241c8d9e26Szoujr
3251c8d9e26Szoujr    val total_hits = VecInit((0 until numWays).map(b => read_tags(b) === req_tag && read_entries(b).valid && io.s1_fire))
32609c6f1ddSLingrui98    val hit = total_hits.reduce(_||_)
327bb09c7feSzoujr    // val hit_way_1h = VecInit(PriorityEncoderOH(total_hits))
328ab890bfeSLingrui98    val hit_way = OHToUInt(total_hits)
32909c6f1ddSLingrui98
3301c8d9e26Szoujr    val u_total_hits = VecInit((0 until numWays).map(b =>
3311c8d9e26Szoujr        ftb.io.r.resp.data(b).tag === u_req_tag && ftb.io.r.resp.data(b).entry.valid && RegNext(io.update_access)))
3321c8d9e26Szoujr    val u_hit = u_total_hits.reduce(_||_)
3331c8d9e26Szoujr    // val hit_way_1h = VecInit(PriorityEncoderOH(total_hits))
334ab890bfeSLingrui98    val u_hit_way = OHToUInt(u_total_hits)
3351c8d9e26Szoujr
336ccd953deSSteve Gou    // assert(PopCount(total_hits) === 1.U || PopCount(total_hits) === 0.U)
337ccd953deSSteve Gou    // assert(PopCount(u_total_hits) === 1.U || PopCount(u_total_hits) === 0.U)
338ccd953deSSteve Gou    for (n <- 1 to numWays) {
339ccd953deSSteve Gou      XSPerfAccumulate(f"ftb_pred_${n}_way_hit", PopCount(total_hits) === n.U)
340ccd953deSSteve Gou      XSPerfAccumulate(f"ftb_update_${n}_way_hit", PopCount(u_total_hits) === n.U)
341ccd953deSSteve Gou    }
34209c6f1ddSLingrui98
343ac3f6f25Szoujr    val replacer = ReplacementPolicy.fromString(Some("setplru"), numWays, numSets)
344c6bf0bffSzoujr    // val allocWriteWay = replacer.way(req_idx)
34509c6f1ddSLingrui98
346ac3f6f25Szoujr    val touch_set = Seq.fill(1)(Wire(UInt(log2Ceil(numSets).W)))
347ac3f6f25Szoujr    val touch_way = Seq.fill(1)(Wire(Valid(UInt(log2Ceil(numWays).W))))
348ac3f6f25Szoujr
349a788562dSSteve Gou    val write_set = Wire(UInt(log2Ceil(numSets).W))
350a788562dSSteve Gou    val write_way = Wire(Valid(UInt(log2Ceil(numWays).W)))
351ac3f6f25Szoujr
352a788562dSSteve Gou    val read_set = Wire(UInt(log2Ceil(numSets).W))
353a788562dSSteve Gou    val read_way = Wire(Valid(UInt(log2Ceil(numWays).W)))
354a788562dSSteve Gou
355a788562dSSteve Gou    read_set := req_idx
356a788562dSSteve Gou    read_way.valid := hit
357a788562dSSteve Gou    read_way.bits  := hit_way
358a788562dSSteve Gou
359*21bd6001SEaston Man    // Read replacer access is postponed for 1 cycle
360*21bd6001SEaston Man    // this helps timing
361*21bd6001SEaston Man    touch_set(0) := Mux(write_way.valid, write_set, RegNext(read_set))
362*21bd6001SEaston Man    touch_way(0).valid := write_way.valid || RegNext(read_way.valid)
363*21bd6001SEaston Man    touch_way(0).bits := Mux(write_way.valid, write_way.bits, RegNext(read_way.bits))
364ac3f6f25Szoujr
365c6bf0bffSzoujr    replacer.access(touch_set, touch_way)
366c6bf0bffSzoujr
367*21bd6001SEaston Man    // Select the update allocate way
368*21bd6001SEaston Man    // Selection logic:
369*21bd6001SEaston Man    //    1. if any entries within the same index is not valid, select it
370*21bd6001SEaston Man    //    2. if all entries is valid, use replacer
37102f21c16SLingrui98    def allocWay(valids: UInt, idx: UInt): UInt = {
37209c6f1ddSLingrui98      if (numWays > 1) {
37309c6f1ddSLingrui98        val w = Wire(UInt(log2Up(numWays).W))
37409c6f1ddSLingrui98        val valid = WireInit(valids.andR)
3755371700eSzoujr        w := Mux(valid, replacer.way(idx), PriorityEncoder(~valids))
37609c6f1ddSLingrui98        w
37709c6f1ddSLingrui98      } else {
37802f21c16SLingrui98        val w = WireInit(0.U(log2Up(numWays).W))
37909c6f1ddSLingrui98        w
38009c6f1ddSLingrui98      }
38109c6f1ddSLingrui98    }
38209c6f1ddSLingrui98
383ab890bfeSLingrui98    io.read_resp := Mux1H(total_hits, read_entries) // Mux1H
38409c6f1ddSLingrui98    io.read_hits.valid := hit
3855371700eSzoujr    io.read_hits.bits := hit_way
38609c6f1ddSLingrui98
3871c8d9e26Szoujr    io.update_hits.valid := u_hit
3881c8d9e26Szoujr    io.update_hits.bits := u_hit_way
3891c8d9e26Szoujr
39009c6f1ddSLingrui98    // Update logic
39109c6f1ddSLingrui98    val u_valid = io.update_write_data.valid
39209c6f1ddSLingrui98    val u_data = io.update_write_data.bits
39309c6f1ddSLingrui98    val u_idx = ftbAddr.getIdx(io.update_pc)
39402f21c16SLingrui98    val allocWriteWay = allocWay(RegNext(VecInit(ftb_r_entries.map(_.valid))).asUInt, u_idx)
39502f21c16SLingrui98    val u_way = Mux(io.update_write_alloc, allocWriteWay, io.update_write_way)
39602f21c16SLingrui98    val u_mask = UIntToOH(u_way)
397c6bf0bffSzoujr
398c6bf0bffSzoujr    for (i <- 0 until numWays) {
39902f21c16SLingrui98      XSPerfAccumulate(f"ftb_replace_way$i", u_valid && io.update_write_alloc && u_way === i.U)
40002f21c16SLingrui98      XSPerfAccumulate(f"ftb_replace_way${i}_has_empty", u_valid && io.update_write_alloc && !ftb_r_entries.map(_.valid).reduce(_&&_) && u_way === i.U)
4015371700eSzoujr      XSPerfAccumulate(f"ftb_hit_way$i", hit && !io.update_access && hit_way === i.U)
402c6bf0bffSzoujr    }
40309c6f1ddSLingrui98
40409c6f1ddSLingrui98    ftb.io.w.apply(u_valid, u_data, u_idx, u_mask)
405eeb5ff92SLingrui98
406a788562dSSteve Gou    // for replacer
407f4e1af07SLingrui98    write_set := u_idx
408f4e1af07SLingrui98    write_way.valid := u_valid
409f4e1af07SLingrui98    write_way.bits := Mux(io.update_write_alloc, allocWriteWay, io.update_write_way)
410a788562dSSteve Gou
411eeb5ff92SLingrui98    // print hit entry info
412ab890bfeSLingrui98    Mux1H(total_hits, ftb.io.r.resp.data).display(true.B)
41309c6f1ddSLingrui98  } // FTBBank
41409c6f1ddSLingrui98
41509c6f1ddSLingrui98  val ftbBank = Module(new FTBBank(numSets, numWays))
41609c6f1ddSLingrui98
417adc0b8dfSGuokai Chen  ftbBank.io.req_pc.valid := io.s0_fire(0)
418adc0b8dfSGuokai Chen  ftbBank.io.req_pc.bits := s0_pc_dup(0)
41909c6f1ddSLingrui98
420adc0b8dfSGuokai Chen  val btb_enable_dup = dup(RegNext(io.ctrl.btb_enable))
421adc0b8dfSGuokai Chen  val s2_ftb_entry_dup = io.s1_fire.map(f => RegEnable(ftbBank.io.read_resp, f))
422adc0b8dfSGuokai Chen  val s3_ftb_entry_dup = io.s2_fire.zip(s2_ftb_entry_dup).map {case (f, e) => RegEnable(e, f)}
423adc0b8dfSGuokai Chen
4246ee06c7aSSteve Gou  val s1_hit = ftbBank.io.read_hits.valid && io.ctrl.btb_enable
425adc0b8dfSGuokai Chen  val s2_hit_dup = io.s1_fire.map(f => RegEnable(s1_hit, f))
426adc0b8dfSGuokai Chen  val s3_hit_dup = io.s2_fire.zip(s2_hit_dup).map {case (f, h) => RegEnable(h, f)}
42709c6f1ddSLingrui98  val writeWay = ftbBank.io.read_hits.bits
42809c6f1ddSLingrui98
42909c6f1ddSLingrui98  // io.out.bits.resp := RegEnable(io.in.bits.resp_in(0), 0.U.asTypeOf(new BranchPredictionResp), io.s1_fire)
430c2d1ec7dSLingrui98  io.out := io.in.bits.resp_in(0)
43109c6f1ddSLingrui98
43209c6f1ddSLingrui98  val s1_latch_call_is_rvc   = DontCare // TODO: modify when add RAS
43309c6f1ddSLingrui98
434adc0b8dfSGuokai Chen  io.out.s2.full_pred.zip(s2_hit_dup).map {case (fp, h) => fp.hit := h}
435adc0b8dfSGuokai Chen  io.out.s2.pc                  := s2_pc_dup
436adc0b8dfSGuokai Chen  for (full_pred & s2_ftb_entry & s2_pc & s1_pc & s1_fire <-
437adc0b8dfSGuokai Chen    io.out.s2.full_pred zip s2_ftb_entry_dup zip s2_pc_dup zip s1_pc_dup zip io.s1_fire) {
438adc0b8dfSGuokai Chen      full_pred.fromFtbEntry(s2_ftb_entry, s2_pc, Some((s1_pc, s1_fire)))
439adc0b8dfSGuokai Chen  }
44009c6f1ddSLingrui98
441adc0b8dfSGuokai Chen  io.out.s3.full_pred.zip(s3_hit_dup).map {case (fp, h) => fp.hit := h}
442adc0b8dfSGuokai Chen  io.out.s3.pc                  := s3_pc_dup
443adc0b8dfSGuokai Chen  for (full_pred & s3_ftb_entry & s3_pc & s2_pc & s2_fire <-
444adc0b8dfSGuokai Chen    io.out.s3.full_pred zip s3_ftb_entry_dup zip s3_pc_dup zip s2_pc_dup zip io.s2_fire)
445adc0b8dfSGuokai Chen      full_pred.fromFtbEntry(s3_ftb_entry, s3_pc, Some((s2_pc, s2_fire)))
446cb4f77ceSLingrui98
447adc0b8dfSGuokai Chen  io.out.last_stage_ftb_entry := s3_ftb_entry_dup(0)
448adc0b8dfSGuokai Chen  io.out.last_stage_meta := RegEnable(RegEnable(FTBMeta(writeWay.asUInt(), s1_hit, GTimer()).asUInt(), io.s1_fire(0)), io.s2_fire(0))
44909c6f1ddSLingrui98
45009c6f1ddSLingrui98  // always taken logic
45109c6f1ddSLingrui98  for (i <- 0 until numBr) {
452adc0b8dfSGuokai Chen    for (out_fp & in_fp & s2_hit & s2_ftb_entry <-
453adc0b8dfSGuokai Chen      io.out.s2.full_pred zip io.in.bits.resp_in(0).s2.full_pred zip s2_hit_dup zip s2_ftb_entry_dup)
454adc0b8dfSGuokai Chen      out_fp.br_taken_mask(i) := in_fp.br_taken_mask(i) || s2_hit && s2_ftb_entry.always_taken(i)
455adc0b8dfSGuokai Chen    for (out_fp & in_fp & s3_hit & s3_ftb_entry <-
456adc0b8dfSGuokai Chen      io.out.s3.full_pred zip io.in.bits.resp_in(0).s3.full_pred zip s3_hit_dup zip s3_ftb_entry_dup)
457adc0b8dfSGuokai Chen      out_fp.br_taken_mask(i) := in_fp.br_taken_mask(i) || s3_hit && s3_ftb_entry.always_taken(i)
45809c6f1ddSLingrui98  }
45909c6f1ddSLingrui98
46009c6f1ddSLingrui98  // Update logic
46102f21c16SLingrui98  val update = io.update.bits
462c6bf0bffSzoujr
46309c6f1ddSLingrui98  val u_meta = update.meta.asTypeOf(new FTBMeta)
46402f21c16SLingrui98  val u_valid = io.update.valid && !io.update.bits.old_entry
465bb09c7feSzoujr
46602f21c16SLingrui98  val delay2_pc = DelayN(update.pc, 2)
46702f21c16SLingrui98  val delay2_entry = DelayN(update.ftb_entry, 2)
468bb09c7feSzoujr
46902f21c16SLingrui98
470c6bf0bffSzoujr  val update_now = u_valid && u_meta.hit
47102f21c16SLingrui98  val update_need_read = u_valid && !u_meta.hit
47202f21c16SLingrui98  // stall one more cycle because we use a whole cycle to do update read tag hit
47302f21c16SLingrui98  io.s1_ready := ftbBank.io.req_pc.ready && !(update_need_read) && !RegNext(update_need_read)
474c6bf0bffSzoujr
47502f21c16SLingrui98  ftbBank.io.u_req_pc.valid := update_need_read
4761c8d9e26Szoujr  ftbBank.io.u_req_pc.bits := update.pc
477bb09c7feSzoujr
478bb09c7feSzoujr
47909c6f1ddSLingrui98
48009c6f1ddSLingrui98  val ftb_write = Wire(new FTBEntryWithTag)
48102f21c16SLingrui98  ftb_write.entry := Mux(update_now, update.ftb_entry, delay2_entry)
48202f21c16SLingrui98  ftb_write.tag   := ftbAddr.getTag(Mux(update_now, update.pc, delay2_pc))(tagSize-1, 0)
48309c6f1ddSLingrui98
48402f21c16SLingrui98  val write_valid = update_now || DelayN(u_valid && !u_meta.hit, 2)
485c6bf0bffSzoujr
486c6bf0bffSzoujr  ftbBank.io.update_write_data.valid := write_valid
48709c6f1ddSLingrui98  ftbBank.io.update_write_data.bits := ftb_write
48802f21c16SLingrui98  ftbBank.io.update_pc          := Mux(update_now, update.pc,       delay2_pc)
48902f21c16SLingrui98  ftbBank.io.update_write_way   := Mux(update_now, u_meta.writeWay, RegNext(ftbBank.io.update_hits.bits)) // use it one cycle later
49002f21c16SLingrui98  ftbBank.io.update_write_alloc := Mux(update_now, false.B,         RegNext(!ftbBank.io.update_hits.valid)) // use it one cycle later
4911c8d9e26Szoujr  ftbBank.io.update_access := u_valid && !u_meta.hit
492adc0b8dfSGuokai Chen  ftbBank.io.s1_fire := io.s1_fire(0)
49309c6f1ddSLingrui98
494adc0b8dfSGuokai Chen  XSDebug("req_v=%b, req_pc=%x, ready=%b (resp at next cycle)\n", io.s0_fire(0), s0_pc_dup(0), ftbBank.io.req_pc.ready)
495adc0b8dfSGuokai Chen  XSDebug("s2_hit=%b, hit_way=%b\n", s2_hit_dup(0), writeWay.asUInt)
496eeb5ff92SLingrui98  XSDebug("s2_br_taken_mask=%b, s2_real_taken_mask=%b\n",
497adc0b8dfSGuokai Chen    io.in.bits.resp_in(0).s2.full_pred(0).br_taken_mask.asUInt, io.out.s2.full_pred(0).real_slot_taken_mask().asUInt)
498adc0b8dfSGuokai Chen  XSDebug("s2_target=%x\n", io.out.s2.getTarget(0))
49909c6f1ddSLingrui98
500adc0b8dfSGuokai Chen  s2_ftb_entry_dup(0).display(true.B)
50109c6f1ddSLingrui98
502adc0b8dfSGuokai Chen  XSPerfAccumulate("ftb_read_hits", RegNext(io.s0_fire(0)) && s1_hit)
503adc0b8dfSGuokai Chen  XSPerfAccumulate("ftb_read_misses", RegNext(io.s0_fire(0)) && !s1_hit)
50409c6f1ddSLingrui98
50502f21c16SLingrui98  XSPerfAccumulate("ftb_commit_hits", io.update.valid && u_meta.hit)
50602f21c16SLingrui98  XSPerfAccumulate("ftb_commit_misses", io.update.valid && !u_meta.hit)
50709c6f1ddSLingrui98
50809c6f1ddSLingrui98  XSPerfAccumulate("ftb_update_req", io.update.valid)
50909c6f1ddSLingrui98  XSPerfAccumulate("ftb_update_ignored", io.update.valid && io.update.bits.old_entry)
51009c6f1ddSLingrui98  XSPerfAccumulate("ftb_updated", u_valid)
511cd365d4cSrvcoresjw
5124813e060SLingrui98  override val perfEvents = Seq(
513adc0b8dfSGuokai Chen    ("ftb_commit_hits            ", io.update.valid  &&  u_meta.hit),
514adc0b8dfSGuokai Chen    ("ftb_commit_misses          ", io.update.valid  && !u_meta.hit),
515cd365d4cSrvcoresjw  )
5161ca0e4f3SYinan Xu  generatePerfEvent()
51709c6f1ddSLingrui98}
518