xref: /XiangShan/src/main/scala/xiangshan/frontend/FTB.scala (revision b30c10d68f6c89b2a5fe6a41bcfed69865117e9e)
109c6f1ddSLingrui98/***************************************************************************************
209c6f1ddSLingrui98* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
309c6f1ddSLingrui98* Copyright (c) 2020-2021 Peng Cheng Laboratory
409c6f1ddSLingrui98*
509c6f1ddSLingrui98* XiangShan is licensed under Mulan PSL v2.
609c6f1ddSLingrui98* You can use this software according to the terms and conditions of the Mulan PSL v2.
709c6f1ddSLingrui98* You may obtain a copy of Mulan PSL v2 at:
809c6f1ddSLingrui98*          http://license.coscl.org.cn/MulanPSL2
909c6f1ddSLingrui98*
1009c6f1ddSLingrui98* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
1109c6f1ddSLingrui98* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
1209c6f1ddSLingrui98* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
1309c6f1ddSLingrui98*
1409c6f1ddSLingrui98* See the Mulan PSL v2 for more details.
1509c6f1ddSLingrui98***************************************************************************************/
1609c6f1ddSLingrui98
1709c6f1ddSLingrui98package xiangshan.frontend
1809c6f1ddSLingrui98
1909c6f1ddSLingrui98import chipsalliance.rocketchip.config.Parameters
2009c6f1ddSLingrui98import chisel3._
2109c6f1ddSLingrui98import chisel3.stage.{ChiselGeneratorAnnotation, ChiselStage}
2209c6f1ddSLingrui98import chisel3.util._
2309c6f1ddSLingrui98import xiangshan._
2409c6f1ddSLingrui98import utils._
2509c6f1ddSLingrui98import chisel3.experimental.chiselName
2609c6f1ddSLingrui98
2709c6f1ddSLingrui98import scala.math.min
28eeb5ff92SLingrui98import os.copy
2909c6f1ddSLingrui98
3009c6f1ddSLingrui98
3109c6f1ddSLingrui98trait FTBParams extends HasXSParameter with HasBPUConst {
3282dc6ff8SLingrui98  val numEntries = 2048
3309c6f1ddSLingrui98  val numWays    = 4
3409c6f1ddSLingrui98  val numSets    = numEntries/numWays // 512
3509c6f1ddSLingrui98  val tagSize    = 20
3609c6f1ddSLingrui98
37eeb5ff92SLingrui98
38eeb5ff92SLingrui98
3909c6f1ddSLingrui98  val TAR_STAT_SZ = 2
4009c6f1ddSLingrui98  def TAR_FIT = 0.U(TAR_STAT_SZ.W)
4109c6f1ddSLingrui98  def TAR_OVF = 1.U(TAR_STAT_SZ.W)
4209c6f1ddSLingrui98  def TAR_UDF = 2.U(TAR_STAT_SZ.W)
4309c6f1ddSLingrui98
44bf358e08SLingrui98  def BR_OFFSET_LEN = 12
45bf358e08SLingrui98  def JMP_OFFSET_LEN = 20
4609c6f1ddSLingrui98}
4709c6f1ddSLingrui98
48*b30c10d6SLingrui98class FtbSlot(val offsetLen: Int, val subOffsetLen: Option[Int] = None)(implicit p: Parameters) extends XSBundle with FTBParams {
49*b30c10d6SLingrui98  if (subOffsetLen.isDefined) {
50*b30c10d6SLingrui98    require(subOffsetLen.get <= offsetLen)
51*b30c10d6SLingrui98  }
52eeb5ff92SLingrui98  val offset  = UInt(log2Ceil(PredictWidth).W)
53eeb5ff92SLingrui98  val lower   = UInt(offsetLen.W)
54eeb5ff92SLingrui98  val tarStat = UInt(TAR_STAT_SZ.W)
55eeb5ff92SLingrui98  val sharing = Bool()
5609c6f1ddSLingrui98  val valid   = Bool()
5709c6f1ddSLingrui98
58eeb5ff92SLingrui98  def setLowerStatByTarget(pc: UInt, target: UInt, isShare: Boolean) = {
59eeb5ff92SLingrui98    def getTargetStatByHigher(pc_higher: UInt, target_higher: UInt) =
60eeb5ff92SLingrui98      Mux(target_higher > pc_higher, TAR_OVF,
61eeb5ff92SLingrui98        Mux(target_higher < pc_higher, TAR_UDF, TAR_FIT))
62eeb5ff92SLingrui98    def getLowerByTarget(target: UInt, offsetLen: Int) = target(offsetLen, 1)
63*b30c10d6SLingrui98    val offLen = if (isShare) this.subOffsetLen.get else this.offsetLen
64eeb5ff92SLingrui98    val pc_higher = pc(VAddrBits-1, offLen+1)
65eeb5ff92SLingrui98    val target_higher = target(VAddrBits-1, offLen+1)
66eeb5ff92SLingrui98    val stat = getTargetStatByHigher(pc_higher, target_higher)
67eeb5ff92SLingrui98    val lower = ZeroExt(getLowerByTarget(target, offLen), this.offsetLen)
68eeb5ff92SLingrui98    this.lower := lower
69eeb5ff92SLingrui98    this.tarStat := stat
70eeb5ff92SLingrui98    this.sharing := isShare.B
71eeb5ff92SLingrui98  }
7209c6f1ddSLingrui98
73*b30c10d6SLingrui98  def getTarget(pc: UInt, last_stage: Option[Tuple2[UInt, Bool]] = None) = {
74*b30c10d6SLingrui98    def getTarget(offLen: Int)(pc: UInt, lower: UInt, stat: UInt,
75*b30c10d6SLingrui98      last_stage: Option[Tuple2[UInt, Bool]] = None) = {
76*b30c10d6SLingrui98      val h = pc(VAddrBits-1, offLen+1)
77*b30c10d6SLingrui98      val higher = Wire(UInt((VAddrBits-offLen-1).W))
78*b30c10d6SLingrui98      val higher_plus_one = Wire(UInt((VAddrBits-offLen-1).W))
79*b30c10d6SLingrui98      val higher_minus_one = Wire(UInt((VAddrBits-offLen-1).W))
80*b30c10d6SLingrui98      if (last_stage.isDefined) {
81*b30c10d6SLingrui98        val last_stage_pc = last_stage.get._1
82*b30c10d6SLingrui98        val last_stage_pc_h = last_stage_pc(VAddrBits-1, offLen+1)
83*b30c10d6SLingrui98        val stage_en = last_stage.get._2
84*b30c10d6SLingrui98        higher := RegEnable(last_stage_pc_h, stage_en)
85*b30c10d6SLingrui98        higher_plus_one := RegEnable(last_stage_pc_h+1.U, stage_en)
86*b30c10d6SLingrui98        higher_minus_one := RegEnable(last_stage_pc_h-1.U, stage_en)
87*b30c10d6SLingrui98      } else {
88*b30c10d6SLingrui98        higher := h
89*b30c10d6SLingrui98        higher_plus_one := h + 1.U
90*b30c10d6SLingrui98        higher_minus_one := h - 1.U
91*b30c10d6SLingrui98      }
92eeb5ff92SLingrui98      val target =
93eeb5ff92SLingrui98        Cat(
94*b30c10d6SLingrui98          Mux1H(Seq(
95*b30c10d6SLingrui98            (stat === TAR_OVF, higher_plus_one),
96*b30c10d6SLingrui98            (stat === TAR_UDF, higher_minus_one),
97*b30c10d6SLingrui98            (stat === TAR_FIT, higher),
98*b30c10d6SLingrui98          )),
99eeb5ff92SLingrui98          lower(offLen-1, 0), 0.U(1.W)
100eeb5ff92SLingrui98        )
101eeb5ff92SLingrui98      require(target.getWidth == VAddrBits)
102eeb5ff92SLingrui98      require(offLen != 0)
103eeb5ff92SLingrui98      target
104eeb5ff92SLingrui98    }
105*b30c10d6SLingrui98    if (subOffsetLen.isDefined)
106eeb5ff92SLingrui98      Mux(sharing,
107*b30c10d6SLingrui98        getTarget(subOffsetLen.get)(pc, lower, tarStat, last_stage),
108*b30c10d6SLingrui98        getTarget(offsetLen)(pc, lower, tarStat, last_stage)
109eeb5ff92SLingrui98      )
110eeb5ff92SLingrui98    else
111*b30c10d6SLingrui98      getTarget(offsetLen)(pc, lower, tarStat, last_stage)
112eeb5ff92SLingrui98  }
113eeb5ff92SLingrui98  def fromAnotherSlot(that: FtbSlot) = {
114eeb5ff92SLingrui98    require(
115*b30c10d6SLingrui98      this.offsetLen > that.offsetLen && this.subOffsetLen.map(_ == that.offsetLen).getOrElse(true) ||
116eeb5ff92SLingrui98      this.offsetLen == that.offsetLen
117eeb5ff92SLingrui98    )
118eeb5ff92SLingrui98    this.offset := that.offset
119eeb5ff92SLingrui98    this.tarStat := that.tarStat
120*b30c10d6SLingrui98    this.sharing := (this.offsetLen > that.offsetLen && that.offsetLen == this.subOffsetLen.get).B
121eeb5ff92SLingrui98    this.valid := that.valid
122eeb5ff92SLingrui98    this.lower := ZeroExt(that.lower, this.offsetLen)
123eeb5ff92SLingrui98  }
124eeb5ff92SLingrui98
125eeb5ff92SLingrui98}
126eeb5ff92SLingrui98
127eeb5ff92SLingrui98class FTBEntry(implicit p: Parameters) extends XSBundle with FTBParams with BPUUtils {
128eeb5ff92SLingrui98
129eeb5ff92SLingrui98
130eeb5ff92SLingrui98  val valid       = Bool()
131eeb5ff92SLingrui98
132eeb5ff92SLingrui98  val brSlots = Vec(numBrSlot, new FtbSlot(BR_OFFSET_LEN))
133eeb5ff92SLingrui98
134eeb5ff92SLingrui98  // if shareTailSlot is set, this slot can hold a branch or a jal/jalr
135eeb5ff92SLingrui98  // else this slot holds only jal/jalr
136*b30c10d6SLingrui98  val tailSlot = new FtbSlot(JMP_OFFSET_LEN, Some(BR_OFFSET_LEN))
13709c6f1ddSLingrui98
13809c6f1ddSLingrui98  // Partial Fall-Through Address
13909c6f1ddSLingrui98  val pftAddr     = UInt((log2Up(PredictWidth)+1).W)
14009c6f1ddSLingrui98  val carry       = Bool()
14109c6f1ddSLingrui98
14209c6f1ddSLingrui98  val isCall      = Bool()
14309c6f1ddSLingrui98  val isRet       = Bool()
14409c6f1ddSLingrui98  val isJalr      = Bool()
14509c6f1ddSLingrui98
146eeb5ff92SLingrui98  //
14709c6f1ddSLingrui98  val oversize    = Bool()
14809c6f1ddSLingrui98
14909c6f1ddSLingrui98  val last_is_rvc = Bool()
15009c6f1ddSLingrui98
15109c6f1ddSLingrui98  val always_taken = Vec(numBr, Bool())
15209c6f1ddSLingrui98
153eeb5ff92SLingrui98  def getSlotForBr(idx: Int): FtbSlot = {
154eeb5ff92SLingrui98    require(
155eeb5ff92SLingrui98      idx < numBr-1 || idx == numBr-1 && !shareTailSlot ||
156eeb5ff92SLingrui98      idx == numBr-1 && shareTailSlot
15709c6f1ddSLingrui98    )
158eeb5ff92SLingrui98    (idx, numBr, shareTailSlot) match {
159eeb5ff92SLingrui98      case (i, n, true) if i == n-1 => this.tailSlot
160eeb5ff92SLingrui98      case _ => this.brSlots(idx)
16109c6f1ddSLingrui98    }
16209c6f1ddSLingrui98  }
163eeb5ff92SLingrui98  def allSlotsForBr = {
164eeb5ff92SLingrui98    (0 until numBr).map(getSlotForBr(_))
16509c6f1ddSLingrui98  }
16609c6f1ddSLingrui98  def setByBrTarget(brIdx: Int, pc: UInt, target: UInt) = {
167eeb5ff92SLingrui98    val slot = getSlotForBr(brIdx)
168eeb5ff92SLingrui98    slot.setLowerStatByTarget(pc, target, shareTailSlot && brIdx == numBr-1)
16909c6f1ddSLingrui98  }
17009c6f1ddSLingrui98  def setByJmpTarget(pc: UInt, target: UInt) = {
171eeb5ff92SLingrui98    this.tailSlot.setLowerStatByTarget(pc, target, false)
17209c6f1ddSLingrui98  }
17309c6f1ddSLingrui98
174*b30c10d6SLingrui98  def getTargetVec(pc: UInt, last_stage: Option[Tuple2[UInt, Bool]] = None) = {
175*b30c10d6SLingrui98    VecInit((brSlots :+ tailSlot).map(_.getTarget(pc, last_stage)))
176bf358e08SLingrui98  }
17709c6f1ddSLingrui98
178eeb5ff92SLingrui98  def getOffsetVec = VecInit(brSlots.map(_.offset) :+ tailSlot.offset)
17909c6f1ddSLingrui98  def isJal = !isJalr
18009c6f1ddSLingrui98  def getFallThrough(pc: UInt) = getFallThroughAddr(pc, carry, pftAddr)
181eeb5ff92SLingrui98  def hasBr(offset: UInt) =
182eeb5ff92SLingrui98    brSlots.map{ s => s.valid && s.offset <= offset}.reduce(_||_) ||
183eeb5ff92SLingrui98    (shareTailSlot.B && tailSlot.valid && tailSlot.offset <= offset && tailSlot.sharing)
18409c6f1ddSLingrui98
185eeb5ff92SLingrui98  def getBrMaskByOffset(offset: UInt) =
186eeb5ff92SLingrui98    brSlots.map{ s => s.valid && s.offset <= offset } ++
187eeb5ff92SLingrui98    (if (shareTailSlot) Seq(tailSlot.valid && tailSlot.offset <= offset && tailSlot.sharing) else Nil)
188eeb5ff92SLingrui98
189eeb5ff92SLingrui98  def getBrRecordedVec(offset: UInt) = {
190eeb5ff92SLingrui98    VecInit(
191eeb5ff92SLingrui98      brSlots.map(s => s.valid && s.offset === offset) ++
192eeb5ff92SLingrui98      (if (shareTailSlot) Seq(tailSlot.valid && tailSlot.offset === offset && tailSlot.sharing) else Nil)
193eeb5ff92SLingrui98    )
19409c6f1ddSLingrui98  }
19509c6f1ddSLingrui98
196eeb5ff92SLingrui98  def brIsSaved(offset: UInt) = getBrRecordedVec(offset).reduce(_||_)
197eeb5ff92SLingrui98
198eeb5ff92SLingrui98  def brValids = {
199eeb5ff92SLingrui98    VecInit(
200eeb5ff92SLingrui98      brSlots.map(_.valid) ++
201eeb5ff92SLingrui98      (if (shareTailSlot) Seq(tailSlot.valid && tailSlot.sharing) else Nil)
202eeb5ff92SLingrui98    )
203eeb5ff92SLingrui98  }
204eeb5ff92SLingrui98
205eeb5ff92SLingrui98  def noEmptySlotForNewBr = {
206eeb5ff92SLingrui98    VecInit(
207eeb5ff92SLingrui98      brSlots.map(_.valid) ++
208eeb5ff92SLingrui98      (if (shareTailSlot) Seq(tailSlot.valid) else Nil)
209eeb5ff92SLingrui98    ).reduce(_&&_)
210eeb5ff92SLingrui98  }
211eeb5ff92SLingrui98
212eeb5ff92SLingrui98  def newBrCanNotInsert(offset: UInt) = {
213eeb5ff92SLingrui98    val lastSlotForBr = if (shareTailSlot) tailSlot else brSlots.last
214eeb5ff92SLingrui98    lastSlotForBr.valid && lastSlotForBr.offset < offset
215eeb5ff92SLingrui98  }
216eeb5ff92SLingrui98
217eeb5ff92SLingrui98  def jmpValid = {
218eeb5ff92SLingrui98    tailSlot.valid && (!shareTailSlot.B || !tailSlot.sharing)
219eeb5ff92SLingrui98  }
220eeb5ff92SLingrui98
221eeb5ff92SLingrui98  def brOffset = {
222eeb5ff92SLingrui98    VecInit(
223eeb5ff92SLingrui98      brSlots.map(_.offset) ++
224eeb5ff92SLingrui98      (if (shareTailSlot) Seq(tailSlot.offset) else Nil)
225eeb5ff92SLingrui98    )
226eeb5ff92SLingrui98  }
227eeb5ff92SLingrui98
22809c6f1ddSLingrui98  def display(cond: Bool): Unit = {
22909c6f1ddSLingrui98    XSDebug(cond, p"-----------FTB entry----------- \n")
23009c6f1ddSLingrui98    XSDebug(cond, p"v=${valid}\n")
23109c6f1ddSLingrui98    for(i <- 0 until numBr) {
232eeb5ff92SLingrui98      XSDebug(cond, p"[br$i]: v=${allSlotsForBr(i).valid}, offset=${allSlotsForBr(i).offset}," +
233eeb5ff92SLingrui98        p"lower=${Hexadecimal(allSlotsForBr(i).lower)}\n")
23409c6f1ddSLingrui98    }
235eeb5ff92SLingrui98    XSDebug(cond, p"[tailSlot]: v=${tailSlot.valid}, offset=${tailSlot.offset}," +
236eeb5ff92SLingrui98      p"lower=${Hexadecimal(tailSlot.lower)}, sharing=${tailSlot.sharing}}\n")
23709c6f1ddSLingrui98    XSDebug(cond, p"pftAddr=${Hexadecimal(pftAddr)}, carry=$carry\n")
23809c6f1ddSLingrui98    XSDebug(cond, p"isCall=$isCall, isRet=$isRet, isjalr=$isJalr\n")
23909c6f1ddSLingrui98    XSDebug(cond, p"oversize=$oversize, last_is_rvc=$last_is_rvc\n")
24009c6f1ddSLingrui98    XSDebug(cond, p"------------------------------- \n")
24109c6f1ddSLingrui98  }
24209c6f1ddSLingrui98
24309c6f1ddSLingrui98}
24409c6f1ddSLingrui98
24509c6f1ddSLingrui98class FTBEntryWithTag(implicit p: Parameters) extends XSBundle with FTBParams with BPUUtils {
24609c6f1ddSLingrui98  val entry = new FTBEntry
24709c6f1ddSLingrui98  val tag = UInt(tagSize.W)
24809c6f1ddSLingrui98  def display(cond: Bool): Unit = {
249eeb5ff92SLingrui98    entry.display(cond)
250eeb5ff92SLingrui98    XSDebug(cond, p"tag is ${Hexadecimal(tag)}\n------------------------------- \n")
25109c6f1ddSLingrui98  }
25209c6f1ddSLingrui98}
25309c6f1ddSLingrui98
25409c6f1ddSLingrui98class FTBMeta(implicit p: Parameters) extends XSBundle with FTBParams {
255bb09c7feSzoujr  val writeWay = UInt(log2Ceil(numWays).W)
25609c6f1ddSLingrui98  val hit = Bool()
2571bc6e9c8SLingrui98  val pred_cycle = if (!env.FPGAPlatform) Some(UInt(64.W)) else None
25809c6f1ddSLingrui98}
25909c6f1ddSLingrui98
26009c6f1ddSLingrui98object FTBMeta {
26109c6f1ddSLingrui98  def apply(writeWay: UInt, hit: Bool, pred_cycle: UInt)(implicit p: Parameters): FTBMeta = {
26209c6f1ddSLingrui98    val e = Wire(new FTBMeta)
26309c6f1ddSLingrui98    e.writeWay := writeWay
26409c6f1ddSLingrui98    e.hit := hit
2651bc6e9c8SLingrui98    e.pred_cycle.map(_ := pred_cycle)
26609c6f1ddSLingrui98    e
26709c6f1ddSLingrui98  }
26809c6f1ddSLingrui98}
26909c6f1ddSLingrui98
270c6bf0bffSzoujr// class UpdateQueueEntry(implicit p: Parameters) extends XSBundle with FTBParams {
271c6bf0bffSzoujr//   val pc = UInt(VAddrBits.W)
272c6bf0bffSzoujr//   val ftb_entry = new FTBEntry
273c6bf0bffSzoujr//   val hit = Bool()
274c6bf0bffSzoujr//   val hit_way = UInt(log2Ceil(numWays).W)
275c6bf0bffSzoujr// }
276c6bf0bffSzoujr//
277c6bf0bffSzoujr// object UpdateQueueEntry {
278c6bf0bffSzoujr//   def apply(pc: UInt, fe: FTBEntry, hit: Bool, hit_way: UInt)(implicit p: Parameters): UpdateQueueEntry = {
279c6bf0bffSzoujr//     val e = Wire(new UpdateQueueEntry)
280c6bf0bffSzoujr//     e.pc := pc
281c6bf0bffSzoujr//     e.ftb_entry := fe
282c6bf0bffSzoujr//     e.hit := hit
283c6bf0bffSzoujr//     e.hit_way := hit_way
284c6bf0bffSzoujr//     e
285c6bf0bffSzoujr//   }
286c6bf0bffSzoujr// }
287c6bf0bffSzoujr
288c6bf0bffSzoujrclass FTB(implicit p: Parameters) extends BasePredictor with FTBParams with BPUUtils with HasCircularQueuePtrHelper {
28909c6f1ddSLingrui98  override val meta_size = WireInit(0.U.asTypeOf(new FTBMeta)).getWidth
29009c6f1ddSLingrui98
29109c6f1ddSLingrui98  val ftbAddr = new TableAddr(log2Up(numSets), 1)
29209c6f1ddSLingrui98
29309c6f1ddSLingrui98  class FTBBank(val numSets: Int, val nWays: Int) extends XSModule with BPUUtils {
29409c6f1ddSLingrui98    val io = IO(new Bundle {
2955371700eSzoujr      val s1_fire = Input(Bool())
29609c6f1ddSLingrui98
29709c6f1ddSLingrui98      // when ftb hit, read_hits.valid is true, and read_hits.bits is OH of hit way
29809c6f1ddSLingrui98      // when ftb not hit, read_hits.valid is false, and read_hits is OH of allocWay
299bb09c7feSzoujr      // val read_hits = Valid(Vec(numWays, Bool()))
3001c8d9e26Szoujr      val req_pc = Flipped(DecoupledIO(UInt(VAddrBits.W)))
3011c8d9e26Szoujr      val read_resp = Output(new FTBEntry)
302bb09c7feSzoujr      val read_hits = Valid(UInt(log2Ceil(numWays).W))
30309c6f1ddSLingrui98
3041c8d9e26Szoujr      val u_req_pc = Flipped(DecoupledIO(UInt(VAddrBits.W)))
3051c8d9e26Szoujr      val update_hits = Valid(UInt(log2Ceil(numWays).W))
3061c8d9e26Szoujr      val update_access = Input(Bool())
30709c6f1ddSLingrui98
30809c6f1ddSLingrui98      val update_pc = Input(UInt(VAddrBits.W))
30909c6f1ddSLingrui98      val update_write_data = Flipped(Valid(new FTBEntryWithTag))
310c6bf0bffSzoujr      val update_write_way = Input(UInt(log2Ceil(numWays).W))
311c6bf0bffSzoujr      val update_write_alloc = Input(Bool())
31209c6f1ddSLingrui98    })
31309c6f1ddSLingrui98
3141c8d9e26Szoujr    // Extract holdRead logic to fix bug that update read override predict read result
3151c8d9e26Szoujr    val ftb = Module(new SRAMTemplate(new FTBEntryWithTag, set = numSets, way = numWays, shouldReset = true, holdRead = false, singlePort = true))
31609c6f1ddSLingrui98
3171c8d9e26Szoujr    val pred_rdata   = HoldUnless(ftb.io.r.resp.data, RegNext(io.req_pc.valid && !io.update_access))
3181c8d9e26Szoujr    ftb.io.r.req.valid := io.req_pc.valid || io.u_req_pc.valid // io.s0_fire
3191c8d9e26Szoujr    ftb.io.r.req.bits.setIdx := Mux(io.u_req_pc.valid, ftbAddr.getIdx(io.u_req_pc.bits), ftbAddr.getIdx(io.req_pc.bits)) // s0_idx
3201c8d9e26Szoujr
3211c8d9e26Szoujr    assert(!(io.req_pc.valid && io.u_req_pc.valid))
32209c6f1ddSLingrui98
32309c6f1ddSLingrui98    io.req_pc.ready := ftb.io.r.req.ready
3241c8d9e26Szoujr    io.u_req_pc.ready := ftb.io.r.req.ready
32509c6f1ddSLingrui98
32609c6f1ddSLingrui98    val req_tag = RegEnable(ftbAddr.getTag(io.req_pc.bits)(tagSize-1, 0), io.req_pc.valid)
327ac3f6f25Szoujr    val req_idx = RegEnable(ftbAddr.getIdx(io.req_pc.bits), io.req_pc.valid)
32809c6f1ddSLingrui98
3291c8d9e26Szoujr    val u_req_tag = RegEnable(ftbAddr.getTag(io.u_req_pc.bits)(tagSize-1, 0), io.u_req_pc.valid)
33009c6f1ddSLingrui98
3311c8d9e26Szoujr    val read_entries = pred_rdata.map(_.entry)
3321c8d9e26Szoujr    val read_tags    = pred_rdata.map(_.tag)
3331c8d9e26Szoujr
3341c8d9e26Szoujr    val total_hits = VecInit((0 until numWays).map(b => read_tags(b) === req_tag && read_entries(b).valid && io.s1_fire))
33509c6f1ddSLingrui98    val hit = total_hits.reduce(_||_)
336bb09c7feSzoujr    // val hit_way_1h = VecInit(PriorityEncoderOH(total_hits))
337ab890bfeSLingrui98    val hit_way = OHToUInt(total_hits)
33809c6f1ddSLingrui98
3391c8d9e26Szoujr    val u_total_hits = VecInit((0 until numWays).map(b =>
3401c8d9e26Szoujr        ftb.io.r.resp.data(b).tag === u_req_tag && ftb.io.r.resp.data(b).entry.valid && RegNext(io.update_access)))
3411c8d9e26Szoujr    val u_hit = u_total_hits.reduce(_||_)
3421c8d9e26Szoujr    // val hit_way_1h = VecInit(PriorityEncoderOH(total_hits))
343ab890bfeSLingrui98    val u_hit_way = OHToUInt(u_total_hits)
3441c8d9e26Szoujr
345bb09c7feSzoujr    assert(PopCount(total_hits) === 1.U || PopCount(total_hits) === 0.U)
3461c8d9e26Szoujr    assert(PopCount(u_total_hits) === 1.U || PopCount(u_total_hits) === 0.U)
34709c6f1ddSLingrui98
348ac3f6f25Szoujr    val replacer = ReplacementPolicy.fromString(Some("setplru"), numWays, numSets)
349c6bf0bffSzoujr    // val allocWriteWay = replacer.way(req_idx)
35009c6f1ddSLingrui98
351ac3f6f25Szoujr    val touch_set = Seq.fill(1)(Wire(UInt(log2Ceil(numSets).W)))
352ac3f6f25Szoujr    val touch_way = Seq.fill(1)(Wire(Valid(UInt(log2Ceil(numWays).W))))
353ac3f6f25Szoujr
354ac3f6f25Szoujr    touch_set(0) := req_idx
355ac3f6f25Szoujr
3561c8d9e26Szoujr    touch_way(0).valid := hit
357bb09c7feSzoujr    touch_way(0).bits := hit_way
358ac3f6f25Szoujr
359c6bf0bffSzoujr    replacer.access(touch_set, touch_way)
360c6bf0bffSzoujr
361ac3f6f25Szoujr    // def allocWay(valids: UInt, meta_tags: UInt, req_tag: UInt) = {
362ac3f6f25Szoujr    //   val randomAlloc = false
363ac3f6f25Szoujr    //   if (numWays > 1) {
364ac3f6f25Szoujr    //     val w = Wire(UInt(log2Up(numWays).W))
365ac3f6f25Szoujr    //     val valid = WireInit(valids.andR)
366ac3f6f25Szoujr    //     val tags = Cat(meta_tags, req_tag)
367ac3f6f25Szoujr    //     val l = log2Up(numWays)
368ac3f6f25Szoujr    //     val nChunks = (tags.getWidth + l - 1) / l
369ac3f6f25Szoujr    //     val chunks = (0 until nChunks).map( i =>
370ac3f6f25Szoujr    //       tags(min((i+1)*l, tags.getWidth)-1, i*l)
371ac3f6f25Szoujr    //     )
372ac3f6f25Szoujr    //     w := Mux(valid, if (randomAlloc) {LFSR64()(log2Up(numWays)-1,0)} else {chunks.reduce(_^_)}, PriorityEncoder(~valids))
373ac3f6f25Szoujr    //     w
374ac3f6f25Szoujr    //   } else {
375ac3f6f25Szoujr    //     val w = WireInit(0.U)
376ac3f6f25Szoujr    //     w
377ac3f6f25Szoujr    //   }
378ac3f6f25Szoujr    // }
379ac3f6f25Szoujr
380ac3f6f25Szoujr    // val allocWriteWay = allocWay(
381ac3f6f25Szoujr    //   VecInit(read_entries.map(_.valid)).asUInt,
382ac3f6f25Szoujr    //   VecInit(read_tags).asUInt,
383ac3f6f25Szoujr    //   req_tag
384ac3f6f25Szoujr    // )
38509c6f1ddSLingrui98
3865371700eSzoujr    def allocWay(valids: UInt, idx: UInt) = {
38709c6f1ddSLingrui98      if (numWays > 1) {
38809c6f1ddSLingrui98        val w = Wire(UInt(log2Up(numWays).W))
38909c6f1ddSLingrui98        val valid = WireInit(valids.andR)
3905371700eSzoujr        w := Mux(valid, replacer.way(idx), PriorityEncoder(~valids))
39109c6f1ddSLingrui98        w
39209c6f1ddSLingrui98      }else {
39309c6f1ddSLingrui98        val w = WireInit(0.U)
39409c6f1ddSLingrui98        w
39509c6f1ddSLingrui98      }
39609c6f1ddSLingrui98    }
39709c6f1ddSLingrui98
398ab890bfeSLingrui98    io.read_resp := Mux1H(total_hits, read_entries) // Mux1H
39909c6f1ddSLingrui98    io.read_hits.valid := hit
400bb09c7feSzoujr    // io.read_hits.bits := Mux(hit, hit_way_1h, VecInit(UIntToOH(allocWriteWay).asBools()))
4015371700eSzoujr    io.read_hits.bits := hit_way
40209c6f1ddSLingrui98
4031c8d9e26Szoujr    io.update_hits.valid := u_hit
4041c8d9e26Szoujr    io.update_hits.bits := u_hit_way
4051c8d9e26Szoujr
406c6bf0bffSzoujr    // XSDebug(!hit, "FTB not hit, alloc a way: %d\n", allocWriteWay)
40709c6f1ddSLingrui98
40809c6f1ddSLingrui98    // Update logic
40909c6f1ddSLingrui98    val u_valid = io.update_write_data.valid
41009c6f1ddSLingrui98    val u_data = io.update_write_data.bits
41109c6f1ddSLingrui98    val u_idx = ftbAddr.getIdx(io.update_pc)
4125371700eSzoujr    val allocWriteWay = allocWay(VecInit(read_entries.map(_.valid)).asUInt, u_idx)
4135371700eSzoujr    val u_mask = UIntToOH(Mux(io.update_write_alloc, allocWriteWay, io.update_write_way))
414c6bf0bffSzoujr
415c6bf0bffSzoujr    for (i <- 0 until numWays) {
4165371700eSzoujr      XSPerfAccumulate(f"ftb_replace_way$i", u_valid && io.update_write_alloc && OHToUInt(u_mask) === i.U)
4175371700eSzoujr      XSPerfAccumulate(f"ftb_replace_way${i}_has_empty", u_valid && io.update_write_alloc && !read_entries.map(_.valid).reduce(_&&_) && OHToUInt(u_mask) === i.U)
4185371700eSzoujr      XSPerfAccumulate(f"ftb_hit_way$i", hit && !io.update_access && hit_way === i.U)
419c6bf0bffSzoujr    }
42009c6f1ddSLingrui98
42109c6f1ddSLingrui98    ftb.io.w.apply(u_valid, u_data, u_idx, u_mask)
422eeb5ff92SLingrui98
423eeb5ff92SLingrui98    // print hit entry info
424ab890bfeSLingrui98    Mux1H(total_hits, ftb.io.r.resp.data).display(true.B)
42509c6f1ddSLingrui98  } // FTBBank
42609c6f1ddSLingrui98
42709c6f1ddSLingrui98  val ftbBank = Module(new FTBBank(numSets, numWays))
42809c6f1ddSLingrui98
42909c6f1ddSLingrui98  ftbBank.io.req_pc.valid := io.s0_fire
43009c6f1ddSLingrui98  ftbBank.io.req_pc.bits := s0_pc
43109c6f1ddSLingrui98
43209c6f1ddSLingrui98  val ftb_entry = RegEnable(ftbBank.io.read_resp, io.s1_fire)
43309c6f1ddSLingrui98  val s1_hit = ftbBank.io.read_hits.valid
43409c6f1ddSLingrui98  val s2_hit = RegEnable(s1_hit, io.s1_fire)
43509c6f1ddSLingrui98  val writeWay = ftbBank.io.read_hits.bits
43609c6f1ddSLingrui98
43709c6f1ddSLingrui98  val fallThruAddr = getFallThroughAddr(s2_pc, ftb_entry.carry, ftb_entry.pftAddr)
43809c6f1ddSLingrui98
43909c6f1ddSLingrui98  // io.out.bits.resp := RegEnable(io.in.bits.resp_in(0), 0.U.asTypeOf(new BranchPredictionResp), io.s1_fire)
44009c6f1ddSLingrui98  io.out.resp := io.in.bits.resp_in(0)
44109c6f1ddSLingrui98
44209c6f1ddSLingrui98  val s1_latch_call_is_rvc   = DontCare // TODO: modify when add RAS
44309c6f1ddSLingrui98
44409c6f1ddSLingrui98  io.out.resp.s2.preds.hit           := s2_hit
44509c6f1ddSLingrui98  io.out.resp.s2.pc                  := s2_pc
44609c6f1ddSLingrui98  io.out.resp.s2.ftb_entry           := ftb_entry
447*b30c10d6SLingrui98  io.out.resp.s2.preds.fromFtbEntry(ftb_entry, s2_pc, Some((s1_pc, io.s1_fire)))
44809c6f1ddSLingrui98
4493e52bed1SLingrui98  io.out.last_stage_meta := RegEnable(FTBMeta(writeWay.asUInt(), s1_hit, GTimer()).asUInt(), io.s1_fire)
45009c6f1ddSLingrui98
45109c6f1ddSLingrui98  // always taken logic
45209c6f1ddSLingrui98  for (i <- 0 until numBr) {
453*b30c10d6SLingrui98    io.out.resp.s2.preds.br_taken_mask(i) := io.in.bits.resp_in(0).s2.preds.br_taken_mask(i) || s2_hit && ftb_entry.always_taken(i)
45409c6f1ddSLingrui98  }
45509c6f1ddSLingrui98
45609c6f1ddSLingrui98  // Update logic
45709c6f1ddSLingrui98  val update = RegNext(io.update.bits)
45809c6f1ddSLingrui98
459c6bf0bffSzoujr  // val update_queue = Mem(64, new UpdateQueueEntry)
460c6bf0bffSzoujr  // val head, tail = RegInit(UpdateQueuePtr(false.B, 0.U))
461c6bf0bffSzoujr  // val u_queue = Module(new Queue(new UpdateQueueEntry, entries = 64, flow = true))
462c6bf0bffSzoujr  // assert(u_queue.io.count < 64.U)
463c6bf0bffSzoujr
46409c6f1ddSLingrui98  val u_meta = update.meta.asTypeOf(new FTBMeta)
46509c6f1ddSLingrui98  val u_valid = RegNext(io.update.valid && !io.update.bits.old_entry)
466bb09c7feSzoujr
467c6bf0bffSzoujr  // io.s1_ready := ftbBank.io.req_pc.ready && u_queue.io.count === 0.U && !u_valid
468c6bf0bffSzoujr  io.s1_ready := ftbBank.io.req_pc.ready && !(u_valid && !u_meta.hit)
469bb09c7feSzoujr
470c6bf0bffSzoujr  // val update_now = u_queue.io.deq.fire && u_queue.io.deq.bits.hit
471c6bf0bffSzoujr  val update_now = u_valid && u_meta.hit
472c6bf0bffSzoujr
4731c8d9e26Szoujr  ftbBank.io.u_req_pc.valid := u_valid && !u_meta.hit
4741c8d9e26Szoujr  ftbBank.io.u_req_pc.bits := update.pc
475bb09c7feSzoujr
476c6bf0bffSzoujr  // assert(!(u_valid && RegNext(u_valid) && update.pc === RegNext(update.pc)))
4775371700eSzoujr  // assert(!(u_valid && RegNext(u_valid)))
478bb09c7feSzoujr
479c6bf0bffSzoujr  // val u_way = u_queue.io.deq.bits.hit_way
48009c6f1ddSLingrui98
48109c6f1ddSLingrui98  val ftb_write = Wire(new FTBEntryWithTag)
482c6bf0bffSzoujr  // ftb_write.entry := Mux(update_now, u_queue.io.deq.bits.ftb_entry, RegNext(u_queue.io.deq.bits.ftb_entry))
483c6bf0bffSzoujr  // ftb_write.tag   := ftbAddr.getTag(Mux(update_now, u_queue.io.deq.bits.pc, RegNext(u_queue.io.deq.bits.pc)))(tagSize-1, 0)
484c6bf0bffSzoujr  ftb_write.entry := Mux(update_now, update.ftb_entry, RegNext(update.ftb_entry))
485c6bf0bffSzoujr  ftb_write.tag   := ftbAddr.getTag(Mux(update_now, update.pc, RegNext(update.pc)))(tagSize-1, 0)
48609c6f1ddSLingrui98
487c6bf0bffSzoujr  // val write_valid = update_now || RegNext(u_queue.io.deq.fire && !u_queue.io.deq.bits.hit)
488c6bf0bffSzoujr  val write_valid = update_now || RegNext(u_valid && !u_meta.hit)
489c6bf0bffSzoujr
490c6bf0bffSzoujr  // u_queue.io.enq.valid := u_valid
491c6bf0bffSzoujr  // u_queue.io.enq.bits := UpdateQueueEntry(update.pc, update.ftb_entry, u_meta.hit, u_meta.writeWay)
492c6bf0bffSzoujr  // u_queue.io.deq.ready := RegNext(!u_queue.io.deq.fire || update_now)
493c6bf0bffSzoujr
494c6bf0bffSzoujr  ftbBank.io.update_write_data.valid := write_valid
49509c6f1ddSLingrui98  ftbBank.io.update_write_data.bits := ftb_write
496c6bf0bffSzoujr  // ftbBank.io.update_pc := Mux(update_now, u_queue.io.deq.bits.pc, RegNext(u_queue.io.deq.bits.pc))
497c6bf0bffSzoujr  ftbBank.io.update_pc := Mux(update_now, update.pc, RegNext(update.pc))
4981c8d9e26Szoujr  ftbBank.io.update_write_way := Mux(update_now, u_meta.writeWay, ftbBank.io.update_hits.bits)
4991c8d9e26Szoujr  // ftbBank.io.update_write_alloc := Mux(update_now, !u_queue.io.deq.bits.hit, !ftbBank.io.update_hits.valid)
5001c8d9e26Szoujr  ftbBank.io.update_write_alloc := Mux(update_now, false.B, !ftbBank.io.update_hits.valid)
5011c8d9e26Szoujr  ftbBank.io.update_access := u_valid && !u_meta.hit
5025371700eSzoujr  ftbBank.io.s1_fire := io.s1_fire
50309c6f1ddSLingrui98
50409c6f1ddSLingrui98  XSDebug("req_v=%b, req_pc=%x, ready=%b (resp at next cycle)\n", io.s0_fire, s0_pc, ftbBank.io.req_pc.ready)
50509c6f1ddSLingrui98  XSDebug("s2_hit=%b, hit_way=%b\n", s2_hit, writeWay.asUInt)
506eeb5ff92SLingrui98  XSDebug("s2_br_taken_mask=%b, s2_real_taken_mask=%b\n",
507eeb5ff92SLingrui98    io.in.bits.resp_in(0).s2.preds.br_taken_mask.asUInt, io.out.resp.s2.real_slot_taken_mask().asUInt)
50809c6f1ddSLingrui98  XSDebug("s2_target=%x\n", io.out.resp.s2.target)
50909c6f1ddSLingrui98
51009c6f1ddSLingrui98  ftb_entry.display(true.B)
51109c6f1ddSLingrui98
51209c6f1ddSLingrui98  XSPerfAccumulate("ftb_read_hits", RegNext(io.s0_fire) && s1_hit)
51309c6f1ddSLingrui98  XSPerfAccumulate("ftb_read_misses", RegNext(io.s0_fire) && !s1_hit)
51409c6f1ddSLingrui98
515eeb5ff92SLingrui98  XSPerfAccumulate("ftb_commit_hits", io.update.valid && io.update.bits.preds.hit)
516eeb5ff92SLingrui98  XSPerfAccumulate("ftb_commit_misses", io.update.valid && !io.update.bits.preds.hit)
51709c6f1ddSLingrui98
51809c6f1ddSLingrui98  XSPerfAccumulate("ftb_update_req", io.update.valid)
51909c6f1ddSLingrui98  XSPerfAccumulate("ftb_update_ignored", io.update.valid && io.update.bits.old_entry)
52009c6f1ddSLingrui98  XSPerfAccumulate("ftb_updated", u_valid)
521cd365d4cSrvcoresjw
522cd365d4cSrvcoresjw  val perfinfo = IO(new Bundle(){
523cd365d4cSrvcoresjw    val perfEvents = Output(new PerfEventsBundle(2))
524cd365d4cSrvcoresjw  })
525cd365d4cSrvcoresjw  val perfEvents = Seq(
526cd365d4cSrvcoresjw    ("ftb_commit_hits            ", u_valid  &&  update.preds.hit),
527cd365d4cSrvcoresjw    ("ftb_commit_misses          ", u_valid  && !update.preds.hit),
528cd365d4cSrvcoresjw  )
529cd365d4cSrvcoresjw
530cd365d4cSrvcoresjw  for (((perf_out,(perf_name,perf)),i) <- perfinfo.perfEvents.perf_events.zip(perfEvents).zipWithIndex) {
531cd365d4cSrvcoresjw    perf_out.incr_step := RegNext(perf)
532cd365d4cSrvcoresjw  }
53309c6f1ddSLingrui98}
534