xref: /XiangShan/src/main/scala/xiangshan/cache/mmu/MMUBundle.scala (revision f57f7f2aa52bf8c9d7952402ff7d36066bf8e1b3)
16d5ddbceSLemover/***************************************************************************************
26d5ddbceSLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
46d5ddbceSLemover*
56d5ddbceSLemover* XiangShan is licensed under Mulan PSL v2.
66d5ddbceSLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
76d5ddbceSLemover* You may obtain a copy of Mulan PSL v2 at:
86d5ddbceSLemover*          http://license.coscl.org.cn/MulanPSL2
96d5ddbceSLemover*
106d5ddbceSLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
116d5ddbceSLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
126d5ddbceSLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
136d5ddbceSLemover*
146d5ddbceSLemover* See the Mulan PSL v2 for more details.
156d5ddbceSLemover***************************************************************************************/
166d5ddbceSLemover
176d5ddbceSLemoverpackage xiangshan.cache.mmu
186d5ddbceSLemover
198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters
206d5ddbceSLemoverimport chisel3._
216d5ddbceSLemoverimport chisel3.util._
226d5ddbceSLemoverimport xiangshan._
236d5ddbceSLemoverimport utils._
243c02ee8fSwakafaimport utility._
259aca92b9SYinan Xuimport xiangshan.backend.rob.RobPtr
266d5ddbceSLemoverimport xiangshan.backend.fu.util.HasCSRConst
276d5ddbceSLemoverimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
286d5ddbceSLemoverimport freechips.rocketchip.tilelink._
295b7ef044SLemoverimport xiangshan.backend.fu.{PMPReqBundle, PMPConfig}
30f1fe8698SLemoverimport xiangshan.backend.fu.PMPBundle
315b7ef044SLemover
326d5ddbceSLemover
336d5ddbceSLemoverabstract class TlbBundle(implicit p: Parameters) extends XSBundle with HasTlbConst
346d5ddbceSLemoverabstract class TlbModule(implicit p: Parameters) extends XSModule with HasTlbConst
356d5ddbceSLemover
36a0301c0dSLemoverclass VaBundle(implicit p: Parameters) extends TlbBundle {
37a0301c0dSLemover  val vpn  = UInt(vpnLen.W)
38a0301c0dSLemover  val off  = UInt(offLen.W)
39a0301c0dSLemover}
40a0301c0dSLemover
416d5ddbceSLemoverclass PtePermBundle(implicit p: Parameters) extends TlbBundle {
426d5ddbceSLemover  val d = Bool()
436d5ddbceSLemover  val a = Bool()
446d5ddbceSLemover  val g = Bool()
456d5ddbceSLemover  val u = Bool()
466d5ddbceSLemover  val x = Bool()
476d5ddbceSLemover  val w = Bool()
486d5ddbceSLemover  val r = Bool()
496d5ddbceSLemover
506d5ddbceSLemover  override def toPrintable: Printable = {
516d5ddbceSLemover    p"d:${d} a:${a} g:${g} u:${u} x:${x} w:${w} r:${r}"// +
526d5ddbceSLemover    //(if(hasV) (p"v:${v}") else p"")
536d5ddbceSLemover  }
546d5ddbceSLemover}
556d5ddbceSLemover
565b7ef044SLemoverclass TlbPMBundle(implicit p: Parameters) extends TlbBundle {
575b7ef044SLemover  val r = Bool()
585b7ef044SLemover  val w = Bool()
595b7ef044SLemover  val x = Bool()
605b7ef044SLemover  val c = Bool()
615b7ef044SLemover  val atomic = Bool()
625b7ef044SLemover
635b7ef044SLemover  def assign_ap(pm: PMPConfig) = {
645b7ef044SLemover    r := pm.r
655b7ef044SLemover    w := pm.w
665b7ef044SLemover    x := pm.x
675b7ef044SLemover    c := pm.c
685b7ef044SLemover    atomic := pm.atomic
695b7ef044SLemover  }
705b7ef044SLemover}
715b7ef044SLemover
726d5ddbceSLemoverclass TlbPermBundle(implicit p: Parameters) extends TlbBundle {
736d5ddbceSLemover  val pf = Bool() // NOTE: if this is true, just raise pf
74b6982e83SLemover  val af = Bool() // NOTE: if this is true, just raise af
756d5ddbceSLemover  // pagetable perm (software defined)
766d5ddbceSLemover  val d = Bool()
776d5ddbceSLemover  val a = Bool()
786d5ddbceSLemover  val g = Bool()
796d5ddbceSLemover  val u = Bool()
806d5ddbceSLemover  val x = Bool()
816d5ddbceSLemover  val w = Bool()
826d5ddbceSLemover  val r = Bool()
836d5ddbceSLemover
84f9ac118cSHaoyuan Feng  def apply(item: PtwSectorResp) = {
85b0fa7106SHaoyuan Feng    val ptePerm = item.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
86b0fa7106SHaoyuan Feng    this.pf := item.pf
87b0fa7106SHaoyuan Feng    this.af := item.af
88b0fa7106SHaoyuan Feng    this.d := ptePerm.d
89b0fa7106SHaoyuan Feng    this.a := ptePerm.a
90b0fa7106SHaoyuan Feng    this.g := ptePerm.g
91b0fa7106SHaoyuan Feng    this.u := ptePerm.u
92b0fa7106SHaoyuan Feng    this.x := ptePerm.x
93b0fa7106SHaoyuan Feng    this.w := ptePerm.w
94b0fa7106SHaoyuan Feng    this.r := ptePerm.r
95b0fa7106SHaoyuan Feng
96b0fa7106SHaoyuan Feng    this
97b0fa7106SHaoyuan Feng  }
98b0fa7106SHaoyuan Feng  override def toPrintable: Printable = {
99f9ac118cSHaoyuan Feng    p"pf:${pf} af:${af} d:${d} a:${a} g:${g} u:${u} x:${x} w:${w} r:${r} "
100b0fa7106SHaoyuan Feng  }
101b0fa7106SHaoyuan Feng}
102b0fa7106SHaoyuan Feng
103b0fa7106SHaoyuan Fengclass TlbSectorPermBundle(implicit p: Parameters) extends TlbBundle {
104b0fa7106SHaoyuan Feng  val pf = Bool() // NOTE: if this is true, just raise pf
105b0fa7106SHaoyuan Feng  val af = Bool() // NOTE: if this is true, just raise af
106b0fa7106SHaoyuan Feng  // pagetable perm (software defined)
107b0fa7106SHaoyuan Feng  val d = Bool()
108b0fa7106SHaoyuan Feng  val a = Bool()
109b0fa7106SHaoyuan Feng  val g = Bool()
110b0fa7106SHaoyuan Feng  val u = Bool()
111b0fa7106SHaoyuan Feng  val x = Bool()
112b0fa7106SHaoyuan Feng  val w = Bool()
113b0fa7106SHaoyuan Feng  val r = Bool()
114b0fa7106SHaoyuan Feng
115f9ac118cSHaoyuan Feng  def apply(item: PtwSectorResp) = {
116f1fe8698SLemover    val ptePerm = item.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
117f1fe8698SLemover    this.pf := item.pf
118f1fe8698SLemover    this.af := item.af
119f1fe8698SLemover    this.d := ptePerm.d
120f1fe8698SLemover    this.a := ptePerm.a
121f1fe8698SLemover    this.g := ptePerm.g
122f1fe8698SLemover    this.u := ptePerm.u
123f1fe8698SLemover    this.x := ptePerm.x
124f1fe8698SLemover    this.w := ptePerm.w
125f1fe8698SLemover    this.r := ptePerm.r
126f1fe8698SLemover
127f1fe8698SLemover    this
128f1fe8698SLemover  }
1296d5ddbceSLemover  override def toPrintable: Printable = {
130f9ac118cSHaoyuan Feng    p"pf:${pf} af:${af} d:${d} a:${a} g:${g} u:${u} x:${x} w:${w} r:${r} "
1316d5ddbceSLemover  }
1326d5ddbceSLemover}
1336d5ddbceSLemover
1346d5ddbceSLemover// multi-read && single-write
1356d5ddbceSLemover// input is data, output is hot-code(not one-hot)
1366d5ddbceSLemoverclass CAMTemplate[T <: Data](val gen: T, val set: Int, val readWidth: Int)(implicit p: Parameters) extends TlbModule {
1376d5ddbceSLemover  val io = IO(new Bundle {
1386d5ddbceSLemover    val r = new Bundle {
1396d5ddbceSLemover      val req = Input(Vec(readWidth, gen))
1406d5ddbceSLemover      val resp = Output(Vec(readWidth, Vec(set, Bool())))
1416d5ddbceSLemover    }
1426d5ddbceSLemover    val w = Input(new Bundle {
1436d5ddbceSLemover      val valid = Bool()
1446d5ddbceSLemover      val bits = new Bundle {
1456d5ddbceSLemover        val index = UInt(log2Up(set).W)
1466d5ddbceSLemover        val data = gen
1476d5ddbceSLemover      }
1486d5ddbceSLemover    })
1496d5ddbceSLemover  })
1506d5ddbceSLemover
1516d5ddbceSLemover  val wordType = UInt(gen.getWidth.W)
1526d5ddbceSLemover  val array = Reg(Vec(set, wordType))
1536d5ddbceSLemover
1546d5ddbceSLemover  io.r.resp.zipWithIndex.map{ case (a,i) =>
1556d5ddbceSLemover    a := array.map(io.r.req(i).asUInt === _)
1566d5ddbceSLemover  }
1576d5ddbceSLemover
1586d5ddbceSLemover  when (io.w.valid) {
15976e02f07SLingrui98    array(io.w.bits.index) := io.w.bits.data.asUInt
1606d5ddbceSLemover  }
1616d5ddbceSLemover}
1626d5ddbceSLemover
163a0301c0dSLemoverclass TlbEntry(pageNormal: Boolean, pageSuper: Boolean)(implicit p: Parameters) extends TlbBundle {
164a0301c0dSLemover  require(pageNormal || pageSuper)
165a0301c0dSLemover
166a0301c0dSLemover  val tag = if (!pageNormal) UInt((vpnLen - vpnnLen).W)
167b0fa7106SHaoyuan Feng  else UInt(vpnLen.W)
168b0fa7106SHaoyuan Feng  val asid = UInt(asidLen.W)
169b0fa7106SHaoyuan Feng  val level = if (!pageNormal) Some(UInt(1.W))
170b0fa7106SHaoyuan Feng  else if (!pageSuper) None
171b0fa7106SHaoyuan Feng  else Some(UInt(2.W))
172b0fa7106SHaoyuan Feng  val ppn = if (!pageNormal) UInt((ppnLen - vpnnLen).W)
173b0fa7106SHaoyuan Feng  else UInt(ppnLen.W)
174b0fa7106SHaoyuan Feng  val perm = new TlbPermBundle
175b0fa7106SHaoyuan Feng
176b0fa7106SHaoyuan Feng  /** level usage:
177b0fa7106SHaoyuan Feng    *  !PageSuper: page is only normal, level is None, match all the tag
178b0fa7106SHaoyuan Feng    *  !PageNormal: page is only super, level is a Bool(), match high 9*2 parts
179b0fa7106SHaoyuan Feng    *  bits0  0: need mid 9bits
180b0fa7106SHaoyuan Feng    *         1: no need mid 9bits
181b0fa7106SHaoyuan Feng    *  PageSuper && PageNormal: page hold all the three type,
182b0fa7106SHaoyuan Feng    *  bits0  0: need low 9bits
183b0fa7106SHaoyuan Feng    *  bits1  0: need mid 9bits
184b0fa7106SHaoyuan Feng    */
185b0fa7106SHaoyuan Feng
186b0fa7106SHaoyuan Feng  def hit(vpn: UInt, asid: UInt, nSets: Int = 1, ignoreAsid: Boolean = false): Bool = {
187b0fa7106SHaoyuan Feng    val asid_hit = if (ignoreAsid) true.B else (this.asid === asid)
188b0fa7106SHaoyuan Feng
189b0fa7106SHaoyuan Feng    // NOTE: for timing, dont care low set index bits at hit check
190b0fa7106SHaoyuan Feng    //       do not need store the low bits actually
191b0fa7106SHaoyuan Feng    if (!pageSuper) asid_hit && drop_set_equal(vpn, tag, nSets)
192b0fa7106SHaoyuan Feng    else if (!pageNormal) {
193b0fa7106SHaoyuan Feng      val tag_match_hi = tag(vpnnLen*2-1, vpnnLen) === vpn(vpnnLen*3-1, vpnnLen*2)
194b0fa7106SHaoyuan Feng      val tag_match_mi = tag(vpnnLen-1, 0) === vpn(vpnnLen*2-1, vpnnLen)
195935edac4STang Haojin      val tag_match = tag_match_hi && (level.get.asBool || tag_match_mi)
196b0fa7106SHaoyuan Feng      asid_hit && tag_match
197b0fa7106SHaoyuan Feng    }
198b0fa7106SHaoyuan Feng    else {
199b0fa7106SHaoyuan Feng      val tmp_level = level.get
200b0fa7106SHaoyuan Feng      val tag_match_hi = tag(vpnnLen*3-1, vpnnLen*2) === vpn(vpnnLen*3-1, vpnnLen*2)
201b0fa7106SHaoyuan Feng      val tag_match_mi = tag(vpnnLen*2-1, vpnnLen) === vpn(vpnnLen*2-1, vpnnLen)
202b0fa7106SHaoyuan Feng      val tag_match_lo = tag(vpnnLen-1, 0) === vpn(vpnnLen-1, 0) // if pageNormal is false, this will always be false
203b0fa7106SHaoyuan Feng      val tag_match = tag_match_hi && (tmp_level(1) || tag_match_mi) && (tmp_level(0) || tag_match_lo)
204b0fa7106SHaoyuan Feng      asid_hit && tag_match
205b0fa7106SHaoyuan Feng    }
206b0fa7106SHaoyuan Feng  }
207b0fa7106SHaoyuan Feng
208b0fa7106SHaoyuan Feng  def apply(item: PtwSectorResp, asid: UInt, pm: PMPConfig): TlbEntry = {
209b0fa7106SHaoyuan Feng    this.tag := {if (pageNormal) Cat(item.entry.tag, OHToUInt(item.pteidx)) else item.entry.tag(sectorvpnLen - 1, vpnnLen - sectortlbwidth)}
210b0fa7106SHaoyuan Feng    this.asid := asid
211b0fa7106SHaoyuan Feng    val inner_level = item.entry.level.getOrElse(0.U)
21245f43e6eSTang Haojin    this.level.map(_ := { if (pageNormal && pageSuper) MuxLookup(inner_level, 0.U)(Seq(
213b0fa7106SHaoyuan Feng      0.U -> 3.U,
214b0fa7106SHaoyuan Feng      1.U -> 1.U,
215b0fa7106SHaoyuan Feng      2.U -> 0.U ))
216b0fa7106SHaoyuan Feng    else if (pageSuper) ~inner_level(0)
217b0fa7106SHaoyuan Feng    else 0.U })
218b0fa7106SHaoyuan Feng    this.ppn := { if (!pageNormal) item.entry.ppn(sectorppnLen - 1, vpnnLen - sectortlbwidth)
219b0fa7106SHaoyuan Feng                  else Cat(item.entry.ppn, item.ppn_low(OHToUInt(item.pteidx))) }
220f9ac118cSHaoyuan Feng    this.perm.apply(item)
221b0fa7106SHaoyuan Feng    this
222b0fa7106SHaoyuan Feng  }
223b0fa7106SHaoyuan Feng
224b0fa7106SHaoyuan Feng  // 4KB is normal entry, 2MB/1GB is considered as super entry
225b0fa7106SHaoyuan Feng  def is_normalentry(): Bool = {
226b0fa7106SHaoyuan Feng    if (!pageSuper) { true.B }
227b0fa7106SHaoyuan Feng    else if (!pageNormal) { false.B }
228b0fa7106SHaoyuan Feng    else { level.get === 0.U }
229b0fa7106SHaoyuan Feng  }
230b0fa7106SHaoyuan Feng
231b0fa7106SHaoyuan Feng  def genPPN(saveLevel: Boolean = false, valid: Bool = false.B)(vpn: UInt) : UInt = {
232b0fa7106SHaoyuan Feng    val inner_level = level.getOrElse(0.U)
233b0fa7106SHaoyuan Feng    val ppn_res = if (!pageSuper) ppn
234b0fa7106SHaoyuan Feng    else if (!pageNormal) Cat(ppn(ppnLen-vpnnLen-1, vpnnLen),
235b0fa7106SHaoyuan Feng      Mux(inner_level(0), vpn(vpnnLen*2-1, vpnnLen), ppn(vpnnLen-1,0)),
236b0fa7106SHaoyuan Feng      vpn(vpnnLen-1, 0))
237b0fa7106SHaoyuan Feng    else Cat(ppn(ppnLen-1, vpnnLen*2),
238b0fa7106SHaoyuan Feng      Mux(inner_level(1), vpn(vpnnLen*2-1, vpnnLen), ppn(vpnnLen*2-1, vpnnLen)),
239b0fa7106SHaoyuan Feng      Mux(inner_level(0), vpn(vpnnLen-1, 0), ppn(vpnnLen-1, 0)))
240b0fa7106SHaoyuan Feng
241b0fa7106SHaoyuan Feng    if (saveLevel) Cat(ppn(ppn.getWidth-1, vpnnLen*2), RegEnable(ppn_res(vpnnLen*2-1, 0), valid))
242b0fa7106SHaoyuan Feng    else ppn_res
243b0fa7106SHaoyuan Feng  }
244b0fa7106SHaoyuan Feng
245b0fa7106SHaoyuan Feng  override def toPrintable: Printable = {
246b0fa7106SHaoyuan Feng    val inner_level = level.getOrElse(2.U)
247b0fa7106SHaoyuan Feng    p"asid: ${asid} level:${inner_level} vpn:${Hexadecimal(tag)} ppn:${Hexadecimal(ppn)} perm:${perm}"
248b0fa7106SHaoyuan Feng  }
249b0fa7106SHaoyuan Feng
250b0fa7106SHaoyuan Feng}
251b0fa7106SHaoyuan Feng
252b0fa7106SHaoyuan Fengclass TlbSectorEntry(pageNormal: Boolean, pageSuper: Boolean)(implicit p: Parameters) extends TlbBundle {
253b0fa7106SHaoyuan Feng  require(pageNormal || pageSuper)
254b0fa7106SHaoyuan Feng
255b0fa7106SHaoyuan Feng  val tag = if (!pageNormal) UInt((vpnLen - vpnnLen).W)
25663632028SHaoyuan Feng            else UInt(sectorvpnLen.W)
25745f497a4Shappy-lx  val asid = UInt(asidLen.W)
258a0301c0dSLemover  val level = if (!pageNormal) Some(UInt(1.W))
259a0301c0dSLemover              else if (!pageSuper) None
260a0301c0dSLemover              else Some(UInt(2.W))
261a0301c0dSLemover  val ppn = if (!pageNormal) UInt((ppnLen - vpnnLen).W)
26263632028SHaoyuan Feng            else UInt(sectorppnLen.W)
263b0fa7106SHaoyuan Feng  val perm = new TlbSectorPermBundle
26463632028SHaoyuan Feng  val valididx = Vec(tlbcontiguous, Bool())
265b0fa7106SHaoyuan Feng  val pteidx = Vec(tlbcontiguous, Bool())
26663632028SHaoyuan Feng  val ppn_low = Vec(tlbcontiguous, UInt(sectortlbwidth.W))
267a0301c0dSLemover
26856728e73SLemover  /** level usage:
26956728e73SLemover   *  !PageSuper: page is only normal, level is None, match all the tag
27056728e73SLemover   *  !PageNormal: page is only super, level is a Bool(), match high 9*2 parts
27156728e73SLemover   *  bits0  0: need mid 9bits
27256728e73SLemover   *         1: no need mid 9bits
27356728e73SLemover   *  PageSuper && PageNormal: page hold all the three type,
27456728e73SLemover   *  bits0  0: need low 9bits
27556728e73SLemover   *  bits1  0: need mid 9bits
27656728e73SLemover   */
27756728e73SLemover
278e9092fe2SLemover  def hit(vpn: UInt, asid: UInt, nSets: Int = 1, ignoreAsid: Boolean = false): Bool = {
27945f497a4Shappy-lx    val asid_hit = if (ignoreAsid) true.B else (this.asid === asid)
28063632028SHaoyuan Feng    val addr_low_hit = valididx(vpn(2, 0))
281e9092fe2SLemover
282e9092fe2SLemover    // NOTE: for timing, dont care low set index bits at hit check
283e9092fe2SLemover    //       do not need store the low bits actually
28463632028SHaoyuan Feng    if (!pageSuper) asid_hit && drop_set_equal(vpn(vpn.getWidth - 1, sectortlbwidth), tag, nSets) && addr_low_hit
28556728e73SLemover    else if (!pageNormal) {
28656728e73SLemover      val tag_match_hi = tag(vpnnLen * 2 - 1, vpnnLen) === vpn(vpnnLen * 3 - 1, vpnnLen * 2)
28756728e73SLemover      val tag_match_mi = tag(vpnnLen - 1, 0) === vpn(vpnnLen * 2 - 1, vpnnLen)
288935edac4STang Haojin      val tag_match = tag_match_hi && (level.get.asBool || tag_match_mi)
28963632028SHaoyuan Feng      asid_hit && tag_match && addr_low_hit
29056728e73SLemover    }
29156728e73SLemover    else {
29256728e73SLemover      val tmp_level = level.get
29363632028SHaoyuan Feng      val tag_match_hi = tag(vpnnLen * 3 - sectortlbwidth - 1, vpnnLen * 2 - sectortlbwidth) === vpn(vpnnLen * 3 - 1, vpnnLen * 2)
29463632028SHaoyuan Feng      val tag_match_mi = tag(vpnnLen * 2 - sectortlbwidth - 1, vpnnLen - sectortlbwidth) === vpn(vpnnLen * 2 - 1, vpnnLen)
29563632028SHaoyuan Feng      val tag_match_lo = tag(vpnnLen - sectortlbwidth - 1, 0) === vpn(vpnnLen - 1, sectortlbwidth) // if pageNormal is false, this will always be false
29656728e73SLemover      val tag_match = tag_match_hi && (tmp_level(1) || tag_match_mi) && (tmp_level(0) || tag_match_lo)
29763632028SHaoyuan Feng      asid_hit && tag_match && addr_low_hit
29856728e73SLemover    }
299a0301c0dSLemover  }
300a0301c0dSLemover
30163632028SHaoyuan Feng  def wbhit(data: PtwSectorResp, asid: UInt, nSets: Int = 1, ignoreAsid: Boolean = false): Bool = {
30263632028SHaoyuan Feng    val vpn = Cat(data.entry.tag, 0.U(sectortlbwidth.W))
30363632028SHaoyuan Feng    val asid_hit = if (ignoreAsid) true.B else (this.asid === asid)
30463632028SHaoyuan Feng    val vpn_hit = Wire(Bool())
30563632028SHaoyuan Feng    val index_hit = Wire(Vec(tlbcontiguous, Bool()))
30663632028SHaoyuan Feng
30763632028SHaoyuan Feng    // NOTE: for timing, dont care low set index bits at hit check
30863632028SHaoyuan Feng    //       do not need store the low bits actually
30963632028SHaoyuan Feng    if (!pageSuper) {
31063632028SHaoyuan Feng      vpn_hit := asid_hit && drop_set_equal(vpn(vpn.getWidth - 1, sectortlbwidth), tag, nSets)
31163632028SHaoyuan Feng    }
31263632028SHaoyuan Feng    else if (!pageNormal) {
31363632028SHaoyuan Feng      val tag_match_hi = tag(vpnnLen * 2 - 1, vpnnLen - sectortlbwidth) === vpn(vpnnLen * 3 - 1, vpnnLen * 2)
31463632028SHaoyuan Feng      val tag_match_mi = tag(vpnnLen - 1, 0) === vpn(vpnnLen * 2 - 1, vpnnLen)
315935edac4STang Haojin      val tag_match = tag_match_hi && (level.get.asBool || tag_match_mi)
31663632028SHaoyuan Feng      vpn_hit := asid_hit && tag_match
31763632028SHaoyuan Feng    }
31863632028SHaoyuan Feng    else {
31963632028SHaoyuan Feng      val tmp_level = level.get
32063632028SHaoyuan Feng      val tag_match_hi = tag(vpnnLen * 3 - sectortlbwidth - 1, vpnnLen * 2 - sectortlbwidth) === vpn(vpnnLen * 3 - 1, vpnnLen * 2)
32163632028SHaoyuan Feng      val tag_match_mi = tag(vpnnLen * 2 - sectortlbwidth - 1, vpnnLen - sectortlbwidth) === vpn(vpnnLen * 2 - 1, vpnnLen)
32263632028SHaoyuan Feng      val tag_match_lo = tag(vpnnLen - sectortlbwidth - 1, 0) === vpn(vpnnLen - 1, sectortlbwidth) // if pageNormal is false, this will always be false
32363632028SHaoyuan Feng      val tag_match = tag_match_hi && (tmp_level(1) || tag_match_mi) && (tmp_level(0) || tag_match_lo)
32463632028SHaoyuan Feng      vpn_hit := asid_hit && tag_match
32563632028SHaoyuan Feng    }
32663632028SHaoyuan Feng
32763632028SHaoyuan Feng    for (i <- 0 until tlbcontiguous) {
32863632028SHaoyuan Feng      index_hit(i) := data.valididx(i) && valididx(i)
32963632028SHaoyuan Feng    }
33063632028SHaoyuan Feng
33163632028SHaoyuan Feng    // For example, tlb req to page cache with vpn 0x10
33263632028SHaoyuan Feng    // At this time, 0x13 has not been paged, so page cache only resp 0x10
33363632028SHaoyuan Feng    // When 0x13 refill to page cache, previous item will be flushed
33463632028SHaoyuan Feng    // Now 0x10 and 0x13 are both valid in page cache
33563632028SHaoyuan Feng    // However, when 0x13 refill to tlb, will trigger multi hit
33663632028SHaoyuan Feng    // So will only trigger multi-hit when PopCount(data.valididx) = 1
33763632028SHaoyuan Feng    vpn_hit && index_hit.reduce(_ || _) && PopCount(data.valididx) === 1.U
33863632028SHaoyuan Feng  }
33963632028SHaoyuan Feng
340f9ac118cSHaoyuan Feng  def apply(item: PtwSectorResp, asid: UInt): TlbSectorEntry = {
34163632028SHaoyuan Feng    this.tag := {if (pageNormal) item.entry.tag else item.entry.tag(sectorvpnLen - 1, vpnnLen - sectortlbwidth)}
34245f497a4Shappy-lx    this.asid := asid
343a0301c0dSLemover    val inner_level = item.entry.level.getOrElse(0.U)
34445f43e6eSTang Haojin    this.level.map(_ := { if (pageNormal && pageSuper) MuxLookup(inner_level, 0.U)(Seq(
34556728e73SLemover                                                        0.U -> 3.U,
34656728e73SLemover                                                        1.U -> 1.U,
34756728e73SLemover                                                        2.U -> 0.U ))
34856728e73SLemover                          else if (pageSuper) ~inner_level(0)
349a0301c0dSLemover                          else 0.U })
35063632028SHaoyuan Feng    this.ppn := { if (!pageNormal) item.entry.ppn(sectorppnLen - 1, vpnnLen - sectortlbwidth)
351a0301c0dSLemover                  else item.entry.ppn }
352f9ac118cSHaoyuan Feng    this.perm.apply(item)
35363632028SHaoyuan Feng    this.ppn_low := item.ppn_low
35463632028SHaoyuan Feng    this.valididx := item.valididx
355b0fa7106SHaoyuan Feng    this.pteidx := item.pteidx
356a0301c0dSLemover    this
357a0301c0dSLemover  }
358a0301c0dSLemover
35956728e73SLemover  // 4KB is normal entry, 2MB/1GB is considered as super entry
36056728e73SLemover  def is_normalentry(): Bool = {
36156728e73SLemover    if (!pageSuper) { true.B }
36256728e73SLemover    else if (!pageNormal) { false.B }
36356728e73SLemover    else { level.get === 0.U }
36456728e73SLemover  }
3655cf62c1aSLemover
36656728e73SLemover  def genPPN(saveLevel: Boolean = false, valid: Bool = false.B)(vpn: UInt) : UInt = {
36756728e73SLemover    val inner_level = level.getOrElse(0.U)
36863632028SHaoyuan Feng    val ppn_res = if (!pageSuper) Cat(ppn, ppn_low(vpn(sectortlbwidth - 1, 0)))
36956728e73SLemover      else if (!pageNormal) Cat(ppn(ppnLen - vpnnLen - 1, vpnnLen),
37056728e73SLemover        Mux(inner_level(0), vpn(vpnnLen * 2 - 1, vpnnLen), ppn(vpnnLen - 1,0)),
37156728e73SLemover        vpn(vpnnLen - 1, 0))
37263632028SHaoyuan Feng      else Cat(ppn(sectorppnLen - 1, vpnnLen * 2 - sectortlbwidth),
37363632028SHaoyuan Feng        Mux(inner_level(1), vpn(vpnnLen * 2 - 1, vpnnLen), ppn(vpnnLen * 2 - sectortlbwidth - 1, vpnnLen - sectortlbwidth)),
37463632028SHaoyuan Feng        Mux(inner_level(0), vpn(vpnnLen - 1, 0), Cat(ppn(vpnnLen - sectortlbwidth - 1, 0), ppn_low(vpn(sectortlbwidth - 1, 0)))))
37556728e73SLemover
37663632028SHaoyuan Feng    if (saveLevel) {
37763632028SHaoyuan Feng      if (ppn.getWidth == ppnLen - vpnnLen) {
37863632028SHaoyuan Feng        Cat(ppn(ppn.getWidth - 1, vpnnLen * 2), RegEnable(ppn_res(vpnnLen * 2 - 1, 0), valid))
37963632028SHaoyuan Feng      } else {
38063632028SHaoyuan Feng        require(ppn.getWidth == sectorppnLen)
38163632028SHaoyuan Feng        Cat(ppn(ppn.getWidth - 1, vpnnLen * 2 - sectortlbwidth), RegEnable(ppn_res(vpnnLen * 2 - 1, 0), valid))
38263632028SHaoyuan Feng      }
38363632028SHaoyuan Feng    }
3845cf62c1aSLemover    else ppn_res
385a0301c0dSLemover  }
386a0301c0dSLemover
387a0301c0dSLemover  override def toPrintable: Printable = {
388a0301c0dSLemover    val inner_level = level.getOrElse(2.U)
38945f497a4Shappy-lx    p"asid: ${asid} level:${inner_level} vpn:${Hexadecimal(tag)} ppn:${Hexadecimal(ppn)} perm:${perm}"
390a0301c0dSLemover  }
391a0301c0dSLemover
392a0301c0dSLemover}
393a0301c0dSLemover
3946d5ddbceSLemoverobject TlbCmd {
3956d5ddbceSLemover  def read  = "b00".U
3966d5ddbceSLemover  def write = "b01".U
3976d5ddbceSLemover  def exec  = "b10".U
3986d5ddbceSLemover
3996d5ddbceSLemover  def atom_read  = "b100".U // lr
4006d5ddbceSLemover  def atom_write = "b101".U // sc / amo
4016d5ddbceSLemover
4026d5ddbceSLemover  def apply() = UInt(3.W)
4036d5ddbceSLemover  def isRead(a: UInt) = a(1,0)===read
4046d5ddbceSLemover  def isWrite(a: UInt) = a(1,0)===write
4056d5ddbceSLemover  def isExec(a: UInt) = a(1,0)===exec
4066d5ddbceSLemover
4076d5ddbceSLemover  def isAtom(a: UInt) = a(2)
408a79fef67Swakafa  def isAmo(a: UInt) = a===atom_write // NOTE: sc mixed
4096d5ddbceSLemover}
4106d5ddbceSLemover
41103efd994Shappy-lxclass TlbStorageIO(nSets: Int, nWays: Int, ports: Int, nDups: Int = 1)(implicit p: Parameters) extends MMUIOBaseBundle {
412a0301c0dSLemover  val r = new Bundle {
413a0301c0dSLemover    val req = Vec(ports, Flipped(DecoupledIO(new Bundle {
414a0301c0dSLemover      val vpn = Output(UInt(vpnLen.W))
415a0301c0dSLemover    })))
416a0301c0dSLemover    val resp = Vec(ports, ValidIO(new Bundle{
417a0301c0dSLemover      val hit = Output(Bool())
41803efd994Shappy-lx      val ppn = Vec(nDups, Output(UInt(ppnLen.W)))
419b0fa7106SHaoyuan Feng      val perm = Vec(nDups, Output(new TlbSectorPermBundle()))
420a0301c0dSLemover    }))
421a0301c0dSLemover  }
422a0301c0dSLemover  val w = Flipped(ValidIO(new Bundle {
423a0301c0dSLemover    val wayIdx = Output(UInt(log2Up(nWays).W))
42463632028SHaoyuan Feng    val data = Output(new PtwSectorResp)
425a0301c0dSLemover  }))
4263889e11eSLemover  val access = Vec(ports, new ReplaceAccessBundle(nSets, nWays))
427a0301c0dSLemover
428f1fe8698SLemover  def r_req_apply(valid: Bool, vpn: UInt, i: Int): Unit = {
429a0301c0dSLemover    this.r.req(i).valid := valid
430a0301c0dSLemover    this.r.req(i).bits.vpn := vpn
431a0301c0dSLemover  }
432a0301c0dSLemover
433a0301c0dSLemover  def r_resp_apply(i: Int) = {
434f1fe8698SLemover    (this.r.resp(i).bits.hit, this.r.resp(i).bits.ppn, this.r.resp(i).bits.perm)
435a0301c0dSLemover  }
436a0301c0dSLemover
437f9ac118cSHaoyuan Feng  def w_apply(valid: Bool, wayIdx: UInt, data: PtwSectorResp): Unit = {
438a0301c0dSLemover    this.w.valid := valid
439a0301c0dSLemover    this.w.bits.wayIdx := wayIdx
440a0301c0dSLemover    this.w.bits.data := data
441a0301c0dSLemover  }
442a0301c0dSLemover
443a0301c0dSLemover}
444a0301c0dSLemover
44503efd994Shappy-lxclass TlbStorageWrapperIO(ports: Int, q: TLBParameters, nDups: Int = 1)(implicit p: Parameters) extends MMUIOBaseBundle {
446f1fe8698SLemover  val r = new Bundle {
447f1fe8698SLemover    val req = Vec(ports, Flipped(DecoupledIO(new Bundle {
448f1fe8698SLemover      val vpn = Output(UInt(vpnLen.W))
449f1fe8698SLemover    })))
450f1fe8698SLemover    val resp = Vec(ports, ValidIO(new Bundle{
451f1fe8698SLemover      val hit = Output(Bool())
45203efd994Shappy-lx      val ppn = Vec(nDups, Output(UInt(ppnLen.W)))
45303efd994Shappy-lx      val perm = Vec(nDups, Output(new TlbPermBundle()))
454f1fe8698SLemover    }))
455f1fe8698SLemover  }
456f1fe8698SLemover  val w = Flipped(ValidIO(new Bundle {
45763632028SHaoyuan Feng    val data = Output(new PtwSectorResp)
458f1fe8698SLemover  }))
459f1fe8698SLemover  val replace = if (q.outReplace) Flipped(new TlbReplaceIO(ports, q)) else null
460f1fe8698SLemover
461f1fe8698SLemover  def r_req_apply(valid: Bool, vpn: UInt, i: Int): Unit = {
462f1fe8698SLemover    this.r.req(i).valid := valid
463f1fe8698SLemover    this.r.req(i).bits.vpn := vpn
464f1fe8698SLemover  }
465f1fe8698SLemover
466f1fe8698SLemover  def r_resp_apply(i: Int) = {
467f9ac118cSHaoyuan Feng    (this.r.resp(i).bits.hit, this.r.resp(i).bits.ppn, this.r.resp(i).bits.perm)
468f1fe8698SLemover  }
469f1fe8698SLemover
470f9ac118cSHaoyuan Feng  def w_apply(valid: Bool, data: PtwSectorResp): Unit = {
471f1fe8698SLemover    this.w.valid := valid
472f1fe8698SLemover    this.w.bits.data := data
473f1fe8698SLemover  }
474f1fe8698SLemover}
475f1fe8698SLemover
4763889e11eSLemoverclass ReplaceAccessBundle(nSets: Int, nWays: Int)(implicit p: Parameters) extends TlbBundle {
4773889e11eSLemover  val sets = Output(UInt(log2Up(nSets).W))
4783889e11eSLemover  val touch_ways = ValidIO(Output(UInt(log2Up(nWays).W)))
4793889e11eSLemover}
4803889e11eSLemover
481a0301c0dSLemoverclass ReplaceIO(Width: Int, nSets: Int, nWays: Int)(implicit p: Parameters) extends TlbBundle {
4823889e11eSLemover  val access = Vec(Width, Flipped(new ReplaceAccessBundle(nSets, nWays)))
483a0301c0dSLemover
484a0301c0dSLemover  val refillIdx = Output(UInt(log2Up(nWays).W))
485a0301c0dSLemover  val chosen_set = Flipped(Output(UInt(log2Up(nSets).W)))
486a0301c0dSLemover
487a0301c0dSLemover  def apply_sep(in: Seq[ReplaceIO], vpn: UInt): Unit = {
48853b8f1a7SLemover    for ((ac_rep, ac_tlb) <- access.zip(in.map(a => a.access.map(b => b)).flatten)) {
48953b8f1a7SLemover      ac_rep := ac_tlb
490a0301c0dSLemover    }
49153b8f1a7SLemover    this.chosen_set := get_set_idx(vpn, nSets)
49253b8f1a7SLemover    in.map(a => a.refillIdx := this.refillIdx)
493a0301c0dSLemover  }
494a0301c0dSLemover}
495a0301c0dSLemover
496a0301c0dSLemoverclass TlbReplaceIO(Width: Int, q: TLBParameters)(implicit p: Parameters) extends
497a0301c0dSLemover  TlbBundle {
498f9ac118cSHaoyuan Feng  val page = new ReplaceIO(Width, q.NSets, q.NWays)
499a0301c0dSLemover
500a0301c0dSLemover  def apply_sep(in: Seq[TlbReplaceIO], vpn: UInt) = {
501f9ac118cSHaoyuan Feng    this.page.apply_sep(in.map(_.page), vpn)
502a0301c0dSLemover  }
503a0301c0dSLemover
504a0301c0dSLemover}
505a0301c0dSLemover
5068744445eSMaxpicca-Liclass MemBlockidxBundle(implicit p: Parameters) extends TlbBundle {
5078744445eSMaxpicca-Li  val is_ld = Bool()
5088744445eSMaxpicca-Li  val is_st = Bool()
5098744445eSMaxpicca-Li  val idx =
510e4f69d78Ssfencevma    if (VirtualLoadQueueSize >= StoreQueueSize) {
511e4f69d78Ssfencevma      val idx = UInt(log2Ceil(VirtualLoadQueueSize).W)
5128744445eSMaxpicca-Li      idx
5138744445eSMaxpicca-Li    } else {
5148744445eSMaxpicca-Li      val idx = UInt(log2Ceil(StoreQueueSize).W)
5158744445eSMaxpicca-Li      idx
5168744445eSMaxpicca-Li    }
5178744445eSMaxpicca-Li}
5188744445eSMaxpicca-Li
5196d5ddbceSLemoverclass TlbReq(implicit p: Parameters) extends TlbBundle {
520ca2f90a6SLemover  val vaddr = Output(UInt(VAddrBits.W))
521ca2f90a6SLemover  val cmd = Output(TlbCmd())
522ca2f90a6SLemover  val size = Output(UInt(log2Ceil(log2Ceil(XLEN/8)+1).W))
523f1fe8698SLemover  val kill = Output(Bool()) // Use for blocked tlb that need sync with other module like icache
5248744445eSMaxpicca-Li  val memidx = Output(new MemBlockidxBundle)
525b52348aeSWilliam Wang  // do not translate, but still do pmp/pma check
526b52348aeSWilliam Wang  val no_translate = Output(Bool())
5276d5ddbceSLemover  val debug = new Bundle {
528ca2f90a6SLemover    val pc = Output(UInt(XLEN.W))
529f1fe8698SLemover    val robIdx = Output(new RobPtr)
530ca2f90a6SLemover    val isFirstIssue = Output(Bool())
5316d5ddbceSLemover  }
5326d5ddbceSLemover
533f1fe8698SLemover  // Maybe Block req needs a kill: for itlb, itlb and icache may not sync, itlb should wait icache to go ahead
5346d5ddbceSLemover  override def toPrintable: Printable = {
535f1fe8698SLemover    p"vaddr:0x${Hexadecimal(vaddr)} cmd:${cmd} kill:${kill} pc:0x${Hexadecimal(debug.pc)} robIdx:${debug.robIdx}"
5366d5ddbceSLemover  }
5376d5ddbceSLemover}
5386d5ddbceSLemover
539b6982e83SLemoverclass TlbExceptionBundle(implicit p: Parameters) extends TlbBundle {
540b6982e83SLemover  val ld = Output(Bool())
541b6982e83SLemover  val st = Output(Bool())
542b6982e83SLemover  val instr = Output(Bool())
543b6982e83SLemover}
544b6982e83SLemover
54503efd994Shappy-lxclass TlbResp(nDups: Int = 1)(implicit p: Parameters) extends TlbBundle {
54603efd994Shappy-lx  val paddr = Vec(nDups, Output(UInt(PAddrBits.W)))
547ca2f90a6SLemover  val miss = Output(Bool())
54803efd994Shappy-lx  val excp = Vec(nDups, new Bundle {
549b6982e83SLemover    val pf = new TlbExceptionBundle()
550b6982e83SLemover    val af = new TlbExceptionBundle()
55103efd994Shappy-lx  })
552ca2f90a6SLemover  val ptwBack = Output(Bool()) // when ptw back, wake up replay rs's state
5538744445eSMaxpicca-Li  val memidx = Output(new MemBlockidxBundle)
5546d5ddbceSLemover
5558744445eSMaxpicca-Li  val debug = new Bundle {
5568744445eSMaxpicca-Li    val robIdx = Output(new RobPtr)
5578744445eSMaxpicca-Li    val isFirstIssue = Output(Bool())
5588744445eSMaxpicca-Li  }
5596d5ddbceSLemover  override def toPrintable: Printable = {
56003efd994Shappy-lx    p"paddr:0x${Hexadecimal(paddr(0))} miss:${miss} excp.pf: ld:${excp(0).pf.ld} st:${excp(0).pf.st} instr:${excp(0).pf.instr} ptwBack:${ptwBack}"
5616d5ddbceSLemover  }
5626d5ddbceSLemover}
5636d5ddbceSLemover
56403efd994Shappy-lxclass TlbRequestIO(nRespDups: Int = 1)(implicit p: Parameters) extends TlbBundle {
5656d5ddbceSLemover  val req = DecoupledIO(new TlbReq)
566c3b763d0SYinan Xu  val req_kill = Output(Bool())
56703efd994Shappy-lx  val resp = Flipped(DecoupledIO(new TlbResp(nRespDups)))
5686d5ddbceSLemover}
5696d5ddbceSLemover
5706d5ddbceSLemoverclass TlbPtwIO(Width: Int = 1)(implicit p: Parameters) extends TlbBundle {
5716d5ddbceSLemover  val req = Vec(Width, DecoupledIO(new PtwReq))
57263632028SHaoyuan Feng  val resp = Flipped(DecoupledIO(new PtwSectorResp))
5736d5ddbceSLemover
5746d5ddbceSLemover
5756d5ddbceSLemover  override def toPrintable: Printable = {
5766d5ddbceSLemover    p"req(0):${req(0).valid} ${req(0).ready} ${req(0).bits} | resp:${resp.valid} ${resp.ready} ${resp.bits}"
5776d5ddbceSLemover  }
5786d5ddbceSLemover}
5796d5ddbceSLemover
5808744445eSMaxpicca-Liclass TlbPtwIOwithMemIdx(Width: Int = 1)(implicit p: Parameters) extends TlbBundle {
5818744445eSMaxpicca-Li  val req = Vec(Width, DecoupledIO(new PtwReqwithMemIdx))
58263632028SHaoyuan Feng  val resp = Flipped(DecoupledIO(new PtwSectorRespwithMemIdx))
5838744445eSMaxpicca-Li
5848744445eSMaxpicca-Li
5858744445eSMaxpicca-Li  override def toPrintable: Printable = {
5868744445eSMaxpicca-Li    p"req(0):${req(0).valid} ${req(0).ready} ${req(0).bits} | resp:${resp.valid} ${resp.ready} ${resp.bits}"
5878744445eSMaxpicca-Li  }
5888744445eSMaxpicca-Li}
5898744445eSMaxpicca-Li
590185e6164SHaoyuan Fengclass TlbHintReq(implicit p: Parameters) extends TlbBundle {
591185e6164SHaoyuan Feng  val id = Output(UInt(log2Up(loadfiltersize).W))
592185e6164SHaoyuan Feng  val full = Output(Bool())
593185e6164SHaoyuan Feng}
594185e6164SHaoyuan Feng
595185e6164SHaoyuan Fengclass TLBHintResp(implicit p: Parameters) extends TlbBundle {
596185e6164SHaoyuan Feng  val id = Output(UInt(log2Up(loadfiltersize).W))
597185e6164SHaoyuan Feng  // When there are multiple matching entries for PTW resp in filter
598185e6164SHaoyuan Feng  // e.g. vaddr 0, 0x80000000. vaddr 1, 0x80010000
599185e6164SHaoyuan Feng  // these two vaddrs are not in a same 4K Page, so will send to ptw twice
600185e6164SHaoyuan Feng  // However, when ptw resp, if they are in a 1G or 2M huge page
601185e6164SHaoyuan Feng  // The two entries will both hit, and both need to replay
602185e6164SHaoyuan Feng  val replay_all = Output(Bool())
603185e6164SHaoyuan Feng}
604185e6164SHaoyuan Feng
605185e6164SHaoyuan Fengclass TlbHintIO(implicit p: Parameters) extends TlbBundle {
606185e6164SHaoyuan Feng  val req = Vec(exuParameters.LduCnt, new TlbHintReq)
607185e6164SHaoyuan Feng  val resp = ValidIO(new TLBHintResp)
608185e6164SHaoyuan Feng}
609185e6164SHaoyuan Feng
61045f497a4Shappy-lxclass MMUIOBaseBundle(implicit p: Parameters) extends TlbBundle {
611b052b972SLemover  val sfence = Input(new SfenceBundle)
612b052b972SLemover  val csr = Input(new TlbCsrBundle)
613f1fe8698SLemover
614f1fe8698SLemover  def base_connect(sfence: SfenceBundle, csr: TlbCsrBundle): Unit = {
615f1fe8698SLemover    this.sfence <> sfence
616f1fe8698SLemover    this.csr <> csr
617f1fe8698SLemover  }
618f1fe8698SLemover
619f1fe8698SLemover  // overwrite satp. write satp will cause flushpipe but csr.priv won't
620f1fe8698SLemover  // satp will be dealyed several cycles from writing, but csr.priv won't
621f1fe8698SLemover  // so inside mmu, these two signals should be divided
622f1fe8698SLemover  def base_connect(sfence: SfenceBundle, csr: TlbCsrBundle, satp: TlbSatpBundle) = {
623f1fe8698SLemover    this.sfence <> sfence
624f1fe8698SLemover    this.csr <> csr
625f1fe8698SLemover    this.csr.satp := satp
626f1fe8698SLemover  }
627a0301c0dSLemover}
6286d5ddbceSLemover
6298744445eSMaxpicca-Liclass TlbRefilltoMemIO()(implicit p: Parameters) extends TlbBundle {
6308744445eSMaxpicca-Li  val valid = Bool()
6318744445eSMaxpicca-Li  val memidx = new MemBlockidxBundle
6328744445eSMaxpicca-Li}
6338744445eSMaxpicca-Li
63403efd994Shappy-lxclass TlbIO(Width: Int, nRespDups: Int = 1, q: TLBParameters)(implicit p: Parameters) extends
63545f497a4Shappy-lx  MMUIOBaseBundle {
636*f57f7f2aSYangyu Chen  val hartId = Input(UInt(hartIdLen.W))
63703efd994Shappy-lx  val requestor = Vec(Width, Flipped(new TlbRequestIO(nRespDups)))
638f1fe8698SLemover  val flushPipe = Vec(Width, Input(Bool()))
6398744445eSMaxpicca-Li  val ptw = new TlbPtwIOwithMemIdx(Width)
6408744445eSMaxpicca-Li  val refill_to_mem = Output(new TlbRefilltoMemIO())
641a0301c0dSLemover  val replace = if (q.outReplace) Flipped(new TlbReplaceIO(Width, q)) else null
642b6982e83SLemover  val pmp = Vec(Width, ValidIO(new PMPReqBundle()))
643185e6164SHaoyuan Feng  val tlbreplay = Vec(Width, Output(Bool()))
644a0301c0dSLemover}
645a0301c0dSLemover
646f1fe8698SLemoverclass VectorTlbPtwIO(Width: Int)(implicit p: Parameters) extends TlbBundle {
6478744445eSMaxpicca-Li  val req = Vec(Width, DecoupledIO(new PtwReqwithMemIdx()))
648a0301c0dSLemover  val resp = Flipped(DecoupledIO(new Bundle {
64963632028SHaoyuan Feng    val data = new PtwSectorRespwithMemIdx
650a0301c0dSLemover    val vector = Output(Vec(Width, Bool()))
651a0301c0dSLemover  }))
652a0301c0dSLemover
6538744445eSMaxpicca-Li  def connect(normal: TlbPtwIOwithMemIdx): Unit = {
654f1fe8698SLemover    req <> normal.req
655f1fe8698SLemover    resp.ready := normal.resp.ready
656f1fe8698SLemover    normal.resp.bits := resp.bits.data
657f1fe8698SLemover    normal.resp.valid := resp.valid
658a0301c0dSLemover  }
6596d5ddbceSLemover}
6606d5ddbceSLemover
66192e3bfefSLemover/****************************  L2TLB  *************************************/
6626d5ddbceSLemoverabstract class PtwBundle(implicit p: Parameters) extends XSBundle with HasPtwConst
66392e3bfefSLemoverabstract class PtwModule(outer: L2TLB) extends LazyModuleImp(outer)
6646d5ddbceSLemover  with HasXSParameter with HasPtwConst
6656d5ddbceSLemover
6666d5ddbceSLemoverclass PteBundle(implicit p: Parameters) extends PtwBundle{
6676d5ddbceSLemover  val reserved  = UInt(pteResLen.W)
6680d94d540SHaoyuan Feng  val ppn_high = UInt(ppnHignLen.W)
6696d5ddbceSLemover  val ppn  = UInt(ppnLen.W)
6706d5ddbceSLemover  val rsw  = UInt(2.W)
6716d5ddbceSLemover  val perm = new Bundle {
6726d5ddbceSLemover    val d    = Bool()
6736d5ddbceSLemover    val a    = Bool()
6746d5ddbceSLemover    val g    = Bool()
6756d5ddbceSLemover    val u    = Bool()
6766d5ddbceSLemover    val x    = Bool()
6776d5ddbceSLemover    val w    = Bool()
6786d5ddbceSLemover    val r    = Bool()
6796d5ddbceSLemover    val v    = Bool()
6806d5ddbceSLemover  }
6816d5ddbceSLemover
6826d5ddbceSLemover  def unaligned(level: UInt) = {
6836d5ddbceSLemover    isLeaf() && !(level === 2.U ||
6846d5ddbceSLemover                  level === 1.U && ppn(vpnnLen-1,   0) === 0.U ||
6856d5ddbceSLemover                  level === 0.U && ppn(vpnnLen*2-1, 0) === 0.U)
6866d5ddbceSLemover  }
6876d5ddbceSLemover
6886d5ddbceSLemover  def isPf(level: UInt) = {
6896d5ddbceSLemover    !perm.v || (!perm.r && perm.w) || unaligned(level)
6906d5ddbceSLemover  }
6916d5ddbceSLemover
6920d94d540SHaoyuan Feng  // paddr of Xiangshan is 36 bits but ppn of sv39 is 44 bits
6930d94d540SHaoyuan Feng  // access fault will be raised when ppn >> ppnLen is not zero
6940d94d540SHaoyuan Feng  def isAf() = {
6950d94d540SHaoyuan Feng    !(ppn_high === 0.U)
6960d94d540SHaoyuan Feng  }
6970d94d540SHaoyuan Feng
6986d5ddbceSLemover  def isLeaf() = {
6996d5ddbceSLemover    perm.r || perm.x || perm.w
7006d5ddbceSLemover  }
7016d5ddbceSLemover
7026d5ddbceSLemover  def getPerm() = {
7036d5ddbceSLemover    val pm = Wire(new PtePermBundle)
7046d5ddbceSLemover    pm.d := perm.d
7056d5ddbceSLemover    pm.a := perm.a
7066d5ddbceSLemover    pm.g := perm.g
7076d5ddbceSLemover    pm.u := perm.u
7086d5ddbceSLemover    pm.x := perm.x
7096d5ddbceSLemover    pm.w := perm.w
7106d5ddbceSLemover    pm.r := perm.r
7116d5ddbceSLemover    pm
7126d5ddbceSLemover  }
7136d5ddbceSLemover
7146d5ddbceSLemover  override def toPrintable: Printable = {
7156d5ddbceSLemover    p"ppn:0x${Hexadecimal(ppn)} perm:b${Binary(perm.asUInt)}"
7166d5ddbceSLemover  }
7176d5ddbceSLemover}
7186d5ddbceSLemover
7196d5ddbceSLemoverclass PtwEntry(tagLen: Int, hasPerm: Boolean = false, hasLevel: Boolean = false)(implicit p: Parameters) extends PtwBundle {
7206d5ddbceSLemover  val tag = UInt(tagLen.W)
72145f497a4Shappy-lx  val asid = UInt(asidLen.W)
7226d5ddbceSLemover  val ppn = UInt(ppnLen.W)
7236d5ddbceSLemover  val perm = if (hasPerm) Some(new PtePermBundle) else None
7246d5ddbceSLemover  val level = if (hasLevel) Some(UInt(log2Up(Level).W)) else None
725bc063562SLemover  val prefetch = Bool()
7268d8ac704SLemover  val v = Bool()
7276d5ddbceSLemover
72856728e73SLemover  def is_normalentry(): Bool = {
72956728e73SLemover    if (!hasLevel) true.B
73056728e73SLemover    else level.get === 2.U
73156728e73SLemover  }
73256728e73SLemover
733f1fe8698SLemover  def genPPN(vpn: UInt): UInt = {
734f1fe8698SLemover    if (!hasLevel) ppn
73545f43e6eSTang Haojin    else MuxLookup(level.get, 0.U)(Seq(
736f1fe8698SLemover          0.U -> Cat(ppn(ppn.getWidth-1, vpnnLen*2), vpn(vpnnLen*2-1, 0)),
737f1fe8698SLemover          1.U -> Cat(ppn(ppn.getWidth-1, vpnnLen), vpn(vpnnLen-1, 0)),
738f1fe8698SLemover          2.U -> ppn)
739f1fe8698SLemover    )
740f1fe8698SLemover  }
741f1fe8698SLemover
74245f497a4Shappy-lx  def hit(vpn: UInt, asid: UInt, allType: Boolean = false, ignoreAsid: Boolean = false) = {
7436d5ddbceSLemover    require(vpn.getWidth == vpnLen)
744cccfc98dSLemover//    require(this.asid.getWidth <= asid.getWidth)
74545f497a4Shappy-lx    val asid_hit = if (ignoreAsid) true.B else (this.asid === asid)
7466d5ddbceSLemover    if (allType) {
7476d5ddbceSLemover      require(hasLevel)
7486d5ddbceSLemover      val hit0 = tag(tagLen - 1,    vpnnLen*2) === vpn(tagLen - 1, vpnnLen*2)
7496d5ddbceSLemover      val hit1 = tag(vpnnLen*2 - 1, vpnnLen)   === vpn(vpnnLen*2 - 1,  vpnnLen)
7506d5ddbceSLemover      val hit2 = tag(vpnnLen - 1,     0)         === vpn(vpnnLen - 1, 0)
75145f497a4Shappy-lx
75245f497a4Shappy-lx      asid_hit && Mux(level.getOrElse(0.U) === 2.U, hit2 && hit1 && hit0, Mux(level.getOrElse(0.U) === 1.U, hit1 && hit0, hit0))
7536d5ddbceSLemover    } else if (hasLevel) {
7546d5ddbceSLemover      val hit0 = tag(tagLen - 1, tagLen - vpnnLen) === vpn(vpnLen - 1, vpnLen - vpnnLen)
7556d5ddbceSLemover      val hit1 = tag(tagLen - vpnnLen - 1, tagLen - vpnnLen * 2) === vpn(vpnLen - vpnnLen - 1, vpnLen - vpnnLen * 2)
75645f497a4Shappy-lx
75745f497a4Shappy-lx      asid_hit && Mux(level.getOrElse(0.U) === 0.U, hit0, hit0 && hit1)
7586d5ddbceSLemover    } else {
75945f497a4Shappy-lx      asid_hit && tag === vpn(vpnLen - 1, vpnLen - tagLen)
7606d5ddbceSLemover    }
7616d5ddbceSLemover  }
7626d5ddbceSLemover
7638d8ac704SLemover  def refill(vpn: UInt, asid: UInt, pte: UInt, level: UInt = 0.U, prefetch: Bool, valid: Bool = false.B) {
76445f497a4Shappy-lx    require(this.asid.getWidth <= asid.getWidth) // maybe equal is better, but ugly outside
76545f497a4Shappy-lx
7666d5ddbceSLemover    tag := vpn(vpnLen - 1, vpnLen - tagLen)
767a0301c0dSLemover    ppn := pte.asTypeOf(new PteBundle().cloneType).ppn
768a0301c0dSLemover    perm.map(_ := pte.asTypeOf(new PteBundle().cloneType).perm)
76945f497a4Shappy-lx    this.asid := asid
770bc063562SLemover    this.prefetch := prefetch
7718d8ac704SLemover    this.v := valid
7726d5ddbceSLemover    this.level.map(_ := level)
7736d5ddbceSLemover  }
7746d5ddbceSLemover
7758d8ac704SLemover  def genPtwEntry(vpn: UInt, asid: UInt, pte: UInt, level: UInt = 0.U, prefetch: Bool, valid: Bool = false.B) = {
7766d5ddbceSLemover    val e = Wire(new PtwEntry(tagLen, hasPerm, hasLevel))
7778d8ac704SLemover    e.refill(vpn, asid, pte, level, prefetch, valid)
7786d5ddbceSLemover    e
7796d5ddbceSLemover  }
7806d5ddbceSLemover
7816d5ddbceSLemover
782f1fe8698SLemover
7836d5ddbceSLemover  override def toPrintable: Printable = {
7846d5ddbceSLemover    // p"tag:0x${Hexadecimal(tag)} ppn:0x${Hexadecimal(ppn)} perm:${perm}"
7856d5ddbceSLemover    p"tag:0x${Hexadecimal(tag)} ppn:0x${Hexadecimal(ppn)} " +
7866d5ddbceSLemover      (if (hasPerm) p"perm:${perm.getOrElse(0.U.asTypeOf(new PtePermBundle))} " else p"") +
787bc063562SLemover      (if (hasLevel) p"level:${level.getOrElse(0.U)}" else p"") +
788bc063562SLemover      p"prefetch:${prefetch}"
7896d5ddbceSLemover  }
7906d5ddbceSLemover}
7916d5ddbceSLemover
79263632028SHaoyuan Fengclass PtwSectorEntry(tagLen: Int, hasPerm: Boolean = false, hasLevel: Boolean = false)(implicit p: Parameters) extends PtwEntry(tagLen, hasPerm, hasLevel) {
79363632028SHaoyuan Feng  override val ppn = UInt(sectorppnLen.W)
79463632028SHaoyuan Feng}
79563632028SHaoyuan Feng
79663632028SHaoyuan Fengclass PtwMergeEntry(tagLen: Int, hasPerm: Boolean = false, hasLevel: Boolean = false)(implicit p: Parameters) extends PtwSectorEntry(tagLen, hasPerm, hasLevel) {
79763632028SHaoyuan Feng  val ppn_low = UInt(sectortlbwidth.W)
79863632028SHaoyuan Feng  val af = Bool()
79963632028SHaoyuan Feng  val pf = Bool()
80063632028SHaoyuan Feng}
80163632028SHaoyuan Feng
8026d5ddbceSLemoverclass PtwEntries(num: Int, tagLen: Int, level: Int, hasPerm: Boolean)(implicit p: Parameters) extends PtwBundle {
8036d5ddbceSLemover  require(log2Up(num)==log2Down(num))
8041f4a7c0cSLemover  // NOTE: hasPerm means that is leaf or not.
8056d5ddbceSLemover
8066d5ddbceSLemover  val tag  = UInt(tagLen.W)
80745f497a4Shappy-lx  val asid = UInt(asidLen.W)
8086d5ddbceSLemover  val ppns = Vec(num, UInt(ppnLen.W))
8096d5ddbceSLemover  val vs   = Vec(num, Bool())
8106d5ddbceSLemover  val perms = if (hasPerm) Some(Vec(num, new PtePermBundle)) else None
811bc063562SLemover  val prefetch = Bool()
8126d5ddbceSLemover  // println(s"PtwEntries: tag:1*${tagLen} ppns:${num}*${ppnLen} vs:${num}*1")
8131f4a7c0cSLemover  // NOTE: vs is used for different usage:
8141f4a7c0cSLemover  // for l3, which store the leaf(leaves), vs is page fault or not.
8151f4a7c0cSLemover  // for l2, which shoule not store leaf, vs is valid or not, that will anticipate in hit check
8161f4a7c0cSLemover  // Because, l2 should not store leaf(no perm), it doesn't store perm.
8171f4a7c0cSLemover  // If l2 hit a leaf, the perm is still unavailble. Should still page walk. Complex but nothing helpful.
8181f4a7c0cSLemover  // TODO: divide vs into validVec and pfVec
8191f4a7c0cSLemover  // for l2: may valid but pf, so no need for page walk, return random pte with pf.
8206d5ddbceSLemover
8216d5ddbceSLemover  def tagClip(vpn: UInt) = {
8226d5ddbceSLemover    require(vpn.getWidth == vpnLen)
8236d5ddbceSLemover    vpn(vpnLen - 1, vpnLen - tagLen)
8246d5ddbceSLemover  }
8256d5ddbceSLemover
8266d5ddbceSLemover  def sectorIdxClip(vpn: UInt, level: Int) = {
8276d5ddbceSLemover    getVpnClip(vpn, level)(log2Up(num) - 1, 0)
8286d5ddbceSLemover  }
8296d5ddbceSLemover
83045f497a4Shappy-lx  def hit(vpn: UInt, asid: UInt, ignoreAsid: Boolean = false) = {
83145f497a4Shappy-lx    val asid_hit = if (ignoreAsid) true.B else (this.asid === asid)
8321f4a7c0cSLemover    asid_hit && tag === tagClip(vpn) && (if (hasPerm) true.B else vs(sectorIdxClip(vpn, level)))
8336d5ddbceSLemover  }
8346d5ddbceSLemover
83545f497a4Shappy-lx  def genEntries(vpn: UInt, asid: UInt, data: UInt, levelUInt: UInt, prefetch: Bool) = {
8366d5ddbceSLemover    require((data.getWidth / XLEN) == num,
8375854c1edSLemover      s"input data length must be multiple of pte length: data.length:${data.getWidth} num:${num}")
8386d5ddbceSLemover
8396d5ddbceSLemover    val ps = Wire(new PtwEntries(num, tagLen, level, hasPerm))
8406d5ddbceSLemover    ps.tag := tagClip(vpn)
84145f497a4Shappy-lx    ps.asid := asid
842bc063562SLemover    ps.prefetch := prefetch
8436d5ddbceSLemover    for (i <- 0 until num) {
8446d5ddbceSLemover      val pte = data((i+1)*XLEN-1, i*XLEN).asTypeOf(new PteBundle)
8456d5ddbceSLemover      ps.ppns(i) := pte.ppn
8466d5ddbceSLemover      ps.vs(i)   := !pte.isPf(levelUInt) && (if (hasPerm) pte.isLeaf() else !pte.isLeaf())
8476d5ddbceSLemover      ps.perms.map(_(i) := pte.perm)
8486d5ddbceSLemover    }
8496d5ddbceSLemover    ps
8506d5ddbceSLemover  }
8516d5ddbceSLemover
8526d5ddbceSLemover  override def toPrintable: Printable = {
8536d5ddbceSLemover    // require(num == 4, "if num is not 4, please comment this toPrintable")
8546d5ddbceSLemover    // NOTE: if num is not 4, please comment this toPrintable
8556d5ddbceSLemover    val permsInner = perms.getOrElse(0.U.asTypeOf(Vec(num, new PtePermBundle)))
85645f497a4Shappy-lx    p"asid: ${Hexadecimal(asid)} tag:0x${Hexadecimal(tag)} ppns:${printVec(ppns)} vs:${Binary(vs.asUInt)} " +
8576d5ddbceSLemover      (if (hasPerm) p"perms:${printVec(permsInner)}" else p"")
8586d5ddbceSLemover  }
8596d5ddbceSLemover}
8606d5ddbceSLemover
8617196f5a2SLemoverclass PTWEntriesWithEcc(eccCode: Code, num: Int, tagLen: Int, level: Int, hasPerm: Boolean)(implicit p: Parameters) extends PtwBundle {
8627196f5a2SLemover  val entries = new PtwEntries(num, tagLen, level, hasPerm)
8637196f5a2SLemover
8643889e11eSLemover  val ecc_block = XLEN
8653889e11eSLemover  val ecc_info = get_ecc_info()
8663889e11eSLemover  val ecc = UInt(ecc_info._1.W)
8673889e11eSLemover
8683889e11eSLemover  def get_ecc_info(): (Int, Int, Int, Int) = {
8693889e11eSLemover    val eccBits_per = eccCode.width(ecc_block) - ecc_block
8703889e11eSLemover
8713889e11eSLemover    val data_length = entries.getWidth
8723889e11eSLemover    val data_align_num = data_length / ecc_block
8733889e11eSLemover    val data_not_align = (data_length % ecc_block) != 0 // ugly code
8743889e11eSLemover    val data_unalign_length = data_length - data_align_num * ecc_block
8753889e11eSLemover    val eccBits_unalign = eccCode.width(data_unalign_length) - data_unalign_length
8763889e11eSLemover
8773889e11eSLemover    val eccBits = eccBits_per * data_align_num + eccBits_unalign
8783889e11eSLemover    (eccBits, eccBits_per, data_align_num, data_unalign_length)
8793889e11eSLemover  }
8803889e11eSLemover
8813889e11eSLemover  def encode() = {
882935edac4STang Haojin    val data = entries.asUInt
8833889e11eSLemover    val ecc_slices = Wire(Vec(ecc_info._3, UInt(ecc_info._2.W)))
8843889e11eSLemover    for (i <- 0 until ecc_info._3) {
8853889e11eSLemover      ecc_slices(i) := eccCode.encode(data((i+1)*ecc_block-1, i*ecc_block)) >> ecc_block
8863889e11eSLemover    }
8873889e11eSLemover    if (ecc_info._4 != 0) {
8883889e11eSLemover      val ecc_unaligned = eccCode.encode(data(data.getWidth-1, ecc_info._3*ecc_block)) >> ecc_info._4
889935edac4STang Haojin      ecc := Cat(ecc_unaligned, ecc_slices.asUInt)
890935edac4STang Haojin    } else { ecc := ecc_slices.asUInt }
8913889e11eSLemover  }
8923889e11eSLemover
8933889e11eSLemover  def decode(): Bool = {
894935edac4STang Haojin    val data = entries.asUInt
8953889e11eSLemover    val res = Wire(Vec(ecc_info._3 + 1, Bool()))
8963889e11eSLemover    for (i <- 0 until ecc_info._3) {
8975197bac8SZiyue-Zhang      res(i) := {if (ecc_info._2 != 0) eccCode.decode(Cat(ecc((i+1)*ecc_info._2-1, i*ecc_info._2), data((i+1)*ecc_block-1, i*ecc_block))).error else false.B}
8983889e11eSLemover    }
8995197bac8SZiyue-Zhang    if (ecc_info._2 != 0 && ecc_info._4 != 0) {
9003889e11eSLemover      res(ecc_info._3) := eccCode.decode(
9013889e11eSLemover        Cat(ecc(ecc_info._1-1, ecc_info._2*ecc_info._3), data(data.getWidth-1, ecc_info._3*ecc_block))).error
9023889e11eSLemover    } else { res(ecc_info._3) := false.B }
9033889e11eSLemover
9043889e11eSLemover    Cat(res).orR
9053889e11eSLemover  }
9063889e11eSLemover
9073889e11eSLemover  def gen(vpn: UInt, asid: UInt, data: UInt, levelUInt: UInt, prefetch: Bool) = {
9083889e11eSLemover    this.entries := entries.genEntries(vpn, asid, data, levelUInt, prefetch)
9093889e11eSLemover    this.encode()
9103889e11eSLemover  }
9117196f5a2SLemover}
9127196f5a2SLemover
9136d5ddbceSLemoverclass PtwReq(implicit p: Parameters) extends PtwBundle {
9146d5ddbceSLemover  val vpn = UInt(vpnLen.W)
9156d5ddbceSLemover
9166d5ddbceSLemover  override def toPrintable: Printable = {
9176d5ddbceSLemover    p"vpn:0x${Hexadecimal(vpn)}"
9186d5ddbceSLemover  }
9196d5ddbceSLemover}
9206d5ddbceSLemover
9218744445eSMaxpicca-Liclass PtwReqwithMemIdx(implicit p: Parameters) extends PtwReq {
9228744445eSMaxpicca-Li  val memidx = new MemBlockidxBundle
9238744445eSMaxpicca-Li}
9248744445eSMaxpicca-Li
9256d5ddbceSLemoverclass PtwResp(implicit p: Parameters) extends PtwBundle {
9266d5ddbceSLemover  val entry = new PtwEntry(tagLen = vpnLen, hasPerm = true, hasLevel = true)
9276d5ddbceSLemover  val pf = Bool()
928b6982e83SLemover  val af = Bool()
9296d5ddbceSLemover
93045f497a4Shappy-lx  def apply(pf: Bool, af: Bool, level: UInt, pte: PteBundle, vpn: UInt, asid: UInt) = {
9315854c1edSLemover    this.entry.level.map(_ := level)
9325854c1edSLemover    this.entry.tag := vpn
9335854c1edSLemover    this.entry.perm.map(_ := pte.getPerm())
9345854c1edSLemover    this.entry.ppn := pte.ppn
935bc063562SLemover    this.entry.prefetch := DontCare
93645f497a4Shappy-lx    this.entry.asid := asid
9378d8ac704SLemover    this.entry.v := !pf
9385854c1edSLemover    this.pf := pf
939b6982e83SLemover    this.af := af
9405854c1edSLemover  }
9415854c1edSLemover
9426d5ddbceSLemover  override def toPrintable: Printable = {
943b6982e83SLemover    p"entry:${entry} pf:${pf} af:${af}"
9446d5ddbceSLemover  }
9456d5ddbceSLemover}
9466d5ddbceSLemover
94763632028SHaoyuan Fengclass PtwResptomerge (implicit p: Parameters) extends PtwBundle {
94863632028SHaoyuan Feng  val entry = UInt(blockBits.W)
94963632028SHaoyuan Feng  val vpn = UInt(vpnLen.W)
95063632028SHaoyuan Feng  val level = UInt(log2Up(Level).W)
95163632028SHaoyuan Feng  val pf = Bool()
95263632028SHaoyuan Feng  val af = Bool()
95363632028SHaoyuan Feng  val asid = UInt(asidLen.W)
95463632028SHaoyuan Feng
95563632028SHaoyuan Feng  def apply(pf: Bool, af: Bool, level: UInt, pte: UInt, vpn: UInt, asid: UInt) = {
95663632028SHaoyuan Feng    this.entry := pte
95763632028SHaoyuan Feng    this.pf := pf
95863632028SHaoyuan Feng    this.af := af
95963632028SHaoyuan Feng    this.level := level
96063632028SHaoyuan Feng    this.vpn := vpn
96163632028SHaoyuan Feng    this.asid := asid
96263632028SHaoyuan Feng  }
96363632028SHaoyuan Feng
96463632028SHaoyuan Feng  override def toPrintable: Printable = {
96563632028SHaoyuan Feng    p"entry:${entry} pf:${pf} af:${af}"
96663632028SHaoyuan Feng  }
96763632028SHaoyuan Feng}
96863632028SHaoyuan Feng
9698744445eSMaxpicca-Liclass PtwRespwithMemIdx(implicit p: Parameters) extends PtwResp {
9708744445eSMaxpicca-Li  val memidx = new MemBlockidxBundle
9718744445eSMaxpicca-Li}
9728744445eSMaxpicca-Li
97363632028SHaoyuan Fengclass PtwSectorRespwithMemIdx(implicit p: Parameters) extends PtwSectorResp {
97463632028SHaoyuan Feng  val memidx = new MemBlockidxBundle
97563632028SHaoyuan Feng}
97663632028SHaoyuan Feng
97763632028SHaoyuan Fengclass PtwSectorResp(implicit p: Parameters) extends PtwBundle {
97863632028SHaoyuan Feng  val entry = new PtwSectorEntry(tagLen = sectorvpnLen, hasPerm = true, hasLevel = true)
97963632028SHaoyuan Feng  val addr_low = UInt(sectortlbwidth.W)
98063632028SHaoyuan Feng  val ppn_low = Vec(tlbcontiguous, UInt(sectortlbwidth.W))
98163632028SHaoyuan Feng  val valididx = Vec(tlbcontiguous, Bool())
982b0fa7106SHaoyuan Feng  val pteidx = Vec(tlbcontiguous, Bool())
98363632028SHaoyuan Feng  val pf = Bool()
98463632028SHaoyuan Feng  val af = Bool()
98563632028SHaoyuan Feng
98663632028SHaoyuan Feng  def genPPN(vpn: UInt): UInt = {
98745f43e6eSTang Haojin    MuxLookup(entry.level.get, 0.U)(Seq(
98863632028SHaoyuan Feng      0.U -> Cat(entry.ppn(entry.ppn.getWidth-1, vpnnLen * 2 - sectortlbwidth), vpn(vpnnLen*2-1, 0)),
98963632028SHaoyuan Feng      1.U -> Cat(entry.ppn(entry.ppn.getWidth-1, vpnnLen - sectortlbwidth), vpn(vpnnLen-1, 0)),
99063632028SHaoyuan Feng      2.U -> Cat(entry.ppn(entry.ppn.getWidth-1, 0), ppn_low(vpn(sectortlbwidth - 1, 0))))
99163632028SHaoyuan Feng    )
99263632028SHaoyuan Feng  }
99363632028SHaoyuan Feng
99463632028SHaoyuan Feng  def hit(vpn: UInt, asid: UInt, allType: Boolean = false, ignoreAsid: Boolean = false) = {
99563632028SHaoyuan Feng    require(vpn.getWidth == vpnLen)
99663632028SHaoyuan Feng    //    require(this.asid.getWidth <= asid.getWidth)
99763632028SHaoyuan Feng    val asid_hit = if (ignoreAsid) true.B else (this.entry.asid === asid)
99863632028SHaoyuan Feng    if (allType) {
99963632028SHaoyuan Feng      val hit0 = entry.tag(sectorvpnLen - 1, vpnnLen * 2 - sectortlbwidth) === vpn(vpnLen - 1, vpnnLen * 2)
100063632028SHaoyuan Feng      val hit1 = entry.tag(vpnnLen * 2 - sectortlbwidth - 1, vpnnLen - sectortlbwidth)   === vpn(vpnnLen * 2 - 1,  vpnnLen)
100163632028SHaoyuan Feng      val hit2 = entry.tag(vpnnLen - sectortlbwidth - 1, 0) === vpn(vpnnLen - 1, sectortlbwidth)
100263632028SHaoyuan Feng      val addr_low_hit = valididx(vpn(sectortlbwidth - 1, 0))
100363632028SHaoyuan Feng
100463632028SHaoyuan Feng      asid_hit && Mux(entry.level.getOrElse(0.U) === 2.U, hit2 && hit1 && hit0, Mux(entry.level.getOrElse(0.U) === 1.U, hit1 && hit0, hit0)) && addr_low_hit
100563632028SHaoyuan Feng    } else {
100663632028SHaoyuan Feng      val hit0 = entry.tag(sectorvpnLen - 1, sectorvpnLen - vpnnLen) === vpn(vpnLen - 1, vpnLen - vpnnLen)
100763632028SHaoyuan Feng      val hit1 = entry.tag(sectorvpnLen - vpnnLen - 1, sectorvpnLen - vpnnLen * 2) === vpn(vpnLen - vpnnLen - 1, vpnLen - vpnnLen * 2)
100863632028SHaoyuan Feng      val addr_low_hit = valididx(vpn(sectortlbwidth - 1, 0))
100963632028SHaoyuan Feng
101063632028SHaoyuan Feng      asid_hit && Mux(entry.level.getOrElse(0.U) === 0.U, hit0, hit0 && hit1) && addr_low_hit
101163632028SHaoyuan Feng    }
101263632028SHaoyuan Feng  }
101363632028SHaoyuan Feng}
101463632028SHaoyuan Feng
101563632028SHaoyuan Fengclass PtwMergeResp(implicit p: Parameters) extends PtwBundle {
101663632028SHaoyuan Feng  val entry = Vec(tlbcontiguous, new PtwMergeEntry(tagLen = sectorvpnLen, hasPerm = true, hasLevel = true))
101763632028SHaoyuan Feng  val pteidx = Vec(tlbcontiguous, Bool())
101863632028SHaoyuan Feng  val not_super = Bool()
101963632028SHaoyuan Feng
102063632028SHaoyuan Feng  def apply(pf: Bool, af: Bool, level: UInt, pte: PteBundle, vpn: UInt, asid: UInt, addr_low : UInt, not_super : Boolean = true) = {
102163632028SHaoyuan Feng    assert(tlbcontiguous == 8, "Only support tlbcontiguous = 8!")
102263632028SHaoyuan Feng
102363632028SHaoyuan Feng    val ptw_resp = Wire(new PtwMergeEntry(tagLen = sectorvpnLen, hasPerm = true, hasLevel = true))
102463632028SHaoyuan Feng    ptw_resp.ppn := pte.ppn(ppnLen - 1, sectortlbwidth)
102563632028SHaoyuan Feng    ptw_resp.ppn_low := pte.ppn(sectortlbwidth - 1, 0)
102663632028SHaoyuan Feng    ptw_resp.level.map(_ := level)
102763632028SHaoyuan Feng    ptw_resp.perm.map(_ := pte.getPerm())
102863632028SHaoyuan Feng    ptw_resp.tag := vpn(vpnLen - 1, sectortlbwidth)
102963632028SHaoyuan Feng    ptw_resp.pf := pf
103063632028SHaoyuan Feng    ptw_resp.af := af
103163632028SHaoyuan Feng    ptw_resp.v := !pf
103263632028SHaoyuan Feng    ptw_resp.prefetch := DontCare
103363632028SHaoyuan Feng    ptw_resp.asid := asid
103463632028SHaoyuan Feng    this.pteidx := UIntToOH(addr_low).asBools
103563632028SHaoyuan Feng    this.not_super := not_super.B
103663632028SHaoyuan Feng    for (i <- 0 until tlbcontiguous) {
103763632028SHaoyuan Feng      this.entry(i) := ptw_resp
103863632028SHaoyuan Feng    }
103963632028SHaoyuan Feng  }
104063632028SHaoyuan Feng}
10418744445eSMaxpicca-Li
104292e3bfefSLemoverclass L2TLBIO(implicit p: Parameters) extends PtwBundle {
1043*f57f7f2aSYangyu Chen  val hartId = Input(UInt(hartIdLen.W))
10446d5ddbceSLemover  val tlb = Vec(PtwWidth, Flipped(new TlbPtwIO))
10456d5ddbceSLemover  val sfence = Input(new SfenceBundle)
1046b6982e83SLemover  val csr = new Bundle {
1047b6982e83SLemover    val tlb = Input(new TlbCsrBundle)
1048b6982e83SLemover    val distribute_csr = Flipped(new DistributedCSRIO)
1049b6982e83SLemover  }
10506d5ddbceSLemover}
10516d5ddbceSLemover
1052b848eea5SLemoverclass L2TlbMemReqBundle(implicit p: Parameters) extends PtwBundle {
1053b848eea5SLemover  val addr = UInt(PAddrBits.W)
1054b848eea5SLemover  val id = UInt(bMemID.W)
1055b848eea5SLemover}
105645f497a4Shappy-lx
105745f497a4Shappy-lxclass L2TlbInnerBundle(implicit p: Parameters) extends PtwReq {
105845f497a4Shappy-lx  val source = UInt(bSourceWidth.W)
105945f497a4Shappy-lx}
1060f1fe8698SLemover
1061f1fe8698SLemover
1062f1fe8698SLemoverobject ValidHoldBypass{
1063f1fe8698SLemover  def apply(infire: Bool, outfire: Bool, flush: Bool = false.B) = {
1064f1fe8698SLemover    val valid = RegInit(false.B)
1065f1fe8698SLemover    when (infire) { valid := true.B }
1066f1fe8698SLemover    when (outfire) { valid := false.B } // ATTENTION: order different with ValidHold
1067f1fe8698SLemover    when (flush) { valid := false.B } // NOTE: the flush will flush in & out, is that ok?
1068f1fe8698SLemover    valid || infire
1069f1fe8698SLemover  }
1070f1fe8698SLemover}
10715afdf73cSHaoyuan Feng
10725afdf73cSHaoyuan Fengclass L1TlbDB(implicit p: Parameters) extends TlbBundle {
10735afdf73cSHaoyuan Feng  val vpn = UInt(vpnLen.W)
10745afdf73cSHaoyuan Feng}
10755afdf73cSHaoyuan Feng
10765afdf73cSHaoyuan Fengclass PageCacheDB(implicit p: Parameters) extends TlbBundle with HasPtwConst {
10775afdf73cSHaoyuan Feng  val vpn = UInt(vpnLen.W)
10785afdf73cSHaoyuan Feng  val source = UInt(bSourceWidth.W)
10795afdf73cSHaoyuan Feng  val bypassed = Bool()
10805afdf73cSHaoyuan Feng  val is_first = Bool()
10815afdf73cSHaoyuan Feng  val prefetched = Bool()
10825afdf73cSHaoyuan Feng  val prefetch = Bool()
10835afdf73cSHaoyuan Feng  val l2Hit = Bool()
10845afdf73cSHaoyuan Feng  val l1Hit = Bool()
10855afdf73cSHaoyuan Feng  val hit = Bool()
10865afdf73cSHaoyuan Feng}
10875afdf73cSHaoyuan Feng
10885afdf73cSHaoyuan Fengclass PTWDB(implicit p: Parameters) extends TlbBundle with HasPtwConst {
10895afdf73cSHaoyuan Feng  val vpn = UInt(vpnLen.W)
10905afdf73cSHaoyuan Feng  val source = UInt(bSourceWidth.W)
10915afdf73cSHaoyuan Feng}
10925afdf73cSHaoyuan Feng
10935afdf73cSHaoyuan Fengclass L2TlbPrefetchDB(implicit p: Parameters) extends TlbBundle {
10945afdf73cSHaoyuan Feng  val vpn = UInt(vpnLen.W)
10955afdf73cSHaoyuan Feng}
10965afdf73cSHaoyuan Feng
10975afdf73cSHaoyuan Fengclass L2TlbMissQueueDB(implicit p: Parameters) extends TlbBundle {
10985afdf73cSHaoyuan Feng  val vpn = UInt(vpnLen.W)
10995afdf73cSHaoyuan Feng}
1100