16d5ddbceSLemover/*************************************************************************************** 26d5ddbceSLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory 46d5ddbceSLemover* 56d5ddbceSLemover* XiangShan is licensed under Mulan PSL v2. 66d5ddbceSLemover* You can use this software according to the terms and conditions of the Mulan PSL v2. 76d5ddbceSLemover* You may obtain a copy of Mulan PSL v2 at: 86d5ddbceSLemover* http://license.coscl.org.cn/MulanPSL2 96d5ddbceSLemover* 106d5ddbceSLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 116d5ddbceSLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 126d5ddbceSLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 136d5ddbceSLemover* 146d5ddbceSLemover* See the Mulan PSL v2 for more details. 156d5ddbceSLemover***************************************************************************************/ 166d5ddbceSLemover 176d5ddbceSLemoverpackage xiangshan.cache.mmu 186d5ddbceSLemover 198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters 206d5ddbceSLemoverimport chisel3._ 216d5ddbceSLemoverimport chisel3.util._ 226d5ddbceSLemoverimport xiangshan._ 236d5ddbceSLemoverimport utils._ 243c02ee8fSwakafaimport utility._ 259aca92b9SYinan Xuimport xiangshan.backend.rob.RobPtr 266d5ddbceSLemoverimport xiangshan.backend.fu.util.HasCSRConst 276d5ddbceSLemoverimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp} 286d5ddbceSLemoverimport freechips.rocketchip.tilelink._ 295b7ef044SLemoverimport xiangshan.backend.fu.{PMPReqBundle, PMPConfig} 30f1fe8698SLemoverimport xiangshan.backend.fu.PMPBundle 315b7ef044SLemover 326d5ddbceSLemover 336d5ddbceSLemoverabstract class TlbBundle(implicit p: Parameters) extends XSBundle with HasTlbConst 346d5ddbceSLemoverabstract class TlbModule(implicit p: Parameters) extends XSModule with HasTlbConst 356d5ddbceSLemover 36a0301c0dSLemoverclass VaBundle(implicit p: Parameters) extends TlbBundle { 37a0301c0dSLemover val vpn = UInt(vpnLen.W) 38a0301c0dSLemover val off = UInt(offLen.W) 39a0301c0dSLemover} 40a0301c0dSLemover 416d5ddbceSLemoverclass PtePermBundle(implicit p: Parameters) extends TlbBundle { 426d5ddbceSLemover val d = Bool() 436d5ddbceSLemover val a = Bool() 446d5ddbceSLemover val g = Bool() 456d5ddbceSLemover val u = Bool() 466d5ddbceSLemover val x = Bool() 476d5ddbceSLemover val w = Bool() 486d5ddbceSLemover val r = Bool() 496d5ddbceSLemover 506d5ddbceSLemover override def toPrintable: Printable = { 516d5ddbceSLemover p"d:${d} a:${a} g:${g} u:${u} x:${x} w:${w} r:${r}"// + 526d5ddbceSLemover //(if(hasV) (p"v:${v}") else p"") 536d5ddbceSLemover } 546d5ddbceSLemover} 556d5ddbceSLemover 565b7ef044SLemoverclass TlbPMBundle(implicit p: Parameters) extends TlbBundle { 575b7ef044SLemover val r = Bool() 585b7ef044SLemover val w = Bool() 595b7ef044SLemover val x = Bool() 605b7ef044SLemover val c = Bool() 615b7ef044SLemover val atomic = Bool() 625b7ef044SLemover 635b7ef044SLemover def assign_ap(pm: PMPConfig) = { 645b7ef044SLemover r := pm.r 655b7ef044SLemover w := pm.w 665b7ef044SLemover x := pm.x 675b7ef044SLemover c := pm.c 685b7ef044SLemover atomic := pm.atomic 695b7ef044SLemover } 705b7ef044SLemover} 715b7ef044SLemover 726d5ddbceSLemoverclass TlbPermBundle(implicit p: Parameters) extends TlbBundle { 736d5ddbceSLemover val pf = Bool() // NOTE: if this is true, just raise pf 74b6982e83SLemover val af = Bool() // NOTE: if this is true, just raise af 756d5ddbceSLemover // pagetable perm (software defined) 766d5ddbceSLemover val d = Bool() 776d5ddbceSLemover val a = Bool() 786d5ddbceSLemover val g = Bool() 796d5ddbceSLemover val u = Bool() 806d5ddbceSLemover val x = Bool() 816d5ddbceSLemover val w = Bool() 826d5ddbceSLemover val r = Bool() 836d5ddbceSLemover 84f9ac118cSHaoyuan Feng def apply(item: PtwSectorResp) = { 85b0fa7106SHaoyuan Feng val ptePerm = item.entry.perm.get.asTypeOf(new PtePermBundle().cloneType) 86b0fa7106SHaoyuan Feng this.pf := item.pf 87b0fa7106SHaoyuan Feng this.af := item.af 88b0fa7106SHaoyuan Feng this.d := ptePerm.d 89b0fa7106SHaoyuan Feng this.a := ptePerm.a 90b0fa7106SHaoyuan Feng this.g := ptePerm.g 91b0fa7106SHaoyuan Feng this.u := ptePerm.u 92b0fa7106SHaoyuan Feng this.x := ptePerm.x 93b0fa7106SHaoyuan Feng this.w := ptePerm.w 94b0fa7106SHaoyuan Feng this.r := ptePerm.r 95b0fa7106SHaoyuan Feng 96b0fa7106SHaoyuan Feng this 97b0fa7106SHaoyuan Feng } 98b0fa7106SHaoyuan Feng override def toPrintable: Printable = { 99f9ac118cSHaoyuan Feng p"pf:${pf} af:${af} d:${d} a:${a} g:${g} u:${u} x:${x} w:${w} r:${r} " 100b0fa7106SHaoyuan Feng } 101b0fa7106SHaoyuan Feng} 102b0fa7106SHaoyuan Feng 103b0fa7106SHaoyuan Fengclass TlbSectorPermBundle(implicit p: Parameters) extends TlbBundle { 104b0fa7106SHaoyuan Feng val pf = Bool() // NOTE: if this is true, just raise pf 105b0fa7106SHaoyuan Feng val af = Bool() // NOTE: if this is true, just raise af 106b0fa7106SHaoyuan Feng // pagetable perm (software defined) 107b0fa7106SHaoyuan Feng val d = Bool() 108b0fa7106SHaoyuan Feng val a = Bool() 109b0fa7106SHaoyuan Feng val g = Bool() 110b0fa7106SHaoyuan Feng val u = Bool() 111b0fa7106SHaoyuan Feng val x = Bool() 112b0fa7106SHaoyuan Feng val w = Bool() 113b0fa7106SHaoyuan Feng val r = Bool() 114b0fa7106SHaoyuan Feng 115f9ac118cSHaoyuan Feng def apply(item: PtwSectorResp) = { 116f1fe8698SLemover val ptePerm = item.entry.perm.get.asTypeOf(new PtePermBundle().cloneType) 117f1fe8698SLemover this.pf := item.pf 118f1fe8698SLemover this.af := item.af 119f1fe8698SLemover this.d := ptePerm.d 120f1fe8698SLemover this.a := ptePerm.a 121f1fe8698SLemover this.g := ptePerm.g 122f1fe8698SLemover this.u := ptePerm.u 123f1fe8698SLemover this.x := ptePerm.x 124f1fe8698SLemover this.w := ptePerm.w 125f1fe8698SLemover this.r := ptePerm.r 126f1fe8698SLemover 127f1fe8698SLemover this 128f1fe8698SLemover } 1296d5ddbceSLemover override def toPrintable: Printable = { 130f9ac118cSHaoyuan Feng p"pf:${pf} af:${af} d:${d} a:${a} g:${g} u:${u} x:${x} w:${w} r:${r} " 1316d5ddbceSLemover } 1326d5ddbceSLemover} 1336d5ddbceSLemover 1346d5ddbceSLemover// multi-read && single-write 1356d5ddbceSLemover// input is data, output is hot-code(not one-hot) 1366d5ddbceSLemoverclass CAMTemplate[T <: Data](val gen: T, val set: Int, val readWidth: Int)(implicit p: Parameters) extends TlbModule { 1376d5ddbceSLemover val io = IO(new Bundle { 1386d5ddbceSLemover val r = new Bundle { 1396d5ddbceSLemover val req = Input(Vec(readWidth, gen)) 1406d5ddbceSLemover val resp = Output(Vec(readWidth, Vec(set, Bool()))) 1416d5ddbceSLemover } 1426d5ddbceSLemover val w = Input(new Bundle { 1436d5ddbceSLemover val valid = Bool() 1446d5ddbceSLemover val bits = new Bundle { 1456d5ddbceSLemover val index = UInt(log2Up(set).W) 1466d5ddbceSLemover val data = gen 1476d5ddbceSLemover } 1486d5ddbceSLemover }) 1496d5ddbceSLemover }) 1506d5ddbceSLemover 1516d5ddbceSLemover val wordType = UInt(gen.getWidth.W) 1526d5ddbceSLemover val array = Reg(Vec(set, wordType)) 1536d5ddbceSLemover 1546d5ddbceSLemover io.r.resp.zipWithIndex.map{ case (a,i) => 1556d5ddbceSLemover a := array.map(io.r.req(i).asUInt === _) 1566d5ddbceSLemover } 1576d5ddbceSLemover 1586d5ddbceSLemover when (io.w.valid) { 15976e02f07SLingrui98 array(io.w.bits.index) := io.w.bits.data.asUInt 1606d5ddbceSLemover } 1616d5ddbceSLemover} 1626d5ddbceSLemover 163a0301c0dSLemoverclass TlbEntry(pageNormal: Boolean, pageSuper: Boolean)(implicit p: Parameters) extends TlbBundle { 164a0301c0dSLemover require(pageNormal || pageSuper) 165a0301c0dSLemover 166a0301c0dSLemover val tag = if (!pageNormal) UInt((vpnLen - vpnnLen).W) 167b0fa7106SHaoyuan Feng else UInt(vpnLen.W) 168b0fa7106SHaoyuan Feng val asid = UInt(asidLen.W) 169b0fa7106SHaoyuan Feng val level = if (!pageNormal) Some(UInt(1.W)) 170b0fa7106SHaoyuan Feng else if (!pageSuper) None 171b0fa7106SHaoyuan Feng else Some(UInt(2.W)) 172b0fa7106SHaoyuan Feng val ppn = if (!pageNormal) UInt((ppnLen - vpnnLen).W) 173b0fa7106SHaoyuan Feng else UInt(ppnLen.W) 174b0fa7106SHaoyuan Feng val perm = new TlbPermBundle 175b0fa7106SHaoyuan Feng 176b0fa7106SHaoyuan Feng /** level usage: 177b0fa7106SHaoyuan Feng * !PageSuper: page is only normal, level is None, match all the tag 178b0fa7106SHaoyuan Feng * !PageNormal: page is only super, level is a Bool(), match high 9*2 parts 179b0fa7106SHaoyuan Feng * bits0 0: need mid 9bits 180b0fa7106SHaoyuan Feng * 1: no need mid 9bits 181b0fa7106SHaoyuan Feng * PageSuper && PageNormal: page hold all the three type, 182b0fa7106SHaoyuan Feng * bits0 0: need low 9bits 183b0fa7106SHaoyuan Feng * bits1 0: need mid 9bits 184b0fa7106SHaoyuan Feng */ 185b0fa7106SHaoyuan Feng 186b0fa7106SHaoyuan Feng def hit(vpn: UInt, asid: UInt, nSets: Int = 1, ignoreAsid: Boolean = false): Bool = { 187b0fa7106SHaoyuan Feng val asid_hit = if (ignoreAsid) true.B else (this.asid === asid) 188b0fa7106SHaoyuan Feng 189b0fa7106SHaoyuan Feng // NOTE: for timing, dont care low set index bits at hit check 190b0fa7106SHaoyuan Feng // do not need store the low bits actually 191b0fa7106SHaoyuan Feng if (!pageSuper) asid_hit && drop_set_equal(vpn, tag, nSets) 192b0fa7106SHaoyuan Feng else if (!pageNormal) { 193b0fa7106SHaoyuan Feng val tag_match_hi = tag(vpnnLen*2-1, vpnnLen) === vpn(vpnnLen*3-1, vpnnLen*2) 194b0fa7106SHaoyuan Feng val tag_match_mi = tag(vpnnLen-1, 0) === vpn(vpnnLen*2-1, vpnnLen) 195935edac4STang Haojin val tag_match = tag_match_hi && (level.get.asBool || tag_match_mi) 196b0fa7106SHaoyuan Feng asid_hit && tag_match 197b0fa7106SHaoyuan Feng } 198b0fa7106SHaoyuan Feng else { 199b0fa7106SHaoyuan Feng val tmp_level = level.get 200b0fa7106SHaoyuan Feng val tag_match_hi = tag(vpnnLen*3-1, vpnnLen*2) === vpn(vpnnLen*3-1, vpnnLen*2) 201b0fa7106SHaoyuan Feng val tag_match_mi = tag(vpnnLen*2-1, vpnnLen) === vpn(vpnnLen*2-1, vpnnLen) 202b0fa7106SHaoyuan Feng val tag_match_lo = tag(vpnnLen-1, 0) === vpn(vpnnLen-1, 0) // if pageNormal is false, this will always be false 203b0fa7106SHaoyuan Feng val tag_match = tag_match_hi && (tmp_level(1) || tag_match_mi) && (tmp_level(0) || tag_match_lo) 204b0fa7106SHaoyuan Feng asid_hit && tag_match 205b0fa7106SHaoyuan Feng } 206b0fa7106SHaoyuan Feng } 207b0fa7106SHaoyuan Feng 208b0fa7106SHaoyuan Feng def apply(item: PtwSectorResp, asid: UInt, pm: PMPConfig): TlbEntry = { 209b0fa7106SHaoyuan Feng this.tag := {if (pageNormal) Cat(item.entry.tag, OHToUInt(item.pteidx)) else item.entry.tag(sectorvpnLen - 1, vpnnLen - sectortlbwidth)} 210b0fa7106SHaoyuan Feng this.asid := asid 211b0fa7106SHaoyuan Feng val inner_level = item.entry.level.getOrElse(0.U) 21245f43e6eSTang Haojin this.level.map(_ := { if (pageNormal && pageSuper) MuxLookup(inner_level, 0.U)(Seq( 213b0fa7106SHaoyuan Feng 0.U -> 3.U, 214b0fa7106SHaoyuan Feng 1.U -> 1.U, 215b0fa7106SHaoyuan Feng 2.U -> 0.U )) 216b0fa7106SHaoyuan Feng else if (pageSuper) ~inner_level(0) 217b0fa7106SHaoyuan Feng else 0.U }) 218b0fa7106SHaoyuan Feng this.ppn := { if (!pageNormal) item.entry.ppn(sectorppnLen - 1, vpnnLen - sectortlbwidth) 219b0fa7106SHaoyuan Feng else Cat(item.entry.ppn, item.ppn_low(OHToUInt(item.pteidx))) } 220f9ac118cSHaoyuan Feng this.perm.apply(item) 221b0fa7106SHaoyuan Feng this 222b0fa7106SHaoyuan Feng } 223b0fa7106SHaoyuan Feng 224b0fa7106SHaoyuan Feng // 4KB is normal entry, 2MB/1GB is considered as super entry 225b0fa7106SHaoyuan Feng def is_normalentry(): Bool = { 226b0fa7106SHaoyuan Feng if (!pageSuper) { true.B } 227b0fa7106SHaoyuan Feng else if (!pageNormal) { false.B } 228b0fa7106SHaoyuan Feng else { level.get === 0.U } 229b0fa7106SHaoyuan Feng } 230b0fa7106SHaoyuan Feng 231b0fa7106SHaoyuan Feng def genPPN(saveLevel: Boolean = false, valid: Bool = false.B)(vpn: UInt) : UInt = { 232b0fa7106SHaoyuan Feng val inner_level = level.getOrElse(0.U) 233b0fa7106SHaoyuan Feng val ppn_res = if (!pageSuper) ppn 234b0fa7106SHaoyuan Feng else if (!pageNormal) Cat(ppn(ppnLen-vpnnLen-1, vpnnLen), 235b0fa7106SHaoyuan Feng Mux(inner_level(0), vpn(vpnnLen*2-1, vpnnLen), ppn(vpnnLen-1,0)), 236b0fa7106SHaoyuan Feng vpn(vpnnLen-1, 0)) 237b0fa7106SHaoyuan Feng else Cat(ppn(ppnLen-1, vpnnLen*2), 238b0fa7106SHaoyuan Feng Mux(inner_level(1), vpn(vpnnLen*2-1, vpnnLen), ppn(vpnnLen*2-1, vpnnLen)), 239b0fa7106SHaoyuan Feng Mux(inner_level(0), vpn(vpnnLen-1, 0), ppn(vpnnLen-1, 0))) 240b0fa7106SHaoyuan Feng 241b0fa7106SHaoyuan Feng if (saveLevel) Cat(ppn(ppn.getWidth-1, vpnnLen*2), RegEnable(ppn_res(vpnnLen*2-1, 0), valid)) 242b0fa7106SHaoyuan Feng else ppn_res 243b0fa7106SHaoyuan Feng } 244b0fa7106SHaoyuan Feng 245b0fa7106SHaoyuan Feng override def toPrintable: Printable = { 246b0fa7106SHaoyuan Feng val inner_level = level.getOrElse(2.U) 247b0fa7106SHaoyuan Feng p"asid: ${asid} level:${inner_level} vpn:${Hexadecimal(tag)} ppn:${Hexadecimal(ppn)} perm:${perm}" 248b0fa7106SHaoyuan Feng } 249b0fa7106SHaoyuan Feng 250b0fa7106SHaoyuan Feng} 251b0fa7106SHaoyuan Feng 252b0fa7106SHaoyuan Fengclass TlbSectorEntry(pageNormal: Boolean, pageSuper: Boolean)(implicit p: Parameters) extends TlbBundle { 253b0fa7106SHaoyuan Feng require(pageNormal || pageSuper) 254b0fa7106SHaoyuan Feng 255b0fa7106SHaoyuan Feng val tag = if (!pageNormal) UInt((vpnLen - vpnnLen).W) 25663632028SHaoyuan Feng else UInt(sectorvpnLen.W) 25745f497a4Shappy-lx val asid = UInt(asidLen.W) 258a0301c0dSLemover val level = if (!pageNormal) Some(UInt(1.W)) 259a0301c0dSLemover else if (!pageSuper) None 260a0301c0dSLemover else Some(UInt(2.W)) 261a0301c0dSLemover val ppn = if (!pageNormal) UInt((ppnLen - vpnnLen).W) 26263632028SHaoyuan Feng else UInt(sectorppnLen.W) 263b0fa7106SHaoyuan Feng val perm = new TlbSectorPermBundle 26463632028SHaoyuan Feng val valididx = Vec(tlbcontiguous, Bool()) 265b0fa7106SHaoyuan Feng val pteidx = Vec(tlbcontiguous, Bool()) 26663632028SHaoyuan Feng val ppn_low = Vec(tlbcontiguous, UInt(sectortlbwidth.W)) 267a0301c0dSLemover 26856728e73SLemover /** level usage: 26956728e73SLemover * !PageSuper: page is only normal, level is None, match all the tag 27056728e73SLemover * !PageNormal: page is only super, level is a Bool(), match high 9*2 parts 27156728e73SLemover * bits0 0: need mid 9bits 27256728e73SLemover * 1: no need mid 9bits 27356728e73SLemover * PageSuper && PageNormal: page hold all the three type, 27456728e73SLemover * bits0 0: need low 9bits 27556728e73SLemover * bits1 0: need mid 9bits 27656728e73SLemover */ 27756728e73SLemover 278e9092fe2SLemover def hit(vpn: UInt, asid: UInt, nSets: Int = 1, ignoreAsid: Boolean = false): Bool = { 27945f497a4Shappy-lx val asid_hit = if (ignoreAsid) true.B else (this.asid === asid) 28063632028SHaoyuan Feng val addr_low_hit = valididx(vpn(2, 0)) 281e9092fe2SLemover 282e9092fe2SLemover // NOTE: for timing, dont care low set index bits at hit check 283e9092fe2SLemover // do not need store the low bits actually 28463632028SHaoyuan Feng if (!pageSuper) asid_hit && drop_set_equal(vpn(vpn.getWidth - 1, sectortlbwidth), tag, nSets) && addr_low_hit 28556728e73SLemover else if (!pageNormal) { 28656728e73SLemover val tag_match_hi = tag(vpnnLen * 2 - 1, vpnnLen) === vpn(vpnnLen * 3 - 1, vpnnLen * 2) 28756728e73SLemover val tag_match_mi = tag(vpnnLen - 1, 0) === vpn(vpnnLen * 2 - 1, vpnnLen) 288935edac4STang Haojin val tag_match = tag_match_hi && (level.get.asBool || tag_match_mi) 28963632028SHaoyuan Feng asid_hit && tag_match && addr_low_hit 29056728e73SLemover } 29156728e73SLemover else { 29256728e73SLemover val tmp_level = level.get 29363632028SHaoyuan Feng val tag_match_hi = tag(vpnnLen * 3 - sectortlbwidth - 1, vpnnLen * 2 - sectortlbwidth) === vpn(vpnnLen * 3 - 1, vpnnLen * 2) 29463632028SHaoyuan Feng val tag_match_mi = tag(vpnnLen * 2 - sectortlbwidth - 1, vpnnLen - sectortlbwidth) === vpn(vpnnLen * 2 - 1, vpnnLen) 29563632028SHaoyuan Feng val tag_match_lo = tag(vpnnLen - sectortlbwidth - 1, 0) === vpn(vpnnLen - 1, sectortlbwidth) // if pageNormal is false, this will always be false 29656728e73SLemover val tag_match = tag_match_hi && (tmp_level(1) || tag_match_mi) && (tmp_level(0) || tag_match_lo) 29763632028SHaoyuan Feng asid_hit && tag_match && addr_low_hit 29856728e73SLemover } 299a0301c0dSLemover } 300a0301c0dSLemover 30163632028SHaoyuan Feng def wbhit(data: PtwSectorResp, asid: UInt, nSets: Int = 1, ignoreAsid: Boolean = false): Bool = { 30263632028SHaoyuan Feng val vpn = Cat(data.entry.tag, 0.U(sectortlbwidth.W)) 30363632028SHaoyuan Feng val asid_hit = if (ignoreAsid) true.B else (this.asid === asid) 30463632028SHaoyuan Feng val vpn_hit = Wire(Bool()) 30563632028SHaoyuan Feng val index_hit = Wire(Vec(tlbcontiguous, Bool())) 30663632028SHaoyuan Feng 30763632028SHaoyuan Feng // NOTE: for timing, dont care low set index bits at hit check 30863632028SHaoyuan Feng // do not need store the low bits actually 30963632028SHaoyuan Feng if (!pageSuper) { 31063632028SHaoyuan Feng vpn_hit := asid_hit && drop_set_equal(vpn(vpn.getWidth - 1, sectortlbwidth), tag, nSets) 31163632028SHaoyuan Feng } 31263632028SHaoyuan Feng else if (!pageNormal) { 31363632028SHaoyuan Feng val tag_match_hi = tag(vpnnLen * 2 - 1, vpnnLen - sectortlbwidth) === vpn(vpnnLen * 3 - 1, vpnnLen * 2) 31463632028SHaoyuan Feng val tag_match_mi = tag(vpnnLen - 1, 0) === vpn(vpnnLen * 2 - 1, vpnnLen) 315935edac4STang Haojin val tag_match = tag_match_hi && (level.get.asBool || tag_match_mi) 31663632028SHaoyuan Feng vpn_hit := asid_hit && tag_match 31763632028SHaoyuan Feng } 31863632028SHaoyuan Feng else { 31963632028SHaoyuan Feng val tmp_level = level.get 32063632028SHaoyuan Feng val tag_match_hi = tag(vpnnLen * 3 - sectortlbwidth - 1, vpnnLen * 2 - sectortlbwidth) === vpn(vpnnLen * 3 - 1, vpnnLen * 2) 32163632028SHaoyuan Feng val tag_match_mi = tag(vpnnLen * 2 - sectortlbwidth - 1, vpnnLen - sectortlbwidth) === vpn(vpnnLen * 2 - 1, vpnnLen) 32263632028SHaoyuan Feng val tag_match_lo = tag(vpnnLen - sectortlbwidth - 1, 0) === vpn(vpnnLen - 1, sectortlbwidth) // if pageNormal is false, this will always be false 32363632028SHaoyuan Feng val tag_match = tag_match_hi && (tmp_level(1) || tag_match_mi) && (tmp_level(0) || tag_match_lo) 32463632028SHaoyuan Feng vpn_hit := asid_hit && tag_match 32563632028SHaoyuan Feng } 32663632028SHaoyuan Feng 32763632028SHaoyuan Feng for (i <- 0 until tlbcontiguous) { 32863632028SHaoyuan Feng index_hit(i) := data.valididx(i) && valididx(i) 32963632028SHaoyuan Feng } 33063632028SHaoyuan Feng 33163632028SHaoyuan Feng // For example, tlb req to page cache with vpn 0x10 33263632028SHaoyuan Feng // At this time, 0x13 has not been paged, so page cache only resp 0x10 33363632028SHaoyuan Feng // When 0x13 refill to page cache, previous item will be flushed 33463632028SHaoyuan Feng // Now 0x10 and 0x13 are both valid in page cache 33563632028SHaoyuan Feng // However, when 0x13 refill to tlb, will trigger multi hit 33663632028SHaoyuan Feng // So will only trigger multi-hit when PopCount(data.valididx) = 1 33763632028SHaoyuan Feng vpn_hit && index_hit.reduce(_ || _) && PopCount(data.valididx) === 1.U 33863632028SHaoyuan Feng } 33963632028SHaoyuan Feng 340f9ac118cSHaoyuan Feng def apply(item: PtwSectorResp, asid: UInt): TlbSectorEntry = { 34163632028SHaoyuan Feng this.tag := {if (pageNormal) item.entry.tag else item.entry.tag(sectorvpnLen - 1, vpnnLen - sectortlbwidth)} 34245f497a4Shappy-lx this.asid := asid 343a0301c0dSLemover val inner_level = item.entry.level.getOrElse(0.U) 34445f43e6eSTang Haojin this.level.map(_ := { if (pageNormal && pageSuper) MuxLookup(inner_level, 0.U)(Seq( 34556728e73SLemover 0.U -> 3.U, 34656728e73SLemover 1.U -> 1.U, 34756728e73SLemover 2.U -> 0.U )) 34856728e73SLemover else if (pageSuper) ~inner_level(0) 349a0301c0dSLemover else 0.U }) 35063632028SHaoyuan Feng this.ppn := { if (!pageNormal) item.entry.ppn(sectorppnLen - 1, vpnnLen - sectortlbwidth) 351a0301c0dSLemover else item.entry.ppn } 352f9ac118cSHaoyuan Feng this.perm.apply(item) 35363632028SHaoyuan Feng this.ppn_low := item.ppn_low 35463632028SHaoyuan Feng this.valididx := item.valididx 355b0fa7106SHaoyuan Feng this.pteidx := item.pteidx 356a0301c0dSLemover this 357a0301c0dSLemover } 358a0301c0dSLemover 35956728e73SLemover // 4KB is normal entry, 2MB/1GB is considered as super entry 36056728e73SLemover def is_normalentry(): Bool = { 36156728e73SLemover if (!pageSuper) { true.B } 36256728e73SLemover else if (!pageNormal) { false.B } 36356728e73SLemover else { level.get === 0.U } 36456728e73SLemover } 3655cf62c1aSLemover 36656728e73SLemover def genPPN(saveLevel: Boolean = false, valid: Bool = false.B)(vpn: UInt) : UInt = { 36756728e73SLemover val inner_level = level.getOrElse(0.U) 36863632028SHaoyuan Feng val ppn_res = if (!pageSuper) Cat(ppn, ppn_low(vpn(sectortlbwidth - 1, 0))) 36956728e73SLemover else if (!pageNormal) Cat(ppn(ppnLen - vpnnLen - 1, vpnnLen), 37056728e73SLemover Mux(inner_level(0), vpn(vpnnLen * 2 - 1, vpnnLen), ppn(vpnnLen - 1,0)), 37156728e73SLemover vpn(vpnnLen - 1, 0)) 37263632028SHaoyuan Feng else Cat(ppn(sectorppnLen - 1, vpnnLen * 2 - sectortlbwidth), 37363632028SHaoyuan Feng Mux(inner_level(1), vpn(vpnnLen * 2 - 1, vpnnLen), ppn(vpnnLen * 2 - sectortlbwidth - 1, vpnnLen - sectortlbwidth)), 37463632028SHaoyuan Feng Mux(inner_level(0), vpn(vpnnLen - 1, 0), Cat(ppn(vpnnLen - sectortlbwidth - 1, 0), ppn_low(vpn(sectortlbwidth - 1, 0))))) 37556728e73SLemover 37663632028SHaoyuan Feng if (saveLevel) { 37763632028SHaoyuan Feng if (ppn.getWidth == ppnLen - vpnnLen) { 37863632028SHaoyuan Feng Cat(ppn(ppn.getWidth - 1, vpnnLen * 2), RegEnable(ppn_res(vpnnLen * 2 - 1, 0), valid)) 37963632028SHaoyuan Feng } else { 38063632028SHaoyuan Feng require(ppn.getWidth == sectorppnLen) 38163632028SHaoyuan Feng Cat(ppn(ppn.getWidth - 1, vpnnLen * 2 - sectortlbwidth), RegEnable(ppn_res(vpnnLen * 2 - 1, 0), valid)) 38263632028SHaoyuan Feng } 38363632028SHaoyuan Feng } 3845cf62c1aSLemover else ppn_res 385a0301c0dSLemover } 386a0301c0dSLemover 387a0301c0dSLemover override def toPrintable: Printable = { 388a0301c0dSLemover val inner_level = level.getOrElse(2.U) 38945f497a4Shappy-lx p"asid: ${asid} level:${inner_level} vpn:${Hexadecimal(tag)} ppn:${Hexadecimal(ppn)} perm:${perm}" 390a0301c0dSLemover } 391a0301c0dSLemover 392a0301c0dSLemover} 393a0301c0dSLemover 3946d5ddbceSLemoverobject TlbCmd { 3956d5ddbceSLemover def read = "b00".U 3966d5ddbceSLemover def write = "b01".U 3976d5ddbceSLemover def exec = "b10".U 3986d5ddbceSLemover 3996d5ddbceSLemover def atom_read = "b100".U // lr 4006d5ddbceSLemover def atom_write = "b101".U // sc / amo 4016d5ddbceSLemover 4026d5ddbceSLemover def apply() = UInt(3.W) 4036d5ddbceSLemover def isRead(a: UInt) = a(1,0)===read 4046d5ddbceSLemover def isWrite(a: UInt) = a(1,0)===write 4056d5ddbceSLemover def isExec(a: UInt) = a(1,0)===exec 4066d5ddbceSLemover 4076d5ddbceSLemover def isAtom(a: UInt) = a(2) 408a79fef67Swakafa def isAmo(a: UInt) = a===atom_write // NOTE: sc mixed 4096d5ddbceSLemover} 4106d5ddbceSLemover 41103efd994Shappy-lxclass TlbStorageIO(nSets: Int, nWays: Int, ports: Int, nDups: Int = 1)(implicit p: Parameters) extends MMUIOBaseBundle { 412a0301c0dSLemover val r = new Bundle { 413a0301c0dSLemover val req = Vec(ports, Flipped(DecoupledIO(new Bundle { 414a0301c0dSLemover val vpn = Output(UInt(vpnLen.W)) 415a0301c0dSLemover }))) 416a0301c0dSLemover val resp = Vec(ports, ValidIO(new Bundle{ 417a0301c0dSLemover val hit = Output(Bool()) 41803efd994Shappy-lx val ppn = Vec(nDups, Output(UInt(ppnLen.W))) 419b0fa7106SHaoyuan Feng val perm = Vec(nDups, Output(new TlbSectorPermBundle())) 420a0301c0dSLemover })) 421a0301c0dSLemover } 422a0301c0dSLemover val w = Flipped(ValidIO(new Bundle { 423a0301c0dSLemover val wayIdx = Output(UInt(log2Up(nWays).W)) 42463632028SHaoyuan Feng val data = Output(new PtwSectorResp) 425a0301c0dSLemover })) 4263889e11eSLemover val access = Vec(ports, new ReplaceAccessBundle(nSets, nWays)) 427a0301c0dSLemover 428f1fe8698SLemover def r_req_apply(valid: Bool, vpn: UInt, i: Int): Unit = { 429a0301c0dSLemover this.r.req(i).valid := valid 430a0301c0dSLemover this.r.req(i).bits.vpn := vpn 431a0301c0dSLemover } 432a0301c0dSLemover 433a0301c0dSLemover def r_resp_apply(i: Int) = { 434f1fe8698SLemover (this.r.resp(i).bits.hit, this.r.resp(i).bits.ppn, this.r.resp(i).bits.perm) 435a0301c0dSLemover } 436a0301c0dSLemover 437f9ac118cSHaoyuan Feng def w_apply(valid: Bool, wayIdx: UInt, data: PtwSectorResp): Unit = { 438a0301c0dSLemover this.w.valid := valid 439a0301c0dSLemover this.w.bits.wayIdx := wayIdx 440a0301c0dSLemover this.w.bits.data := data 441a0301c0dSLemover } 442a0301c0dSLemover 443a0301c0dSLemover} 444a0301c0dSLemover 44503efd994Shappy-lxclass TlbStorageWrapperIO(ports: Int, q: TLBParameters, nDups: Int = 1)(implicit p: Parameters) extends MMUIOBaseBundle { 446f1fe8698SLemover val r = new Bundle { 447f1fe8698SLemover val req = Vec(ports, Flipped(DecoupledIO(new Bundle { 448f1fe8698SLemover val vpn = Output(UInt(vpnLen.W)) 449f1fe8698SLemover }))) 450f1fe8698SLemover val resp = Vec(ports, ValidIO(new Bundle{ 451f1fe8698SLemover val hit = Output(Bool()) 45203efd994Shappy-lx val ppn = Vec(nDups, Output(UInt(ppnLen.W))) 45303efd994Shappy-lx val perm = Vec(nDups, Output(new TlbPermBundle())) 454f1fe8698SLemover })) 455f1fe8698SLemover } 456f1fe8698SLemover val w = Flipped(ValidIO(new Bundle { 45763632028SHaoyuan Feng val data = Output(new PtwSectorResp) 458f1fe8698SLemover })) 459f1fe8698SLemover val replace = if (q.outReplace) Flipped(new TlbReplaceIO(ports, q)) else null 460f1fe8698SLemover 461f1fe8698SLemover def r_req_apply(valid: Bool, vpn: UInt, i: Int): Unit = { 462f1fe8698SLemover this.r.req(i).valid := valid 463f1fe8698SLemover this.r.req(i).bits.vpn := vpn 464f1fe8698SLemover } 465f1fe8698SLemover 466f1fe8698SLemover def r_resp_apply(i: Int) = { 467f9ac118cSHaoyuan Feng (this.r.resp(i).bits.hit, this.r.resp(i).bits.ppn, this.r.resp(i).bits.perm) 468f1fe8698SLemover } 469f1fe8698SLemover 470f9ac118cSHaoyuan Feng def w_apply(valid: Bool, data: PtwSectorResp): Unit = { 471f1fe8698SLemover this.w.valid := valid 472f1fe8698SLemover this.w.bits.data := data 473f1fe8698SLemover } 474f1fe8698SLemover} 475f1fe8698SLemover 4763889e11eSLemoverclass ReplaceAccessBundle(nSets: Int, nWays: Int)(implicit p: Parameters) extends TlbBundle { 4773889e11eSLemover val sets = Output(UInt(log2Up(nSets).W)) 4783889e11eSLemover val touch_ways = ValidIO(Output(UInt(log2Up(nWays).W))) 4793889e11eSLemover} 4803889e11eSLemover 481a0301c0dSLemoverclass ReplaceIO(Width: Int, nSets: Int, nWays: Int)(implicit p: Parameters) extends TlbBundle { 4823889e11eSLemover val access = Vec(Width, Flipped(new ReplaceAccessBundle(nSets, nWays))) 483a0301c0dSLemover 484a0301c0dSLemover val refillIdx = Output(UInt(log2Up(nWays).W)) 485a0301c0dSLemover val chosen_set = Flipped(Output(UInt(log2Up(nSets).W))) 486a0301c0dSLemover 487a0301c0dSLemover def apply_sep(in: Seq[ReplaceIO], vpn: UInt): Unit = { 48853b8f1a7SLemover for ((ac_rep, ac_tlb) <- access.zip(in.map(a => a.access.map(b => b)).flatten)) { 48953b8f1a7SLemover ac_rep := ac_tlb 490a0301c0dSLemover } 49153b8f1a7SLemover this.chosen_set := get_set_idx(vpn, nSets) 49253b8f1a7SLemover in.map(a => a.refillIdx := this.refillIdx) 493a0301c0dSLemover } 494a0301c0dSLemover} 495a0301c0dSLemover 496a0301c0dSLemoverclass TlbReplaceIO(Width: Int, q: TLBParameters)(implicit p: Parameters) extends 497a0301c0dSLemover TlbBundle { 498f9ac118cSHaoyuan Feng val page = new ReplaceIO(Width, q.NSets, q.NWays) 499a0301c0dSLemover 500a0301c0dSLemover def apply_sep(in: Seq[TlbReplaceIO], vpn: UInt) = { 501f9ac118cSHaoyuan Feng this.page.apply_sep(in.map(_.page), vpn) 502a0301c0dSLemover } 503a0301c0dSLemover 504a0301c0dSLemover} 505a0301c0dSLemover 5068744445eSMaxpicca-Liclass MemBlockidxBundle(implicit p: Parameters) extends TlbBundle { 5078744445eSMaxpicca-Li val is_ld = Bool() 5088744445eSMaxpicca-Li val is_st = Bool() 5098744445eSMaxpicca-Li val idx = 510e4f69d78Ssfencevma if (VirtualLoadQueueSize >= StoreQueueSize) { 511e4f69d78Ssfencevma val idx = UInt(log2Ceil(VirtualLoadQueueSize).W) 5128744445eSMaxpicca-Li idx 5138744445eSMaxpicca-Li } else { 5148744445eSMaxpicca-Li val idx = UInt(log2Ceil(StoreQueueSize).W) 5158744445eSMaxpicca-Li idx 5168744445eSMaxpicca-Li } 5178744445eSMaxpicca-Li} 5188744445eSMaxpicca-Li 5196d5ddbceSLemoverclass TlbReq(implicit p: Parameters) extends TlbBundle { 520ca2f90a6SLemover val vaddr = Output(UInt(VAddrBits.W)) 521ca2f90a6SLemover val cmd = Output(TlbCmd()) 522ca2f90a6SLemover val size = Output(UInt(log2Ceil(log2Ceil(XLEN/8)+1).W)) 523f1fe8698SLemover val kill = Output(Bool()) // Use for blocked tlb that need sync with other module like icache 5248744445eSMaxpicca-Li val memidx = Output(new MemBlockidxBundle) 525b52348aeSWilliam Wang // do not translate, but still do pmp/pma check 526b52348aeSWilliam Wang val no_translate = Output(Bool()) 5276d5ddbceSLemover val debug = new Bundle { 528ca2f90a6SLemover val pc = Output(UInt(XLEN.W)) 529f1fe8698SLemover val robIdx = Output(new RobPtr) 530ca2f90a6SLemover val isFirstIssue = Output(Bool()) 5316d5ddbceSLemover } 5326d5ddbceSLemover 533f1fe8698SLemover // Maybe Block req needs a kill: for itlb, itlb and icache may not sync, itlb should wait icache to go ahead 5346d5ddbceSLemover override def toPrintable: Printable = { 535f1fe8698SLemover p"vaddr:0x${Hexadecimal(vaddr)} cmd:${cmd} kill:${kill} pc:0x${Hexadecimal(debug.pc)} robIdx:${debug.robIdx}" 5366d5ddbceSLemover } 5376d5ddbceSLemover} 5386d5ddbceSLemover 539b6982e83SLemoverclass TlbExceptionBundle(implicit p: Parameters) extends TlbBundle { 540b6982e83SLemover val ld = Output(Bool()) 541b6982e83SLemover val st = Output(Bool()) 542b6982e83SLemover val instr = Output(Bool()) 543b6982e83SLemover} 544b6982e83SLemover 54503efd994Shappy-lxclass TlbResp(nDups: Int = 1)(implicit p: Parameters) extends TlbBundle { 54603efd994Shappy-lx val paddr = Vec(nDups, Output(UInt(PAddrBits.W))) 547ca2f90a6SLemover val miss = Output(Bool()) 54803efd994Shappy-lx val excp = Vec(nDups, new Bundle { 549b6982e83SLemover val pf = new TlbExceptionBundle() 550b6982e83SLemover val af = new TlbExceptionBundle() 55103efd994Shappy-lx }) 552ca2f90a6SLemover val ptwBack = Output(Bool()) // when ptw back, wake up replay rs's state 5538744445eSMaxpicca-Li val memidx = Output(new MemBlockidxBundle) 5546d5ddbceSLemover 5558744445eSMaxpicca-Li val debug = new Bundle { 5568744445eSMaxpicca-Li val robIdx = Output(new RobPtr) 5578744445eSMaxpicca-Li val isFirstIssue = Output(Bool()) 5588744445eSMaxpicca-Li } 5596d5ddbceSLemover override def toPrintable: Printable = { 56003efd994Shappy-lx p"paddr:0x${Hexadecimal(paddr(0))} miss:${miss} excp.pf: ld:${excp(0).pf.ld} st:${excp(0).pf.st} instr:${excp(0).pf.instr} ptwBack:${ptwBack}" 5616d5ddbceSLemover } 5626d5ddbceSLemover} 5636d5ddbceSLemover 56403efd994Shappy-lxclass TlbRequestIO(nRespDups: Int = 1)(implicit p: Parameters) extends TlbBundle { 5656d5ddbceSLemover val req = DecoupledIO(new TlbReq) 566c3b763d0SYinan Xu val req_kill = Output(Bool()) 56703efd994Shappy-lx val resp = Flipped(DecoupledIO(new TlbResp(nRespDups))) 5686d5ddbceSLemover} 5696d5ddbceSLemover 5706d5ddbceSLemoverclass TlbPtwIO(Width: Int = 1)(implicit p: Parameters) extends TlbBundle { 5716d5ddbceSLemover val req = Vec(Width, DecoupledIO(new PtwReq)) 57263632028SHaoyuan Feng val resp = Flipped(DecoupledIO(new PtwSectorResp)) 5736d5ddbceSLemover 5746d5ddbceSLemover 5756d5ddbceSLemover override def toPrintable: Printable = { 5766d5ddbceSLemover p"req(0):${req(0).valid} ${req(0).ready} ${req(0).bits} | resp:${resp.valid} ${resp.ready} ${resp.bits}" 5776d5ddbceSLemover } 5786d5ddbceSLemover} 5796d5ddbceSLemover 5808744445eSMaxpicca-Liclass TlbPtwIOwithMemIdx(Width: Int = 1)(implicit p: Parameters) extends TlbBundle { 5818744445eSMaxpicca-Li val req = Vec(Width, DecoupledIO(new PtwReqwithMemIdx)) 58263632028SHaoyuan Feng val resp = Flipped(DecoupledIO(new PtwSectorRespwithMemIdx)) 5838744445eSMaxpicca-Li 5848744445eSMaxpicca-Li 5858744445eSMaxpicca-Li override def toPrintable: Printable = { 5868744445eSMaxpicca-Li p"req(0):${req(0).valid} ${req(0).ready} ${req(0).bits} | resp:${resp.valid} ${resp.ready} ${resp.bits}" 5878744445eSMaxpicca-Li } 5888744445eSMaxpicca-Li} 5898744445eSMaxpicca-Li 590185e6164SHaoyuan Fengclass TlbHintReq(implicit p: Parameters) extends TlbBundle { 591185e6164SHaoyuan Feng val id = Output(UInt(log2Up(loadfiltersize).W)) 592185e6164SHaoyuan Feng val full = Output(Bool()) 593185e6164SHaoyuan Feng} 594185e6164SHaoyuan Feng 595185e6164SHaoyuan Fengclass TLBHintResp(implicit p: Parameters) extends TlbBundle { 596185e6164SHaoyuan Feng val id = Output(UInt(log2Up(loadfiltersize).W)) 597185e6164SHaoyuan Feng // When there are multiple matching entries for PTW resp in filter 598185e6164SHaoyuan Feng // e.g. vaddr 0, 0x80000000. vaddr 1, 0x80010000 599185e6164SHaoyuan Feng // these two vaddrs are not in a same 4K Page, so will send to ptw twice 600185e6164SHaoyuan Feng // However, when ptw resp, if they are in a 1G or 2M huge page 601185e6164SHaoyuan Feng // The two entries will both hit, and both need to replay 602185e6164SHaoyuan Feng val replay_all = Output(Bool()) 603185e6164SHaoyuan Feng} 604185e6164SHaoyuan Feng 605185e6164SHaoyuan Fengclass TlbHintIO(implicit p: Parameters) extends TlbBundle { 606185e6164SHaoyuan Feng val req = Vec(exuParameters.LduCnt, new TlbHintReq) 607185e6164SHaoyuan Feng val resp = ValidIO(new TLBHintResp) 608185e6164SHaoyuan Feng} 609185e6164SHaoyuan Feng 61045f497a4Shappy-lxclass MMUIOBaseBundle(implicit p: Parameters) extends TlbBundle { 611b052b972SLemover val sfence = Input(new SfenceBundle) 612b052b972SLemover val csr = Input(new TlbCsrBundle) 613f1fe8698SLemover 614f1fe8698SLemover def base_connect(sfence: SfenceBundle, csr: TlbCsrBundle): Unit = { 615f1fe8698SLemover this.sfence <> sfence 616f1fe8698SLemover this.csr <> csr 617f1fe8698SLemover } 618f1fe8698SLemover 619f1fe8698SLemover // overwrite satp. write satp will cause flushpipe but csr.priv won't 620f1fe8698SLemover // satp will be dealyed several cycles from writing, but csr.priv won't 621f1fe8698SLemover // so inside mmu, these two signals should be divided 622f1fe8698SLemover def base_connect(sfence: SfenceBundle, csr: TlbCsrBundle, satp: TlbSatpBundle) = { 623f1fe8698SLemover this.sfence <> sfence 624f1fe8698SLemover this.csr <> csr 625f1fe8698SLemover this.csr.satp := satp 626f1fe8698SLemover } 627a0301c0dSLemover} 6286d5ddbceSLemover 6298744445eSMaxpicca-Liclass TlbRefilltoMemIO()(implicit p: Parameters) extends TlbBundle { 6308744445eSMaxpicca-Li val valid = Bool() 6318744445eSMaxpicca-Li val memidx = new MemBlockidxBundle 6328744445eSMaxpicca-Li} 6338744445eSMaxpicca-Li 63403efd994Shappy-lxclass TlbIO(Width: Int, nRespDups: Int = 1, q: TLBParameters)(implicit p: Parameters) extends 63545f497a4Shappy-lx MMUIOBaseBundle { 636*f57f7f2aSYangyu Chen val hartId = Input(UInt(hartIdLen.W)) 63703efd994Shappy-lx val requestor = Vec(Width, Flipped(new TlbRequestIO(nRespDups))) 638f1fe8698SLemover val flushPipe = Vec(Width, Input(Bool())) 6398744445eSMaxpicca-Li val ptw = new TlbPtwIOwithMemIdx(Width) 6408744445eSMaxpicca-Li val refill_to_mem = Output(new TlbRefilltoMemIO()) 641a0301c0dSLemover val replace = if (q.outReplace) Flipped(new TlbReplaceIO(Width, q)) else null 642b6982e83SLemover val pmp = Vec(Width, ValidIO(new PMPReqBundle())) 643185e6164SHaoyuan Feng val tlbreplay = Vec(Width, Output(Bool())) 644a0301c0dSLemover} 645a0301c0dSLemover 646f1fe8698SLemoverclass VectorTlbPtwIO(Width: Int)(implicit p: Parameters) extends TlbBundle { 6478744445eSMaxpicca-Li val req = Vec(Width, DecoupledIO(new PtwReqwithMemIdx())) 648a0301c0dSLemover val resp = Flipped(DecoupledIO(new Bundle { 64963632028SHaoyuan Feng val data = new PtwSectorRespwithMemIdx 650a0301c0dSLemover val vector = Output(Vec(Width, Bool())) 651a0301c0dSLemover })) 652a0301c0dSLemover 6538744445eSMaxpicca-Li def connect(normal: TlbPtwIOwithMemIdx): Unit = { 654f1fe8698SLemover req <> normal.req 655f1fe8698SLemover resp.ready := normal.resp.ready 656f1fe8698SLemover normal.resp.bits := resp.bits.data 657f1fe8698SLemover normal.resp.valid := resp.valid 658a0301c0dSLemover } 6596d5ddbceSLemover} 6606d5ddbceSLemover 66192e3bfefSLemover/**************************** L2TLB *************************************/ 6626d5ddbceSLemoverabstract class PtwBundle(implicit p: Parameters) extends XSBundle with HasPtwConst 66392e3bfefSLemoverabstract class PtwModule(outer: L2TLB) extends LazyModuleImp(outer) 6646d5ddbceSLemover with HasXSParameter with HasPtwConst 6656d5ddbceSLemover 6666d5ddbceSLemoverclass PteBundle(implicit p: Parameters) extends PtwBundle{ 6676d5ddbceSLemover val reserved = UInt(pteResLen.W) 6680d94d540SHaoyuan Feng val ppn_high = UInt(ppnHignLen.W) 6696d5ddbceSLemover val ppn = UInt(ppnLen.W) 6706d5ddbceSLemover val rsw = UInt(2.W) 6716d5ddbceSLemover val perm = new Bundle { 6726d5ddbceSLemover val d = Bool() 6736d5ddbceSLemover val a = Bool() 6746d5ddbceSLemover val g = Bool() 6756d5ddbceSLemover val u = Bool() 6766d5ddbceSLemover val x = Bool() 6776d5ddbceSLemover val w = Bool() 6786d5ddbceSLemover val r = Bool() 6796d5ddbceSLemover val v = Bool() 6806d5ddbceSLemover } 6816d5ddbceSLemover 6826d5ddbceSLemover def unaligned(level: UInt) = { 6836d5ddbceSLemover isLeaf() && !(level === 2.U || 6846d5ddbceSLemover level === 1.U && ppn(vpnnLen-1, 0) === 0.U || 6856d5ddbceSLemover level === 0.U && ppn(vpnnLen*2-1, 0) === 0.U) 6866d5ddbceSLemover } 6876d5ddbceSLemover 6886d5ddbceSLemover def isPf(level: UInt) = { 6896d5ddbceSLemover !perm.v || (!perm.r && perm.w) || unaligned(level) 6906d5ddbceSLemover } 6916d5ddbceSLemover 6920d94d540SHaoyuan Feng // paddr of Xiangshan is 36 bits but ppn of sv39 is 44 bits 6930d94d540SHaoyuan Feng // access fault will be raised when ppn >> ppnLen is not zero 6940d94d540SHaoyuan Feng def isAf() = { 6950d94d540SHaoyuan Feng !(ppn_high === 0.U) 6960d94d540SHaoyuan Feng } 6970d94d540SHaoyuan Feng 6986d5ddbceSLemover def isLeaf() = { 6996d5ddbceSLemover perm.r || perm.x || perm.w 7006d5ddbceSLemover } 7016d5ddbceSLemover 7026d5ddbceSLemover def getPerm() = { 7036d5ddbceSLemover val pm = Wire(new PtePermBundle) 7046d5ddbceSLemover pm.d := perm.d 7056d5ddbceSLemover pm.a := perm.a 7066d5ddbceSLemover pm.g := perm.g 7076d5ddbceSLemover pm.u := perm.u 7086d5ddbceSLemover pm.x := perm.x 7096d5ddbceSLemover pm.w := perm.w 7106d5ddbceSLemover pm.r := perm.r 7116d5ddbceSLemover pm 7126d5ddbceSLemover } 7136d5ddbceSLemover 7146d5ddbceSLemover override def toPrintable: Printable = { 7156d5ddbceSLemover p"ppn:0x${Hexadecimal(ppn)} perm:b${Binary(perm.asUInt)}" 7166d5ddbceSLemover } 7176d5ddbceSLemover} 7186d5ddbceSLemover 7196d5ddbceSLemoverclass PtwEntry(tagLen: Int, hasPerm: Boolean = false, hasLevel: Boolean = false)(implicit p: Parameters) extends PtwBundle { 7206d5ddbceSLemover val tag = UInt(tagLen.W) 72145f497a4Shappy-lx val asid = UInt(asidLen.W) 7226d5ddbceSLemover val ppn = UInt(ppnLen.W) 7236d5ddbceSLemover val perm = if (hasPerm) Some(new PtePermBundle) else None 7246d5ddbceSLemover val level = if (hasLevel) Some(UInt(log2Up(Level).W)) else None 725bc063562SLemover val prefetch = Bool() 7268d8ac704SLemover val v = Bool() 7276d5ddbceSLemover 72856728e73SLemover def is_normalentry(): Bool = { 72956728e73SLemover if (!hasLevel) true.B 73056728e73SLemover else level.get === 2.U 73156728e73SLemover } 73256728e73SLemover 733f1fe8698SLemover def genPPN(vpn: UInt): UInt = { 734f1fe8698SLemover if (!hasLevel) ppn 73545f43e6eSTang Haojin else MuxLookup(level.get, 0.U)(Seq( 736f1fe8698SLemover 0.U -> Cat(ppn(ppn.getWidth-1, vpnnLen*2), vpn(vpnnLen*2-1, 0)), 737f1fe8698SLemover 1.U -> Cat(ppn(ppn.getWidth-1, vpnnLen), vpn(vpnnLen-1, 0)), 738f1fe8698SLemover 2.U -> ppn) 739f1fe8698SLemover ) 740f1fe8698SLemover } 741f1fe8698SLemover 74245f497a4Shappy-lx def hit(vpn: UInt, asid: UInt, allType: Boolean = false, ignoreAsid: Boolean = false) = { 7436d5ddbceSLemover require(vpn.getWidth == vpnLen) 744cccfc98dSLemover// require(this.asid.getWidth <= asid.getWidth) 74545f497a4Shappy-lx val asid_hit = if (ignoreAsid) true.B else (this.asid === asid) 7466d5ddbceSLemover if (allType) { 7476d5ddbceSLemover require(hasLevel) 7486d5ddbceSLemover val hit0 = tag(tagLen - 1, vpnnLen*2) === vpn(tagLen - 1, vpnnLen*2) 7496d5ddbceSLemover val hit1 = tag(vpnnLen*2 - 1, vpnnLen) === vpn(vpnnLen*2 - 1, vpnnLen) 7506d5ddbceSLemover val hit2 = tag(vpnnLen - 1, 0) === vpn(vpnnLen - 1, 0) 75145f497a4Shappy-lx 75245f497a4Shappy-lx asid_hit && Mux(level.getOrElse(0.U) === 2.U, hit2 && hit1 && hit0, Mux(level.getOrElse(0.U) === 1.U, hit1 && hit0, hit0)) 7536d5ddbceSLemover } else if (hasLevel) { 7546d5ddbceSLemover val hit0 = tag(tagLen - 1, tagLen - vpnnLen) === vpn(vpnLen - 1, vpnLen - vpnnLen) 7556d5ddbceSLemover val hit1 = tag(tagLen - vpnnLen - 1, tagLen - vpnnLen * 2) === vpn(vpnLen - vpnnLen - 1, vpnLen - vpnnLen * 2) 75645f497a4Shappy-lx 75745f497a4Shappy-lx asid_hit && Mux(level.getOrElse(0.U) === 0.U, hit0, hit0 && hit1) 7586d5ddbceSLemover } else { 75945f497a4Shappy-lx asid_hit && tag === vpn(vpnLen - 1, vpnLen - tagLen) 7606d5ddbceSLemover } 7616d5ddbceSLemover } 7626d5ddbceSLemover 7638d8ac704SLemover def refill(vpn: UInt, asid: UInt, pte: UInt, level: UInt = 0.U, prefetch: Bool, valid: Bool = false.B) { 76445f497a4Shappy-lx require(this.asid.getWidth <= asid.getWidth) // maybe equal is better, but ugly outside 76545f497a4Shappy-lx 7666d5ddbceSLemover tag := vpn(vpnLen - 1, vpnLen - tagLen) 767a0301c0dSLemover ppn := pte.asTypeOf(new PteBundle().cloneType).ppn 768a0301c0dSLemover perm.map(_ := pte.asTypeOf(new PteBundle().cloneType).perm) 76945f497a4Shappy-lx this.asid := asid 770bc063562SLemover this.prefetch := prefetch 7718d8ac704SLemover this.v := valid 7726d5ddbceSLemover this.level.map(_ := level) 7736d5ddbceSLemover } 7746d5ddbceSLemover 7758d8ac704SLemover def genPtwEntry(vpn: UInt, asid: UInt, pte: UInt, level: UInt = 0.U, prefetch: Bool, valid: Bool = false.B) = { 7766d5ddbceSLemover val e = Wire(new PtwEntry(tagLen, hasPerm, hasLevel)) 7778d8ac704SLemover e.refill(vpn, asid, pte, level, prefetch, valid) 7786d5ddbceSLemover e 7796d5ddbceSLemover } 7806d5ddbceSLemover 7816d5ddbceSLemover 782f1fe8698SLemover 7836d5ddbceSLemover override def toPrintable: Printable = { 7846d5ddbceSLemover // p"tag:0x${Hexadecimal(tag)} ppn:0x${Hexadecimal(ppn)} perm:${perm}" 7856d5ddbceSLemover p"tag:0x${Hexadecimal(tag)} ppn:0x${Hexadecimal(ppn)} " + 7866d5ddbceSLemover (if (hasPerm) p"perm:${perm.getOrElse(0.U.asTypeOf(new PtePermBundle))} " else p"") + 787bc063562SLemover (if (hasLevel) p"level:${level.getOrElse(0.U)}" else p"") + 788bc063562SLemover p"prefetch:${prefetch}" 7896d5ddbceSLemover } 7906d5ddbceSLemover} 7916d5ddbceSLemover 79263632028SHaoyuan Fengclass PtwSectorEntry(tagLen: Int, hasPerm: Boolean = false, hasLevel: Boolean = false)(implicit p: Parameters) extends PtwEntry(tagLen, hasPerm, hasLevel) { 79363632028SHaoyuan Feng override val ppn = UInt(sectorppnLen.W) 79463632028SHaoyuan Feng} 79563632028SHaoyuan Feng 79663632028SHaoyuan Fengclass PtwMergeEntry(tagLen: Int, hasPerm: Boolean = false, hasLevel: Boolean = false)(implicit p: Parameters) extends PtwSectorEntry(tagLen, hasPerm, hasLevel) { 79763632028SHaoyuan Feng val ppn_low = UInt(sectortlbwidth.W) 79863632028SHaoyuan Feng val af = Bool() 79963632028SHaoyuan Feng val pf = Bool() 80063632028SHaoyuan Feng} 80163632028SHaoyuan Feng 8026d5ddbceSLemoverclass PtwEntries(num: Int, tagLen: Int, level: Int, hasPerm: Boolean)(implicit p: Parameters) extends PtwBundle { 8036d5ddbceSLemover require(log2Up(num)==log2Down(num)) 8041f4a7c0cSLemover // NOTE: hasPerm means that is leaf or not. 8056d5ddbceSLemover 8066d5ddbceSLemover val tag = UInt(tagLen.W) 80745f497a4Shappy-lx val asid = UInt(asidLen.W) 8086d5ddbceSLemover val ppns = Vec(num, UInt(ppnLen.W)) 8096d5ddbceSLemover val vs = Vec(num, Bool()) 8106d5ddbceSLemover val perms = if (hasPerm) Some(Vec(num, new PtePermBundle)) else None 811bc063562SLemover val prefetch = Bool() 8126d5ddbceSLemover // println(s"PtwEntries: tag:1*${tagLen} ppns:${num}*${ppnLen} vs:${num}*1") 8131f4a7c0cSLemover // NOTE: vs is used for different usage: 8141f4a7c0cSLemover // for l3, which store the leaf(leaves), vs is page fault or not. 8151f4a7c0cSLemover // for l2, which shoule not store leaf, vs is valid or not, that will anticipate in hit check 8161f4a7c0cSLemover // Because, l2 should not store leaf(no perm), it doesn't store perm. 8171f4a7c0cSLemover // If l2 hit a leaf, the perm is still unavailble. Should still page walk. Complex but nothing helpful. 8181f4a7c0cSLemover // TODO: divide vs into validVec and pfVec 8191f4a7c0cSLemover // for l2: may valid but pf, so no need for page walk, return random pte with pf. 8206d5ddbceSLemover 8216d5ddbceSLemover def tagClip(vpn: UInt) = { 8226d5ddbceSLemover require(vpn.getWidth == vpnLen) 8236d5ddbceSLemover vpn(vpnLen - 1, vpnLen - tagLen) 8246d5ddbceSLemover } 8256d5ddbceSLemover 8266d5ddbceSLemover def sectorIdxClip(vpn: UInt, level: Int) = { 8276d5ddbceSLemover getVpnClip(vpn, level)(log2Up(num) - 1, 0) 8286d5ddbceSLemover } 8296d5ddbceSLemover 83045f497a4Shappy-lx def hit(vpn: UInt, asid: UInt, ignoreAsid: Boolean = false) = { 83145f497a4Shappy-lx val asid_hit = if (ignoreAsid) true.B else (this.asid === asid) 8321f4a7c0cSLemover asid_hit && tag === tagClip(vpn) && (if (hasPerm) true.B else vs(sectorIdxClip(vpn, level))) 8336d5ddbceSLemover } 8346d5ddbceSLemover 83545f497a4Shappy-lx def genEntries(vpn: UInt, asid: UInt, data: UInt, levelUInt: UInt, prefetch: Bool) = { 8366d5ddbceSLemover require((data.getWidth / XLEN) == num, 8375854c1edSLemover s"input data length must be multiple of pte length: data.length:${data.getWidth} num:${num}") 8386d5ddbceSLemover 8396d5ddbceSLemover val ps = Wire(new PtwEntries(num, tagLen, level, hasPerm)) 8406d5ddbceSLemover ps.tag := tagClip(vpn) 84145f497a4Shappy-lx ps.asid := asid 842bc063562SLemover ps.prefetch := prefetch 8436d5ddbceSLemover for (i <- 0 until num) { 8446d5ddbceSLemover val pte = data((i+1)*XLEN-1, i*XLEN).asTypeOf(new PteBundle) 8456d5ddbceSLemover ps.ppns(i) := pte.ppn 8466d5ddbceSLemover ps.vs(i) := !pte.isPf(levelUInt) && (if (hasPerm) pte.isLeaf() else !pte.isLeaf()) 8476d5ddbceSLemover ps.perms.map(_(i) := pte.perm) 8486d5ddbceSLemover } 8496d5ddbceSLemover ps 8506d5ddbceSLemover } 8516d5ddbceSLemover 8526d5ddbceSLemover override def toPrintable: Printable = { 8536d5ddbceSLemover // require(num == 4, "if num is not 4, please comment this toPrintable") 8546d5ddbceSLemover // NOTE: if num is not 4, please comment this toPrintable 8556d5ddbceSLemover val permsInner = perms.getOrElse(0.U.asTypeOf(Vec(num, new PtePermBundle))) 85645f497a4Shappy-lx p"asid: ${Hexadecimal(asid)} tag:0x${Hexadecimal(tag)} ppns:${printVec(ppns)} vs:${Binary(vs.asUInt)} " + 8576d5ddbceSLemover (if (hasPerm) p"perms:${printVec(permsInner)}" else p"") 8586d5ddbceSLemover } 8596d5ddbceSLemover} 8606d5ddbceSLemover 8617196f5a2SLemoverclass PTWEntriesWithEcc(eccCode: Code, num: Int, tagLen: Int, level: Int, hasPerm: Boolean)(implicit p: Parameters) extends PtwBundle { 8627196f5a2SLemover val entries = new PtwEntries(num, tagLen, level, hasPerm) 8637196f5a2SLemover 8643889e11eSLemover val ecc_block = XLEN 8653889e11eSLemover val ecc_info = get_ecc_info() 8663889e11eSLemover val ecc = UInt(ecc_info._1.W) 8673889e11eSLemover 8683889e11eSLemover def get_ecc_info(): (Int, Int, Int, Int) = { 8693889e11eSLemover val eccBits_per = eccCode.width(ecc_block) - ecc_block 8703889e11eSLemover 8713889e11eSLemover val data_length = entries.getWidth 8723889e11eSLemover val data_align_num = data_length / ecc_block 8733889e11eSLemover val data_not_align = (data_length % ecc_block) != 0 // ugly code 8743889e11eSLemover val data_unalign_length = data_length - data_align_num * ecc_block 8753889e11eSLemover val eccBits_unalign = eccCode.width(data_unalign_length) - data_unalign_length 8763889e11eSLemover 8773889e11eSLemover val eccBits = eccBits_per * data_align_num + eccBits_unalign 8783889e11eSLemover (eccBits, eccBits_per, data_align_num, data_unalign_length) 8793889e11eSLemover } 8803889e11eSLemover 8813889e11eSLemover def encode() = { 882935edac4STang Haojin val data = entries.asUInt 8833889e11eSLemover val ecc_slices = Wire(Vec(ecc_info._3, UInt(ecc_info._2.W))) 8843889e11eSLemover for (i <- 0 until ecc_info._3) { 8853889e11eSLemover ecc_slices(i) := eccCode.encode(data((i+1)*ecc_block-1, i*ecc_block)) >> ecc_block 8863889e11eSLemover } 8873889e11eSLemover if (ecc_info._4 != 0) { 8883889e11eSLemover val ecc_unaligned = eccCode.encode(data(data.getWidth-1, ecc_info._3*ecc_block)) >> ecc_info._4 889935edac4STang Haojin ecc := Cat(ecc_unaligned, ecc_slices.asUInt) 890935edac4STang Haojin } else { ecc := ecc_slices.asUInt } 8913889e11eSLemover } 8923889e11eSLemover 8933889e11eSLemover def decode(): Bool = { 894935edac4STang Haojin val data = entries.asUInt 8953889e11eSLemover val res = Wire(Vec(ecc_info._3 + 1, Bool())) 8963889e11eSLemover for (i <- 0 until ecc_info._3) { 8975197bac8SZiyue-Zhang res(i) := {if (ecc_info._2 != 0) eccCode.decode(Cat(ecc((i+1)*ecc_info._2-1, i*ecc_info._2), data((i+1)*ecc_block-1, i*ecc_block))).error else false.B} 8983889e11eSLemover } 8995197bac8SZiyue-Zhang if (ecc_info._2 != 0 && ecc_info._4 != 0) { 9003889e11eSLemover res(ecc_info._3) := eccCode.decode( 9013889e11eSLemover Cat(ecc(ecc_info._1-1, ecc_info._2*ecc_info._3), data(data.getWidth-1, ecc_info._3*ecc_block))).error 9023889e11eSLemover } else { res(ecc_info._3) := false.B } 9033889e11eSLemover 9043889e11eSLemover Cat(res).orR 9053889e11eSLemover } 9063889e11eSLemover 9073889e11eSLemover def gen(vpn: UInt, asid: UInt, data: UInt, levelUInt: UInt, prefetch: Bool) = { 9083889e11eSLemover this.entries := entries.genEntries(vpn, asid, data, levelUInt, prefetch) 9093889e11eSLemover this.encode() 9103889e11eSLemover } 9117196f5a2SLemover} 9127196f5a2SLemover 9136d5ddbceSLemoverclass PtwReq(implicit p: Parameters) extends PtwBundle { 9146d5ddbceSLemover val vpn = UInt(vpnLen.W) 9156d5ddbceSLemover 9166d5ddbceSLemover override def toPrintable: Printable = { 9176d5ddbceSLemover p"vpn:0x${Hexadecimal(vpn)}" 9186d5ddbceSLemover } 9196d5ddbceSLemover} 9206d5ddbceSLemover 9218744445eSMaxpicca-Liclass PtwReqwithMemIdx(implicit p: Parameters) extends PtwReq { 9228744445eSMaxpicca-Li val memidx = new MemBlockidxBundle 9238744445eSMaxpicca-Li} 9248744445eSMaxpicca-Li 9256d5ddbceSLemoverclass PtwResp(implicit p: Parameters) extends PtwBundle { 9266d5ddbceSLemover val entry = new PtwEntry(tagLen = vpnLen, hasPerm = true, hasLevel = true) 9276d5ddbceSLemover val pf = Bool() 928b6982e83SLemover val af = Bool() 9296d5ddbceSLemover 93045f497a4Shappy-lx def apply(pf: Bool, af: Bool, level: UInt, pte: PteBundle, vpn: UInt, asid: UInt) = { 9315854c1edSLemover this.entry.level.map(_ := level) 9325854c1edSLemover this.entry.tag := vpn 9335854c1edSLemover this.entry.perm.map(_ := pte.getPerm()) 9345854c1edSLemover this.entry.ppn := pte.ppn 935bc063562SLemover this.entry.prefetch := DontCare 93645f497a4Shappy-lx this.entry.asid := asid 9378d8ac704SLemover this.entry.v := !pf 9385854c1edSLemover this.pf := pf 939b6982e83SLemover this.af := af 9405854c1edSLemover } 9415854c1edSLemover 9426d5ddbceSLemover override def toPrintable: Printable = { 943b6982e83SLemover p"entry:${entry} pf:${pf} af:${af}" 9446d5ddbceSLemover } 9456d5ddbceSLemover} 9466d5ddbceSLemover 94763632028SHaoyuan Fengclass PtwResptomerge (implicit p: Parameters) extends PtwBundle { 94863632028SHaoyuan Feng val entry = UInt(blockBits.W) 94963632028SHaoyuan Feng val vpn = UInt(vpnLen.W) 95063632028SHaoyuan Feng val level = UInt(log2Up(Level).W) 95163632028SHaoyuan Feng val pf = Bool() 95263632028SHaoyuan Feng val af = Bool() 95363632028SHaoyuan Feng val asid = UInt(asidLen.W) 95463632028SHaoyuan Feng 95563632028SHaoyuan Feng def apply(pf: Bool, af: Bool, level: UInt, pte: UInt, vpn: UInt, asid: UInt) = { 95663632028SHaoyuan Feng this.entry := pte 95763632028SHaoyuan Feng this.pf := pf 95863632028SHaoyuan Feng this.af := af 95963632028SHaoyuan Feng this.level := level 96063632028SHaoyuan Feng this.vpn := vpn 96163632028SHaoyuan Feng this.asid := asid 96263632028SHaoyuan Feng } 96363632028SHaoyuan Feng 96463632028SHaoyuan Feng override def toPrintable: Printable = { 96563632028SHaoyuan Feng p"entry:${entry} pf:${pf} af:${af}" 96663632028SHaoyuan Feng } 96763632028SHaoyuan Feng} 96863632028SHaoyuan Feng 9698744445eSMaxpicca-Liclass PtwRespwithMemIdx(implicit p: Parameters) extends PtwResp { 9708744445eSMaxpicca-Li val memidx = new MemBlockidxBundle 9718744445eSMaxpicca-Li} 9728744445eSMaxpicca-Li 97363632028SHaoyuan Fengclass PtwSectorRespwithMemIdx(implicit p: Parameters) extends PtwSectorResp { 97463632028SHaoyuan Feng val memidx = new MemBlockidxBundle 97563632028SHaoyuan Feng} 97663632028SHaoyuan Feng 97763632028SHaoyuan Fengclass PtwSectorResp(implicit p: Parameters) extends PtwBundle { 97863632028SHaoyuan Feng val entry = new PtwSectorEntry(tagLen = sectorvpnLen, hasPerm = true, hasLevel = true) 97963632028SHaoyuan Feng val addr_low = UInt(sectortlbwidth.W) 98063632028SHaoyuan Feng val ppn_low = Vec(tlbcontiguous, UInt(sectortlbwidth.W)) 98163632028SHaoyuan Feng val valididx = Vec(tlbcontiguous, Bool()) 982b0fa7106SHaoyuan Feng val pteidx = Vec(tlbcontiguous, Bool()) 98363632028SHaoyuan Feng val pf = Bool() 98463632028SHaoyuan Feng val af = Bool() 98563632028SHaoyuan Feng 98663632028SHaoyuan Feng def genPPN(vpn: UInt): UInt = { 98745f43e6eSTang Haojin MuxLookup(entry.level.get, 0.U)(Seq( 98863632028SHaoyuan Feng 0.U -> Cat(entry.ppn(entry.ppn.getWidth-1, vpnnLen * 2 - sectortlbwidth), vpn(vpnnLen*2-1, 0)), 98963632028SHaoyuan Feng 1.U -> Cat(entry.ppn(entry.ppn.getWidth-1, vpnnLen - sectortlbwidth), vpn(vpnnLen-1, 0)), 99063632028SHaoyuan Feng 2.U -> Cat(entry.ppn(entry.ppn.getWidth-1, 0), ppn_low(vpn(sectortlbwidth - 1, 0)))) 99163632028SHaoyuan Feng ) 99263632028SHaoyuan Feng } 99363632028SHaoyuan Feng 99463632028SHaoyuan Feng def hit(vpn: UInt, asid: UInt, allType: Boolean = false, ignoreAsid: Boolean = false) = { 99563632028SHaoyuan Feng require(vpn.getWidth == vpnLen) 99663632028SHaoyuan Feng // require(this.asid.getWidth <= asid.getWidth) 99763632028SHaoyuan Feng val asid_hit = if (ignoreAsid) true.B else (this.entry.asid === asid) 99863632028SHaoyuan Feng if (allType) { 99963632028SHaoyuan Feng val hit0 = entry.tag(sectorvpnLen - 1, vpnnLen * 2 - sectortlbwidth) === vpn(vpnLen - 1, vpnnLen * 2) 100063632028SHaoyuan Feng val hit1 = entry.tag(vpnnLen * 2 - sectortlbwidth - 1, vpnnLen - sectortlbwidth) === vpn(vpnnLen * 2 - 1, vpnnLen) 100163632028SHaoyuan Feng val hit2 = entry.tag(vpnnLen - sectortlbwidth - 1, 0) === vpn(vpnnLen - 1, sectortlbwidth) 100263632028SHaoyuan Feng val addr_low_hit = valididx(vpn(sectortlbwidth - 1, 0)) 100363632028SHaoyuan Feng 100463632028SHaoyuan Feng asid_hit && Mux(entry.level.getOrElse(0.U) === 2.U, hit2 && hit1 && hit0, Mux(entry.level.getOrElse(0.U) === 1.U, hit1 && hit0, hit0)) && addr_low_hit 100563632028SHaoyuan Feng } else { 100663632028SHaoyuan Feng val hit0 = entry.tag(sectorvpnLen - 1, sectorvpnLen - vpnnLen) === vpn(vpnLen - 1, vpnLen - vpnnLen) 100763632028SHaoyuan Feng val hit1 = entry.tag(sectorvpnLen - vpnnLen - 1, sectorvpnLen - vpnnLen * 2) === vpn(vpnLen - vpnnLen - 1, vpnLen - vpnnLen * 2) 100863632028SHaoyuan Feng val addr_low_hit = valididx(vpn(sectortlbwidth - 1, 0)) 100963632028SHaoyuan Feng 101063632028SHaoyuan Feng asid_hit && Mux(entry.level.getOrElse(0.U) === 0.U, hit0, hit0 && hit1) && addr_low_hit 101163632028SHaoyuan Feng } 101263632028SHaoyuan Feng } 101363632028SHaoyuan Feng} 101463632028SHaoyuan Feng 101563632028SHaoyuan Fengclass PtwMergeResp(implicit p: Parameters) extends PtwBundle { 101663632028SHaoyuan Feng val entry = Vec(tlbcontiguous, new PtwMergeEntry(tagLen = sectorvpnLen, hasPerm = true, hasLevel = true)) 101763632028SHaoyuan Feng val pteidx = Vec(tlbcontiguous, Bool()) 101863632028SHaoyuan Feng val not_super = Bool() 101963632028SHaoyuan Feng 102063632028SHaoyuan Feng def apply(pf: Bool, af: Bool, level: UInt, pte: PteBundle, vpn: UInt, asid: UInt, addr_low : UInt, not_super : Boolean = true) = { 102163632028SHaoyuan Feng assert(tlbcontiguous == 8, "Only support tlbcontiguous = 8!") 102263632028SHaoyuan Feng 102363632028SHaoyuan Feng val ptw_resp = Wire(new PtwMergeEntry(tagLen = sectorvpnLen, hasPerm = true, hasLevel = true)) 102463632028SHaoyuan Feng ptw_resp.ppn := pte.ppn(ppnLen - 1, sectortlbwidth) 102563632028SHaoyuan Feng ptw_resp.ppn_low := pte.ppn(sectortlbwidth - 1, 0) 102663632028SHaoyuan Feng ptw_resp.level.map(_ := level) 102763632028SHaoyuan Feng ptw_resp.perm.map(_ := pte.getPerm()) 102863632028SHaoyuan Feng ptw_resp.tag := vpn(vpnLen - 1, sectortlbwidth) 102963632028SHaoyuan Feng ptw_resp.pf := pf 103063632028SHaoyuan Feng ptw_resp.af := af 103163632028SHaoyuan Feng ptw_resp.v := !pf 103263632028SHaoyuan Feng ptw_resp.prefetch := DontCare 103363632028SHaoyuan Feng ptw_resp.asid := asid 103463632028SHaoyuan Feng this.pteidx := UIntToOH(addr_low).asBools 103563632028SHaoyuan Feng this.not_super := not_super.B 103663632028SHaoyuan Feng for (i <- 0 until tlbcontiguous) { 103763632028SHaoyuan Feng this.entry(i) := ptw_resp 103863632028SHaoyuan Feng } 103963632028SHaoyuan Feng } 104063632028SHaoyuan Feng} 10418744445eSMaxpicca-Li 104292e3bfefSLemoverclass L2TLBIO(implicit p: Parameters) extends PtwBundle { 1043*f57f7f2aSYangyu Chen val hartId = Input(UInt(hartIdLen.W)) 10446d5ddbceSLemover val tlb = Vec(PtwWidth, Flipped(new TlbPtwIO)) 10456d5ddbceSLemover val sfence = Input(new SfenceBundle) 1046b6982e83SLemover val csr = new Bundle { 1047b6982e83SLemover val tlb = Input(new TlbCsrBundle) 1048b6982e83SLemover val distribute_csr = Flipped(new DistributedCSRIO) 1049b6982e83SLemover } 10506d5ddbceSLemover} 10516d5ddbceSLemover 1052b848eea5SLemoverclass L2TlbMemReqBundle(implicit p: Parameters) extends PtwBundle { 1053b848eea5SLemover val addr = UInt(PAddrBits.W) 1054b848eea5SLemover val id = UInt(bMemID.W) 1055b848eea5SLemover} 105645f497a4Shappy-lx 105745f497a4Shappy-lxclass L2TlbInnerBundle(implicit p: Parameters) extends PtwReq { 105845f497a4Shappy-lx val source = UInt(bSourceWidth.W) 105945f497a4Shappy-lx} 1060f1fe8698SLemover 1061f1fe8698SLemover 1062f1fe8698SLemoverobject ValidHoldBypass{ 1063f1fe8698SLemover def apply(infire: Bool, outfire: Bool, flush: Bool = false.B) = { 1064f1fe8698SLemover val valid = RegInit(false.B) 1065f1fe8698SLemover when (infire) { valid := true.B } 1066f1fe8698SLemover when (outfire) { valid := false.B } // ATTENTION: order different with ValidHold 1067f1fe8698SLemover when (flush) { valid := false.B } // NOTE: the flush will flush in & out, is that ok? 1068f1fe8698SLemover valid || infire 1069f1fe8698SLemover } 1070f1fe8698SLemover} 10715afdf73cSHaoyuan Feng 10725afdf73cSHaoyuan Fengclass L1TlbDB(implicit p: Parameters) extends TlbBundle { 10735afdf73cSHaoyuan Feng val vpn = UInt(vpnLen.W) 10745afdf73cSHaoyuan Feng} 10755afdf73cSHaoyuan Feng 10765afdf73cSHaoyuan Fengclass PageCacheDB(implicit p: Parameters) extends TlbBundle with HasPtwConst { 10775afdf73cSHaoyuan Feng val vpn = UInt(vpnLen.W) 10785afdf73cSHaoyuan Feng val source = UInt(bSourceWidth.W) 10795afdf73cSHaoyuan Feng val bypassed = Bool() 10805afdf73cSHaoyuan Feng val is_first = Bool() 10815afdf73cSHaoyuan Feng val prefetched = Bool() 10825afdf73cSHaoyuan Feng val prefetch = Bool() 10835afdf73cSHaoyuan Feng val l2Hit = Bool() 10845afdf73cSHaoyuan Feng val l1Hit = Bool() 10855afdf73cSHaoyuan Feng val hit = Bool() 10865afdf73cSHaoyuan Feng} 10875afdf73cSHaoyuan Feng 10885afdf73cSHaoyuan Fengclass PTWDB(implicit p: Parameters) extends TlbBundle with HasPtwConst { 10895afdf73cSHaoyuan Feng val vpn = UInt(vpnLen.W) 10905afdf73cSHaoyuan Feng val source = UInt(bSourceWidth.W) 10915afdf73cSHaoyuan Feng} 10925afdf73cSHaoyuan Feng 10935afdf73cSHaoyuan Fengclass L2TlbPrefetchDB(implicit p: Parameters) extends TlbBundle { 10945afdf73cSHaoyuan Feng val vpn = UInt(vpnLen.W) 10955afdf73cSHaoyuan Feng} 10965afdf73cSHaoyuan Feng 10975afdf73cSHaoyuan Fengclass L2TlbMissQueueDB(implicit p: Parameters) extends TlbBundle { 10985afdf73cSHaoyuan Feng val vpn = UInt(vpnLen.W) 10995afdf73cSHaoyuan Feng} 1100