16d5ddbceSLemover/*************************************************************************************** 2e3da8badSTang Haojin* Copyright (c) 2024 Beijing Institute of Open Source Chip (BOSC) 3e3da8badSTang Haojin* Copyright (c) 2020-2024 Institute of Computing Technology, Chinese Academy of Sciences 4f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory 56d5ddbceSLemover* 66d5ddbceSLemover* XiangShan is licensed under Mulan PSL v2. 76d5ddbceSLemover* You can use this software according to the terms and conditions of the Mulan PSL v2. 86d5ddbceSLemover* You may obtain a copy of Mulan PSL v2 at: 96d5ddbceSLemover* http://license.coscl.org.cn/MulanPSL2 106d5ddbceSLemover* 116d5ddbceSLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 126d5ddbceSLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 136d5ddbceSLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 146d5ddbceSLemover* 156d5ddbceSLemover* See the Mulan PSL v2 for more details. 166d5ddbceSLemover***************************************************************************************/ 176d5ddbceSLemover 186d5ddbceSLemoverpackage xiangshan.cache.mmu 196d5ddbceSLemover 208891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters 216d5ddbceSLemoverimport chisel3._ 226d5ddbceSLemoverimport chisel3.util._ 236d5ddbceSLemoverimport xiangshan._ 246d5ddbceSLemoverimport xiangshan.cache.{HasDCacheParameters, MemoryOpConstants} 256d5ddbceSLemoverimport utils._ 263c02ee8fSwakafaimport utility._ 276d5ddbceSLemoverimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp} 286d5ddbceSLemoverimport freechips.rocketchip.tilelink._ 296d5ddbceSLemover 30f1fe8698SLemover 31a0301c0dSLemovercase class TLBParameters 32a0301c0dSLemover( 33a0301c0dSLemover name: String = "none", 34a0301c0dSLemover fetchi: Boolean = false, // TODO: remove it 35f1fe8698SLemover fenceDelay: Int = 2, 36a0301c0dSLemover useDmode: Boolean = true, 37f9ac118cSHaoyuan Feng NSets: Int = 1, 38f9ac118cSHaoyuan Feng NWays: Int = 2, 39f9ac118cSHaoyuan Feng Replacer: Option[String] = Some("plru"), 40f9ac118cSHaoyuan Feng Associative: String = "fa", // must be fa 41a0301c0dSLemover outReplace: Boolean = false, 42f1fe8698SLemover partialStaticPMP: Boolean = false, // partial static pmp result stored in entries 43f1fe8698SLemover outsideRecvFlush: Boolean = false, // if outside moudle waiting for tlb recv flush pipe 4426af847eSgood-circle saveLevel: Boolean = false, 4526af847eSgood-circle lgMaxSize: Int = 3 46a0301c0dSLemover) 47a0301c0dSLemover 485854c1edSLemovercase class L2TLBParameters 495854c1edSLemover( 505854c1edSLemover name: String = "l2tlb", 515854c1edSLemover // l3 52*3ea4388cSHaoyuan Feng l3Size: Int = 16, 53*3ea4388cSHaoyuan Feng l3Associative: String = "fa", 54*3ea4388cSHaoyuan Feng l3Replacer: Option[String] = Some("plru"), 55*3ea4388cSHaoyuan Feng // l2 56*3ea4388cSHaoyuan Feng l2Size: Int = 16, 57*3ea4388cSHaoyuan Feng l2Associative: String = "fa", 58*3ea4388cSHaoyuan Feng l2Replacer: Option[String] = Some("plru"), 59*3ea4388cSHaoyuan Feng // l1 60*3ea4388cSHaoyuan Feng l1nSets: Int = 8, 61*3ea4388cSHaoyuan Feng l1nWays: Int = 4, 62*3ea4388cSHaoyuan Feng l1Replacer: Option[String] = Some("setplru"), 63*3ea4388cSHaoyuan Feng // l0 64*3ea4388cSHaoyuan Feng l0nSets: Int = 32, 65*3ea4388cSHaoyuan Feng l0nWays: Int = 8, 66*3ea4388cSHaoyuan Feng l0Replacer: Option[String] = Some("setplru"), 675854c1edSLemover // sp 685854c1edSLemover spSize: Int = 16, 695854c1edSLemover spReplacer: Option[String] = Some("plru"), 70f1fe8698SLemover // filter 71040c6105Sguohongyu ifilterSize: Int = 8, 722072875bSHaoyuan Feng dfilterSize: Int = 32, 73d74a7bd3SLemover // miss queue, add more entries than 'must require' 74d74a7bd3SLemover // 0 for easier bug trigger, please set as big as u can, 8 maybe 75d74a7bd3SLemover missqueueExtendSize: Int = 0, 7692e3bfefSLemover // llptw 7792e3bfefSLemover llptwsize: Int = 6, 785854c1edSLemover // way size 797196f5a2SLemover blockBytes: Int = 64, 80bc063562SLemover // prefetch 81bc063562SLemover enablePrefetch: Boolean = true, 827196f5a2SLemover // ecc 83eef81af7SHaoyuan Feng ecc: Option[String] = Some("secded"), 84eef81af7SHaoyuan Feng // enable ecc 85eef81af7SHaoyuan Feng enablePTWECC: Boolean = false 865854c1edSLemover) 875854c1edSLemover 886d5ddbceSLemovertrait HasTlbConst extends HasXSParameter { 89*3ea4388cSHaoyuan Feng val Level = if (EnableSv48) 3 else 2 906d5ddbceSLemover 916d5ddbceSLemover val offLen = 12 926d5ddbceSLemover val ppnLen = PAddrBits - offLen 936d5ddbceSLemover val vpnnLen = 9 942a4a3520Speixiaokun val extendVpnnBits = if (HasHExtension) 2 else 0 9582978df9Speixiaokun val vpnLen = VAddrBits - offLen // when opening H extention, vpnlen broaden two bits 966d5ddbceSLemover val flagLen = 8 970d94d540SHaoyuan Feng val pteResLen = XLEN - 44 - 2 - flagLen 980d94d540SHaoyuan Feng val ppnHignLen = 44 - ppnLen 994c0e0181SXiaokun-Pei val gvpnLen = GPAddrBits - offLen 1006d5ddbceSLemover 10163632028SHaoyuan Feng val tlbcontiguous = 8 10263632028SHaoyuan Feng val sectortlbwidth = log2Up(tlbcontiguous) 10363632028SHaoyuan Feng val sectorppnLen = ppnLen - sectortlbwidth 1044c0e0181SXiaokun-Pei val sectorgvpnLen = gvpnLen - sectortlbwidth 10563632028SHaoyuan Feng val sectorvpnLen = vpnLen - sectortlbwidth 10663632028SHaoyuan Feng 1078ef35e01SXuan Hu val loadfiltersize = 16 // 4*3(LduCnt:2 + HyuCnt:1) + 4(prefetch:1) 108202674aeSHaojin Tang val storefiltersize = if (StorePipelineWidth >= 3) 16 else 8 109185e6164SHaoyuan Feng val prefetchfiltersize = 8 110185e6164SHaoyuan Feng 111a0301c0dSLemover val sramSinglePort = true 112a0301c0dSLemover 113914b8455SHaoyuan Feng val timeOutThreshold = 10000 1149bd9cdfaSLemover 115cca17e78Speixiaokun def noS2xlate = "b00".U 116cca17e78Speixiaokun def allStage = "b11".U 117eb4bf3f2Speixiaokun def onlyStage1 = "b01".U 118eb4bf3f2Speixiaokun def onlyStage2 = "b10".U 119d0de7e4aSpeixiaokun 120*3ea4388cSHaoyuan Feng def Sv39 = "h8".U 121*3ea4388cSHaoyuan Feng def Sv48 = "h9".U 122*3ea4388cSHaoyuan Feng 123f1fe8698SLemover def get_pn(addr: UInt) = { 124f1fe8698SLemover require(addr.getWidth > offLen) 125f1fe8698SLemover addr(addr.getWidth-1, offLen) 126f1fe8698SLemover } 127f1fe8698SLemover def get_off(addr: UInt) = { 128f1fe8698SLemover require(addr.getWidth > offLen) 129f1fe8698SLemover addr(offLen-1, 0) 130f1fe8698SLemover } 131f1fe8698SLemover 1323889e11eSLemover def get_set_idx(vpn: UInt, nSets: Int): UInt = { 133e9092fe2SLemover require(nSets >= 1) 134a0301c0dSLemover vpn(log2Up(nSets)-1, 0) 1356d5ddbceSLemover } 1366d5ddbceSLemover 137e9092fe2SLemover def drop_set_idx(vpn: UInt, nSets: Int): UInt = { 138e9092fe2SLemover require(nSets >= 1) 139e9092fe2SLemover require(vpn.getWidth > log2Ceil(nSets)) 140e9092fe2SLemover vpn(vpn.getWidth-1, log2Ceil(nSets)) 141e9092fe2SLemover } 142e9092fe2SLemover 143e9092fe2SLemover def drop_set_equal(vpn1: UInt, vpn2: UInt, nSets: Int): Bool = { 144e9092fe2SLemover require(nSets >= 1) 145e9092fe2SLemover require(vpn1.getWidth == vpn2.getWidth) 146e9092fe2SLemover if (vpn1.getWidth <= log2Ceil(nSets)) { 147e9092fe2SLemover true.B 148e9092fe2SLemover } else { 149e9092fe2SLemover drop_set_idx(vpn1, nSets) === drop_set_idx(vpn2, nSets) 150e9092fe2SLemover } 151e9092fe2SLemover } 152e9092fe2SLemover 1536d5ddbceSLemover def replaceWrapper(v: UInt, lruIdx: UInt): UInt = { 1546d5ddbceSLemover val width = v.getWidth 155f3034303SHaoyuan Feng val emptyIdx = ParallelPriorityMux((0 until width).map( i => (!v(i), i.U(log2Up(width).W)))) 1566d5ddbceSLemover val full = Cat(v).andR 1576d5ddbceSLemover Mux(full, lruIdx, emptyIdx) 1586d5ddbceSLemover } 1596d5ddbceSLemover 1606d5ddbceSLemover def replaceWrapper(v: Seq[Bool], lruIdx: UInt): UInt = { 1616d5ddbceSLemover replaceWrapper(VecInit(v).asUInt, lruIdx) 1626d5ddbceSLemover } 163a0301c0dSLemover 164e3da8badSTang Haojin import scala.language.implicitConversions 165e3da8badSTang Haojin 166cca17e78Speixiaokun implicit def hptwresp_to_tlbperm(hptwResp: HptwResp): TlbPermBundle = { 167d0de7e4aSpeixiaokun val tp = Wire(new TlbPermBundle) 168d0de7e4aSpeixiaokun val ptePerm = hptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType) 169d61cd5eeSpeixiaokun tp.pf := hptwResp.gpf 170d61cd5eeSpeixiaokun tp.af := hptwResp.gaf 171d0de7e4aSpeixiaokun tp.d := ptePerm.d 172d0de7e4aSpeixiaokun tp.a := ptePerm.a 173d0de7e4aSpeixiaokun tp.g := ptePerm.g 174d0de7e4aSpeixiaokun tp.u := ptePerm.u 175d0de7e4aSpeixiaokun tp.x := ptePerm.x 176d0de7e4aSpeixiaokun tp.w := ptePerm.w 177d0de7e4aSpeixiaokun tp.r := ptePerm.r 178d0de7e4aSpeixiaokun tp 179d0de7e4aSpeixiaokun } 180cca17e78Speixiaokun 181cca17e78Speixiaokun implicit def ptwresp_to_tlbperm(ptwResp: PtwSectorResp): TlbPermBundle = { 182f1fe8698SLemover val tp = Wire(new TlbPermBundle) 183f1fe8698SLemover val ptePerm = ptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType) 184f1fe8698SLemover tp.pf := ptwResp.pf 185f1fe8698SLemover tp.af := ptwResp.af 186f1fe8698SLemover tp.d := ptePerm.d 187f1fe8698SLemover tp.a := ptePerm.a 188f1fe8698SLemover tp.g := ptePerm.g 189f1fe8698SLemover tp.u := ptePerm.u 190f1fe8698SLemover tp.x := ptePerm.x 191f1fe8698SLemover tp.w := ptePerm.w 192f1fe8698SLemover tp.r := ptePerm.r 193f1fe8698SLemover tp 194f1fe8698SLemover } 1956d5ddbceSLemover} 1966d5ddbceSLemover 1976d5ddbceSLemovertrait HasPtwConst extends HasTlbConst with MemoryOpConstants{ 1986d5ddbceSLemover val PtwWidth = 2 199bc063562SLemover val sourceWidth = { if (l2tlbParams.enablePrefetch) PtwWidth + 1 else PtwWidth} 200bc063562SLemover val prefetchID = PtwWidth 201bc063562SLemover 2025854c1edSLemover val blockBits = l2tlbParams.blockBytes * 8 2036d5ddbceSLemover 2046d5ddbceSLemover val bPtwWidth = log2Up(PtwWidth) 205bc063562SLemover val bSourceWidth = log2Up(sourceWidth) 206*3ea4388cSHaoyuan Feng // ptwl3: fully-associated 207*3ea4388cSHaoyuan Feng val PtwL3TagLen = if (EnableSv48) vpnnLen + extendVpnnBits else 0 208*3ea4388cSHaoyuan Feng // ptwl2: fully-associated 209*3ea4388cSHaoyuan Feng val PtwL2TagLen = if (EnableSv48) vpnnLen * 2 + extendVpnnBits else vpnnLen + extendVpnnBits 2106d5ddbceSLemover 2116d5ddbceSLemover /* +-------+----------+-------------+ 2126d5ddbceSLemover * | Tag | SetIdx | SectorIdx | 2136d5ddbceSLemover * +-------+----------+-------------+ 2146d5ddbceSLemover */ 215*3ea4388cSHaoyuan Feng // ptwl1: 8-way group-associated 216*3ea4388cSHaoyuan Feng val PtwL1SetNum = l2tlbParams.l1nSets 217*3ea4388cSHaoyuan Feng val PtwL1SectorSize = blockBits / XLEN 218*3ea4388cSHaoyuan Feng val PtwL1IdxLen = log2Up(PtwL1SetNum * PtwL1SectorSize) 219*3ea4388cSHaoyuan Feng val PtwL1SectorIdxLen = log2Up(PtwL1SectorSize) 220*3ea4388cSHaoyuan Feng val PtwL1SetIdxLen = log2Up(PtwL1SetNum) 221*3ea4388cSHaoyuan Feng val PtwL1TagLen = if (EnableSv48) vpnnLen * 3 - PtwL1IdxLen + extendVpnnBits else vpnnLen * 2 - PtwL1IdxLen + extendVpnnBits 2226d5ddbceSLemover 223*3ea4388cSHaoyuan Feng // ptwl0: 16-way group-associated 224*3ea4388cSHaoyuan Feng val PtwL0SetNum = l2tlbParams.l0nSets 225*3ea4388cSHaoyuan Feng val PtwL0SectorSize = blockBits / XLEN 226*3ea4388cSHaoyuan Feng val PtwL0IdxLen = log2Up(PtwL0SetNum * PtwL0SectorSize) 227*3ea4388cSHaoyuan Feng val PtwL0SectorIdxLen = log2Up(PtwL0SectorSize) 228*3ea4388cSHaoyuan Feng val PtwL0SetIdxLen = log2Up(PtwL0SetNum) 229*3ea4388cSHaoyuan Feng val PtwL0TagLen = if (EnableSv48) vpnnLen * 4 - PtwL0IdxLen + extendVpnnBits else vpnnLen * 3 - PtwL0IdxLen + extendVpnnBits 2306d5ddbceSLemover 2316d5ddbceSLemover // super page, including 1GB and 2MB page 232*3ea4388cSHaoyuan Feng val SPTagLen = if (EnableSv48) vpnnLen * 3 + extendVpnnBits else vpnnLen * 2 + extendVpnnBits 2336d5ddbceSLemover 234d74a7bd3SLemover // miss queue 235f1fe8698SLemover val MissQueueSize = l2tlbParams.ifilterSize + l2tlbParams.dfilterSize 236d0de7e4aSpeixiaokun val MemReqWidth = l2tlbParams.llptwsize + 1 + 1 237d0de7e4aSpeixiaokun val HptwReqId = l2tlbParams.llptwsize + 1 23892e3bfefSLemover val FsmReqID = l2tlbParams.llptwsize 23992e3bfefSLemover val bMemID = log2Up(MemReqWidth) 2406d5ddbceSLemover 241*3ea4388cSHaoyuan Feng def genPtwL1Idx(vpn: UInt) = { 242*3ea4388cSHaoyuan Feng (vpn(vpnLen - 1, vpnnLen))(PtwL1IdxLen - 1, 0) 2436d5ddbceSLemover } 2446d5ddbceSLemover 245*3ea4388cSHaoyuan Feng def genPtwL1SectorIdx(vpn: UInt) = { 246*3ea4388cSHaoyuan Feng genPtwL1Idx(vpn)(PtwL1SectorIdxLen - 1, 0) 2476d5ddbceSLemover } 2486d5ddbceSLemover 249*3ea4388cSHaoyuan Feng def genPtwL1SetIdx(vpn: UInt) = { 250*3ea4388cSHaoyuan Feng genPtwL1Idx(vpn)(PtwL1SetIdxLen + PtwL1SectorIdxLen - 1, PtwL1SectorIdxLen) 2516d5ddbceSLemover } 2526d5ddbceSLemover 253*3ea4388cSHaoyuan Feng def genPtwL0Idx(vpn: UInt) = { 254*3ea4388cSHaoyuan Feng vpn(PtwL0IdxLen - 1, 0) 2556d5ddbceSLemover } 2566d5ddbceSLemover 257*3ea4388cSHaoyuan Feng def genPtwL0SectorIdx(vpn: UInt) = { 258*3ea4388cSHaoyuan Feng genPtwL0Idx(vpn)(PtwL0SectorIdxLen - 1, 0) 2596d5ddbceSLemover } 2606d5ddbceSLemover 261*3ea4388cSHaoyuan Feng def dropL0SectorBits(vpn: UInt) = { 262*3ea4388cSHaoyuan Feng vpn(vpn.getWidth-1, PtwL0SectorIdxLen) 263cc5a5f22SLemover } 264cc5a5f22SLemover 265*3ea4388cSHaoyuan Feng def genPtwL0SetIdx(vpn: UInt) = { 266*3ea4388cSHaoyuan Feng genPtwL0Idx(vpn)(PtwL0SetIdxLen + PtwL0SectorIdxLen - 1, PtwL0SectorIdxLen) 2676d5ddbceSLemover } 2686d5ddbceSLemover 2696d5ddbceSLemover def MakeAddr(ppn: UInt, off: UInt) = { 2706d5ddbceSLemover require(off.getWidth == 9) 2716d5ddbceSLemover Cat(ppn, off, 0.U(log2Up(XLEN/8).W))(PAddrBits-1, 0) 2726d5ddbceSLemover } 2736d5ddbceSLemover 274b24e0a78Speixiaokun def MakeGPAddr(ppn: UInt, off: UInt) = { 275d0de7e4aSpeixiaokun require(off.getWidth == 9 || off.getWidth == 11) 276d0de7e4aSpeixiaokun (Cat(ppn, 0.U(offLen.W)) + Cat(off, 0.U(log2Up(XLEN / 8).W)))(GPAddrBits - 1, 0) 277d0de7e4aSpeixiaokun } 278d0de7e4aSpeixiaokun 279b848eea5SLemover def getVpnn(vpn: UInt, idx: Int): UInt = { 2806d5ddbceSLemover vpn(vpnnLen*(idx+1)-1, vpnnLen*idx) 2816d5ddbceSLemover } 2826d5ddbceSLemover 283d0de7e4aSpeixiaokun def getVpnn(vpn: UInt, idx: UInt): UInt = { 284*3ea4388cSHaoyuan Feng MuxLookup(idx, 0.U)(Seq( 285*3ea4388cSHaoyuan Feng 0.U -> vpn(vpnnLen - 1, 0), 286*3ea4388cSHaoyuan Feng 1.U -> vpn(vpnnLen * 2 - 1, vpnnLen), 287*3ea4388cSHaoyuan Feng 2.U -> vpn(vpnnLen * 3 - 1, vpnnLen * 2), 288*3ea4388cSHaoyuan Feng 3.U -> vpn(vpnnLen * 4 - 1, vpnnLen * 3)) 289*3ea4388cSHaoyuan Feng ) 290d0de7e4aSpeixiaokun } 291d0de7e4aSpeixiaokun 292*3ea4388cSHaoyuan Feng def getGVpnn(vpn: UInt, idx: UInt, mode: UInt): UInt = { 293*3ea4388cSHaoyuan Feng MuxLookup(idx, 0.U)(Seq( 294*3ea4388cSHaoyuan Feng 0.U -> vpn(vpnnLen - 1, 0), 295*3ea4388cSHaoyuan Feng 1.U -> vpn(vpnnLen * 2 - 1, vpnnLen), 296*3ea4388cSHaoyuan Feng 2.U -> Mux(mode === Sv48, vpn(vpnnLen * 3 - 1, vpnnLen * 2), vpn(vpnnLen * 3 + 1, vpnnLen * 2)), 297*3ea4388cSHaoyuan Feng 3.U -> vpn(vpnnLen * 4 + 1, vpnnLen * 3)) 298*3ea4388cSHaoyuan Feng ) 299d0de7e4aSpeixiaokun } 300d0de7e4aSpeixiaokun 3016d5ddbceSLemover def getVpnClip(vpn: UInt, level: Int) = { 302*3ea4388cSHaoyuan Feng // level 2 /* vpnn2 */ 3036d5ddbceSLemover // level 1 /* vpnn2 * vpnn1 */ 304*3ea4388cSHaoyuan Feng // level 0 /* vpnn2 * vpnn1 * vpnn0*/ 305*3ea4388cSHaoyuan Feng vpn(vpnLen - 1, level * vpnnLen) 3066d5ddbceSLemover } 3076d5ddbceSLemover 308bc063562SLemover def get_next_line(vpn: UInt) = { 309*3ea4388cSHaoyuan Feng Cat(dropL0SectorBits(vpn) + 1.U, 0.U(PtwL0SectorIdxLen.W)) 310bc063562SLemover } 311bc063562SLemover 312*3ea4388cSHaoyuan Feng def same_l1entry(vpn1: UInt, vpn2: UInt) = { 313bc063562SLemover vpn1(vpnLen-1, vpnnLen) === vpn2(vpnLen-1, vpnnLen) 314bc063562SLemover } 315bc063562SLemover 316bc063562SLemover def from_pre(source: UInt) = { 317bc063562SLemover (source === prefetchID.U) 318bc063562SLemover } 319bc063562SLemover 3207797f035SbugGenerator def sel_data(data: UInt, index: UInt): UInt = { 3217797f035SbugGenerator val inner_data = data.asTypeOf(Vec(data.getWidth / XLEN, UInt(XLEN.W))) 3227797f035SbugGenerator inner_data(index) 3237797f035SbugGenerator } 3247797f035SbugGenerator 3257797f035SbugGenerator // vpn1 and vpn2 is at same cacheline 3267797f035SbugGenerator def dup(vpn1: UInt, vpn2: UInt): Bool = { 327*3ea4388cSHaoyuan Feng dropL0SectorBits(vpn1) === dropL0SectorBits(vpn2) 3287797f035SbugGenerator } 3297797f035SbugGenerator 3307797f035SbugGenerator 3316d5ddbceSLemover def printVec[T <: Data](x: Seq[T]): Printable = { 3326d5ddbceSLemover (0 until x.length).map(i => p"(${i.U})${x(i)} ").reduce(_+_) 3336d5ddbceSLemover } 3346d5ddbceSLemover} 335