16d5ddbceSLemover/*************************************************************************************** 2*e3da8badSTang Haojin* Copyright (c) 2024 Beijing Institute of Open Source Chip (BOSC) 3*e3da8badSTang Haojin* Copyright (c) 2020-2024 Institute of Computing Technology, Chinese Academy of Sciences 4f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory 56d5ddbceSLemover* 66d5ddbceSLemover* XiangShan is licensed under Mulan PSL v2. 76d5ddbceSLemover* You can use this software according to the terms and conditions of the Mulan PSL v2. 86d5ddbceSLemover* You may obtain a copy of Mulan PSL v2 at: 96d5ddbceSLemover* http://license.coscl.org.cn/MulanPSL2 106d5ddbceSLemover* 116d5ddbceSLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 126d5ddbceSLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 136d5ddbceSLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 146d5ddbceSLemover* 156d5ddbceSLemover* See the Mulan PSL v2 for more details. 166d5ddbceSLemover***************************************************************************************/ 176d5ddbceSLemover 186d5ddbceSLemoverpackage xiangshan.cache.mmu 196d5ddbceSLemover 208891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters 216d5ddbceSLemoverimport chisel3._ 226d5ddbceSLemoverimport chisel3.util._ 236d5ddbceSLemoverimport xiangshan._ 246d5ddbceSLemoverimport xiangshan.cache.{HasDCacheParameters, MemoryOpConstants} 256d5ddbceSLemoverimport utils._ 263c02ee8fSwakafaimport utility._ 276d5ddbceSLemoverimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp} 286d5ddbceSLemoverimport freechips.rocketchip.tilelink._ 296d5ddbceSLemover 30f1fe8698SLemover 31a0301c0dSLemovercase class TLBParameters 32a0301c0dSLemover( 33a0301c0dSLemover name: String = "none", 34a0301c0dSLemover fetchi: Boolean = false, // TODO: remove it 35f1fe8698SLemover fenceDelay: Int = 2, 36a0301c0dSLemover useDmode: Boolean = true, 37f9ac118cSHaoyuan Feng NSets: Int = 1, 38f9ac118cSHaoyuan Feng NWays: Int = 2, 39f9ac118cSHaoyuan Feng Replacer: Option[String] = Some("plru"), 40f9ac118cSHaoyuan Feng Associative: String = "fa", // must be fa 41a0301c0dSLemover outReplace: Boolean = false, 42f1fe8698SLemover partialStaticPMP: Boolean = false, // partial static pmp result stored in entries 43f1fe8698SLemover outsideRecvFlush: Boolean = false, // if outside moudle waiting for tlb recv flush pipe 4426af847eSgood-circle saveLevel: Boolean = false, 4526af847eSgood-circle lgMaxSize: Int = 3 46a0301c0dSLemover) 47a0301c0dSLemover 485854c1edSLemovercase class L2TLBParameters 495854c1edSLemover( 505854c1edSLemover name: String = "l2tlb", 515854c1edSLemover // l1 525854c1edSLemover l1Size: Int = 16, 535854c1edSLemover l1Associative: String = "fa", 545854c1edSLemover l1Replacer: Option[String] = Some("plru"), 555854c1edSLemover // l2 56b191d687SHaoyuan Feng l2nSets: Int = 8, 57b191d687SHaoyuan Feng l2nWays: Int = 4, 585854c1edSLemover l2Replacer: Option[String] = Some("setplru"), 595854c1edSLemover // l3 60b191d687SHaoyuan Feng l3nSets: Int = 32, 61b191d687SHaoyuan Feng l3nWays: Int = 8, 625854c1edSLemover l3Replacer: Option[String] = Some("setplru"), 635854c1edSLemover // sp 645854c1edSLemover spSize: Int = 16, 655854c1edSLemover spReplacer: Option[String] = Some("plru"), 66f1fe8698SLemover // filter 67040c6105Sguohongyu ifilterSize: Int = 8, 682072875bSHaoyuan Feng dfilterSize: Int = 32, 69d74a7bd3SLemover // miss queue, add more entries than 'must require' 70d74a7bd3SLemover // 0 for easier bug trigger, please set as big as u can, 8 maybe 71d74a7bd3SLemover missqueueExtendSize: Int = 0, 7292e3bfefSLemover // llptw 7392e3bfefSLemover llptwsize: Int = 6, 745854c1edSLemover // way size 757196f5a2SLemover blockBytes: Int = 64, 76bc063562SLemover // prefetch 77bc063562SLemover enablePrefetch: Boolean = true, 787196f5a2SLemover // ecc 79eef81af7SHaoyuan Feng ecc: Option[String] = Some("secded"), 80eef81af7SHaoyuan Feng // enable ecc 81eef81af7SHaoyuan Feng enablePTWECC: Boolean = false 825854c1edSLemover) 835854c1edSLemover 846d5ddbceSLemovertrait HasTlbConst extends HasXSParameter { 856d5ddbceSLemover val Level = 3 866d5ddbceSLemover 876d5ddbceSLemover val offLen = 12 886d5ddbceSLemover val ppnLen = PAddrBits - offLen 896d5ddbceSLemover val vpnnLen = 9 902a4a3520Speixiaokun val extendVpnnBits = if (HasHExtension) 2 else 0 9182978df9Speixiaokun val vpnLen = VAddrBits - offLen // when opening H extention, vpnlen broaden two bits 926d5ddbceSLemover val flagLen = 8 930d94d540SHaoyuan Feng val pteResLen = XLEN - 44 - 2 - flagLen 940d94d540SHaoyuan Feng val ppnHignLen = 44 - ppnLen 954c0e0181SXiaokun-Pei val gvpnLen = GPAddrBits - offLen 966d5ddbceSLemover 9763632028SHaoyuan Feng val tlbcontiguous = 8 9863632028SHaoyuan Feng val sectortlbwidth = log2Up(tlbcontiguous) 9963632028SHaoyuan Feng val sectorppnLen = ppnLen - sectortlbwidth 1004c0e0181SXiaokun-Pei val sectorgvpnLen = gvpnLen - sectortlbwidth 10163632028SHaoyuan Feng val sectorvpnLen = vpnLen - sectortlbwidth 10263632028SHaoyuan Feng 1038ef35e01SXuan Hu val loadfiltersize = 16 // 4*3(LduCnt:2 + HyuCnt:1) + 4(prefetch:1) 104202674aeSHaojin Tang val storefiltersize = if (StorePipelineWidth >= 3) 16 else 8 105185e6164SHaoyuan Feng val prefetchfiltersize = 8 106185e6164SHaoyuan Feng 107a0301c0dSLemover val sramSinglePort = true 108a0301c0dSLemover 109914b8455SHaoyuan Feng val timeOutThreshold = 10000 1109bd9cdfaSLemover 111cca17e78Speixiaokun def noS2xlate = "b00".U 112cca17e78Speixiaokun def allStage = "b11".U 113eb4bf3f2Speixiaokun def onlyStage1 = "b01".U 114eb4bf3f2Speixiaokun def onlyStage2 = "b10".U 115d0de7e4aSpeixiaokun 116f1fe8698SLemover def get_pn(addr: UInt) = { 117f1fe8698SLemover require(addr.getWidth > offLen) 118f1fe8698SLemover addr(addr.getWidth-1, offLen) 119f1fe8698SLemover } 120f1fe8698SLemover def get_off(addr: UInt) = { 121f1fe8698SLemover require(addr.getWidth > offLen) 122f1fe8698SLemover addr(offLen-1, 0) 123f1fe8698SLemover } 124f1fe8698SLemover 1253889e11eSLemover def get_set_idx(vpn: UInt, nSets: Int): UInt = { 126e9092fe2SLemover require(nSets >= 1) 127a0301c0dSLemover vpn(log2Up(nSets)-1, 0) 1286d5ddbceSLemover } 1296d5ddbceSLemover 130e9092fe2SLemover def drop_set_idx(vpn: UInt, nSets: Int): UInt = { 131e9092fe2SLemover require(nSets >= 1) 132e9092fe2SLemover require(vpn.getWidth > log2Ceil(nSets)) 133e9092fe2SLemover vpn(vpn.getWidth-1, log2Ceil(nSets)) 134e9092fe2SLemover } 135e9092fe2SLemover 136e9092fe2SLemover def drop_set_equal(vpn1: UInt, vpn2: UInt, nSets: Int): Bool = { 137e9092fe2SLemover require(nSets >= 1) 138e9092fe2SLemover require(vpn1.getWidth == vpn2.getWidth) 139e9092fe2SLemover if (vpn1.getWidth <= log2Ceil(nSets)) { 140e9092fe2SLemover true.B 141e9092fe2SLemover } else { 142e9092fe2SLemover drop_set_idx(vpn1, nSets) === drop_set_idx(vpn2, nSets) 143e9092fe2SLemover } 144e9092fe2SLemover } 145e9092fe2SLemover 1466d5ddbceSLemover def replaceWrapper(v: UInt, lruIdx: UInt): UInt = { 1476d5ddbceSLemover val width = v.getWidth 148f3034303SHaoyuan Feng val emptyIdx = ParallelPriorityMux((0 until width).map( i => (!v(i), i.U(log2Up(width).W)))) 1496d5ddbceSLemover val full = Cat(v).andR 1506d5ddbceSLemover Mux(full, lruIdx, emptyIdx) 1516d5ddbceSLemover } 1526d5ddbceSLemover 1536d5ddbceSLemover def replaceWrapper(v: Seq[Bool], lruIdx: UInt): UInt = { 1546d5ddbceSLemover replaceWrapper(VecInit(v).asUInt, lruIdx) 1556d5ddbceSLemover } 156a0301c0dSLemover 157*e3da8badSTang Haojin import scala.language.implicitConversions 158*e3da8badSTang Haojin 159cca17e78Speixiaokun implicit def hptwresp_to_tlbperm(hptwResp: HptwResp): TlbPermBundle = { 160d0de7e4aSpeixiaokun val tp = Wire(new TlbPermBundle) 161d0de7e4aSpeixiaokun val ptePerm = hptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType) 162d61cd5eeSpeixiaokun tp.pf := hptwResp.gpf 163d61cd5eeSpeixiaokun tp.af := hptwResp.gaf 164d0de7e4aSpeixiaokun tp.d := ptePerm.d 165d0de7e4aSpeixiaokun tp.a := ptePerm.a 166d0de7e4aSpeixiaokun tp.g := ptePerm.g 167d0de7e4aSpeixiaokun tp.u := ptePerm.u 168d0de7e4aSpeixiaokun tp.x := ptePerm.x 169d0de7e4aSpeixiaokun tp.w := ptePerm.w 170d0de7e4aSpeixiaokun tp.r := ptePerm.r 171d0de7e4aSpeixiaokun tp 172d0de7e4aSpeixiaokun } 173cca17e78Speixiaokun 174cca17e78Speixiaokun implicit def ptwresp_to_tlbperm(ptwResp: PtwSectorResp): TlbPermBundle = { 175f1fe8698SLemover val tp = Wire(new TlbPermBundle) 176f1fe8698SLemover val ptePerm = ptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType) 177f1fe8698SLemover tp.pf := ptwResp.pf 178f1fe8698SLemover tp.af := ptwResp.af 179f1fe8698SLemover tp.d := ptePerm.d 180f1fe8698SLemover tp.a := ptePerm.a 181f1fe8698SLemover tp.g := ptePerm.g 182f1fe8698SLemover tp.u := ptePerm.u 183f1fe8698SLemover tp.x := ptePerm.x 184f1fe8698SLemover tp.w := ptePerm.w 185f1fe8698SLemover tp.r := ptePerm.r 186f1fe8698SLemover tp 187f1fe8698SLemover } 1886d5ddbceSLemover} 1896d5ddbceSLemover 1906d5ddbceSLemovertrait HasPtwConst extends HasTlbConst with MemoryOpConstants{ 1916d5ddbceSLemover val PtwWidth = 2 192bc063562SLemover val sourceWidth = { if (l2tlbParams.enablePrefetch) PtwWidth + 1 else PtwWidth} 193bc063562SLemover val prefetchID = PtwWidth 194bc063562SLemover 1955854c1edSLemover val blockBits = l2tlbParams.blockBytes * 8 1966d5ddbceSLemover 1976d5ddbceSLemover val bPtwWidth = log2Up(PtwWidth) 198bc063562SLemover val bSourceWidth = log2Up(sourceWidth) 1996d5ddbceSLemover // ptwl1: fully-associated 2002a4a3520Speixiaokun val PtwL1TagLen = vpnnLen + extendVpnnBits 2016d5ddbceSLemover 2026d5ddbceSLemover /* +-------+----------+-------------+ 2036d5ddbceSLemover * | Tag | SetIdx | SectorIdx | 2046d5ddbceSLemover * +-------+----------+-------------+ 2056d5ddbceSLemover */ 2066d5ddbceSLemover // ptwl2: 8-way group-associated 2075854c1edSLemover val PtwL2SetNum = l2tlbParams.l2nSets 2085854c1edSLemover val PtwL2SectorSize = blockBits / XLEN 2095854c1edSLemover val PtwL2IdxLen = log2Up(PtwL2SetNum * PtwL2SectorSize) 2106d5ddbceSLemover val PtwL2SectorIdxLen = log2Up(PtwL2SectorSize) 2115854c1edSLemover val PtwL2SetIdxLen = log2Up(PtwL2SetNum) 2122a4a3520Speixiaokun val PtwL2TagLen = vpnnLen * 2 - PtwL2IdxLen + extendVpnnBits 2136d5ddbceSLemover 2146d5ddbceSLemover // ptwl3: 16-way group-associated 2155854c1edSLemover val PtwL3SetNum = l2tlbParams.l3nSets 2165854c1edSLemover val PtwL3SectorSize = blockBits / XLEN 2175854c1edSLemover val PtwL3IdxLen = log2Up(PtwL3SetNum * PtwL3SectorSize) 2186d5ddbceSLemover val PtwL3SectorIdxLen = log2Up(PtwL3SectorSize) 2195854c1edSLemover val PtwL3SetIdxLen = log2Up(PtwL3SetNum) 2202a4a3520Speixiaokun val PtwL3TagLen = vpnnLen * 3 - PtwL3IdxLen + extendVpnnBits 2216d5ddbceSLemover 2226d5ddbceSLemover // super page, including 1GB and 2MB page 2232a4a3520Speixiaokun val SPTagLen = vpnnLen * 2 + extendVpnnBits 2246d5ddbceSLemover 225d74a7bd3SLemover // miss queue 226f1fe8698SLemover val MissQueueSize = l2tlbParams.ifilterSize + l2tlbParams.dfilterSize 227d0de7e4aSpeixiaokun val MemReqWidth = l2tlbParams.llptwsize + 1 + 1 228d0de7e4aSpeixiaokun val HptwReqId = l2tlbParams.llptwsize + 1 22992e3bfefSLemover val FsmReqID = l2tlbParams.llptwsize 23092e3bfefSLemover val bMemID = log2Up(MemReqWidth) 2316d5ddbceSLemover 2326d5ddbceSLemover def genPtwL2Idx(vpn: UInt) = { 2336d5ddbceSLemover (vpn(vpnLen - 1, vpnnLen))(PtwL2IdxLen - 1, 0) 2346d5ddbceSLemover } 2356d5ddbceSLemover 2366d5ddbceSLemover def genPtwL2SectorIdx(vpn: UInt) = { 2376d5ddbceSLemover genPtwL2Idx(vpn)(PtwL2SectorIdxLen - 1, 0) 2386d5ddbceSLemover } 2396d5ddbceSLemover 2406d5ddbceSLemover def genPtwL2SetIdx(vpn: UInt) = { 2416d5ddbceSLemover genPtwL2Idx(vpn)(PtwL2SetIdxLen + PtwL2SectorIdxLen - 1, PtwL2SectorIdxLen) 2426d5ddbceSLemover } 2436d5ddbceSLemover 2446d5ddbceSLemover def genPtwL3Idx(vpn: UInt) = { 2456d5ddbceSLemover vpn(PtwL3IdxLen - 1, 0) 2466d5ddbceSLemover } 2476d5ddbceSLemover 2486d5ddbceSLemover def genPtwL3SectorIdx(vpn: UInt) = { 2496d5ddbceSLemover genPtwL3Idx(vpn)(PtwL3SectorIdxLen - 1, 0) 2506d5ddbceSLemover } 2516d5ddbceSLemover 252cc5a5f22SLemover def dropL3SectorBits(vpn: UInt) = { 253cc5a5f22SLemover vpn(vpn.getWidth-1, PtwL3SectorIdxLen) 254cc5a5f22SLemover } 255cc5a5f22SLemover 2566d5ddbceSLemover def genPtwL3SetIdx(vpn: UInt) = { 2576d5ddbceSLemover genPtwL3Idx(vpn)(PtwL3SetIdxLen + PtwL3SectorIdxLen - 1, PtwL3SectorIdxLen) 2586d5ddbceSLemover } 2596d5ddbceSLemover 2606d5ddbceSLemover def MakeAddr(ppn: UInt, off: UInt) = { 2616d5ddbceSLemover require(off.getWidth == 9) 2626d5ddbceSLemover Cat(ppn, off, 0.U(log2Up(XLEN/8).W))(PAddrBits-1, 0) 2636d5ddbceSLemover } 2646d5ddbceSLemover 265b24e0a78Speixiaokun def MakeGPAddr(ppn: UInt, off: UInt) = { 266d0de7e4aSpeixiaokun require(off.getWidth == 9 || off.getWidth == 11) 267d0de7e4aSpeixiaokun (Cat(ppn, 0.U(offLen.W)) + Cat(off, 0.U(log2Up(XLEN / 8).W)))(GPAddrBits - 1, 0) 268d0de7e4aSpeixiaokun } 269d0de7e4aSpeixiaokun 270b848eea5SLemover def getVpnn(vpn: UInt, idx: Int): UInt = { 2716d5ddbceSLemover vpn(vpnnLen*(idx+1)-1, vpnnLen*idx) 2726d5ddbceSLemover } 2736d5ddbceSLemover 274d0de7e4aSpeixiaokun def getVpnn(vpn: UInt, idx: UInt): UInt = { 275d0de7e4aSpeixiaokun Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 - 1, vpnnLen * 2))) 276d0de7e4aSpeixiaokun } 277d0de7e4aSpeixiaokun 278d0de7e4aSpeixiaokun def getGVpnn(vpn: UInt, idx: UInt): UInt = { 279d0de7e4aSpeixiaokun Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 + 1, vpnnLen * 2))) 280d0de7e4aSpeixiaokun } 281d0de7e4aSpeixiaokun 2826d5ddbceSLemover def getVpnClip(vpn: UInt, level: Int) = { 2836d5ddbceSLemover // level 0 /* vpnn2 */ 2846d5ddbceSLemover // level 1 /* vpnn2 * vpnn1 */ 2856d5ddbceSLemover // level 2 /* vpnn2 * vpnn1 * vpnn0*/ 2866d5ddbceSLemover vpn(vpnLen - 1, (2 - level) * vpnnLen) 2876d5ddbceSLemover } 2886d5ddbceSLemover 289bc063562SLemover def get_next_line(vpn: UInt) = { 290bc063562SLemover Cat(dropL3SectorBits(vpn) + 1.U, 0.U(PtwL3SectorIdxLen.W)) 291bc063562SLemover } 292bc063562SLemover 293bc063562SLemover def same_l2entry(vpn1: UInt, vpn2: UInt) = { 294bc063562SLemover vpn1(vpnLen-1, vpnnLen) === vpn2(vpnLen-1, vpnnLen) 295bc063562SLemover } 296bc063562SLemover 297bc063562SLemover def from_pre(source: UInt) = { 298bc063562SLemover (source === prefetchID.U) 299bc063562SLemover } 300bc063562SLemover 3017797f035SbugGenerator def sel_data(data: UInt, index: UInt): UInt = { 3027797f035SbugGenerator val inner_data = data.asTypeOf(Vec(data.getWidth / XLEN, UInt(XLEN.W))) 3037797f035SbugGenerator inner_data(index) 3047797f035SbugGenerator } 3057797f035SbugGenerator 3067797f035SbugGenerator // vpn1 and vpn2 is at same cacheline 3077797f035SbugGenerator def dup(vpn1: UInt, vpn2: UInt): Bool = { 3087797f035SbugGenerator dropL3SectorBits(vpn1) === dropL3SectorBits(vpn2) 3097797f035SbugGenerator } 3107797f035SbugGenerator 3117797f035SbugGenerator 3126d5ddbceSLemover def printVec[T <: Data](x: Seq[T]): Printable = { 3136d5ddbceSLemover (0 until x.length).map(i => p"(${i.U})${x(i)} ").reduce(_+_) 3146d5ddbceSLemover } 3156d5ddbceSLemover} 316