16d5ddbceSLemover/*************************************************************************************** 26d5ddbceSLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory 46d5ddbceSLemover* 56d5ddbceSLemover* XiangShan is licensed under Mulan PSL v2. 66d5ddbceSLemover* You can use this software according to the terms and conditions of the Mulan PSL v2. 76d5ddbceSLemover* You may obtain a copy of Mulan PSL v2 at: 86d5ddbceSLemover* http://license.coscl.org.cn/MulanPSL2 96d5ddbceSLemover* 106d5ddbceSLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 116d5ddbceSLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 126d5ddbceSLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 136d5ddbceSLemover* 146d5ddbceSLemover* See the Mulan PSL v2 for more details. 156d5ddbceSLemover***************************************************************************************/ 166d5ddbceSLemover 176d5ddbceSLemoverpackage xiangshan.cache.mmu 186d5ddbceSLemover 198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters 206d5ddbceSLemoverimport chisel3._ 216d5ddbceSLemoverimport chisel3.util._ 226d5ddbceSLemoverimport xiangshan._ 236d5ddbceSLemoverimport xiangshan.cache.{HasDCacheParameters, MemoryOpConstants} 246d5ddbceSLemoverimport utils._ 253c02ee8fSwakafaimport utility._ 266d5ddbceSLemoverimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp} 276d5ddbceSLemoverimport freechips.rocketchip.tilelink._ 286d5ddbceSLemover 29f1fe8698SLemover 30a0301c0dSLemovercase class TLBParameters 31a0301c0dSLemover( 32a0301c0dSLemover name: String = "none", 33a0301c0dSLemover fetchi: Boolean = false, // TODO: remove it 34f1fe8698SLemover fenceDelay: Int = 2, 35a0301c0dSLemover useDmode: Boolean = true, 36f9ac118cSHaoyuan Feng NSets: Int = 1, 37f9ac118cSHaoyuan Feng NWays: Int = 2, 38f9ac118cSHaoyuan Feng Replacer: Option[String] = Some("plru"), 39f9ac118cSHaoyuan Feng Associative: String = "fa", // must be fa 40a0301c0dSLemover outReplace: Boolean = false, 41f1fe8698SLemover partialStaticPMP: Boolean = false, // partial static pmp result stored in entries 42f1fe8698SLemover outsideRecvFlush: Boolean = false, // if outside moudle waiting for tlb recv flush pipe 435cf62c1aSLemover saveLevel: Boolean = false 44a0301c0dSLemover) 45a0301c0dSLemover 465854c1edSLemovercase class L2TLBParameters 475854c1edSLemover( 485854c1edSLemover name: String = "l2tlb", 495854c1edSLemover // l1 505854c1edSLemover l1Size: Int = 16, 515854c1edSLemover l1Associative: String = "fa", 525854c1edSLemover l1Replacer: Option[String] = Some("plru"), 535854c1edSLemover // l2 54*b191d687SHaoyuan Feng l2nSets: Int = 8, 55*b191d687SHaoyuan Feng l2nWays: Int = 4, 565854c1edSLemover l2Replacer: Option[String] = Some("setplru"), 575854c1edSLemover // l3 58*b191d687SHaoyuan Feng l3nSets: Int = 32, 59*b191d687SHaoyuan Feng l3nWays: Int = 8, 605854c1edSLemover l3Replacer: Option[String] = Some("setplru"), 615854c1edSLemover // sp 625854c1edSLemover spSize: Int = 16, 635854c1edSLemover spReplacer: Option[String] = Some("plru"), 64f1fe8698SLemover // filter 65040c6105Sguohongyu ifilterSize: Int = 8, 66f1fe8698SLemover dfilterSize: Int = 8, 67d74a7bd3SLemover // miss queue, add more entries than 'must require' 68d74a7bd3SLemover // 0 for easier bug trigger, please set as big as u can, 8 maybe 69d74a7bd3SLemover missqueueExtendSize: Int = 0, 7092e3bfefSLemover // llptw 7192e3bfefSLemover llptwsize: Int = 6, 725854c1edSLemover // way size 737196f5a2SLemover blockBytes: Int = 64, 74bc063562SLemover // prefetch 75bc063562SLemover enablePrefetch: Boolean = true, 767196f5a2SLemover // ecc 777196f5a2SLemover ecc: Option[String] = Some("secded") 785854c1edSLemover) 795854c1edSLemover 806d5ddbceSLemovertrait HasTlbConst extends HasXSParameter { 816d5ddbceSLemover val Level = 3 826d5ddbceSLemover 836d5ddbceSLemover val offLen = 12 846d5ddbceSLemover val ppnLen = PAddrBits - offLen 856d5ddbceSLemover val vpnnLen = 9 866d5ddbceSLemover val vpnLen = VAddrBits - offLen 876d5ddbceSLemover val flagLen = 8 880d94d540SHaoyuan Feng val pteResLen = XLEN - 44 - 2 - flagLen 890d94d540SHaoyuan Feng val ppnHignLen = 44 - ppnLen 906d5ddbceSLemover 9163632028SHaoyuan Feng val tlbcontiguous = 8 9263632028SHaoyuan Feng val sectortlbwidth = log2Up(tlbcontiguous) 9363632028SHaoyuan Feng val sectorppnLen = ppnLen - sectortlbwidth 9463632028SHaoyuan Feng val sectorvpnLen = vpnLen - sectortlbwidth 9563632028SHaoyuan Feng 96a0301c0dSLemover val sramSinglePort = true 97a0301c0dSLemover 98914b8455SHaoyuan Feng val timeOutThreshold = 10000 999bd9cdfaSLemover 100f1fe8698SLemover def get_pn(addr: UInt) = { 101f1fe8698SLemover require(addr.getWidth > offLen) 102f1fe8698SLemover addr(addr.getWidth-1, offLen) 103f1fe8698SLemover } 104f1fe8698SLemover def get_off(addr: UInt) = { 105f1fe8698SLemover require(addr.getWidth > offLen) 106f1fe8698SLemover addr(offLen-1, 0) 107f1fe8698SLemover } 108f1fe8698SLemover 1093889e11eSLemover def get_set_idx(vpn: UInt, nSets: Int): UInt = { 110e9092fe2SLemover require(nSets >= 1) 111a0301c0dSLemover vpn(log2Up(nSets)-1, 0) 1126d5ddbceSLemover } 1136d5ddbceSLemover 114e9092fe2SLemover def drop_set_idx(vpn: UInt, nSets: Int): UInt = { 115e9092fe2SLemover require(nSets >= 1) 116e9092fe2SLemover require(vpn.getWidth > log2Ceil(nSets)) 117e9092fe2SLemover vpn(vpn.getWidth-1, log2Ceil(nSets)) 118e9092fe2SLemover } 119e9092fe2SLemover 120e9092fe2SLemover def drop_set_equal(vpn1: UInt, vpn2: UInt, nSets: Int): Bool = { 121e9092fe2SLemover require(nSets >= 1) 122e9092fe2SLemover require(vpn1.getWidth == vpn2.getWidth) 123e9092fe2SLemover if (vpn1.getWidth <= log2Ceil(nSets)) { 124e9092fe2SLemover true.B 125e9092fe2SLemover } else { 126e9092fe2SLemover drop_set_idx(vpn1, nSets) === drop_set_idx(vpn2, nSets) 127e9092fe2SLemover } 128e9092fe2SLemover } 129e9092fe2SLemover 1306d5ddbceSLemover def replaceWrapper(v: UInt, lruIdx: UInt): UInt = { 1316d5ddbceSLemover val width = v.getWidth 132f3034303SHaoyuan Feng val emptyIdx = ParallelPriorityMux((0 until width).map( i => (!v(i), i.U(log2Up(width).W)))) 1336d5ddbceSLemover val full = Cat(v).andR 1346d5ddbceSLemover Mux(full, lruIdx, emptyIdx) 1356d5ddbceSLemover } 1366d5ddbceSLemover 1376d5ddbceSLemover def replaceWrapper(v: Seq[Bool], lruIdx: UInt): UInt = { 1386d5ddbceSLemover replaceWrapper(VecInit(v).asUInt, lruIdx) 1396d5ddbceSLemover } 140a0301c0dSLemover 14163632028SHaoyuan Feng implicit def ptwresp_to_tlbperm(ptwResp: PtwSectorRespwithMemIdx): TlbPermBundle = { 142f1fe8698SLemover val tp = Wire(new TlbPermBundle) 143f1fe8698SLemover val ptePerm = ptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType) 144f1fe8698SLemover tp.pf := ptwResp.pf 145f1fe8698SLemover tp.af := ptwResp.af 146f1fe8698SLemover tp.d := ptePerm.d 147f1fe8698SLemover tp.a := ptePerm.a 148f1fe8698SLemover tp.g := ptePerm.g 149f1fe8698SLemover tp.u := ptePerm.u 150f1fe8698SLemover tp.x := ptePerm.x 151f1fe8698SLemover tp.w := ptePerm.w 152f1fe8698SLemover tp.r := ptePerm.r 153f1fe8698SLemover tp 154f1fe8698SLemover } 1556d5ddbceSLemover} 1566d5ddbceSLemover 1576d5ddbceSLemovertrait HasPtwConst extends HasTlbConst with MemoryOpConstants{ 1586d5ddbceSLemover val PtwWidth = 2 159bc063562SLemover val sourceWidth = { if (l2tlbParams.enablePrefetch) PtwWidth + 1 else PtwWidth} 160bc063562SLemover val prefetchID = PtwWidth 161bc063562SLemover 1625854c1edSLemover val blockBits = l2tlbParams.blockBytes * 8 1636d5ddbceSLemover 1646d5ddbceSLemover val bPtwWidth = log2Up(PtwWidth) 165bc063562SLemover val bSourceWidth = log2Up(sourceWidth) 1666d5ddbceSLemover // ptwl1: fully-associated 1676d5ddbceSLemover val PtwL1TagLen = vpnnLen 1686d5ddbceSLemover 1696d5ddbceSLemover /* +-------+----------+-------------+ 1706d5ddbceSLemover * | Tag | SetIdx | SectorIdx | 1716d5ddbceSLemover * +-------+----------+-------------+ 1726d5ddbceSLemover */ 1736d5ddbceSLemover // ptwl2: 8-way group-associated 1745854c1edSLemover val l2tlbParams.l2nWays = l2tlbParams.l2nWays 1755854c1edSLemover val PtwL2SetNum = l2tlbParams.l2nSets 1765854c1edSLemover val PtwL2SectorSize = blockBits / XLEN 1775854c1edSLemover val PtwL2IdxLen = log2Up(PtwL2SetNum * PtwL2SectorSize) 1786d5ddbceSLemover val PtwL2SectorIdxLen = log2Up(PtwL2SectorSize) 1795854c1edSLemover val PtwL2SetIdxLen = log2Up(PtwL2SetNum) 1806d5ddbceSLemover val PtwL2TagLen = vpnnLen * 2 - PtwL2IdxLen 1816d5ddbceSLemover 1826d5ddbceSLemover // ptwl3: 16-way group-associated 1835854c1edSLemover val l2tlbParams.l3nWays = l2tlbParams.l3nWays 1845854c1edSLemover val PtwL3SetNum = l2tlbParams.l3nSets 1855854c1edSLemover val PtwL3SectorSize = blockBits / XLEN 1865854c1edSLemover val PtwL3IdxLen = log2Up(PtwL3SetNum * PtwL3SectorSize) 1876d5ddbceSLemover val PtwL3SectorIdxLen = log2Up(PtwL3SectorSize) 1885854c1edSLemover val PtwL3SetIdxLen = log2Up(PtwL3SetNum) 1896d5ddbceSLemover val PtwL3TagLen = vpnnLen * 3 - PtwL3IdxLen 1906d5ddbceSLemover 1916d5ddbceSLemover // super page, including 1GB and 2MB page 1926d5ddbceSLemover val SPTagLen = vpnnLen * 2 1936d5ddbceSLemover 194d74a7bd3SLemover // miss queue 195f1fe8698SLemover val MissQueueSize = l2tlbParams.ifilterSize + l2tlbParams.dfilterSize 19692e3bfefSLemover val MemReqWidth = l2tlbParams.llptwsize + 1 19792e3bfefSLemover val FsmReqID = l2tlbParams.llptwsize 19892e3bfefSLemover val bMemID = log2Up(MemReqWidth) 1996d5ddbceSLemover 2006d5ddbceSLemover def genPtwL2Idx(vpn: UInt) = { 2016d5ddbceSLemover (vpn(vpnLen - 1, vpnnLen))(PtwL2IdxLen - 1, 0) 2026d5ddbceSLemover } 2036d5ddbceSLemover 2046d5ddbceSLemover def genPtwL2SectorIdx(vpn: UInt) = { 2056d5ddbceSLemover genPtwL2Idx(vpn)(PtwL2SectorIdxLen - 1, 0) 2066d5ddbceSLemover } 2076d5ddbceSLemover 2086d5ddbceSLemover def genPtwL2SetIdx(vpn: UInt) = { 2096d5ddbceSLemover genPtwL2Idx(vpn)(PtwL2SetIdxLen + PtwL2SectorIdxLen - 1, PtwL2SectorIdxLen) 2106d5ddbceSLemover } 2116d5ddbceSLemover 2126d5ddbceSLemover def genPtwL3Idx(vpn: UInt) = { 2136d5ddbceSLemover vpn(PtwL3IdxLen - 1, 0) 2146d5ddbceSLemover } 2156d5ddbceSLemover 2166d5ddbceSLemover def genPtwL3SectorIdx(vpn: UInt) = { 2176d5ddbceSLemover genPtwL3Idx(vpn)(PtwL3SectorIdxLen - 1, 0) 2186d5ddbceSLemover } 2196d5ddbceSLemover 220cc5a5f22SLemover def dropL3SectorBits(vpn: UInt) = { 221cc5a5f22SLemover vpn(vpn.getWidth-1, PtwL3SectorIdxLen) 222cc5a5f22SLemover } 223cc5a5f22SLemover 2246d5ddbceSLemover def genPtwL3SetIdx(vpn: UInt) = { 2256d5ddbceSLemover genPtwL3Idx(vpn)(PtwL3SetIdxLen + PtwL3SectorIdxLen - 1, PtwL3SectorIdxLen) 2266d5ddbceSLemover } 2276d5ddbceSLemover 2286d5ddbceSLemover def MakeAddr(ppn: UInt, off: UInt) = { 2296d5ddbceSLemover require(off.getWidth == 9) 2306d5ddbceSLemover Cat(ppn, off, 0.U(log2Up(XLEN/8).W))(PAddrBits-1, 0) 2316d5ddbceSLemover } 2326d5ddbceSLemover 233b848eea5SLemover def getVpnn(vpn: UInt, idx: Int): UInt = { 2346d5ddbceSLemover vpn(vpnnLen*(idx+1)-1, vpnnLen*idx) 2356d5ddbceSLemover } 2366d5ddbceSLemover 2376d5ddbceSLemover def getVpnClip(vpn: UInt, level: Int) = { 2386d5ddbceSLemover // level 0 /* vpnn2 */ 2396d5ddbceSLemover // level 1 /* vpnn2 * vpnn1 */ 2406d5ddbceSLemover // level 2 /* vpnn2 * vpnn1 * vpnn0*/ 2416d5ddbceSLemover vpn(vpnLen - 1, (2 - level) * vpnnLen) 2426d5ddbceSLemover } 2436d5ddbceSLemover 244bc063562SLemover def get_next_line(vpn: UInt) = { 245bc063562SLemover Cat(dropL3SectorBits(vpn) + 1.U, 0.U(PtwL3SectorIdxLen.W)) 246bc063562SLemover } 247bc063562SLemover 248bc063562SLemover def same_l2entry(vpn1: UInt, vpn2: UInt) = { 249bc063562SLemover vpn1(vpnLen-1, vpnnLen) === vpn2(vpnLen-1, vpnnLen) 250bc063562SLemover } 251bc063562SLemover 252bc063562SLemover def from_pre(source: UInt) = { 253bc063562SLemover (source === prefetchID.U) 254bc063562SLemover } 255bc063562SLemover 2567797f035SbugGenerator def sel_data(data: UInt, index: UInt): UInt = { 2577797f035SbugGenerator val inner_data = data.asTypeOf(Vec(data.getWidth / XLEN, UInt(XLEN.W))) 2587797f035SbugGenerator inner_data(index) 2597797f035SbugGenerator } 2607797f035SbugGenerator 2617797f035SbugGenerator // vpn1 and vpn2 is at same cacheline 2627797f035SbugGenerator def dup(vpn1: UInt, vpn2: UInt): Bool = { 2637797f035SbugGenerator dropL3SectorBits(vpn1) === dropL3SectorBits(vpn2) 2647797f035SbugGenerator } 2657797f035SbugGenerator 2667797f035SbugGenerator 2676d5ddbceSLemover def printVec[T <: Data](x: Seq[T]): Printable = { 2686d5ddbceSLemover (0 until x.length).map(i => p"(${i.U})${x(i)} ").reduce(_+_) 2696d5ddbceSLemover } 2706d5ddbceSLemover} 271