xref: /XiangShan/src/main/scala/xiangshan/cache/mmu/MMUConst.scala (revision d0de7e4a4bcd4633260dda99dfedc2a5e543b8b4)
16d5ddbceSLemover/***************************************************************************************
26d5ddbceSLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
46d5ddbceSLemover*
56d5ddbceSLemover* XiangShan is licensed under Mulan PSL v2.
66d5ddbceSLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
76d5ddbceSLemover* You may obtain a copy of Mulan PSL v2 at:
86d5ddbceSLemover*          http://license.coscl.org.cn/MulanPSL2
96d5ddbceSLemover*
106d5ddbceSLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
116d5ddbceSLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
126d5ddbceSLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
136d5ddbceSLemover*
146d5ddbceSLemover* See the Mulan PSL v2 for more details.
156d5ddbceSLemover***************************************************************************************/
166d5ddbceSLemover
176d5ddbceSLemoverpackage xiangshan.cache.mmu
186d5ddbceSLemover
198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters
206d5ddbceSLemoverimport chisel3._
216d5ddbceSLemoverimport chisel3.util._
226d5ddbceSLemoverimport xiangshan._
236d5ddbceSLemoverimport xiangshan.cache.{HasDCacheParameters, MemoryOpConstants}
246d5ddbceSLemoverimport utils._
253c02ee8fSwakafaimport utility._
266d5ddbceSLemoverimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
276d5ddbceSLemoverimport freechips.rocketchip.tilelink._
286d5ddbceSLemover
29f1fe8698SLemover
30a0301c0dSLemovercase class TLBParameters
31a0301c0dSLemover(
32a0301c0dSLemover  name: String = "none",
33a0301c0dSLemover  fetchi: Boolean = false, // TODO: remove it
34f1fe8698SLemover  fenceDelay: Int = 2,
35a0301c0dSLemover  useDmode: Boolean = true,
36f9ac118cSHaoyuan Feng  NSets: Int = 1,
37f9ac118cSHaoyuan Feng  NWays: Int = 2,
38f9ac118cSHaoyuan Feng  Replacer: Option[String] = Some("plru"),
39f9ac118cSHaoyuan Feng  Associative: String = "fa", // must be fa
40a0301c0dSLemover  outReplace: Boolean = false,
41f1fe8698SLemover  partialStaticPMP: Boolean = false, // partial static pmp result stored in entries
42f1fe8698SLemover  outsideRecvFlush: Boolean = false, // if outside moudle waiting for tlb recv flush pipe
435cf62c1aSLemover  saveLevel: Boolean = false
44a0301c0dSLemover)
45a0301c0dSLemover
465854c1edSLemovercase class L2TLBParameters
475854c1edSLemover(
485854c1edSLemover  name: String = "l2tlb",
495854c1edSLemover  // l1
505854c1edSLemover  l1Size: Int = 16,
515854c1edSLemover  l1Associative: String = "fa",
525854c1edSLemover  l1Replacer: Option[String] = Some("plru"),
535854c1edSLemover  // l2
54b191d687SHaoyuan Feng  l2nSets: Int = 8,
55b191d687SHaoyuan Feng  l2nWays: Int = 4,
565854c1edSLemover  l2Replacer: Option[String] = Some("setplru"),
575854c1edSLemover  // l3
58b191d687SHaoyuan Feng  l3nSets: Int = 32,
59b191d687SHaoyuan Feng  l3nWays: Int = 8,
605854c1edSLemover  l3Replacer: Option[String] = Some("setplru"),
615854c1edSLemover  // sp
625854c1edSLemover  spSize: Int = 16,
635854c1edSLemover  spReplacer: Option[String] = Some("plru"),
64f1fe8698SLemover  // filter
65040c6105Sguohongyu  ifilterSize: Int = 8,
662072875bSHaoyuan Feng  dfilterSize: Int = 32,
67d74a7bd3SLemover  // miss queue, add more entries than 'must require'
68d74a7bd3SLemover  // 0 for easier bug trigger, please set as big as u can, 8 maybe
69d74a7bd3SLemover  missqueueExtendSize: Int = 0,
7092e3bfefSLemover  // llptw
7192e3bfefSLemover  llptwsize: Int = 6,
725854c1edSLemover  // way size
737196f5a2SLemover  blockBytes: Int = 64,
74bc063562SLemover  // prefetch
75bc063562SLemover  enablePrefetch: Boolean = true,
767196f5a2SLemover  // ecc
777196f5a2SLemover  ecc: Option[String] = Some("secded")
785854c1edSLemover)
795854c1edSLemover
806d5ddbceSLemovertrait HasTlbConst extends HasXSParameter {
816d5ddbceSLemover  val Level = 3
826d5ddbceSLemover
836d5ddbceSLemover  val offLen  = 12
846d5ddbceSLemover  val ppnLen  = PAddrBits - offLen
856d5ddbceSLemover  val vpnnLen = 9
86*d0de7e4aSpeixiaokun  val extendVpnBits = 2 // gvpn is two bits longer than vpn
87*d0de7e4aSpeixiaokun  val extendVpnnLen = vpnnLen + extendVpnBits
886d5ddbceSLemover  val vpnLen  = VAddrBits - offLen
89*d0de7e4aSpeixiaokun  val gvpnLen = GPAddrBits - offLen
906d5ddbceSLemover  val flagLen = 8
910d94d540SHaoyuan Feng  val pteResLen = XLEN - 44 - 2 - flagLen
920d94d540SHaoyuan Feng  val ppnHignLen = 44 - ppnLen
936d5ddbceSLemover
9463632028SHaoyuan Feng  val tlbcontiguous = 8
9563632028SHaoyuan Feng  val sectortlbwidth = log2Up(tlbcontiguous)
9663632028SHaoyuan Feng  val sectorppnLen = ppnLen - sectortlbwidth
9763632028SHaoyuan Feng  val sectorvpnLen = vpnLen - sectortlbwidth
9863632028SHaoyuan Feng
99185e6164SHaoyuan Feng  val loadfiltersize = 16
100185e6164SHaoyuan Feng  val storefiltersize = 8
101185e6164SHaoyuan Feng  val prefetchfiltersize = 8
102*d0de7e4aSpeixiaokun  val sectorgvpnLen = gvpnLen - sectortlbwidth
103a0301c0dSLemover  val sramSinglePort = true
104a0301c0dSLemover
105914b8455SHaoyuan Feng  val timeOutThreshold = 10000
1069bd9cdfaSLemover
107*d0de7e4aSpeixiaokun  val noS2xlate = "b00".U
108*d0de7e4aSpeixiaokun  val allStage = "b11".U
109*d0de7e4aSpeixiaokun  val onlyStage1 = "b10".U
110*d0de7e4aSpeixiaokun  val onlyStage2 = "b01".U
111*d0de7e4aSpeixiaokun
112f1fe8698SLemover  def get_pn(addr: UInt) = {
113f1fe8698SLemover    require(addr.getWidth > offLen)
114f1fe8698SLemover    addr(addr.getWidth-1, offLen)
115f1fe8698SLemover  }
116f1fe8698SLemover  def get_off(addr: UInt) = {
117f1fe8698SLemover    require(addr.getWidth > offLen)
118f1fe8698SLemover    addr(offLen-1, 0)
119f1fe8698SLemover  }
120f1fe8698SLemover
1213889e11eSLemover  def get_set_idx(vpn: UInt, nSets: Int): UInt = {
122e9092fe2SLemover    require(nSets >= 1)
123a0301c0dSLemover    vpn(log2Up(nSets)-1, 0)
1246d5ddbceSLemover  }
1256d5ddbceSLemover
126e9092fe2SLemover  def drop_set_idx(vpn: UInt, nSets: Int): UInt = {
127e9092fe2SLemover    require(nSets >= 1)
128e9092fe2SLemover    require(vpn.getWidth > log2Ceil(nSets))
129e9092fe2SLemover    vpn(vpn.getWidth-1, log2Ceil(nSets))
130e9092fe2SLemover  }
131e9092fe2SLemover
132e9092fe2SLemover  def drop_set_equal(vpn1: UInt, vpn2: UInt, nSets: Int): Bool = {
133e9092fe2SLemover    require(nSets >= 1)
134e9092fe2SLemover    require(vpn1.getWidth == vpn2.getWidth)
135e9092fe2SLemover    if (vpn1.getWidth <= log2Ceil(nSets)) {
136e9092fe2SLemover      true.B
137e9092fe2SLemover    } else {
138e9092fe2SLemover      drop_set_idx(vpn1, nSets) === drop_set_idx(vpn2, nSets)
139e9092fe2SLemover    }
140e9092fe2SLemover  }
141e9092fe2SLemover
1426d5ddbceSLemover  def replaceWrapper(v: UInt, lruIdx: UInt): UInt = {
1436d5ddbceSLemover    val width = v.getWidth
144f3034303SHaoyuan Feng    val emptyIdx = ParallelPriorityMux((0 until width).map( i => (!v(i), i.U(log2Up(width).W))))
1456d5ddbceSLemover    val full = Cat(v).andR
1466d5ddbceSLemover    Mux(full, lruIdx, emptyIdx)
1476d5ddbceSLemover  }
1486d5ddbceSLemover
1496d5ddbceSLemover  def replaceWrapper(v: Seq[Bool], lruIdx: UInt): UInt = {
1506d5ddbceSLemover    replaceWrapper(VecInit(v).asUInt, lruIdx)
1516d5ddbceSLemover  }
152a0301c0dSLemover
153*d0de7e4aSpeixiaokun  def hptwresp_to_tlbperm(hptwResp: HptwResp): TlbPermBundle = {
154*d0de7e4aSpeixiaokun    val tp = Wire(new TlbPermBundle)
155*d0de7e4aSpeixiaokun    val ptePerm = hptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
156*d0de7e4aSpeixiaokun    tp.pf := hptwResp.pf
157*d0de7e4aSpeixiaokun    tp.af := hptwResp.af
158*d0de7e4aSpeixiaokun    tp.d := ptePerm.d
159*d0de7e4aSpeixiaokun    tp.a := ptePerm.a
160*d0de7e4aSpeixiaokun    tp.g := ptePerm.g
161*d0de7e4aSpeixiaokun    tp.u := ptePerm.u
162*d0de7e4aSpeixiaokun    tp.x := ptePerm.x
163*d0de7e4aSpeixiaokun    tp.w := ptePerm.w
164*d0de7e4aSpeixiaokun    tp.r := ptePerm.r
165*d0de7e4aSpeixiaokun    tp.pm := DontCare
166*d0de7e4aSpeixiaokun    tp
167*d0de7e4aSpeixiaokun  }
168*d0de7e4aSpeixiaokun  def ptwresp_to_tlbperm(ptwResp: PtwSectorResp): TlbPermBundle = {
169f1fe8698SLemover    val tp = Wire(new TlbPermBundle)
170f1fe8698SLemover    val ptePerm = ptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
171f1fe8698SLemover    tp.pf := ptwResp.pf
172f1fe8698SLemover    tp.af := ptwResp.af
173f1fe8698SLemover    tp.d := ptePerm.d
174f1fe8698SLemover    tp.a := ptePerm.a
175f1fe8698SLemover    tp.g := ptePerm.g
176f1fe8698SLemover    tp.u := ptePerm.u
177f1fe8698SLemover    tp.x := ptePerm.x
178f1fe8698SLemover    tp.w := ptePerm.w
179f1fe8698SLemover    tp.r := ptePerm.r
180f1fe8698SLemover    tp
181f1fe8698SLemover  }
1826d5ddbceSLemover}
1836d5ddbceSLemover
1846d5ddbceSLemovertrait HasPtwConst extends HasTlbConst with MemoryOpConstants{
1856d5ddbceSLemover  val PtwWidth = 2
186bc063562SLemover  val sourceWidth = { if (l2tlbParams.enablePrefetch) PtwWidth + 1 else PtwWidth}
187bc063562SLemover  val prefetchID = PtwWidth
188bc063562SLemover
1895854c1edSLemover  val blockBits = l2tlbParams.blockBytes * 8
1906d5ddbceSLemover
1916d5ddbceSLemover  val bPtwWidth = log2Up(PtwWidth)
192bc063562SLemover  val bSourceWidth = log2Up(sourceWidth)
1936d5ddbceSLemover  // ptwl1: fully-associated
194*d0de7e4aSpeixiaokun  val PtwL1TagLen = vpnnLen + (if (HasHExtension) extendVpnnBits else 0)
1956d5ddbceSLemover
1966d5ddbceSLemover  /* +-------+----------+-------------+
1976d5ddbceSLemover   * |  Tag  |  SetIdx  |  SectorIdx  |
1986d5ddbceSLemover   * +-------+----------+-------------+
1996d5ddbceSLemover   */
2006d5ddbceSLemover  // ptwl2: 8-way group-associated
2015854c1edSLemover  val l2tlbParams.l2nWays = l2tlbParams.l2nWays
2025854c1edSLemover  val PtwL2SetNum = l2tlbParams.l2nSets
2035854c1edSLemover  val PtwL2SectorSize = blockBits / XLEN
2045854c1edSLemover  val PtwL2IdxLen = log2Up(PtwL2SetNum * PtwL2SectorSize)
2056d5ddbceSLemover  val PtwL2SectorIdxLen = log2Up(PtwL2SectorSize)
2065854c1edSLemover  val PtwL2SetIdxLen = log2Up(PtwL2SetNum)
207*d0de7e4aSpeixiaokun  val PtwL2TagLen = vpnnLen * 2 - PtwL2IdxLen + (if (HasHExtension) extendVpnnBits else 0)
2086d5ddbceSLemover
2096d5ddbceSLemover  // ptwl3: 16-way group-associated
2105854c1edSLemover  val l2tlbParams.l3nWays = l2tlbParams.l3nWays
2115854c1edSLemover  val PtwL3SetNum = l2tlbParams.l3nSets
2125854c1edSLemover  val PtwL3SectorSize =  blockBits / XLEN
2135854c1edSLemover  val PtwL3IdxLen = log2Up(PtwL3SetNum * PtwL3SectorSize)
2146d5ddbceSLemover  val PtwL3SectorIdxLen = log2Up(PtwL3SectorSize)
2155854c1edSLemover  val PtwL3SetIdxLen = log2Up(PtwL3SetNum)
216*d0de7e4aSpeixiaokun  val PtwL3TagLen = vpnnLen * 3 - PtwL3IdxLen + (if (HasHExtension) extendVpnnBits else 0)
2176d5ddbceSLemover
2186d5ddbceSLemover  // super page, including 1GB and 2MB page
219*d0de7e4aSpeixiaokun  val SPTagLen = vpnnLen * 2 + (if (HasHExtension) extendVpnnBits else 0)
2206d5ddbceSLemover
221d74a7bd3SLemover  // miss queue
222f1fe8698SLemover  val MissQueueSize = l2tlbParams.ifilterSize + l2tlbParams.dfilterSize
223*d0de7e4aSpeixiaokun  val MemReqWidth = l2tlbParams.llptwsize + 1 + 1
224*d0de7e4aSpeixiaokun  val HptwReqId = l2tlbParams.llptwsize + 1
22592e3bfefSLemover  val FsmReqID = l2tlbParams.llptwsize
22692e3bfefSLemover  val bMemID = log2Up(MemReqWidth)
2276d5ddbceSLemover
2286d5ddbceSLemover  def genPtwL2Idx(vpn: UInt) = {
2296d5ddbceSLemover    (vpn(vpnLen - 1, vpnnLen))(PtwL2IdxLen - 1, 0)
2306d5ddbceSLemover  }
2316d5ddbceSLemover
2326d5ddbceSLemover  def genPtwL2SectorIdx(vpn: UInt) = {
2336d5ddbceSLemover    genPtwL2Idx(vpn)(PtwL2SectorIdxLen - 1, 0)
2346d5ddbceSLemover  }
2356d5ddbceSLemover
2366d5ddbceSLemover  def genPtwL2SetIdx(vpn: UInt) = {
2376d5ddbceSLemover    genPtwL2Idx(vpn)(PtwL2SetIdxLen + PtwL2SectorIdxLen - 1, PtwL2SectorIdxLen)
2386d5ddbceSLemover  }
2396d5ddbceSLemover
2406d5ddbceSLemover  def genPtwL3Idx(vpn: UInt) = {
2416d5ddbceSLemover    vpn(PtwL3IdxLen - 1, 0)
2426d5ddbceSLemover  }
2436d5ddbceSLemover
2446d5ddbceSLemover  def genPtwL3SectorIdx(vpn: UInt) = {
2456d5ddbceSLemover    genPtwL3Idx(vpn)(PtwL3SectorIdxLen - 1, 0)
2466d5ddbceSLemover  }
2476d5ddbceSLemover
248cc5a5f22SLemover  def dropL3SectorBits(vpn: UInt) = {
249cc5a5f22SLemover    vpn(vpn.getWidth-1, PtwL3SectorIdxLen)
250cc5a5f22SLemover  }
251cc5a5f22SLemover
2526d5ddbceSLemover  def genPtwL3SetIdx(vpn: UInt) = {
2536d5ddbceSLemover    genPtwL3Idx(vpn)(PtwL3SetIdxLen + PtwL3SectorIdxLen - 1, PtwL3SectorIdxLen)
2546d5ddbceSLemover  }
2556d5ddbceSLemover
2566d5ddbceSLemover  def MakeAddr(ppn: UInt, off: UInt) = {
2576d5ddbceSLemover    require(off.getWidth == 9)
2586d5ddbceSLemover    Cat(ppn, off, 0.U(log2Up(XLEN/8).W))(PAddrBits-1, 0)
2596d5ddbceSLemover  }
2606d5ddbceSLemover
261*d0de7e4aSpeixiaokun  def MakeGAddr(ppn: UInt, off: UInt) = {
262*d0de7e4aSpeixiaokun    require(off.getWidth == 9 || off.getWidth == 11)
263*d0de7e4aSpeixiaokun    (Cat(ppn, 0.U(offLen.W)) + Cat(off, 0.U(log2Up(XLEN / 8).W)))(GPAddrBits - 1, 0)
264*d0de7e4aSpeixiaokun  }
265*d0de7e4aSpeixiaokun
266b848eea5SLemover  def getVpnn(vpn: UInt, idx: Int): UInt = {
2676d5ddbceSLemover    vpn(vpnnLen*(idx+1)-1, vpnnLen*idx)
2686d5ddbceSLemover  }
2696d5ddbceSLemover
270*d0de7e4aSpeixiaokun  def getVpnn(vpn: UInt, idx: UInt): UInt = {
271*d0de7e4aSpeixiaokun    Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 - 1, vpnnLen * 2)))
272*d0de7e4aSpeixiaokun  }
273*d0de7e4aSpeixiaokun
274*d0de7e4aSpeixiaokun  def getGVpnn(vpn: UInt, idx: UInt): UInt = {
275*d0de7e4aSpeixiaokun    Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 + 1, vpnnLen * 2)))
276*d0de7e4aSpeixiaokun  }
277*d0de7e4aSpeixiaokun
2786d5ddbceSLemover  def getVpnClip(vpn: UInt, level: Int) = {
2796d5ddbceSLemover    // level 0  /* vpnn2 */
2806d5ddbceSLemover    // level 1  /* vpnn2 * vpnn1 */
2816d5ddbceSLemover    // level 2  /* vpnn2 * vpnn1 * vpnn0*/
2826d5ddbceSLemover    vpn(vpnLen - 1, (2 - level) * vpnnLen)
2836d5ddbceSLemover  }
2846d5ddbceSLemover
285bc063562SLemover  def get_next_line(vpn: UInt) = {
286bc063562SLemover    Cat(dropL3SectorBits(vpn) + 1.U, 0.U(PtwL3SectorIdxLen.W))
287bc063562SLemover  }
288bc063562SLemover
289bc063562SLemover  def same_l2entry(vpn1: UInt, vpn2: UInt) = {
290bc063562SLemover    vpn1(vpnLen-1, vpnnLen) === vpn2(vpnLen-1, vpnnLen)
291bc063562SLemover  }
292bc063562SLemover
293bc063562SLemover  def from_pre(source: UInt) = {
294bc063562SLemover    (source === prefetchID.U)
295bc063562SLemover  }
296bc063562SLemover
2977797f035SbugGenerator  def sel_data(data: UInt, index: UInt): UInt = {
2987797f035SbugGenerator    val inner_data = data.asTypeOf(Vec(data.getWidth / XLEN, UInt(XLEN.W)))
2997797f035SbugGenerator    inner_data(index)
3007797f035SbugGenerator  }
3017797f035SbugGenerator
3027797f035SbugGenerator  // vpn1 and vpn2 is at same cacheline
3037797f035SbugGenerator  def dup(vpn1: UInt, vpn2: UInt): Bool = {
3047797f035SbugGenerator    dropL3SectorBits(vpn1) === dropL3SectorBits(vpn2)
3057797f035SbugGenerator  }
3067797f035SbugGenerator
3077797f035SbugGenerator
3086d5ddbceSLemover  def printVec[T <: Data](x: Seq[T]): Printable = {
3096d5ddbceSLemover    (0 until x.length).map(i => p"(${i.U})${x(i)} ").reduce(_+_)
3106d5ddbceSLemover  }
3116d5ddbceSLemover}
312