xref: /XiangShan/src/main/scala/xiangshan/cache/mmu/MMUConst.scala (revision cca17e7819c86e13a9c801c277cf938b57d65cb9)
16d5ddbceSLemover/***************************************************************************************
26d5ddbceSLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
46d5ddbceSLemover*
56d5ddbceSLemover* XiangShan is licensed under Mulan PSL v2.
66d5ddbceSLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
76d5ddbceSLemover* You may obtain a copy of Mulan PSL v2 at:
86d5ddbceSLemover*          http://license.coscl.org.cn/MulanPSL2
96d5ddbceSLemover*
106d5ddbceSLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
116d5ddbceSLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
126d5ddbceSLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
136d5ddbceSLemover*
146d5ddbceSLemover* See the Mulan PSL v2 for more details.
156d5ddbceSLemover***************************************************************************************/
166d5ddbceSLemover
176d5ddbceSLemoverpackage xiangshan.cache.mmu
186d5ddbceSLemover
198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters
206d5ddbceSLemoverimport chisel3._
216d5ddbceSLemoverimport chisel3.util._
226d5ddbceSLemoverimport xiangshan._
236d5ddbceSLemoverimport xiangshan.cache.{HasDCacheParameters, MemoryOpConstants}
246d5ddbceSLemoverimport utils._
253c02ee8fSwakafaimport utility._
266d5ddbceSLemoverimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
276d5ddbceSLemoverimport freechips.rocketchip.tilelink._
286d5ddbceSLemover
29f1fe8698SLemover
30a0301c0dSLemovercase class TLBParameters
31a0301c0dSLemover(
32a0301c0dSLemover  name: String = "none",
33a0301c0dSLemover  fetchi: Boolean = false, // TODO: remove it
34f1fe8698SLemover  fenceDelay: Int = 2,
35a0301c0dSLemover  useDmode: Boolean = true,
36f9ac118cSHaoyuan Feng  NSets: Int = 1,
37f9ac118cSHaoyuan Feng  NWays: Int = 2,
38f9ac118cSHaoyuan Feng  Replacer: Option[String] = Some("plru"),
39f9ac118cSHaoyuan Feng  Associative: String = "fa", // must be fa
40a0301c0dSLemover  outReplace: Boolean = false,
41f1fe8698SLemover  partialStaticPMP: Boolean = false, // partial static pmp result stored in entries
42f1fe8698SLemover  outsideRecvFlush: Boolean = false, // if outside moudle waiting for tlb recv flush pipe
435cf62c1aSLemover  saveLevel: Boolean = false
44a0301c0dSLemover)
45a0301c0dSLemover
465854c1edSLemovercase class L2TLBParameters
475854c1edSLemover(
485854c1edSLemover  name: String = "l2tlb",
495854c1edSLemover  // l1
505854c1edSLemover  l1Size: Int = 16,
515854c1edSLemover  l1Associative: String = "fa",
525854c1edSLemover  l1Replacer: Option[String] = Some("plru"),
535854c1edSLemover  // l2
54b191d687SHaoyuan Feng  l2nSets: Int = 8,
55b191d687SHaoyuan Feng  l2nWays: Int = 4,
565854c1edSLemover  l2Replacer: Option[String] = Some("setplru"),
575854c1edSLemover  // l3
58b191d687SHaoyuan Feng  l3nSets: Int = 32,
59b191d687SHaoyuan Feng  l3nWays: Int = 8,
605854c1edSLemover  l3Replacer: Option[String] = Some("setplru"),
615854c1edSLemover  // sp
625854c1edSLemover  spSize: Int = 16,
635854c1edSLemover  spReplacer: Option[String] = Some("plru"),
64f1fe8698SLemover  // filter
65040c6105Sguohongyu  ifilterSize: Int = 8,
662072875bSHaoyuan Feng  dfilterSize: Int = 32,
67d74a7bd3SLemover  // miss queue, add more entries than 'must require'
68d74a7bd3SLemover  // 0 for easier bug trigger, please set as big as u can, 8 maybe
69d74a7bd3SLemover  missqueueExtendSize: Int = 0,
7092e3bfefSLemover  // llptw
7192e3bfefSLemover  llptwsize: Int = 6,
725854c1edSLemover  // way size
737196f5a2SLemover  blockBytes: Int = 64,
74bc063562SLemover  // prefetch
75bc063562SLemover  enablePrefetch: Boolean = true,
767196f5a2SLemover  // ecc
777196f5a2SLemover  ecc: Option[String] = Some("secded")
785854c1edSLemover)
795854c1edSLemover
806d5ddbceSLemovertrait HasTlbConst extends HasXSParameter {
816d5ddbceSLemover  val Level = 3
826d5ddbceSLemover
836d5ddbceSLemover  val offLen  = 12
846d5ddbceSLemover  val ppnLen  = PAddrBits - offLen
856d5ddbceSLemover  val vpnnLen = 9
86d61cd5eeSpeixiaokun  val extendVpnnBits = 2
8782978df9Speixiaokun  val vpnLen  = VAddrBits - offLen // when opening H extention, vpnlen broaden two bits
886d5ddbceSLemover  val flagLen = 8
890d94d540SHaoyuan Feng  val pteResLen = XLEN - 44 - 2 - flagLen
900d94d540SHaoyuan Feng  val ppnHignLen = 44 - ppnLen
916d5ddbceSLemover
9263632028SHaoyuan Feng  val tlbcontiguous = 8
9363632028SHaoyuan Feng  val sectortlbwidth = log2Up(tlbcontiguous)
9463632028SHaoyuan Feng  val sectorppnLen = ppnLen - sectortlbwidth
9563632028SHaoyuan Feng  val sectorvpnLen = vpnLen - sectortlbwidth
9663632028SHaoyuan Feng
97185e6164SHaoyuan Feng  val loadfiltersize = 16
98185e6164SHaoyuan Feng  val storefiltersize = 8
99185e6164SHaoyuan Feng  val prefetchfiltersize = 8
100a0301c0dSLemover  val sramSinglePort = true
101a0301c0dSLemover
102914b8455SHaoyuan Feng  val timeOutThreshold = 10000
1039bd9cdfaSLemover
104*cca17e78Speixiaokun  def noS2xlate = "b00".U
105*cca17e78Speixiaokun  def allStage = "b11".U
106*cca17e78Speixiaokun  def onlyStage1 = "b10".U
107*cca17e78Speixiaokun  def onlyStage2 = "b01".U
108d0de7e4aSpeixiaokun
109f1fe8698SLemover  def get_pn(addr: UInt) = {
110f1fe8698SLemover    require(addr.getWidth > offLen)
111f1fe8698SLemover    addr(addr.getWidth-1, offLen)
112f1fe8698SLemover  }
113f1fe8698SLemover  def get_off(addr: UInt) = {
114f1fe8698SLemover    require(addr.getWidth > offLen)
115f1fe8698SLemover    addr(offLen-1, 0)
116f1fe8698SLemover  }
117f1fe8698SLemover
1183889e11eSLemover  def get_set_idx(vpn: UInt, nSets: Int): UInt = {
119e9092fe2SLemover    require(nSets >= 1)
120a0301c0dSLemover    vpn(log2Up(nSets)-1, 0)
1216d5ddbceSLemover  }
1226d5ddbceSLemover
123e9092fe2SLemover  def drop_set_idx(vpn: UInt, nSets: Int): UInt = {
124e9092fe2SLemover    require(nSets >= 1)
125e9092fe2SLemover    require(vpn.getWidth > log2Ceil(nSets))
126e9092fe2SLemover    vpn(vpn.getWidth-1, log2Ceil(nSets))
127e9092fe2SLemover  }
128e9092fe2SLemover
129e9092fe2SLemover  def drop_set_equal(vpn1: UInt, vpn2: UInt, nSets: Int): Bool = {
130e9092fe2SLemover    require(nSets >= 1)
131e9092fe2SLemover    require(vpn1.getWidth == vpn2.getWidth)
132e9092fe2SLemover    if (vpn1.getWidth <= log2Ceil(nSets)) {
133e9092fe2SLemover      true.B
134e9092fe2SLemover    } else {
135e9092fe2SLemover      drop_set_idx(vpn1, nSets) === drop_set_idx(vpn2, nSets)
136e9092fe2SLemover    }
137e9092fe2SLemover  }
138e9092fe2SLemover
1396d5ddbceSLemover  def replaceWrapper(v: UInt, lruIdx: UInt): UInt = {
1406d5ddbceSLemover    val width = v.getWidth
141f3034303SHaoyuan Feng    val emptyIdx = ParallelPriorityMux((0 until width).map( i => (!v(i), i.U(log2Up(width).W))))
1426d5ddbceSLemover    val full = Cat(v).andR
1436d5ddbceSLemover    Mux(full, lruIdx, emptyIdx)
1446d5ddbceSLemover  }
1456d5ddbceSLemover
1466d5ddbceSLemover  def replaceWrapper(v: Seq[Bool], lruIdx: UInt): UInt = {
1476d5ddbceSLemover    replaceWrapper(VecInit(v).asUInt, lruIdx)
1486d5ddbceSLemover  }
149a0301c0dSLemover
150*cca17e78Speixiaokun  implicit def hptwresp_to_tlbperm(hptwResp: HptwResp): TlbPermBundle = {
151d0de7e4aSpeixiaokun    val tp = Wire(new TlbPermBundle)
152d0de7e4aSpeixiaokun    val ptePerm = hptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
153d61cd5eeSpeixiaokun    tp.pf := hptwResp.gpf
154d61cd5eeSpeixiaokun    tp.af := hptwResp.gaf
155d0de7e4aSpeixiaokun    tp.d := ptePerm.d
156d0de7e4aSpeixiaokun    tp.a := ptePerm.a
157d0de7e4aSpeixiaokun    tp.g := ptePerm.g
158d0de7e4aSpeixiaokun    tp.u := ptePerm.u
159d0de7e4aSpeixiaokun    tp.x := ptePerm.x
160d0de7e4aSpeixiaokun    tp.w := ptePerm.w
161d0de7e4aSpeixiaokun    tp.r := ptePerm.r
162d0de7e4aSpeixiaokun    tp.pm := DontCare
163d0de7e4aSpeixiaokun    tp
164d0de7e4aSpeixiaokun  }
165*cca17e78Speixiaokun
166*cca17e78Speixiaokun  implicit def ptwresp_to_tlbperm(ptwResp: PtwSectorResp): TlbPermBundle = {
167f1fe8698SLemover    val tp = Wire(new TlbPermBundle)
168f1fe8698SLemover    val ptePerm = ptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
169f1fe8698SLemover    tp.pf := ptwResp.pf
170f1fe8698SLemover    tp.af := ptwResp.af
171f1fe8698SLemover    tp.d := ptePerm.d
172f1fe8698SLemover    tp.a := ptePerm.a
173f1fe8698SLemover    tp.g := ptePerm.g
174f1fe8698SLemover    tp.u := ptePerm.u
175f1fe8698SLemover    tp.x := ptePerm.x
176f1fe8698SLemover    tp.w := ptePerm.w
177f1fe8698SLemover    tp.r := ptePerm.r
178f1fe8698SLemover    tp
179f1fe8698SLemover  }
1806d5ddbceSLemover}
1816d5ddbceSLemover
1826d5ddbceSLemovertrait HasPtwConst extends HasTlbConst with MemoryOpConstants{
1836d5ddbceSLemover  val PtwWidth = 2
184bc063562SLemover  val sourceWidth = { if (l2tlbParams.enablePrefetch) PtwWidth + 1 else PtwWidth}
185bc063562SLemover  val prefetchID = PtwWidth
186bc063562SLemover
1875854c1edSLemover  val blockBits = l2tlbParams.blockBytes * 8
1886d5ddbceSLemover
1896d5ddbceSLemover  val bPtwWidth = log2Up(PtwWidth)
190bc063562SLemover  val bSourceWidth = log2Up(sourceWidth)
1916d5ddbceSLemover  // ptwl1: fully-associated
192d0de7e4aSpeixiaokun  val PtwL1TagLen = vpnnLen + (if (HasHExtension) extendVpnnBits else 0)
1936d5ddbceSLemover
1946d5ddbceSLemover  /* +-------+----------+-------------+
1956d5ddbceSLemover   * |  Tag  |  SetIdx  |  SectorIdx  |
1966d5ddbceSLemover   * +-------+----------+-------------+
1976d5ddbceSLemover   */
1986d5ddbceSLemover  // ptwl2: 8-way group-associated
1995854c1edSLemover  val l2tlbParams.l2nWays = l2tlbParams.l2nWays
2005854c1edSLemover  val PtwL2SetNum = l2tlbParams.l2nSets
2015854c1edSLemover  val PtwL2SectorSize = blockBits / XLEN
2025854c1edSLemover  val PtwL2IdxLen = log2Up(PtwL2SetNum * PtwL2SectorSize)
2036d5ddbceSLemover  val PtwL2SectorIdxLen = log2Up(PtwL2SectorSize)
2045854c1edSLemover  val PtwL2SetIdxLen = log2Up(PtwL2SetNum)
205d0de7e4aSpeixiaokun  val PtwL2TagLen = vpnnLen * 2 - PtwL2IdxLen + (if (HasHExtension) extendVpnnBits else 0)
2066d5ddbceSLemover
2076d5ddbceSLemover  // ptwl3: 16-way group-associated
2085854c1edSLemover  val l2tlbParams.l3nWays = l2tlbParams.l3nWays
2095854c1edSLemover  val PtwL3SetNum = l2tlbParams.l3nSets
2105854c1edSLemover  val PtwL3SectorSize =  blockBits / XLEN
2115854c1edSLemover  val PtwL3IdxLen = log2Up(PtwL3SetNum * PtwL3SectorSize)
2126d5ddbceSLemover  val PtwL3SectorIdxLen = log2Up(PtwL3SectorSize)
2135854c1edSLemover  val PtwL3SetIdxLen = log2Up(PtwL3SetNum)
214d0de7e4aSpeixiaokun  val PtwL3TagLen = vpnnLen * 3 - PtwL3IdxLen + (if (HasHExtension) extendVpnnBits else 0)
2156d5ddbceSLemover
2166d5ddbceSLemover  // super page, including 1GB and 2MB page
217d0de7e4aSpeixiaokun  val SPTagLen = vpnnLen * 2 + (if (HasHExtension) extendVpnnBits else 0)
2186d5ddbceSLemover
219d74a7bd3SLemover  // miss queue
220f1fe8698SLemover  val MissQueueSize = l2tlbParams.ifilterSize + l2tlbParams.dfilterSize
221d0de7e4aSpeixiaokun  val MemReqWidth = l2tlbParams.llptwsize + 1 + 1
222d0de7e4aSpeixiaokun  val HptwReqId = l2tlbParams.llptwsize + 1
22392e3bfefSLemover  val FsmReqID = l2tlbParams.llptwsize
22492e3bfefSLemover  val bMemID = log2Up(MemReqWidth)
2256d5ddbceSLemover
2266d5ddbceSLemover  def genPtwL2Idx(vpn: UInt) = {
2276d5ddbceSLemover    (vpn(vpnLen - 1, vpnnLen))(PtwL2IdxLen - 1, 0)
2286d5ddbceSLemover  }
2296d5ddbceSLemover
2306d5ddbceSLemover  def genPtwL2SectorIdx(vpn: UInt) = {
2316d5ddbceSLemover    genPtwL2Idx(vpn)(PtwL2SectorIdxLen - 1, 0)
2326d5ddbceSLemover  }
2336d5ddbceSLemover
2346d5ddbceSLemover  def genPtwL2SetIdx(vpn: UInt) = {
2356d5ddbceSLemover    genPtwL2Idx(vpn)(PtwL2SetIdxLen + PtwL2SectorIdxLen - 1, PtwL2SectorIdxLen)
2366d5ddbceSLemover  }
2376d5ddbceSLemover
2386d5ddbceSLemover  def genPtwL3Idx(vpn: UInt) = {
2396d5ddbceSLemover    vpn(PtwL3IdxLen - 1, 0)
2406d5ddbceSLemover  }
2416d5ddbceSLemover
2426d5ddbceSLemover  def genPtwL3SectorIdx(vpn: UInt) = {
2436d5ddbceSLemover    genPtwL3Idx(vpn)(PtwL3SectorIdxLen - 1, 0)
2446d5ddbceSLemover  }
2456d5ddbceSLemover
246cc5a5f22SLemover  def dropL3SectorBits(vpn: UInt) = {
247cc5a5f22SLemover    vpn(vpn.getWidth-1, PtwL3SectorIdxLen)
248cc5a5f22SLemover  }
249cc5a5f22SLemover
2506d5ddbceSLemover  def genPtwL3SetIdx(vpn: UInt) = {
2516d5ddbceSLemover    genPtwL3Idx(vpn)(PtwL3SetIdxLen + PtwL3SectorIdxLen - 1, PtwL3SectorIdxLen)
2526d5ddbceSLemover  }
2536d5ddbceSLemover
2546d5ddbceSLemover  def MakeAddr(ppn: UInt, off: UInt) = {
2556d5ddbceSLemover    require(off.getWidth == 9)
2566d5ddbceSLemover    Cat(ppn, off, 0.U(log2Up(XLEN/8).W))(PAddrBits-1, 0)
2576d5ddbceSLemover  }
2586d5ddbceSLemover
259d0de7e4aSpeixiaokun  def MakeGAddr(ppn: UInt, off: UInt) = {
260d0de7e4aSpeixiaokun    require(off.getWidth == 9 || off.getWidth == 11)
261d0de7e4aSpeixiaokun    (Cat(ppn, 0.U(offLen.W)) + Cat(off, 0.U(log2Up(XLEN / 8).W)))(GPAddrBits - 1, 0)
262d0de7e4aSpeixiaokun  }
263d0de7e4aSpeixiaokun
264b848eea5SLemover  def getVpnn(vpn: UInt, idx: Int): UInt = {
2656d5ddbceSLemover    vpn(vpnnLen*(idx+1)-1, vpnnLen*idx)
2666d5ddbceSLemover  }
2676d5ddbceSLemover
268d0de7e4aSpeixiaokun  def getVpnn(vpn: UInt, idx: UInt): UInt = {
269d0de7e4aSpeixiaokun    Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 - 1, vpnnLen * 2)))
270d0de7e4aSpeixiaokun  }
271d0de7e4aSpeixiaokun
272d0de7e4aSpeixiaokun  def getGVpnn(vpn: UInt, idx: UInt): UInt = {
273d0de7e4aSpeixiaokun    Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 + 1, vpnnLen * 2)))
274d0de7e4aSpeixiaokun  }
275d0de7e4aSpeixiaokun
2766d5ddbceSLemover  def getVpnClip(vpn: UInt, level: Int) = {
2776d5ddbceSLemover    // level 0  /* vpnn2 */
2786d5ddbceSLemover    // level 1  /* vpnn2 * vpnn1 */
2796d5ddbceSLemover    // level 2  /* vpnn2 * vpnn1 * vpnn0*/
2806d5ddbceSLemover    vpn(vpnLen - 1, (2 - level) * vpnnLen)
2816d5ddbceSLemover  }
2826d5ddbceSLemover
283bc063562SLemover  def get_next_line(vpn: UInt) = {
284bc063562SLemover    Cat(dropL3SectorBits(vpn) + 1.U, 0.U(PtwL3SectorIdxLen.W))
285bc063562SLemover  }
286bc063562SLemover
287bc063562SLemover  def same_l2entry(vpn1: UInt, vpn2: UInt) = {
288bc063562SLemover    vpn1(vpnLen-1, vpnnLen) === vpn2(vpnLen-1, vpnnLen)
289bc063562SLemover  }
290bc063562SLemover
291bc063562SLemover  def from_pre(source: UInt) = {
292bc063562SLemover    (source === prefetchID.U)
293bc063562SLemover  }
294bc063562SLemover
2957797f035SbugGenerator  def sel_data(data: UInt, index: UInt): UInt = {
2967797f035SbugGenerator    val inner_data = data.asTypeOf(Vec(data.getWidth / XLEN, UInt(XLEN.W)))
2977797f035SbugGenerator    inner_data(index)
2987797f035SbugGenerator  }
2997797f035SbugGenerator
3007797f035SbugGenerator  // vpn1 and vpn2 is at same cacheline
3017797f035SbugGenerator  def dup(vpn1: UInt, vpn2: UInt): Bool = {
3027797f035SbugGenerator    dropL3SectorBits(vpn1) === dropL3SectorBits(vpn2)
3037797f035SbugGenerator  }
3047797f035SbugGenerator
3057797f035SbugGenerator
3066d5ddbceSLemover  def printVec[T <: Data](x: Seq[T]): Printable = {
3076d5ddbceSLemover    (0 until x.length).map(i => p"(${i.U})${x(i)} ").reduce(_+_)
3086d5ddbceSLemover  }
3096d5ddbceSLemover}
310