xref: /XiangShan/src/main/scala/xiangshan/cache/mmu/MMUConst.scala (revision 2a4a3520c77747b287d81c3909c20d39e7722dae)
16d5ddbceSLemover/***************************************************************************************
26d5ddbceSLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
46d5ddbceSLemover*
56d5ddbceSLemover* XiangShan is licensed under Mulan PSL v2.
66d5ddbceSLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
76d5ddbceSLemover* You may obtain a copy of Mulan PSL v2 at:
86d5ddbceSLemover*          http://license.coscl.org.cn/MulanPSL2
96d5ddbceSLemover*
106d5ddbceSLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
116d5ddbceSLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
126d5ddbceSLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
136d5ddbceSLemover*
146d5ddbceSLemover* See the Mulan PSL v2 for more details.
156d5ddbceSLemover***************************************************************************************/
166d5ddbceSLemover
176d5ddbceSLemoverpackage xiangshan.cache.mmu
186d5ddbceSLemover
198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters
206d5ddbceSLemoverimport chisel3._
216d5ddbceSLemoverimport chisel3.util._
226d5ddbceSLemoverimport xiangshan._
236d5ddbceSLemoverimport xiangshan.cache.{HasDCacheParameters, MemoryOpConstants}
246d5ddbceSLemoverimport utils._
253c02ee8fSwakafaimport utility._
266d5ddbceSLemoverimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
276d5ddbceSLemoverimport freechips.rocketchip.tilelink._
286d5ddbceSLemover
29f1fe8698SLemover
30a0301c0dSLemovercase class TLBParameters
31a0301c0dSLemover(
32a0301c0dSLemover  name: String = "none",
33a0301c0dSLemover  fetchi: Boolean = false, // TODO: remove it
34f1fe8698SLemover  fenceDelay: Int = 2,
35a0301c0dSLemover  useDmode: Boolean = true,
36f9ac118cSHaoyuan Feng  NSets: Int = 1,
37f9ac118cSHaoyuan Feng  NWays: Int = 2,
38f9ac118cSHaoyuan Feng  Replacer: Option[String] = Some("plru"),
39f9ac118cSHaoyuan Feng  Associative: String = "fa", // must be fa
40a0301c0dSLemover  outReplace: Boolean = false,
41f1fe8698SLemover  partialStaticPMP: Boolean = false, // partial static pmp result stored in entries
42f1fe8698SLemover  outsideRecvFlush: Boolean = false, // if outside moudle waiting for tlb recv flush pipe
435cf62c1aSLemover  saveLevel: Boolean = false
44a0301c0dSLemover)
45a0301c0dSLemover
465854c1edSLemovercase class L2TLBParameters
475854c1edSLemover(
485854c1edSLemover  name: String = "l2tlb",
495854c1edSLemover  // l1
505854c1edSLemover  l1Size: Int = 16,
515854c1edSLemover  l1Associative: String = "fa",
525854c1edSLemover  l1Replacer: Option[String] = Some("plru"),
535854c1edSLemover  // l2
54b191d687SHaoyuan Feng  l2nSets: Int = 8,
55b191d687SHaoyuan Feng  l2nWays: Int = 4,
565854c1edSLemover  l2Replacer: Option[String] = Some("setplru"),
575854c1edSLemover  // l3
58b191d687SHaoyuan Feng  l3nSets: Int = 32,
59b191d687SHaoyuan Feng  l3nWays: Int = 8,
605854c1edSLemover  l3Replacer: Option[String] = Some("setplru"),
615854c1edSLemover  // sp
625854c1edSLemover  spSize: Int = 16,
635854c1edSLemover  spReplacer: Option[String] = Some("plru"),
64f1fe8698SLemover  // filter
65040c6105Sguohongyu  ifilterSize: Int = 8,
662072875bSHaoyuan Feng  dfilterSize: Int = 32,
67d74a7bd3SLemover  // miss queue, add more entries than 'must require'
68d74a7bd3SLemover  // 0 for easier bug trigger, please set as big as u can, 8 maybe
69d74a7bd3SLemover  missqueueExtendSize: Int = 0,
7092e3bfefSLemover  // llptw
7192e3bfefSLemover  llptwsize: Int = 6,
725854c1edSLemover  // way size
737196f5a2SLemover  blockBytes: Int = 64,
74bc063562SLemover  // prefetch
75bc063562SLemover  enablePrefetch: Boolean = true,
767196f5a2SLemover  // ecc
777196f5a2SLemover  ecc: Option[String] = Some("secded")
785854c1edSLemover)
795854c1edSLemover
806d5ddbceSLemovertrait HasTlbConst extends HasXSParameter {
816d5ddbceSLemover  val Level = 3
826d5ddbceSLemover
836d5ddbceSLemover  val offLen  = 12
846d5ddbceSLemover  val ppnLen  = PAddrBits - offLen
856d5ddbceSLemover  val vpnnLen = 9
86*2a4a3520Speixiaokun  val extendVpnnBits = if (HasHExtension) 2 else 0
8782978df9Speixiaokun  val vpnLen  = VAddrBits - offLen // when opening H extention, vpnlen broaden two bits
886d5ddbceSLemover  val flagLen = 8
890d94d540SHaoyuan Feng  val pteResLen = XLEN - 44 - 2 - flagLen
900d94d540SHaoyuan Feng  val ppnHignLen = 44 - ppnLen
916d5ddbceSLemover
9263632028SHaoyuan Feng  val tlbcontiguous = 8
9363632028SHaoyuan Feng  val sectortlbwidth = log2Up(tlbcontiguous)
9463632028SHaoyuan Feng  val sectorppnLen = ppnLen - sectortlbwidth
9563632028SHaoyuan Feng  val sectorvpnLen = vpnLen - sectortlbwidth
9663632028SHaoyuan Feng
97185e6164SHaoyuan Feng  val loadfiltersize = 16
98185e6164SHaoyuan Feng  val storefiltersize = 8
99185e6164SHaoyuan Feng  val prefetchfiltersize = 8
100a0301c0dSLemover  val sramSinglePort = true
101a0301c0dSLemover
102914b8455SHaoyuan Feng  val timeOutThreshold = 10000
1039bd9cdfaSLemover
104cca17e78Speixiaokun  def noS2xlate = "b00".U
105cca17e78Speixiaokun  def allStage = "b11".U
106eb4bf3f2Speixiaokun  def onlyStage1 = "b01".U
107eb4bf3f2Speixiaokun  def onlyStage2 = "b10".U
108d0de7e4aSpeixiaokun
109f1fe8698SLemover  def get_pn(addr: UInt) = {
110f1fe8698SLemover    require(addr.getWidth > offLen)
111f1fe8698SLemover    addr(addr.getWidth-1, offLen)
112f1fe8698SLemover  }
113f1fe8698SLemover  def get_off(addr: UInt) = {
114f1fe8698SLemover    require(addr.getWidth > offLen)
115f1fe8698SLemover    addr(offLen-1, 0)
116f1fe8698SLemover  }
117f1fe8698SLemover
1183889e11eSLemover  def get_set_idx(vpn: UInt, nSets: Int): UInt = {
119e9092fe2SLemover    require(nSets >= 1)
120a0301c0dSLemover    vpn(log2Up(nSets)-1, 0)
1216d5ddbceSLemover  }
1226d5ddbceSLemover
123e9092fe2SLemover  def drop_set_idx(vpn: UInt, nSets: Int): UInt = {
124e9092fe2SLemover    require(nSets >= 1)
125e9092fe2SLemover    require(vpn.getWidth > log2Ceil(nSets))
126e9092fe2SLemover    vpn(vpn.getWidth-1, log2Ceil(nSets))
127e9092fe2SLemover  }
128e9092fe2SLemover
129e9092fe2SLemover  def drop_set_equal(vpn1: UInt, vpn2: UInt, nSets: Int): Bool = {
130e9092fe2SLemover    require(nSets >= 1)
131e9092fe2SLemover    require(vpn1.getWidth == vpn2.getWidth)
132e9092fe2SLemover    if (vpn1.getWidth <= log2Ceil(nSets)) {
133e9092fe2SLemover      true.B
134e9092fe2SLemover    } else {
135e9092fe2SLemover      drop_set_idx(vpn1, nSets) === drop_set_idx(vpn2, nSets)
136e9092fe2SLemover    }
137e9092fe2SLemover  }
138e9092fe2SLemover
1396d5ddbceSLemover  def replaceWrapper(v: UInt, lruIdx: UInt): UInt = {
1406d5ddbceSLemover    val width = v.getWidth
141f3034303SHaoyuan Feng    val emptyIdx = ParallelPriorityMux((0 until width).map( i => (!v(i), i.U(log2Up(width).W))))
1426d5ddbceSLemover    val full = Cat(v).andR
1436d5ddbceSLemover    Mux(full, lruIdx, emptyIdx)
1446d5ddbceSLemover  }
1456d5ddbceSLemover
1466d5ddbceSLemover  def replaceWrapper(v: Seq[Bool], lruIdx: UInt): UInt = {
1476d5ddbceSLemover    replaceWrapper(VecInit(v).asUInt, lruIdx)
1486d5ddbceSLemover  }
149a0301c0dSLemover
150cca17e78Speixiaokun  implicit def hptwresp_to_tlbperm(hptwResp: HptwResp): TlbPermBundle = {
151d0de7e4aSpeixiaokun    val tp = Wire(new TlbPermBundle)
152d0de7e4aSpeixiaokun    val ptePerm = hptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
153d61cd5eeSpeixiaokun    tp.pf := hptwResp.gpf
154d61cd5eeSpeixiaokun    tp.af := hptwResp.gaf
155d0de7e4aSpeixiaokun    tp.d := ptePerm.d
156d0de7e4aSpeixiaokun    tp.a := ptePerm.a
157d0de7e4aSpeixiaokun    tp.g := ptePerm.g
158d0de7e4aSpeixiaokun    tp.u := ptePerm.u
159d0de7e4aSpeixiaokun    tp.x := ptePerm.x
160d0de7e4aSpeixiaokun    tp.w := ptePerm.w
161d0de7e4aSpeixiaokun    tp.r := ptePerm.r
162d0de7e4aSpeixiaokun    tp
163d0de7e4aSpeixiaokun  }
164cca17e78Speixiaokun
165cca17e78Speixiaokun  implicit def ptwresp_to_tlbperm(ptwResp: PtwSectorResp): TlbPermBundle = {
166f1fe8698SLemover    val tp = Wire(new TlbPermBundle)
167f1fe8698SLemover    val ptePerm = ptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
168f1fe8698SLemover    tp.pf := ptwResp.pf
169f1fe8698SLemover    tp.af := ptwResp.af
170f1fe8698SLemover    tp.d := ptePerm.d
171f1fe8698SLemover    tp.a := ptePerm.a
172f1fe8698SLemover    tp.g := ptePerm.g
173f1fe8698SLemover    tp.u := ptePerm.u
174f1fe8698SLemover    tp.x := ptePerm.x
175f1fe8698SLemover    tp.w := ptePerm.w
176f1fe8698SLemover    tp.r := ptePerm.r
177f1fe8698SLemover    tp
178f1fe8698SLemover  }
1796d5ddbceSLemover}
1806d5ddbceSLemover
1816d5ddbceSLemovertrait HasPtwConst extends HasTlbConst with MemoryOpConstants{
1826d5ddbceSLemover  val PtwWidth = 2
183bc063562SLemover  val sourceWidth = { if (l2tlbParams.enablePrefetch) PtwWidth + 1 else PtwWidth}
184bc063562SLemover  val prefetchID = PtwWidth
185bc063562SLemover
1865854c1edSLemover  val blockBits = l2tlbParams.blockBytes * 8
1876d5ddbceSLemover
1886d5ddbceSLemover  val bPtwWidth = log2Up(PtwWidth)
189bc063562SLemover  val bSourceWidth = log2Up(sourceWidth)
1906d5ddbceSLemover  // ptwl1: fully-associated
191*2a4a3520Speixiaokun  val PtwL1TagLen = vpnnLen + extendVpnnBits
1926d5ddbceSLemover
1936d5ddbceSLemover  /* +-------+----------+-------------+
1946d5ddbceSLemover   * |  Tag  |  SetIdx  |  SectorIdx  |
1956d5ddbceSLemover   * +-------+----------+-------------+
1966d5ddbceSLemover   */
1976d5ddbceSLemover  // ptwl2: 8-way group-associated
1985854c1edSLemover  val l2tlbParams.l2nWays = l2tlbParams.l2nWays
1995854c1edSLemover  val PtwL2SetNum = l2tlbParams.l2nSets
2005854c1edSLemover  val PtwL2SectorSize = blockBits / XLEN
2015854c1edSLemover  val PtwL2IdxLen = log2Up(PtwL2SetNum * PtwL2SectorSize)
2026d5ddbceSLemover  val PtwL2SectorIdxLen = log2Up(PtwL2SectorSize)
2035854c1edSLemover  val PtwL2SetIdxLen = log2Up(PtwL2SetNum)
204*2a4a3520Speixiaokun  val PtwL2TagLen = vpnnLen * 2 - PtwL2IdxLen + extendVpnnBits
2056d5ddbceSLemover
2066d5ddbceSLemover  // ptwl3: 16-way group-associated
2075854c1edSLemover  val l2tlbParams.l3nWays = l2tlbParams.l3nWays
2085854c1edSLemover  val PtwL3SetNum = l2tlbParams.l3nSets
2095854c1edSLemover  val PtwL3SectorSize =  blockBits / XLEN
2105854c1edSLemover  val PtwL3IdxLen = log2Up(PtwL3SetNum * PtwL3SectorSize)
2116d5ddbceSLemover  val PtwL3SectorIdxLen = log2Up(PtwL3SectorSize)
2125854c1edSLemover  val PtwL3SetIdxLen = log2Up(PtwL3SetNum)
213*2a4a3520Speixiaokun  val PtwL3TagLen = vpnnLen * 3 - PtwL3IdxLen + extendVpnnBits
2146d5ddbceSLemover
2156d5ddbceSLemover  // super page, including 1GB and 2MB page
216*2a4a3520Speixiaokun  val SPTagLen = vpnnLen * 2 + extendVpnnBits
2176d5ddbceSLemover
218d74a7bd3SLemover  // miss queue
219f1fe8698SLemover  val MissQueueSize = l2tlbParams.ifilterSize + l2tlbParams.dfilterSize
220d0de7e4aSpeixiaokun  val MemReqWidth = l2tlbParams.llptwsize + 1 + 1
221d0de7e4aSpeixiaokun  val HptwReqId = l2tlbParams.llptwsize + 1
22292e3bfefSLemover  val FsmReqID = l2tlbParams.llptwsize
22392e3bfefSLemover  val bMemID = log2Up(MemReqWidth)
2246d5ddbceSLemover
2256d5ddbceSLemover  def genPtwL2Idx(vpn: UInt) = {
2266d5ddbceSLemover    (vpn(vpnLen - 1, vpnnLen))(PtwL2IdxLen - 1, 0)
2276d5ddbceSLemover  }
2286d5ddbceSLemover
2296d5ddbceSLemover  def genPtwL2SectorIdx(vpn: UInt) = {
2306d5ddbceSLemover    genPtwL2Idx(vpn)(PtwL2SectorIdxLen - 1, 0)
2316d5ddbceSLemover  }
2326d5ddbceSLemover
2336d5ddbceSLemover  def genPtwL2SetIdx(vpn: UInt) = {
2346d5ddbceSLemover    genPtwL2Idx(vpn)(PtwL2SetIdxLen + PtwL2SectorIdxLen - 1, PtwL2SectorIdxLen)
2356d5ddbceSLemover  }
2366d5ddbceSLemover
2376d5ddbceSLemover  def genPtwL3Idx(vpn: UInt) = {
2386d5ddbceSLemover    vpn(PtwL3IdxLen - 1, 0)
2396d5ddbceSLemover  }
2406d5ddbceSLemover
2416d5ddbceSLemover  def genPtwL3SectorIdx(vpn: UInt) = {
2426d5ddbceSLemover    genPtwL3Idx(vpn)(PtwL3SectorIdxLen - 1, 0)
2436d5ddbceSLemover  }
2446d5ddbceSLemover
245cc5a5f22SLemover  def dropL3SectorBits(vpn: UInt) = {
246cc5a5f22SLemover    vpn(vpn.getWidth-1, PtwL3SectorIdxLen)
247cc5a5f22SLemover  }
248cc5a5f22SLemover
2496d5ddbceSLemover  def genPtwL3SetIdx(vpn: UInt) = {
2506d5ddbceSLemover    genPtwL3Idx(vpn)(PtwL3SetIdxLen + PtwL3SectorIdxLen - 1, PtwL3SectorIdxLen)
2516d5ddbceSLemover  }
2526d5ddbceSLemover
2536d5ddbceSLemover  def MakeAddr(ppn: UInt, off: UInt) = {
2546d5ddbceSLemover    require(off.getWidth == 9)
2556d5ddbceSLemover    Cat(ppn, off, 0.U(log2Up(XLEN/8).W))(PAddrBits-1, 0)
2566d5ddbceSLemover  }
2576d5ddbceSLemover
258d0de7e4aSpeixiaokun  def MakeGAddr(ppn: UInt, off: UInt) = {
259d0de7e4aSpeixiaokun    require(off.getWidth == 9 || off.getWidth == 11)
260d0de7e4aSpeixiaokun    (Cat(ppn, 0.U(offLen.W)) + Cat(off, 0.U(log2Up(XLEN / 8).W)))(GPAddrBits - 1, 0)
261d0de7e4aSpeixiaokun  }
262d0de7e4aSpeixiaokun
263b848eea5SLemover  def getVpnn(vpn: UInt, idx: Int): UInt = {
2646d5ddbceSLemover    vpn(vpnnLen*(idx+1)-1, vpnnLen*idx)
2656d5ddbceSLemover  }
2666d5ddbceSLemover
267d0de7e4aSpeixiaokun  def getVpnn(vpn: UInt, idx: UInt): UInt = {
268d0de7e4aSpeixiaokun    Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 - 1, vpnnLen * 2)))
269d0de7e4aSpeixiaokun  }
270d0de7e4aSpeixiaokun
271d0de7e4aSpeixiaokun  def getGVpnn(vpn: UInt, idx: UInt): UInt = {
272d0de7e4aSpeixiaokun    Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 + 1, vpnnLen * 2)))
273d0de7e4aSpeixiaokun  }
274d0de7e4aSpeixiaokun
2756d5ddbceSLemover  def getVpnClip(vpn: UInt, level: Int) = {
2766d5ddbceSLemover    // level 0  /* vpnn2 */
2776d5ddbceSLemover    // level 1  /* vpnn2 * vpnn1 */
2786d5ddbceSLemover    // level 2  /* vpnn2 * vpnn1 * vpnn0*/
2796d5ddbceSLemover    vpn(vpnLen - 1, (2 - level) * vpnnLen)
2806d5ddbceSLemover  }
2816d5ddbceSLemover
282bc063562SLemover  def get_next_line(vpn: UInt) = {
283bc063562SLemover    Cat(dropL3SectorBits(vpn) + 1.U, 0.U(PtwL3SectorIdxLen.W))
284bc063562SLemover  }
285bc063562SLemover
286bc063562SLemover  def same_l2entry(vpn1: UInt, vpn2: UInt) = {
287bc063562SLemover    vpn1(vpnLen-1, vpnnLen) === vpn2(vpnLen-1, vpnnLen)
288bc063562SLemover  }
289bc063562SLemover
290bc063562SLemover  def from_pre(source: UInt) = {
291bc063562SLemover    (source === prefetchID.U)
292bc063562SLemover  }
293bc063562SLemover
2947797f035SbugGenerator  def sel_data(data: UInt, index: UInt): UInt = {
2957797f035SbugGenerator    val inner_data = data.asTypeOf(Vec(data.getWidth / XLEN, UInt(XLEN.W)))
2967797f035SbugGenerator    inner_data(index)
2977797f035SbugGenerator  }
2987797f035SbugGenerator
2997797f035SbugGenerator  // vpn1 and vpn2 is at same cacheline
3007797f035SbugGenerator  def dup(vpn1: UInt, vpn2: UInt): Bool = {
3017797f035SbugGenerator    dropL3SectorBits(vpn1) === dropL3SectorBits(vpn2)
3027797f035SbugGenerator  }
3037797f035SbugGenerator
3047797f035SbugGenerator
3056d5ddbceSLemover  def printVec[T <: Data](x: Seq[T]): Printable = {
3066d5ddbceSLemover    (0 until x.length).map(i => p"(${i.U})${x(i)} ").reduce(_+_)
3076d5ddbceSLemover  }
3086d5ddbceSLemover}
309