xref: /XiangShan/src/main/scala/xiangshan/cache/mmu/MMUConst.scala (revision 82978df9e4a523e2f864bf37c6fb8e793e64f59a)
16d5ddbceSLemover/***************************************************************************************
26d5ddbceSLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
46d5ddbceSLemover*
56d5ddbceSLemover* XiangShan is licensed under Mulan PSL v2.
66d5ddbceSLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
76d5ddbceSLemover* You may obtain a copy of Mulan PSL v2 at:
86d5ddbceSLemover*          http://license.coscl.org.cn/MulanPSL2
96d5ddbceSLemover*
106d5ddbceSLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
116d5ddbceSLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
126d5ddbceSLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
136d5ddbceSLemover*
146d5ddbceSLemover* See the Mulan PSL v2 for more details.
156d5ddbceSLemover***************************************************************************************/
166d5ddbceSLemover
176d5ddbceSLemoverpackage xiangshan.cache.mmu
186d5ddbceSLemover
198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters
206d5ddbceSLemoverimport chisel3._
216d5ddbceSLemoverimport chisel3.util._
226d5ddbceSLemoverimport xiangshan._
236d5ddbceSLemoverimport xiangshan.cache.{HasDCacheParameters, MemoryOpConstants}
246d5ddbceSLemoverimport utils._
253c02ee8fSwakafaimport utility._
266d5ddbceSLemoverimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
276d5ddbceSLemoverimport freechips.rocketchip.tilelink._
286d5ddbceSLemover
29f1fe8698SLemover
30a0301c0dSLemovercase class TLBParameters
31a0301c0dSLemover(
32a0301c0dSLemover  name: String = "none",
33a0301c0dSLemover  fetchi: Boolean = false, // TODO: remove it
34f1fe8698SLemover  fenceDelay: Int = 2,
35a0301c0dSLemover  useDmode: Boolean = true,
36f9ac118cSHaoyuan Feng  NSets: Int = 1,
37f9ac118cSHaoyuan Feng  NWays: Int = 2,
38f9ac118cSHaoyuan Feng  Replacer: Option[String] = Some("plru"),
39f9ac118cSHaoyuan Feng  Associative: String = "fa", // must be fa
40a0301c0dSLemover  outReplace: Boolean = false,
41f1fe8698SLemover  partialStaticPMP: Boolean = false, // partial static pmp result stored in entries
42f1fe8698SLemover  outsideRecvFlush: Boolean = false, // if outside moudle waiting for tlb recv flush pipe
435cf62c1aSLemover  saveLevel: Boolean = false
44a0301c0dSLemover)
45a0301c0dSLemover
465854c1edSLemovercase class L2TLBParameters
475854c1edSLemover(
485854c1edSLemover  name: String = "l2tlb",
495854c1edSLemover  // l1
505854c1edSLemover  l1Size: Int = 16,
515854c1edSLemover  l1Associative: String = "fa",
525854c1edSLemover  l1Replacer: Option[String] = Some("plru"),
535854c1edSLemover  // l2
54b191d687SHaoyuan Feng  l2nSets: Int = 8,
55b191d687SHaoyuan Feng  l2nWays: Int = 4,
565854c1edSLemover  l2Replacer: Option[String] = Some("setplru"),
575854c1edSLemover  // l3
58b191d687SHaoyuan Feng  l3nSets: Int = 32,
59b191d687SHaoyuan Feng  l3nWays: Int = 8,
605854c1edSLemover  l3Replacer: Option[String] = Some("setplru"),
615854c1edSLemover  // sp
625854c1edSLemover  spSize: Int = 16,
635854c1edSLemover  spReplacer: Option[String] = Some("plru"),
64f1fe8698SLemover  // filter
65040c6105Sguohongyu  ifilterSize: Int = 8,
662072875bSHaoyuan Feng  dfilterSize: Int = 32,
67d74a7bd3SLemover  // miss queue, add more entries than 'must require'
68d74a7bd3SLemover  // 0 for easier bug trigger, please set as big as u can, 8 maybe
69d74a7bd3SLemover  missqueueExtendSize: Int = 0,
7092e3bfefSLemover  // llptw
7192e3bfefSLemover  llptwsize: Int = 6,
725854c1edSLemover  // way size
737196f5a2SLemover  blockBytes: Int = 64,
74bc063562SLemover  // prefetch
75bc063562SLemover  enablePrefetch: Boolean = true,
767196f5a2SLemover  // ecc
777196f5a2SLemover  ecc: Option[String] = Some("secded")
785854c1edSLemover)
795854c1edSLemover
806d5ddbceSLemovertrait HasTlbConst extends HasXSParameter {
816d5ddbceSLemover  val Level = 3
826d5ddbceSLemover
836d5ddbceSLemover  val offLen  = 12
846d5ddbceSLemover  val ppnLen  = PAddrBits - offLen
856d5ddbceSLemover  val vpnnLen = 9
86*82978df9Speixiaokun  val vpnLen  = VAddrBits - offLen // when opening H extention, vpnlen broaden two bits
876d5ddbceSLemover  val flagLen = 8
880d94d540SHaoyuan Feng  val pteResLen = XLEN - 44 - 2 - flagLen
890d94d540SHaoyuan Feng  val ppnHignLen = 44 - ppnLen
906d5ddbceSLemover
9163632028SHaoyuan Feng  val tlbcontiguous = 8
9263632028SHaoyuan Feng  val sectortlbwidth = log2Up(tlbcontiguous)
9363632028SHaoyuan Feng  val sectorppnLen = ppnLen - sectortlbwidth
9463632028SHaoyuan Feng  val sectorvpnLen = vpnLen - sectortlbwidth
9563632028SHaoyuan Feng
96185e6164SHaoyuan Feng  val loadfiltersize = 16
97185e6164SHaoyuan Feng  val storefiltersize = 8
98185e6164SHaoyuan Feng  val prefetchfiltersize = 8
99a0301c0dSLemover  val sramSinglePort = true
100a0301c0dSLemover
101914b8455SHaoyuan Feng  val timeOutThreshold = 10000
1029bd9cdfaSLemover
103d0de7e4aSpeixiaokun  val noS2xlate = "b00".U
104d0de7e4aSpeixiaokun  val allStage = "b11".U
105d0de7e4aSpeixiaokun  val onlyStage1 = "b10".U
106d0de7e4aSpeixiaokun  val onlyStage2 = "b01".U
107d0de7e4aSpeixiaokun
108f1fe8698SLemover  def get_pn(addr: UInt) = {
109f1fe8698SLemover    require(addr.getWidth > offLen)
110f1fe8698SLemover    addr(addr.getWidth-1, offLen)
111f1fe8698SLemover  }
112f1fe8698SLemover  def get_off(addr: UInt) = {
113f1fe8698SLemover    require(addr.getWidth > offLen)
114f1fe8698SLemover    addr(offLen-1, 0)
115f1fe8698SLemover  }
116f1fe8698SLemover
1173889e11eSLemover  def get_set_idx(vpn: UInt, nSets: Int): UInt = {
118e9092fe2SLemover    require(nSets >= 1)
119a0301c0dSLemover    vpn(log2Up(nSets)-1, 0)
1206d5ddbceSLemover  }
1216d5ddbceSLemover
122e9092fe2SLemover  def drop_set_idx(vpn: UInt, nSets: Int): UInt = {
123e9092fe2SLemover    require(nSets >= 1)
124e9092fe2SLemover    require(vpn.getWidth > log2Ceil(nSets))
125e9092fe2SLemover    vpn(vpn.getWidth-1, log2Ceil(nSets))
126e9092fe2SLemover  }
127e9092fe2SLemover
128e9092fe2SLemover  def drop_set_equal(vpn1: UInt, vpn2: UInt, nSets: Int): Bool = {
129e9092fe2SLemover    require(nSets >= 1)
130e9092fe2SLemover    require(vpn1.getWidth == vpn2.getWidth)
131e9092fe2SLemover    if (vpn1.getWidth <= log2Ceil(nSets)) {
132e9092fe2SLemover      true.B
133e9092fe2SLemover    } else {
134e9092fe2SLemover      drop_set_idx(vpn1, nSets) === drop_set_idx(vpn2, nSets)
135e9092fe2SLemover    }
136e9092fe2SLemover  }
137e9092fe2SLemover
1386d5ddbceSLemover  def replaceWrapper(v: UInt, lruIdx: UInt): UInt = {
1396d5ddbceSLemover    val width = v.getWidth
140f3034303SHaoyuan Feng    val emptyIdx = ParallelPriorityMux((0 until width).map( i => (!v(i), i.U(log2Up(width).W))))
1416d5ddbceSLemover    val full = Cat(v).andR
1426d5ddbceSLemover    Mux(full, lruIdx, emptyIdx)
1436d5ddbceSLemover  }
1446d5ddbceSLemover
1456d5ddbceSLemover  def replaceWrapper(v: Seq[Bool], lruIdx: UInt): UInt = {
1466d5ddbceSLemover    replaceWrapper(VecInit(v).asUInt, lruIdx)
1476d5ddbceSLemover  }
148a0301c0dSLemover
149d0de7e4aSpeixiaokun  def hptwresp_to_tlbperm(hptwResp: HptwResp): TlbPermBundle = {
150d0de7e4aSpeixiaokun    val tp = Wire(new TlbPermBundle)
151d0de7e4aSpeixiaokun    val ptePerm = hptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
152d0de7e4aSpeixiaokun    tp.pf := hptwResp.pf
153d0de7e4aSpeixiaokun    tp.af := hptwResp.af
154d0de7e4aSpeixiaokun    tp.d := ptePerm.d
155d0de7e4aSpeixiaokun    tp.a := ptePerm.a
156d0de7e4aSpeixiaokun    tp.g := ptePerm.g
157d0de7e4aSpeixiaokun    tp.u := ptePerm.u
158d0de7e4aSpeixiaokun    tp.x := ptePerm.x
159d0de7e4aSpeixiaokun    tp.w := ptePerm.w
160d0de7e4aSpeixiaokun    tp.r := ptePerm.r
161d0de7e4aSpeixiaokun    tp.pm := DontCare
162d0de7e4aSpeixiaokun    tp
163d0de7e4aSpeixiaokun  }
164d0de7e4aSpeixiaokun  def ptwresp_to_tlbperm(ptwResp: PtwSectorResp): TlbPermBundle = {
165f1fe8698SLemover    val tp = Wire(new TlbPermBundle)
166f1fe8698SLemover    val ptePerm = ptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
167f1fe8698SLemover    tp.pf := ptwResp.pf
168f1fe8698SLemover    tp.af := ptwResp.af
169f1fe8698SLemover    tp.d := ptePerm.d
170f1fe8698SLemover    tp.a := ptePerm.a
171f1fe8698SLemover    tp.g := ptePerm.g
172f1fe8698SLemover    tp.u := ptePerm.u
173f1fe8698SLemover    tp.x := ptePerm.x
174f1fe8698SLemover    tp.w := ptePerm.w
175f1fe8698SLemover    tp.r := ptePerm.r
176f1fe8698SLemover    tp
177f1fe8698SLemover  }
1786d5ddbceSLemover}
1796d5ddbceSLemover
1806d5ddbceSLemovertrait HasPtwConst extends HasTlbConst with MemoryOpConstants{
1816d5ddbceSLemover  val PtwWidth = 2
182bc063562SLemover  val sourceWidth = { if (l2tlbParams.enablePrefetch) PtwWidth + 1 else PtwWidth}
183bc063562SLemover  val prefetchID = PtwWidth
184bc063562SLemover
1855854c1edSLemover  val blockBits = l2tlbParams.blockBytes * 8
1866d5ddbceSLemover
1876d5ddbceSLemover  val bPtwWidth = log2Up(PtwWidth)
188bc063562SLemover  val bSourceWidth = log2Up(sourceWidth)
1896d5ddbceSLemover  // ptwl1: fully-associated
190d0de7e4aSpeixiaokun  val PtwL1TagLen = vpnnLen + (if (HasHExtension) extendVpnnBits else 0)
1916d5ddbceSLemover
1926d5ddbceSLemover  /* +-------+----------+-------------+
1936d5ddbceSLemover   * |  Tag  |  SetIdx  |  SectorIdx  |
1946d5ddbceSLemover   * +-------+----------+-------------+
1956d5ddbceSLemover   */
1966d5ddbceSLemover  // ptwl2: 8-way group-associated
1975854c1edSLemover  val l2tlbParams.l2nWays = l2tlbParams.l2nWays
1985854c1edSLemover  val PtwL2SetNum = l2tlbParams.l2nSets
1995854c1edSLemover  val PtwL2SectorSize = blockBits / XLEN
2005854c1edSLemover  val PtwL2IdxLen = log2Up(PtwL2SetNum * PtwL2SectorSize)
2016d5ddbceSLemover  val PtwL2SectorIdxLen = log2Up(PtwL2SectorSize)
2025854c1edSLemover  val PtwL2SetIdxLen = log2Up(PtwL2SetNum)
203d0de7e4aSpeixiaokun  val PtwL2TagLen = vpnnLen * 2 - PtwL2IdxLen + (if (HasHExtension) extendVpnnBits else 0)
2046d5ddbceSLemover
2056d5ddbceSLemover  // ptwl3: 16-way group-associated
2065854c1edSLemover  val l2tlbParams.l3nWays = l2tlbParams.l3nWays
2075854c1edSLemover  val PtwL3SetNum = l2tlbParams.l3nSets
2085854c1edSLemover  val PtwL3SectorSize =  blockBits / XLEN
2095854c1edSLemover  val PtwL3IdxLen = log2Up(PtwL3SetNum * PtwL3SectorSize)
2106d5ddbceSLemover  val PtwL3SectorIdxLen = log2Up(PtwL3SectorSize)
2115854c1edSLemover  val PtwL3SetIdxLen = log2Up(PtwL3SetNum)
212d0de7e4aSpeixiaokun  val PtwL3TagLen = vpnnLen * 3 - PtwL3IdxLen + (if (HasHExtension) extendVpnnBits else 0)
2136d5ddbceSLemover
2146d5ddbceSLemover  // super page, including 1GB and 2MB page
215d0de7e4aSpeixiaokun  val SPTagLen = vpnnLen * 2 + (if (HasHExtension) extendVpnnBits else 0)
2166d5ddbceSLemover
217d74a7bd3SLemover  // miss queue
218f1fe8698SLemover  val MissQueueSize = l2tlbParams.ifilterSize + l2tlbParams.dfilterSize
219d0de7e4aSpeixiaokun  val MemReqWidth = l2tlbParams.llptwsize + 1 + 1
220d0de7e4aSpeixiaokun  val HptwReqId = l2tlbParams.llptwsize + 1
22192e3bfefSLemover  val FsmReqID = l2tlbParams.llptwsize
22292e3bfefSLemover  val bMemID = log2Up(MemReqWidth)
2236d5ddbceSLemover
2246d5ddbceSLemover  def genPtwL2Idx(vpn: UInt) = {
2256d5ddbceSLemover    (vpn(vpnLen - 1, vpnnLen))(PtwL2IdxLen - 1, 0)
2266d5ddbceSLemover  }
2276d5ddbceSLemover
2286d5ddbceSLemover  def genPtwL2SectorIdx(vpn: UInt) = {
2296d5ddbceSLemover    genPtwL2Idx(vpn)(PtwL2SectorIdxLen - 1, 0)
2306d5ddbceSLemover  }
2316d5ddbceSLemover
2326d5ddbceSLemover  def genPtwL2SetIdx(vpn: UInt) = {
2336d5ddbceSLemover    genPtwL2Idx(vpn)(PtwL2SetIdxLen + PtwL2SectorIdxLen - 1, PtwL2SectorIdxLen)
2346d5ddbceSLemover  }
2356d5ddbceSLemover
2366d5ddbceSLemover  def genPtwL3Idx(vpn: UInt) = {
2376d5ddbceSLemover    vpn(PtwL3IdxLen - 1, 0)
2386d5ddbceSLemover  }
2396d5ddbceSLemover
2406d5ddbceSLemover  def genPtwL3SectorIdx(vpn: UInt) = {
2416d5ddbceSLemover    genPtwL3Idx(vpn)(PtwL3SectorIdxLen - 1, 0)
2426d5ddbceSLemover  }
2436d5ddbceSLemover
244cc5a5f22SLemover  def dropL3SectorBits(vpn: UInt) = {
245cc5a5f22SLemover    vpn(vpn.getWidth-1, PtwL3SectorIdxLen)
246cc5a5f22SLemover  }
247cc5a5f22SLemover
2486d5ddbceSLemover  def genPtwL3SetIdx(vpn: UInt) = {
2496d5ddbceSLemover    genPtwL3Idx(vpn)(PtwL3SetIdxLen + PtwL3SectorIdxLen - 1, PtwL3SectorIdxLen)
2506d5ddbceSLemover  }
2516d5ddbceSLemover
2526d5ddbceSLemover  def MakeAddr(ppn: UInt, off: UInt) = {
2536d5ddbceSLemover    require(off.getWidth == 9)
2546d5ddbceSLemover    Cat(ppn, off, 0.U(log2Up(XLEN/8).W))(PAddrBits-1, 0)
2556d5ddbceSLemover  }
2566d5ddbceSLemover
257d0de7e4aSpeixiaokun  def MakeGAddr(ppn: UInt, off: UInt) = {
258d0de7e4aSpeixiaokun    require(off.getWidth == 9 || off.getWidth == 11)
259d0de7e4aSpeixiaokun    (Cat(ppn, 0.U(offLen.W)) + Cat(off, 0.U(log2Up(XLEN / 8).W)))(GPAddrBits - 1, 0)
260d0de7e4aSpeixiaokun  }
261d0de7e4aSpeixiaokun
262b848eea5SLemover  def getVpnn(vpn: UInt, idx: Int): UInt = {
2636d5ddbceSLemover    vpn(vpnnLen*(idx+1)-1, vpnnLen*idx)
2646d5ddbceSLemover  }
2656d5ddbceSLemover
266d0de7e4aSpeixiaokun  def getVpnn(vpn: UInt, idx: UInt): UInt = {
267d0de7e4aSpeixiaokun    Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 - 1, vpnnLen * 2)))
268d0de7e4aSpeixiaokun  }
269d0de7e4aSpeixiaokun
270d0de7e4aSpeixiaokun  def getGVpnn(vpn: UInt, idx: UInt): UInt = {
271d0de7e4aSpeixiaokun    Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 + 1, vpnnLen * 2)))
272d0de7e4aSpeixiaokun  }
273d0de7e4aSpeixiaokun
2746d5ddbceSLemover  def getVpnClip(vpn: UInt, level: Int) = {
2756d5ddbceSLemover    // level 0  /* vpnn2 */
2766d5ddbceSLemover    // level 1  /* vpnn2 * vpnn1 */
2776d5ddbceSLemover    // level 2  /* vpnn2 * vpnn1 * vpnn0*/
2786d5ddbceSLemover    vpn(vpnLen - 1, (2 - level) * vpnnLen)
2796d5ddbceSLemover  }
2806d5ddbceSLemover
281bc063562SLemover  def get_next_line(vpn: UInt) = {
282bc063562SLemover    Cat(dropL3SectorBits(vpn) + 1.U, 0.U(PtwL3SectorIdxLen.W))
283bc063562SLemover  }
284bc063562SLemover
285bc063562SLemover  def same_l2entry(vpn1: UInt, vpn2: UInt) = {
286bc063562SLemover    vpn1(vpnLen-1, vpnnLen) === vpn2(vpnLen-1, vpnnLen)
287bc063562SLemover  }
288bc063562SLemover
289bc063562SLemover  def from_pre(source: UInt) = {
290bc063562SLemover    (source === prefetchID.U)
291bc063562SLemover  }
292bc063562SLemover
2937797f035SbugGenerator  def sel_data(data: UInt, index: UInt): UInt = {
2947797f035SbugGenerator    val inner_data = data.asTypeOf(Vec(data.getWidth / XLEN, UInt(XLEN.W)))
2957797f035SbugGenerator    inner_data(index)
2967797f035SbugGenerator  }
2977797f035SbugGenerator
2987797f035SbugGenerator  // vpn1 and vpn2 is at same cacheline
2997797f035SbugGenerator  def dup(vpn1: UInt, vpn2: UInt): Bool = {
3007797f035SbugGenerator    dropL3SectorBits(vpn1) === dropL3SectorBits(vpn2)
3017797f035SbugGenerator  }
3027797f035SbugGenerator
3037797f035SbugGenerator
3046d5ddbceSLemover  def printVec[T <: Data](x: Seq[T]): Printable = {
3056d5ddbceSLemover    (0 until x.length).map(i => p"(${i.U})${x(i)} ").reduce(_+_)
3066d5ddbceSLemover  }
3076d5ddbceSLemover}
308