xref: /XiangShan/src/main/scala/xiangshan/cache/mmu/MMUConst.scala (revision 4c0e01811c09118379a7322fea03eef3466df4d3)
16d5ddbceSLemover/***************************************************************************************
26d5ddbceSLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory
46d5ddbceSLemover*
56d5ddbceSLemover* XiangShan is licensed under Mulan PSL v2.
66d5ddbceSLemover* You can use this software according to the terms and conditions of the Mulan PSL v2.
76d5ddbceSLemover* You may obtain a copy of Mulan PSL v2 at:
86d5ddbceSLemover*          http://license.coscl.org.cn/MulanPSL2
96d5ddbceSLemover*
106d5ddbceSLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
116d5ddbceSLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
126d5ddbceSLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
136d5ddbceSLemover*
146d5ddbceSLemover* See the Mulan PSL v2 for more details.
156d5ddbceSLemover***************************************************************************************/
166d5ddbceSLemover
176d5ddbceSLemoverpackage xiangshan.cache.mmu
186d5ddbceSLemover
198891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters
206d5ddbceSLemoverimport chisel3._
216d5ddbceSLemoverimport chisel3.util._
226d5ddbceSLemoverimport xiangshan._
236d5ddbceSLemoverimport xiangshan.cache.{HasDCacheParameters, MemoryOpConstants}
246d5ddbceSLemoverimport utils._
253c02ee8fSwakafaimport utility._
266d5ddbceSLemoverimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
276d5ddbceSLemoverimport freechips.rocketchip.tilelink._
286d5ddbceSLemover
29f1fe8698SLemover
30a0301c0dSLemovercase class TLBParameters
31a0301c0dSLemover(
32a0301c0dSLemover  name: String = "none",
33a0301c0dSLemover  fetchi: Boolean = false, // TODO: remove it
34f1fe8698SLemover  fenceDelay: Int = 2,
35a0301c0dSLemover  useDmode: Boolean = true,
36f9ac118cSHaoyuan Feng  NSets: Int = 1,
37f9ac118cSHaoyuan Feng  NWays: Int = 2,
38f9ac118cSHaoyuan Feng  Replacer: Option[String] = Some("plru"),
39f9ac118cSHaoyuan Feng  Associative: String = "fa", // must be fa
40a0301c0dSLemover  outReplace: Boolean = false,
41f1fe8698SLemover  partialStaticPMP: Boolean = false, // partial static pmp result stored in entries
42f1fe8698SLemover  outsideRecvFlush: Boolean = false, // if outside moudle waiting for tlb recv flush pipe
4326af847eSgood-circle  saveLevel: Boolean = false,
4426af847eSgood-circle  lgMaxSize: Int = 3
45a0301c0dSLemover)
46a0301c0dSLemover
475854c1edSLemovercase class L2TLBParameters
485854c1edSLemover(
495854c1edSLemover  name: String = "l2tlb",
505854c1edSLemover  // l1
515854c1edSLemover  l1Size: Int = 16,
525854c1edSLemover  l1Associative: String = "fa",
535854c1edSLemover  l1Replacer: Option[String] = Some("plru"),
545854c1edSLemover  // l2
55b191d687SHaoyuan Feng  l2nSets: Int = 8,
56b191d687SHaoyuan Feng  l2nWays: Int = 4,
575854c1edSLemover  l2Replacer: Option[String] = Some("setplru"),
585854c1edSLemover  // l3
59b191d687SHaoyuan Feng  l3nSets: Int = 32,
60b191d687SHaoyuan Feng  l3nWays: Int = 8,
615854c1edSLemover  l3Replacer: Option[String] = Some("setplru"),
625854c1edSLemover  // sp
635854c1edSLemover  spSize: Int = 16,
645854c1edSLemover  spReplacer: Option[String] = Some("plru"),
65f1fe8698SLemover  // filter
66040c6105Sguohongyu  ifilterSize: Int = 8,
672072875bSHaoyuan Feng  dfilterSize: Int = 32,
68d74a7bd3SLemover  // miss queue, add more entries than 'must require'
69d74a7bd3SLemover  // 0 for easier bug trigger, please set as big as u can, 8 maybe
70d74a7bd3SLemover  missqueueExtendSize: Int = 0,
7192e3bfefSLemover  // llptw
7292e3bfefSLemover  llptwsize: Int = 6,
735854c1edSLemover  // way size
747196f5a2SLemover  blockBytes: Int = 64,
75bc063562SLemover  // prefetch
76bc063562SLemover  enablePrefetch: Boolean = true,
777196f5a2SLemover  // ecc
78eef81af7SHaoyuan Feng  ecc: Option[String] = Some("secded"),
79eef81af7SHaoyuan Feng  // enable ecc
80eef81af7SHaoyuan Feng  enablePTWECC: Boolean = false
815854c1edSLemover)
825854c1edSLemover
836d5ddbceSLemovertrait HasTlbConst extends HasXSParameter {
846d5ddbceSLemover  val Level = 3
856d5ddbceSLemover
866d5ddbceSLemover  val offLen  = 12
876d5ddbceSLemover  val ppnLen  = PAddrBits - offLen
886d5ddbceSLemover  val vpnnLen = 9
892a4a3520Speixiaokun  val extendVpnnBits = if (HasHExtension) 2 else 0
9082978df9Speixiaokun  val vpnLen  = VAddrBits - offLen // when opening H extention, vpnlen broaden two bits
916d5ddbceSLemover  val flagLen = 8
920d94d540SHaoyuan Feng  val pteResLen = XLEN - 44 - 2 - flagLen
930d94d540SHaoyuan Feng  val ppnHignLen = 44 - ppnLen
94*4c0e0181SXiaokun-Pei  val gvpnLen = GPAddrBits - offLen
956d5ddbceSLemover
9663632028SHaoyuan Feng  val tlbcontiguous = 8
9763632028SHaoyuan Feng  val sectortlbwidth = log2Up(tlbcontiguous)
9863632028SHaoyuan Feng  val sectorppnLen = ppnLen - sectortlbwidth
99*4c0e0181SXiaokun-Pei  val sectorgvpnLen = gvpnLen - sectortlbwidth
10063632028SHaoyuan Feng  val sectorvpnLen = vpnLen - sectortlbwidth
10163632028SHaoyuan Feng
1028ef35e01SXuan Hu  val loadfiltersize = 16 // 4*3(LduCnt:2 + HyuCnt:1) + 4(prefetch:1)
103202674aeSHaojin Tang  val storefiltersize = if (StorePipelineWidth >= 3) 16 else 8
104185e6164SHaoyuan Feng  val prefetchfiltersize = 8
105185e6164SHaoyuan Feng
106a0301c0dSLemover  val sramSinglePort = true
107a0301c0dSLemover
108914b8455SHaoyuan Feng  val timeOutThreshold = 10000
1099bd9cdfaSLemover
110cca17e78Speixiaokun  def noS2xlate = "b00".U
111cca17e78Speixiaokun  def allStage = "b11".U
112eb4bf3f2Speixiaokun  def onlyStage1 = "b01".U
113eb4bf3f2Speixiaokun  def onlyStage2 = "b10".U
114d0de7e4aSpeixiaokun
115f1fe8698SLemover  def get_pn(addr: UInt) = {
116f1fe8698SLemover    require(addr.getWidth > offLen)
117f1fe8698SLemover    addr(addr.getWidth-1, offLen)
118f1fe8698SLemover  }
119f1fe8698SLemover  def get_off(addr: UInt) = {
120f1fe8698SLemover    require(addr.getWidth > offLen)
121f1fe8698SLemover    addr(offLen-1, 0)
122f1fe8698SLemover  }
123f1fe8698SLemover
1243889e11eSLemover  def get_set_idx(vpn: UInt, nSets: Int): UInt = {
125e9092fe2SLemover    require(nSets >= 1)
126a0301c0dSLemover    vpn(log2Up(nSets)-1, 0)
1276d5ddbceSLemover  }
1286d5ddbceSLemover
129e9092fe2SLemover  def drop_set_idx(vpn: UInt, nSets: Int): UInt = {
130e9092fe2SLemover    require(nSets >= 1)
131e9092fe2SLemover    require(vpn.getWidth > log2Ceil(nSets))
132e9092fe2SLemover    vpn(vpn.getWidth-1, log2Ceil(nSets))
133e9092fe2SLemover  }
134e9092fe2SLemover
135e9092fe2SLemover  def drop_set_equal(vpn1: UInt, vpn2: UInt, nSets: Int): Bool = {
136e9092fe2SLemover    require(nSets >= 1)
137e9092fe2SLemover    require(vpn1.getWidth == vpn2.getWidth)
138e9092fe2SLemover    if (vpn1.getWidth <= log2Ceil(nSets)) {
139e9092fe2SLemover      true.B
140e9092fe2SLemover    } else {
141e9092fe2SLemover      drop_set_idx(vpn1, nSets) === drop_set_idx(vpn2, nSets)
142e9092fe2SLemover    }
143e9092fe2SLemover  }
144e9092fe2SLemover
1456d5ddbceSLemover  def replaceWrapper(v: UInt, lruIdx: UInt): UInt = {
1466d5ddbceSLemover    val width = v.getWidth
147f3034303SHaoyuan Feng    val emptyIdx = ParallelPriorityMux((0 until width).map( i => (!v(i), i.U(log2Up(width).W))))
1486d5ddbceSLemover    val full = Cat(v).andR
1496d5ddbceSLemover    Mux(full, lruIdx, emptyIdx)
1506d5ddbceSLemover  }
1516d5ddbceSLemover
1526d5ddbceSLemover  def replaceWrapper(v: Seq[Bool], lruIdx: UInt): UInt = {
1536d5ddbceSLemover    replaceWrapper(VecInit(v).asUInt, lruIdx)
1546d5ddbceSLemover  }
155a0301c0dSLemover
156cca17e78Speixiaokun  implicit def hptwresp_to_tlbperm(hptwResp: HptwResp): TlbPermBundle = {
157d0de7e4aSpeixiaokun    val tp = Wire(new TlbPermBundle)
158d0de7e4aSpeixiaokun    val ptePerm = hptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
159d61cd5eeSpeixiaokun    tp.pf := hptwResp.gpf
160d61cd5eeSpeixiaokun    tp.af := hptwResp.gaf
161d0de7e4aSpeixiaokun    tp.d := ptePerm.d
162d0de7e4aSpeixiaokun    tp.a := ptePerm.a
163d0de7e4aSpeixiaokun    tp.g := ptePerm.g
164d0de7e4aSpeixiaokun    tp.u := ptePerm.u
165d0de7e4aSpeixiaokun    tp.x := ptePerm.x
166d0de7e4aSpeixiaokun    tp.w := ptePerm.w
167d0de7e4aSpeixiaokun    tp.r := ptePerm.r
168d0de7e4aSpeixiaokun    tp
169d0de7e4aSpeixiaokun  }
170cca17e78Speixiaokun
171cca17e78Speixiaokun  implicit def ptwresp_to_tlbperm(ptwResp: PtwSectorResp): TlbPermBundle = {
172f1fe8698SLemover    val tp = Wire(new TlbPermBundle)
173f1fe8698SLemover    val ptePerm = ptwResp.entry.perm.get.asTypeOf(new PtePermBundle().cloneType)
174f1fe8698SLemover    tp.pf := ptwResp.pf
175f1fe8698SLemover    tp.af := ptwResp.af
176f1fe8698SLemover    tp.d := ptePerm.d
177f1fe8698SLemover    tp.a := ptePerm.a
178f1fe8698SLemover    tp.g := ptePerm.g
179f1fe8698SLemover    tp.u := ptePerm.u
180f1fe8698SLemover    tp.x := ptePerm.x
181f1fe8698SLemover    tp.w := ptePerm.w
182f1fe8698SLemover    tp.r := ptePerm.r
183f1fe8698SLemover    tp
184f1fe8698SLemover  }
1856d5ddbceSLemover}
1866d5ddbceSLemover
1876d5ddbceSLemovertrait HasPtwConst extends HasTlbConst with MemoryOpConstants{
1886d5ddbceSLemover  val PtwWidth = 2
189bc063562SLemover  val sourceWidth = { if (l2tlbParams.enablePrefetch) PtwWidth + 1 else PtwWidth}
190bc063562SLemover  val prefetchID = PtwWidth
191bc063562SLemover
1925854c1edSLemover  val blockBits = l2tlbParams.blockBytes * 8
1936d5ddbceSLemover
1946d5ddbceSLemover  val bPtwWidth = log2Up(PtwWidth)
195bc063562SLemover  val bSourceWidth = log2Up(sourceWidth)
1966d5ddbceSLemover  // ptwl1: fully-associated
1972a4a3520Speixiaokun  val PtwL1TagLen = vpnnLen + extendVpnnBits
1986d5ddbceSLemover
1996d5ddbceSLemover  /* +-------+----------+-------------+
2006d5ddbceSLemover   * |  Tag  |  SetIdx  |  SectorIdx  |
2016d5ddbceSLemover   * +-------+----------+-------------+
2026d5ddbceSLemover   */
2036d5ddbceSLemover  // ptwl2: 8-way group-associated
2045854c1edSLemover  val PtwL2SetNum = l2tlbParams.l2nSets
2055854c1edSLemover  val PtwL2SectorSize = blockBits / XLEN
2065854c1edSLemover  val PtwL2IdxLen = log2Up(PtwL2SetNum * PtwL2SectorSize)
2076d5ddbceSLemover  val PtwL2SectorIdxLen = log2Up(PtwL2SectorSize)
2085854c1edSLemover  val PtwL2SetIdxLen = log2Up(PtwL2SetNum)
2092a4a3520Speixiaokun  val PtwL2TagLen = vpnnLen * 2 - PtwL2IdxLen + extendVpnnBits
2106d5ddbceSLemover
2116d5ddbceSLemover  // ptwl3: 16-way group-associated
2125854c1edSLemover  val PtwL3SetNum = l2tlbParams.l3nSets
2135854c1edSLemover  val PtwL3SectorSize =  blockBits / XLEN
2145854c1edSLemover  val PtwL3IdxLen = log2Up(PtwL3SetNum * PtwL3SectorSize)
2156d5ddbceSLemover  val PtwL3SectorIdxLen = log2Up(PtwL3SectorSize)
2165854c1edSLemover  val PtwL3SetIdxLen = log2Up(PtwL3SetNum)
2172a4a3520Speixiaokun  val PtwL3TagLen = vpnnLen * 3 - PtwL3IdxLen + extendVpnnBits
2186d5ddbceSLemover
2196d5ddbceSLemover  // super page, including 1GB and 2MB page
2202a4a3520Speixiaokun  val SPTagLen = vpnnLen * 2 + extendVpnnBits
2216d5ddbceSLemover
222d74a7bd3SLemover  // miss queue
223f1fe8698SLemover  val MissQueueSize = l2tlbParams.ifilterSize + l2tlbParams.dfilterSize
224d0de7e4aSpeixiaokun  val MemReqWidth = l2tlbParams.llptwsize + 1 + 1
225d0de7e4aSpeixiaokun  val HptwReqId = l2tlbParams.llptwsize + 1
22692e3bfefSLemover  val FsmReqID = l2tlbParams.llptwsize
22792e3bfefSLemover  val bMemID = log2Up(MemReqWidth)
2286d5ddbceSLemover
2296d5ddbceSLemover  def genPtwL2Idx(vpn: UInt) = {
2306d5ddbceSLemover    (vpn(vpnLen - 1, vpnnLen))(PtwL2IdxLen - 1, 0)
2316d5ddbceSLemover  }
2326d5ddbceSLemover
2336d5ddbceSLemover  def genPtwL2SectorIdx(vpn: UInt) = {
2346d5ddbceSLemover    genPtwL2Idx(vpn)(PtwL2SectorIdxLen - 1, 0)
2356d5ddbceSLemover  }
2366d5ddbceSLemover
2376d5ddbceSLemover  def genPtwL2SetIdx(vpn: UInt) = {
2386d5ddbceSLemover    genPtwL2Idx(vpn)(PtwL2SetIdxLen + PtwL2SectorIdxLen - 1, PtwL2SectorIdxLen)
2396d5ddbceSLemover  }
2406d5ddbceSLemover
2416d5ddbceSLemover  def genPtwL3Idx(vpn: UInt) = {
2426d5ddbceSLemover    vpn(PtwL3IdxLen - 1, 0)
2436d5ddbceSLemover  }
2446d5ddbceSLemover
2456d5ddbceSLemover  def genPtwL3SectorIdx(vpn: UInt) = {
2466d5ddbceSLemover    genPtwL3Idx(vpn)(PtwL3SectorIdxLen - 1, 0)
2476d5ddbceSLemover  }
2486d5ddbceSLemover
249cc5a5f22SLemover  def dropL3SectorBits(vpn: UInt) = {
250cc5a5f22SLemover    vpn(vpn.getWidth-1, PtwL3SectorIdxLen)
251cc5a5f22SLemover  }
252cc5a5f22SLemover
2536d5ddbceSLemover  def genPtwL3SetIdx(vpn: UInt) = {
2546d5ddbceSLemover    genPtwL3Idx(vpn)(PtwL3SetIdxLen + PtwL3SectorIdxLen - 1, PtwL3SectorIdxLen)
2556d5ddbceSLemover  }
2566d5ddbceSLemover
2576d5ddbceSLemover  def MakeAddr(ppn: UInt, off: UInt) = {
2586d5ddbceSLemover    require(off.getWidth == 9)
2596d5ddbceSLemover    Cat(ppn, off, 0.U(log2Up(XLEN/8).W))(PAddrBits-1, 0)
2606d5ddbceSLemover  }
2616d5ddbceSLemover
262b24e0a78Speixiaokun  def MakeGPAddr(ppn: UInt, off: UInt) = {
263d0de7e4aSpeixiaokun    require(off.getWidth == 9 || off.getWidth == 11)
264d0de7e4aSpeixiaokun    (Cat(ppn, 0.U(offLen.W)) + Cat(off, 0.U(log2Up(XLEN / 8).W)))(GPAddrBits - 1, 0)
265d0de7e4aSpeixiaokun  }
266d0de7e4aSpeixiaokun
267b848eea5SLemover  def getVpnn(vpn: UInt, idx: Int): UInt = {
2686d5ddbceSLemover    vpn(vpnnLen*(idx+1)-1, vpnnLen*idx)
2696d5ddbceSLemover  }
2706d5ddbceSLemover
271d0de7e4aSpeixiaokun  def getVpnn(vpn: UInt, idx: UInt): UInt = {
272d0de7e4aSpeixiaokun    Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 - 1, vpnnLen * 2)))
273d0de7e4aSpeixiaokun  }
274d0de7e4aSpeixiaokun
275d0de7e4aSpeixiaokun  def getGVpnn(vpn: UInt, idx: UInt): UInt = {
276d0de7e4aSpeixiaokun    Mux(idx === 0.U, vpn(vpnnLen - 1, 0), Mux(idx === 1.U, vpn(vpnnLen * 2 - 1, vpnnLen), vpn(vpnnLen * 3 + 1, vpnnLen * 2)))
277d0de7e4aSpeixiaokun  }
278d0de7e4aSpeixiaokun
2796d5ddbceSLemover  def getVpnClip(vpn: UInt, level: Int) = {
2806d5ddbceSLemover    // level 0  /* vpnn2 */
2816d5ddbceSLemover    // level 1  /* vpnn2 * vpnn1 */
2826d5ddbceSLemover    // level 2  /* vpnn2 * vpnn1 * vpnn0*/
2836d5ddbceSLemover    vpn(vpnLen - 1, (2 - level) * vpnnLen)
2846d5ddbceSLemover  }
2856d5ddbceSLemover
286bc063562SLemover  def get_next_line(vpn: UInt) = {
287bc063562SLemover    Cat(dropL3SectorBits(vpn) + 1.U, 0.U(PtwL3SectorIdxLen.W))
288bc063562SLemover  }
289bc063562SLemover
290bc063562SLemover  def same_l2entry(vpn1: UInt, vpn2: UInt) = {
291bc063562SLemover    vpn1(vpnLen-1, vpnnLen) === vpn2(vpnLen-1, vpnnLen)
292bc063562SLemover  }
293bc063562SLemover
294bc063562SLemover  def from_pre(source: UInt) = {
295bc063562SLemover    (source === prefetchID.U)
296bc063562SLemover  }
297bc063562SLemover
2987797f035SbugGenerator  def sel_data(data: UInt, index: UInt): UInt = {
2997797f035SbugGenerator    val inner_data = data.asTypeOf(Vec(data.getWidth / XLEN, UInt(XLEN.W)))
3007797f035SbugGenerator    inner_data(index)
3017797f035SbugGenerator  }
3027797f035SbugGenerator
3037797f035SbugGenerator  // vpn1 and vpn2 is at same cacheline
3047797f035SbugGenerator  def dup(vpn1: UInt, vpn2: UInt): Bool = {
3057797f035SbugGenerator    dropL3SectorBits(vpn1) === dropL3SectorBits(vpn2)
3067797f035SbugGenerator  }
3077797f035SbugGenerator
3087797f035SbugGenerator
3096d5ddbceSLemover  def printVec[T <: Data](x: Seq[T]): Printable = {
3106d5ddbceSLemover    (0 until x.length).map(i => p"(${i.U})${x(i)} ").reduce(_+_)
3116d5ddbceSLemover  }
3126d5ddbceSLemover}
313