1b92f8445Sssszwic/*************************************************************************************** 2b92f8445Sssszwic * Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3b92f8445Sssszwic * Copyright (c) 2020-2021 Peng Cheng Laboratory 4b92f8445Sssszwic * 5b92f8445Sssszwic * XiangShan is licensed under Mulan PSL v2. 6b92f8445Sssszwic * You can use this software according to the terms and conditions of the Mulan PSL v2. 7b92f8445Sssszwic * You may obtain a copy of Mulan PSL v2 at: 8b92f8445Sssszwic * http://license.coscl.org.cn/MulanPSL2 9b92f8445Sssszwic * 10b92f8445Sssszwic * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11b92f8445Sssszwic * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12b92f8445Sssszwic * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13b92f8445Sssszwic * 14b92f8445Sssszwic * See the Mulan PSL v2 for more details. 15b92f8445Sssszwic ***************************************************************************************/ 16b92f8445Sssszwic 17b92f8445Sssszwicpackage xiangshan.frontend.icache 18b92f8445Sssszwic 19b92f8445Sssszwicimport org.chipsalliance.cde.config.Parameters 20b92f8445Sssszwicimport chisel3._ 21b92f8445Sssszwicimport chisel3.util._ 22b92f8445Sssszwicimport utility._ 23*88895b11Sxu_zhimport xiangshan.frontend.ExceptionType 24b92f8445Sssszwic 2591946104Sxu_zh/* WayLookupEntry is for internal storage, while WayLookupInfo is for interface 2691946104Sxu_zh * Notes: 2791946104Sxu_zh * 1. there must be a flush (caused by guest page fault) after excp_tlb_gpf === true.B, 2891946104Sxu_zh * so, we need only the first excp_tlb_gpf and the corresponding gpaddr. 2991946104Sxu_zh * to save area, we separate those signals from WayLookupEntry and store only once. 3091946104Sxu_zh */ 3191946104Sxu_zhclass WayLookupEntry(implicit p: Parameters) extends ICacheBundle { 3291946104Sxu_zh val vSetIdx : Vec[UInt] = Vec(PortNumber, UInt(idxBits.W)) 3391946104Sxu_zh val waymask : Vec[UInt] = Vec(PortNumber, UInt(nWays.W)) 3491946104Sxu_zh val ptag : Vec[UInt] = Vec(PortNumber, UInt(tagBits.W)) 35*88895b11Sxu_zh val itlb_exception : Vec[UInt] = Vec(PortNumber, UInt(ExceptionType.width.W)) 36*88895b11Sxu_zh val meta_corrupt : Vec[Bool] = Vec(PortNumber, Bool()) 3791946104Sxu_zh} 3891946104Sxu_zh 3991946104Sxu_zhclass WayLookupGPFEntry(implicit p: Parameters) extends ICacheBundle { 4091946104Sxu_zh val gpaddr : UInt = UInt(GPAddrBits.W) 4191946104Sxu_zh} 4291946104Sxu_zh 43b92f8445Sssszwicclass WayLookupInfo(implicit p: Parameters) extends ICacheBundle { 4491946104Sxu_zh val entry = new WayLookupEntry 4591946104Sxu_zh val gpf = new WayLookupGPFEntry 4691946104Sxu_zh 4791946104Sxu_zh // for compatibility 4891946104Sxu_zh def vSetIdx : Vec[UInt] = entry.vSetIdx 4991946104Sxu_zh def waymask : Vec[UInt] = entry.waymask 5091946104Sxu_zh def ptag : Vec[UInt] = entry.ptag 51*88895b11Sxu_zh def itlb_exception : Vec[UInt] = entry.itlb_exception 52*88895b11Sxu_zh def meta_corrupt : Vec[Bool] = entry.meta_corrupt 5391946104Sxu_zh def gpaddr : UInt = gpf.gpaddr 54b92f8445Sssszwic} 55b92f8445Sssszwic 56b92f8445Sssszwic 57b92f8445Sssszwic// class WayLookupRead(implicit p: Parameters) extends ICacheBundle { 58b92f8445Sssszwic// val vSetIdx = Vec(PortNumber, UInt(idxBits.W)) 59b92f8445Sssszwic// val waymask = Vec(PortNumber, UInt(nWays.W)) 60b92f8445Sssszwic// val ptag = Vec(PortNumber, UInt(tagBits.W)) 61b92f8445Sssszwic// val excp_tlb_af = Vec(PortNumber, Bool()) 62b92f8445Sssszwic// val excp_tlb_pf = Vec(PortNumber, Bool()) 63b92f8445Sssszwic// } 64b92f8445Sssszwic 65b92f8445Sssszwic// class WayLookupWrite(implicit p: Parameters) extends ICacheBundle { 66b92f8445Sssszwic// val vSetIdx = Vec(PortNumber, UInt(idxBits.W)) 67b92f8445Sssszwic// val ptag = Vec(PortNumber, UInt(tagBits.W)) 68b92f8445Sssszwic// val waymask = Vec(PortNumber, UInt(nWays.W)) 69b92f8445Sssszwic// val excp_tlb_af = Vec(PortNumber, Bool()) 70b92f8445Sssszwic// val excp_tlb_pf = Vec(PortNumber, Bool()) 71b92f8445Sssszwic// } 72b92f8445Sssszwic 73b92f8445Sssszwicclass WayLookupInterface(implicit p: Parameters) extends ICacheBundle { 74b92f8445Sssszwic val flush = Input(Bool()) 75b92f8445Sssszwic val read = DecoupledIO(new WayLookupInfo) 76b92f8445Sssszwic val write = Flipped(DecoupledIO(new WayLookupInfo)) 77b92f8445Sssszwic val update = Flipped(ValidIO(new ICacheMissResp)) 78b92f8445Sssszwic} 79b92f8445Sssszwic 80b92f8445Sssszwicclass WayLookup(implicit p: Parameters) extends ICacheModule { 8191946104Sxu_zh val io: WayLookupInterface = IO(new WayLookupInterface) 82b92f8445Sssszwic 83b92f8445Sssszwic class WayLookupPtr(implicit p: Parameters) extends CircularQueuePtr[WayLookupPtr](nWayLookupSize) 8491946104Sxu_zh private object WayLookupPtr { 85b92f8445Sssszwic def apply(f: Bool, v: UInt)(implicit p: Parameters): WayLookupPtr = { 86b92f8445Sssszwic val ptr = Wire(new WayLookupPtr) 87b92f8445Sssszwic ptr.flag := f 88b92f8445Sssszwic ptr.value := v 89b92f8445Sssszwic ptr 90b92f8445Sssszwic } 91b92f8445Sssszwic } 92b92f8445Sssszwic 9391946104Sxu_zh private val entries = RegInit(VecInit(Seq.fill(nWayLookupSize)(0.U.asTypeOf(new WayLookupEntry)))) 9491946104Sxu_zh private val readPtr = RegInit(WayLookupPtr(false.B, 0.U)) 9591946104Sxu_zh private val writePtr = RegInit(WayLookupPtr(false.B, 0.U)) 96b92f8445Sssszwic 9791946104Sxu_zh private val empty = readPtr === writePtr 9891946104Sxu_zh private val full = (readPtr.value === writePtr.value) && (readPtr.flag ^ writePtr.flag) 99b92f8445Sssszwic 100b92f8445Sssszwic when(io.flush) { 101b92f8445Sssszwic writePtr.value := 0.U 102b92f8445Sssszwic writePtr.flag := false.B 103b92f8445Sssszwic }.elsewhen(io.write.fire) { 104b92f8445Sssszwic writePtr := writePtr + 1.U 105b92f8445Sssszwic } 106b92f8445Sssszwic 107b92f8445Sssszwic when(io.flush) { 108b92f8445Sssszwic readPtr.value := 0.U 109b92f8445Sssszwic readPtr.flag := false.B 110b92f8445Sssszwic }.elsewhen(io.read.fire) { 111b92f8445Sssszwic readPtr := readPtr + 1.U 112b92f8445Sssszwic } 113b92f8445Sssszwic 114*88895b11Sxu_zh private val gpf_entry = RegInit(0.U.asTypeOf(Valid(new WayLookupGPFEntry))) 11591946104Sxu_zh private val gpfPtr = RegInit(WayLookupPtr(false.B, 0.U)) 11691946104Sxu_zh 11791946104Sxu_zh when(io.flush) { 11891946104Sxu_zh // we don't need to reset gpfPtr, since the valid is actually gpf_entries.excp_tlb_gpf 119*88895b11Sxu_zh gpf_entry.valid := false.B 120*88895b11Sxu_zh gpf_entry.bits := 0.U.asTypeOf(new WayLookupGPFEntry) 12191946104Sxu_zh } 12291946104Sxu_zh 123b92f8445Sssszwic /** 124b92f8445Sssszwic ****************************************************************************** 125b92f8445Sssszwic * update 126b92f8445Sssszwic ****************************************************************************** 127b92f8445Sssszwic */ 12891946104Sxu_zh private val hits = Wire(Vec(nWayLookupSize, Bool())) 129b92f8445Sssszwic entries.zip(hits).foreach{ case(entry, hit) => 130b92f8445Sssszwic val hit_vec = Wire(Vec(PortNumber, Bool())) 131b92f8445Sssszwic (0 until PortNumber).foreach { i => 132b92f8445Sssszwic val vset_same = (io.update.bits.vSetIdx === entry.vSetIdx(i)) && !io.update.bits.corrupt && io.update.valid 133b92f8445Sssszwic val ptag_same = getPhyTagFromBlk(io.update.bits.blkPaddr) === entry.ptag(i) 134b92f8445Sssszwic val way_same = io.update.bits.waymask === entry.waymask(i) 135b92f8445Sssszwic when(vset_same) { 136b92f8445Sssszwic when(ptag_same) { 137b92f8445Sssszwic // miss -> hit 138b92f8445Sssszwic entry.waymask(i) := io.update.bits.waymask 139b92f8445Sssszwic // also clear previously found errors since data/metaArray is refilled 140*88895b11Sxu_zh entry.meta_corrupt(i) := false.B 141b92f8445Sssszwic }.elsewhen(way_same) { 142b92f8445Sssszwic // data is overwritten: hit -> miss 143b92f8445Sssszwic entry.waymask(i) := 0.U 144b92f8445Sssszwic // do not clear previously found errors since way_same might be unreliable when error occurs 145b92f8445Sssszwic } 146b92f8445Sssszwic } 147b92f8445Sssszwic hit_vec(i) := vset_same && (ptag_same || way_same) 148b92f8445Sssszwic } 149b92f8445Sssszwic hit := hit_vec.reduce(_||_) 150b92f8445Sssszwic } 151b92f8445Sssszwic 152b92f8445Sssszwic /** 153b92f8445Sssszwic ****************************************************************************** 154b92f8445Sssszwic * read 155b92f8445Sssszwic ****************************************************************************** 156b92f8445Sssszwic */ 157b92f8445Sssszwic io.read.valid := !empty || io.write.valid 15891946104Sxu_zh when (empty && io.write.valid) { // bypass 15991946104Sxu_zh io.read.bits := io.write.bits 16091946104Sxu_zh }.otherwise { 16191946104Sxu_zh io.read.bits.entry := entries(readPtr.value) 162*88895b11Sxu_zh io.read.bits.gpf := Mux(readPtr === gpfPtr && gpf_entry.valid, gpf_entry.bits, 0.U.asTypeOf(new WayLookupGPFEntry)) 16391946104Sxu_zh } 164b92f8445Sssszwic 165b92f8445Sssszwic /** 166b92f8445Sssszwic ****************************************************************************** 167b92f8445Sssszwic * write 168b92f8445Sssszwic ****************************************************************************** 169b92f8445Sssszwic */ 170b92f8445Sssszwic io.write.ready := !full 171b92f8445Sssszwic when(io.write.fire) { 17291946104Sxu_zh entries(writePtr.value) := io.write.bits.entry 17391946104Sxu_zh // save gpf iff no gpf is already saved 174*88895b11Sxu_zh when(!gpf_entry.valid && io.write.bits.itlb_exception.map(_ === ExceptionType.gpf).reduce(_||_)) { 175*88895b11Sxu_zh gpf_entry.valid := true.B 176*88895b11Sxu_zh gpf_entry.bits := io.write.bits.gpf 17791946104Sxu_zh gpfPtr := writePtr 17891946104Sxu_zh } 179b92f8445Sssszwic } 180b92f8445Sssszwic} 181