11d8f4dcbSJay/*************************************************************************************** 2*6c106319Sxu_zh* Copyright (c) 2024 Beijing Institute of Open Source Chip (BOSC) 3*6c106319Sxu_zh* Copyright (c) 2020-2024 Institute of Computing Technology, Chinese Academy of Sciences 41d8f4dcbSJay* Copyright (c) 2020-2021 Peng Cheng Laboratory 51d8f4dcbSJay* 61d8f4dcbSJay* XiangShan is licensed under Mulan PSL v2. 71d8f4dcbSJay* You can use this software according to the terms and conditions of the Mulan PSL v2. 81d8f4dcbSJay* You may obtain a copy of Mulan PSL v2 at: 91d8f4dcbSJay* http://license.coscl.org.cn/MulanPSL2 101d8f4dcbSJay* 111d8f4dcbSJay* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 121d8f4dcbSJay* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 131d8f4dcbSJay* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 141d8f4dcbSJay* 151d8f4dcbSJay* See the Mulan PSL v2 for more details. 161d8f4dcbSJay***************************************************************************************/ 171d8f4dcbSJay 181d8f4dcbSJaypackage xiangshan.frontend.icache 191d8f4dcbSJay 201d8f4dcbSJayimport chisel3._ 211d8f4dcbSJayimport chisel3.util._ 22cf7d6b7aSMuziimport freechips.rocketchip.diplomacy.IdRange 23cf7d6b7aSMuziimport freechips.rocketchip.diplomacy.LazyModule 24cf7d6b7aSMuziimport freechips.rocketchip.diplomacy.LazyModuleImp 25cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLArbiter 26cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLBundleA 27cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLBundleD 28cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLClientNode 29cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLEdgeOut 30cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLMasterParameters 31cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLMasterPortParameters 328891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters 33cf7d6b7aSMuziimport utils._ 341d8f4dcbSJayimport xiangshan.frontend._ 351d8f4dcbSJay 36cf7d6b7aSMuziclass InsUncacheReq(implicit p: Parameters) extends ICacheBundle { 37415fcbe2Sxu_zh val addr: UInt = UInt(PAddrBits.W) 381d8f4dcbSJay} 391d8f4dcbSJay 40cf7d6b7aSMuziclass InsUncacheResp(implicit p: Parameters) extends ICacheBundle { 41415fcbe2Sxu_zh val data: UInt = UInt(maxInstrLen.W) 42415fcbe2Sxu_zh} 43415fcbe2Sxu_zh 44415fcbe2Sxu_zhclass InstrMMIOEntryIO(edge: TLEdgeOut)(implicit p: Parameters) extends ICacheBundle { 45415fcbe2Sxu_zh val id: UInt = Input(UInt(log2Up(cacheParams.nMMIOs).W)) 46415fcbe2Sxu_zh // client requests 47415fcbe2Sxu_zh val req: DecoupledIO[InsUncacheReq] = Flipped(DecoupledIO(new InsUncacheReq)) 48415fcbe2Sxu_zh val resp: DecoupledIO[InsUncacheResp] = DecoupledIO(new InsUncacheResp) 49415fcbe2Sxu_zh 50415fcbe2Sxu_zh val mmio_acquire: DecoupledIO[TLBundleA] = DecoupledIO(new TLBundleA(edge.bundle)) 51415fcbe2Sxu_zh val mmio_grant: DecoupledIO[TLBundleD] = Flipped(DecoupledIO(new TLBundleD(edge.bundle))) 52415fcbe2Sxu_zh 53415fcbe2Sxu_zh val flush: Bool = Input(Bool()) 541d8f4dcbSJay} 551d8f4dcbSJay 561d8f4dcbSJay// One miss entry deals with one mmio request 57415fcbe2Sxu_zhclass InstrMMIOEntry(edge: TLEdgeOut)(implicit p: Parameters) extends ICacheModule with HasIFUConst { 58415fcbe2Sxu_zh val io: InstrMMIOEntryIO = IO(new InstrMMIOEntryIO(edge)) 591d8f4dcbSJay 60415fcbe2Sxu_zh private val s_invalid :: s_refill_req :: s_refill_resp :: s_send_resp :: Nil = Enum(4) 611d8f4dcbSJay 62415fcbe2Sxu_zh private val state = RegInit(s_invalid) 631d8f4dcbSJay 64415fcbe2Sxu_zh private val req = Reg(new InsUncacheReq) 65415fcbe2Sxu_zh private val respDataReg = Reg(UInt(mmioBusWidth.W)) 661d8f4dcbSJay 671d8f4dcbSJay // assign default values to output signals 681d8f4dcbSJay io.req.ready := false.B 691d8f4dcbSJay io.resp.valid := false.B 701d8f4dcbSJay io.resp.bits := DontCare 711d8f4dcbSJay 721d8f4dcbSJay io.mmio_acquire.valid := false.B 731d8f4dcbSJay io.mmio_acquire.bits := DontCare 741d8f4dcbSJay 751d8f4dcbSJay io.mmio_grant.ready := false.B 761d8f4dcbSJay 77415fcbe2Sxu_zh private val needFlush = RegInit(false.B) 781d8f4dcbSJay 79cf7d6b7aSMuzi when(io.flush && (state =/= s_invalid) && (state =/= s_send_resp))(needFlush := true.B) 80cf7d6b7aSMuzi .elsewhen((state === s_send_resp) && needFlush)(needFlush := false.B) 811d8f4dcbSJay 821d8f4dcbSJay // -------------------------------------------- 831d8f4dcbSJay // s_invalid: receive requests 841d8f4dcbSJay when(state === s_invalid) { 851d8f4dcbSJay io.req.ready := true.B 861d8f4dcbSJay 87935edac4STang Haojin when(io.req.fire) { 881d8f4dcbSJay req := io.req.bits 891d8f4dcbSJay state := s_refill_req 901d8f4dcbSJay } 911d8f4dcbSJay } 921d8f4dcbSJay 931d8f4dcbSJay when(state === s_refill_req) { 941d8f4dcbSJay val address_aligned = req.addr(req.addr.getWidth - 1, log2Ceil(mmioBusBytes)) 951d8f4dcbSJay io.mmio_acquire.valid := true.B 961d8f4dcbSJay io.mmio_acquire.bits := edge.Get( 971d8f4dcbSJay fromSource = io.id, 981d8f4dcbSJay toAddress = Cat(address_aligned, 0.U(log2Ceil(mmioBusBytes).W)), 991d8f4dcbSJay lgSize = log2Ceil(mmioBusBytes).U 1001d8f4dcbSJay )._2 1011d8f4dcbSJay 102935edac4STang Haojin when(io.mmio_acquire.fire) { 1031d8f4dcbSJay state := s_refill_resp 1041d8f4dcbSJay } 1051d8f4dcbSJay } 1061d8f4dcbSJay 1071d8f4dcbSJay val (_, _, refill_done, _) = edge.addr_inc(io.mmio_grant) 1081d8f4dcbSJay 1091d8f4dcbSJay when(state === s_refill_resp) { 1101d8f4dcbSJay io.mmio_grant.ready := true.B 1111d8f4dcbSJay 112935edac4STang Haojin when(io.mmio_grant.fire) { 1131d8f4dcbSJay respDataReg := io.mmio_grant.bits.data 1141d8f4dcbSJay state := s_send_resp 1151d8f4dcbSJay } 1161d8f4dcbSJay } 1171d8f4dcbSJay 118415fcbe2Sxu_zh private def getDataFromBus(pc: UInt): UInt = { 1191d8f4dcbSJay val respData = Wire(UInt(maxInstrLen.W)) 120cf7d6b7aSMuzi respData := Mux( 121cf7d6b7aSMuzi pc(2, 1) === "b00".U, 122cf7d6b7aSMuzi respDataReg(31, 0), 123cf7d6b7aSMuzi Mux( 124cf7d6b7aSMuzi pc(2, 1) === "b01".U, 125cf7d6b7aSMuzi respDataReg(47, 16), 126cf7d6b7aSMuzi Mux(pc(2, 1) === "b10".U, respDataReg(63, 32), Cat(0.U, respDataReg(63, 48))) 1271d8f4dcbSJay ) 1281d8f4dcbSJay ) 1291d8f4dcbSJay respData 1301d8f4dcbSJay } 1311d8f4dcbSJay 1321d8f4dcbSJay when(state === s_send_resp) { 1331d8f4dcbSJay io.resp.valid := !needFlush 1341d8f4dcbSJay io.resp.bits.data := getDataFromBus(req.addr) 1351d8f4dcbSJay // metadata should go with the response 136935edac4STang Haojin when(io.resp.fire || needFlush) { 1371d8f4dcbSJay state := s_invalid 1381d8f4dcbSJay } 1391d8f4dcbSJay } 1401d8f4dcbSJay} 1411d8f4dcbSJay 1421d8f4dcbSJayclass InstrUncacheIO(implicit p: Parameters) extends ICacheBundle { 143415fcbe2Sxu_zh val req: DecoupledIO[InsUncacheReq] = Flipped(DecoupledIO(new InsUncacheReq)) 144415fcbe2Sxu_zh val resp: DecoupledIO[InsUncacheResp] = DecoupledIO(new InsUncacheResp) 145415fcbe2Sxu_zh val flush: Bool = Input(Bool()) 1461d8f4dcbSJay} 1471d8f4dcbSJay 1481d8f4dcbSJayclass InstrUncache()(implicit p: Parameters) extends LazyModule with HasICacheParameters { 14995e60e55STang Haojin override def shouldBeInlined: Boolean = false 1501d8f4dcbSJay 151415fcbe2Sxu_zh val clientParameters: TLMasterPortParameters = TLMasterPortParameters.v1( 1521d8f4dcbSJay clients = Seq(TLMasterParameters.v1( 1531d8f4dcbSJay "InstrUncache", 1541d8f4dcbSJay sourceId = IdRange(0, cacheParams.nMMIOs) 1551d8f4dcbSJay )) 1561d8f4dcbSJay ) 157415fcbe2Sxu_zh val clientNode: TLClientNode = TLClientNode(Seq(clientParameters)) 1581d8f4dcbSJay 159415fcbe2Sxu_zh lazy val module: InstrUncacheImp = new InstrUncacheImp(this) 1601d8f4dcbSJay} 1611d8f4dcbSJay 1621d8f4dcbSJayclass InstrUncacheImp(outer: InstrUncache) 1631d8f4dcbSJay extends LazyModuleImp(outer) 1641d8f4dcbSJay with HasICacheParameters 165cf7d6b7aSMuzi with HasTLDump { 166415fcbe2Sxu_zh val io: InstrUncacheIO = IO(new InstrUncacheIO) 1671d8f4dcbSJay 168415fcbe2Sxu_zh private val (bus, edge) = outer.clientNode.out.head 1691d8f4dcbSJay 170415fcbe2Sxu_zh private val resp_arb = Module(new Arbiter(new InsUncacheResp, cacheParams.nMMIOs)) 1711d8f4dcbSJay 172415fcbe2Sxu_zh private val req = io.req 173415fcbe2Sxu_zh private val resp = io.resp 174415fcbe2Sxu_zh private val mmio_acquire = bus.a 175415fcbe2Sxu_zh private val mmio_grant = bus.d 1761d8f4dcbSJay 177415fcbe2Sxu_zh private val entry_alloc_idx = Wire(UInt()) 178415fcbe2Sxu_zh private val req_ready = WireInit(false.B) 1791d8f4dcbSJay 1801d8f4dcbSJay // assign default values to output signals 1811d8f4dcbSJay bus.b.ready := false.B 1821d8f4dcbSJay bus.c.valid := false.B 1831d8f4dcbSJay bus.c.bits := DontCare 1841d8f4dcbSJay bus.d.ready := false.B 1851d8f4dcbSJay bus.e.valid := false.B 1861d8f4dcbSJay bus.e.bits := DontCare 1871d8f4dcbSJay 188415fcbe2Sxu_zh private val entries = (0 until cacheParams.nMMIOs).map { i => 1891d8f4dcbSJay val entry = Module(new InstrMMIOEntry(edge)) 1901d8f4dcbSJay 1911d8f4dcbSJay entry.io.id := i.U(log2Up(cacheParams.nMMIOs).W) 1921d8f4dcbSJay entry.io.flush := io.flush 1931d8f4dcbSJay 1941d8f4dcbSJay // entry req 1951d8f4dcbSJay entry.io.req.valid := (i.U === entry_alloc_idx) && req.valid 1961d8f4dcbSJay entry.io.req.bits := req.bits 1971d8f4dcbSJay when(i.U === entry_alloc_idx) { 1981d8f4dcbSJay req_ready := entry.io.req.ready 1991d8f4dcbSJay } 2001d8f4dcbSJay 2011d8f4dcbSJay // entry resp 2021d8f4dcbSJay resp_arb.io.in(i) <> entry.io.resp 2031d8f4dcbSJay 2041d8f4dcbSJay entry.io.mmio_grant.valid := false.B 2051d8f4dcbSJay entry.io.mmio_grant.bits := DontCare 2061d8f4dcbSJay when(mmio_grant.bits.source === i.U) { 2071d8f4dcbSJay entry.io.mmio_grant <> mmio_grant 2081d8f4dcbSJay } 2091d8f4dcbSJay entry 2101d8f4dcbSJay } 2111d8f4dcbSJay 2121d8f4dcbSJay entry_alloc_idx := PriorityEncoder(entries.map(m => m.io.req.ready)) 2131d8f4dcbSJay 2141d8f4dcbSJay req.ready := req_ready 2151d8f4dcbSJay resp <> resp_arb.io.out 2161d8f4dcbSJay TLArbiter.lowestFromSeq(edge, mmio_acquire, entries.map(_.io.mmio_acquire)) 2171d8f4dcbSJay} 218