11d8f4dcbSJay/*************************************************************************************** 21d8f4dcbSJay* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 31d8f4dcbSJay* Copyright (c) 2020-2021 Peng Cheng Laboratory 41d8f4dcbSJay* 51d8f4dcbSJay* XiangShan is licensed under Mulan PSL v2. 61d8f4dcbSJay* You can use this software according to the terms and conditions of the Mulan PSL v2. 71d8f4dcbSJay* You may obtain a copy of Mulan PSL v2 at: 81d8f4dcbSJay* http://license.coscl.org.cn/MulanPSL2 91d8f4dcbSJay* 101d8f4dcbSJay* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 111d8f4dcbSJay* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 121d8f4dcbSJay* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 131d8f4dcbSJay* 141d8f4dcbSJay* See the Mulan PSL v2 for more details. 151d8f4dcbSJay***************************************************************************************/ 161d8f4dcbSJay 171d8f4dcbSJaypackage xiangshan.frontend.icache 181d8f4dcbSJay 191d8f4dcbSJayimport chisel3._ 201d8f4dcbSJayimport chisel3.util._ 21cf7d6b7aSMuziimport freechips.rocketchip.diplomacy.IdRange 22cf7d6b7aSMuziimport freechips.rocketchip.diplomacy.LazyModule 23cf7d6b7aSMuziimport freechips.rocketchip.diplomacy.LazyModuleImp 24cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLArbiter 25cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLBundleA 26cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLBundleD 27cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLClientNode 28cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLEdgeOut 29cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLMasterParameters 30cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLMasterPortParameters 318891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters 32cf7d6b7aSMuziimport utils._ 331d8f4dcbSJayimport xiangshan.frontend._ 341d8f4dcbSJay 35cf7d6b7aSMuziclass InsUncacheReq(implicit p: Parameters) extends ICacheBundle { 36*415fcbe2Sxu_zh val addr: UInt = UInt(PAddrBits.W) 371d8f4dcbSJay} 381d8f4dcbSJay 39cf7d6b7aSMuziclass InsUncacheResp(implicit p: Parameters) extends ICacheBundle { 40*415fcbe2Sxu_zh val data: UInt = UInt(maxInstrLen.W) 41*415fcbe2Sxu_zh} 42*415fcbe2Sxu_zh 43*415fcbe2Sxu_zhclass InstrMMIOEntryIO(edge: TLEdgeOut)(implicit p: Parameters) extends ICacheBundle { 44*415fcbe2Sxu_zh val id: UInt = Input(UInt(log2Up(cacheParams.nMMIOs).W)) 45*415fcbe2Sxu_zh // client requests 46*415fcbe2Sxu_zh val req: DecoupledIO[InsUncacheReq] = Flipped(DecoupledIO(new InsUncacheReq)) 47*415fcbe2Sxu_zh val resp: DecoupledIO[InsUncacheResp] = DecoupledIO(new InsUncacheResp) 48*415fcbe2Sxu_zh 49*415fcbe2Sxu_zh val mmio_acquire: DecoupledIO[TLBundleA] = DecoupledIO(new TLBundleA(edge.bundle)) 50*415fcbe2Sxu_zh val mmio_grant: DecoupledIO[TLBundleD] = Flipped(DecoupledIO(new TLBundleD(edge.bundle))) 51*415fcbe2Sxu_zh 52*415fcbe2Sxu_zh val flush: Bool = Input(Bool()) 531d8f4dcbSJay} 541d8f4dcbSJay 551d8f4dcbSJay// One miss entry deals with one mmio request 56*415fcbe2Sxu_zhclass InstrMMIOEntry(edge: TLEdgeOut)(implicit p: Parameters) extends ICacheModule with HasIFUConst { 57*415fcbe2Sxu_zh val io: InstrMMIOEntryIO = IO(new InstrMMIOEntryIO(edge)) 581d8f4dcbSJay 59*415fcbe2Sxu_zh private val s_invalid :: s_refill_req :: s_refill_resp :: s_send_resp :: Nil = Enum(4) 601d8f4dcbSJay 61*415fcbe2Sxu_zh private val state = RegInit(s_invalid) 621d8f4dcbSJay 63*415fcbe2Sxu_zh private val req = Reg(new InsUncacheReq) 64*415fcbe2Sxu_zh private val respDataReg = Reg(UInt(mmioBusWidth.W)) 651d8f4dcbSJay 661d8f4dcbSJay // assign default values to output signals 671d8f4dcbSJay io.req.ready := false.B 681d8f4dcbSJay io.resp.valid := false.B 691d8f4dcbSJay io.resp.bits := DontCare 701d8f4dcbSJay 711d8f4dcbSJay io.mmio_acquire.valid := false.B 721d8f4dcbSJay io.mmio_acquire.bits := DontCare 731d8f4dcbSJay 741d8f4dcbSJay io.mmio_grant.ready := false.B 751d8f4dcbSJay 76*415fcbe2Sxu_zh private val needFlush = RegInit(false.B) 771d8f4dcbSJay 78cf7d6b7aSMuzi when(io.flush && (state =/= s_invalid) && (state =/= s_send_resp))(needFlush := true.B) 79cf7d6b7aSMuzi .elsewhen((state === s_send_resp) && needFlush)(needFlush := false.B) 801d8f4dcbSJay 811d8f4dcbSJay // -------------------------------------------- 821d8f4dcbSJay // s_invalid: receive requests 831d8f4dcbSJay when(state === s_invalid) { 841d8f4dcbSJay io.req.ready := true.B 851d8f4dcbSJay 86935edac4STang Haojin when(io.req.fire) { 871d8f4dcbSJay req := io.req.bits 881d8f4dcbSJay state := s_refill_req 891d8f4dcbSJay } 901d8f4dcbSJay } 911d8f4dcbSJay 921d8f4dcbSJay when(state === s_refill_req) { 931d8f4dcbSJay val address_aligned = req.addr(req.addr.getWidth - 1, log2Ceil(mmioBusBytes)) 941d8f4dcbSJay io.mmio_acquire.valid := true.B 951d8f4dcbSJay io.mmio_acquire.bits := edge.Get( 961d8f4dcbSJay fromSource = io.id, 971d8f4dcbSJay toAddress = Cat(address_aligned, 0.U(log2Ceil(mmioBusBytes).W)), 981d8f4dcbSJay lgSize = log2Ceil(mmioBusBytes).U 991d8f4dcbSJay )._2 1001d8f4dcbSJay 101935edac4STang Haojin when(io.mmio_acquire.fire) { 1021d8f4dcbSJay state := s_refill_resp 1031d8f4dcbSJay } 1041d8f4dcbSJay } 1051d8f4dcbSJay 1061d8f4dcbSJay val (_, _, refill_done, _) = edge.addr_inc(io.mmio_grant) 1071d8f4dcbSJay 1081d8f4dcbSJay when(state === s_refill_resp) { 1091d8f4dcbSJay io.mmio_grant.ready := true.B 1101d8f4dcbSJay 111935edac4STang Haojin when(io.mmio_grant.fire) { 1121d8f4dcbSJay respDataReg := io.mmio_grant.bits.data 1131d8f4dcbSJay state := s_send_resp 1141d8f4dcbSJay } 1151d8f4dcbSJay } 1161d8f4dcbSJay 117*415fcbe2Sxu_zh private def getDataFromBus(pc: UInt): UInt = { 1181d8f4dcbSJay val respData = Wire(UInt(maxInstrLen.W)) 119cf7d6b7aSMuzi respData := Mux( 120cf7d6b7aSMuzi pc(2, 1) === "b00".U, 121cf7d6b7aSMuzi respDataReg(31, 0), 122cf7d6b7aSMuzi Mux( 123cf7d6b7aSMuzi pc(2, 1) === "b01".U, 124cf7d6b7aSMuzi respDataReg(47, 16), 125cf7d6b7aSMuzi Mux(pc(2, 1) === "b10".U, respDataReg(63, 32), Cat(0.U, respDataReg(63, 48))) 1261d8f4dcbSJay ) 1271d8f4dcbSJay ) 1281d8f4dcbSJay respData 1291d8f4dcbSJay } 1301d8f4dcbSJay 1311d8f4dcbSJay when(state === s_send_resp) { 1321d8f4dcbSJay io.resp.valid := !needFlush 1331d8f4dcbSJay io.resp.bits.data := getDataFromBus(req.addr) 1341d8f4dcbSJay // metadata should go with the response 135935edac4STang Haojin when(io.resp.fire || needFlush) { 1361d8f4dcbSJay state := s_invalid 1371d8f4dcbSJay } 1381d8f4dcbSJay } 1391d8f4dcbSJay} 1401d8f4dcbSJay 1411d8f4dcbSJayclass InstrUncacheIO(implicit p: Parameters) extends ICacheBundle { 142*415fcbe2Sxu_zh val req: DecoupledIO[InsUncacheReq] = Flipped(DecoupledIO(new InsUncacheReq)) 143*415fcbe2Sxu_zh val resp: DecoupledIO[InsUncacheResp] = DecoupledIO(new InsUncacheResp) 144*415fcbe2Sxu_zh val flush: Bool = Input(Bool()) 1451d8f4dcbSJay} 1461d8f4dcbSJay 1471d8f4dcbSJayclass InstrUncache()(implicit p: Parameters) extends LazyModule with HasICacheParameters { 14895e60e55STang Haojin override def shouldBeInlined: Boolean = false 1491d8f4dcbSJay 150*415fcbe2Sxu_zh val clientParameters: TLMasterPortParameters = TLMasterPortParameters.v1( 1511d8f4dcbSJay clients = Seq(TLMasterParameters.v1( 1521d8f4dcbSJay "InstrUncache", 1531d8f4dcbSJay sourceId = IdRange(0, cacheParams.nMMIOs) 1541d8f4dcbSJay )) 1551d8f4dcbSJay ) 156*415fcbe2Sxu_zh val clientNode: TLClientNode = TLClientNode(Seq(clientParameters)) 1571d8f4dcbSJay 158*415fcbe2Sxu_zh lazy val module: InstrUncacheImp = new InstrUncacheImp(this) 1591d8f4dcbSJay} 1601d8f4dcbSJay 1611d8f4dcbSJayclass InstrUncacheImp(outer: InstrUncache) 1621d8f4dcbSJay extends LazyModuleImp(outer) 1631d8f4dcbSJay with HasICacheParameters 164cf7d6b7aSMuzi with HasTLDump { 165*415fcbe2Sxu_zh val io: InstrUncacheIO = IO(new InstrUncacheIO) 1661d8f4dcbSJay 167*415fcbe2Sxu_zh private val (bus, edge) = outer.clientNode.out.head 1681d8f4dcbSJay 169*415fcbe2Sxu_zh private val resp_arb = Module(new Arbiter(new InsUncacheResp, cacheParams.nMMIOs)) 1701d8f4dcbSJay 171*415fcbe2Sxu_zh private val req = io.req 172*415fcbe2Sxu_zh private val resp = io.resp 173*415fcbe2Sxu_zh private val mmio_acquire = bus.a 174*415fcbe2Sxu_zh private val mmio_grant = bus.d 1751d8f4dcbSJay 176*415fcbe2Sxu_zh private val entry_alloc_idx = Wire(UInt()) 177*415fcbe2Sxu_zh private val req_ready = WireInit(false.B) 1781d8f4dcbSJay 1791d8f4dcbSJay // assign default values to output signals 1801d8f4dcbSJay bus.b.ready := false.B 1811d8f4dcbSJay bus.c.valid := false.B 1821d8f4dcbSJay bus.c.bits := DontCare 1831d8f4dcbSJay bus.d.ready := false.B 1841d8f4dcbSJay bus.e.valid := false.B 1851d8f4dcbSJay bus.e.bits := DontCare 1861d8f4dcbSJay 187*415fcbe2Sxu_zh private val entries = (0 until cacheParams.nMMIOs).map { i => 1881d8f4dcbSJay val entry = Module(new InstrMMIOEntry(edge)) 1891d8f4dcbSJay 1901d8f4dcbSJay entry.io.id := i.U(log2Up(cacheParams.nMMIOs).W) 1911d8f4dcbSJay entry.io.flush := io.flush 1921d8f4dcbSJay 1931d8f4dcbSJay // entry req 1941d8f4dcbSJay entry.io.req.valid := (i.U === entry_alloc_idx) && req.valid 1951d8f4dcbSJay entry.io.req.bits := req.bits 1961d8f4dcbSJay when(i.U === entry_alloc_idx) { 1971d8f4dcbSJay req_ready := entry.io.req.ready 1981d8f4dcbSJay } 1991d8f4dcbSJay 2001d8f4dcbSJay // entry resp 2011d8f4dcbSJay resp_arb.io.in(i) <> entry.io.resp 2021d8f4dcbSJay 2031d8f4dcbSJay entry.io.mmio_grant.valid := false.B 2041d8f4dcbSJay entry.io.mmio_grant.bits := DontCare 2051d8f4dcbSJay when(mmio_grant.bits.source === i.U) { 2061d8f4dcbSJay entry.io.mmio_grant <> mmio_grant 2071d8f4dcbSJay } 2081d8f4dcbSJay entry 2091d8f4dcbSJay } 2101d8f4dcbSJay 2111d8f4dcbSJay entry_alloc_idx := PriorityEncoder(entries.map(m => m.io.req.ready)) 2121d8f4dcbSJay 2131d8f4dcbSJay req.ready := req_ready 2141d8f4dcbSJay resp <> resp_arb.io.out 2151d8f4dcbSJay TLArbiter.lowestFromSeq(edge, mmio_acquire, entries.map(_.io.mmio_acquire)) 2161d8f4dcbSJay} 217