11d8f4dcbSJay/*************************************************************************************** 21d8f4dcbSJay* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 31d8f4dcbSJay* Copyright (c) 2020-2021 Peng Cheng Laboratory 41d8f4dcbSJay* 51d8f4dcbSJay* XiangShan is licensed under Mulan PSL v2. 61d8f4dcbSJay* You can use this software according to the terms and conditions of the Mulan PSL v2. 71d8f4dcbSJay* You may obtain a copy of Mulan PSL v2 at: 81d8f4dcbSJay* http://license.coscl.org.cn/MulanPSL2 91d8f4dcbSJay* 101d8f4dcbSJay* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 111d8f4dcbSJay* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 121d8f4dcbSJay* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 131d8f4dcbSJay* 141d8f4dcbSJay* See the Mulan PSL v2 for more details. 151d8f4dcbSJay***************************************************************************************/ 161d8f4dcbSJay 171d8f4dcbSJaypackage xiangshan.frontend.icache 181d8f4dcbSJay 191d8f4dcbSJayimport chisel3._ 201d8f4dcbSJayimport chisel3.util._ 21*cf7d6b7aSMuziimport freechips.rocketchip.diplomacy.IdRange 22*cf7d6b7aSMuziimport freechips.rocketchip.diplomacy.LazyModule 23*cf7d6b7aSMuziimport freechips.rocketchip.diplomacy.LazyModuleImp 24*cf7d6b7aSMuziimport freechips.rocketchip.diplomacy.TransferSizes 25*cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLArbiter 26*cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLBundleA 27*cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLBundleD 28*cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLClientNode 29*cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLEdgeOut 30*cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLMasterParameters 31*cf7d6b7aSMuziimport freechips.rocketchip.tilelink.TLMasterPortParameters 328891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters 33*cf7d6b7aSMuziimport utility._ 34*cf7d6b7aSMuziimport utils._ 351d8f4dcbSJayimport xiangshan._ 361d8f4dcbSJayimport xiangshan.frontend._ 371d8f4dcbSJay 38*cf7d6b7aSMuziclass InsUncacheReq(implicit p: Parameters) extends ICacheBundle { 391d8f4dcbSJay val addr = UInt(PAddrBits.W) 401d8f4dcbSJay} 411d8f4dcbSJay 42*cf7d6b7aSMuziclass InsUncacheResp(implicit p: Parameters) extends ICacheBundle { 431d8f4dcbSJay val data = UInt(maxInstrLen.W) 441d8f4dcbSJay} 451d8f4dcbSJay 461d8f4dcbSJay// One miss entry deals with one mmio request 47*cf7d6b7aSMuziclass InstrMMIOEntry(edge: TLEdgeOut)(implicit p: Parameters) extends XSModule with HasICacheParameters 48*cf7d6b7aSMuzi with HasIFUConst { 491d8f4dcbSJay val io = IO(new Bundle { 501d8f4dcbSJay val id = Input(UInt(log2Up(cacheParams.nMMIOs).W)) 511d8f4dcbSJay // client requests 521d8f4dcbSJay val req = Flipped(DecoupledIO(new InsUncacheReq)) 531d8f4dcbSJay val resp = DecoupledIO(new InsUncacheResp) 541d8f4dcbSJay 551d8f4dcbSJay val mmio_acquire = DecoupledIO(new TLBundleA(edge.bundle)) 561d8f4dcbSJay val mmio_grant = Flipped(DecoupledIO(new TLBundleD(edge.bundle))) 571d8f4dcbSJay 581d8f4dcbSJay val flush = Input(Bool()) 591d8f4dcbSJay }) 601d8f4dcbSJay 611d8f4dcbSJay val s_invalid :: s_refill_req :: s_refill_resp :: s_send_resp :: Nil = Enum(4) 621d8f4dcbSJay 631d8f4dcbSJay val state = RegInit(s_invalid) 641d8f4dcbSJay 651d8f4dcbSJay val req = Reg(new InsUncacheReq) 661d8f4dcbSJay val respDataReg = Reg(UInt(mmioBusWidth.W)) 671d8f4dcbSJay 681d8f4dcbSJay // assign default values to output signals 691d8f4dcbSJay io.req.ready := false.B 701d8f4dcbSJay io.resp.valid := false.B 711d8f4dcbSJay io.resp.bits := DontCare 721d8f4dcbSJay 731d8f4dcbSJay io.mmio_acquire.valid := false.B 741d8f4dcbSJay io.mmio_acquire.bits := DontCare 751d8f4dcbSJay 761d8f4dcbSJay io.mmio_grant.ready := false.B 771d8f4dcbSJay 781d8f4dcbSJay val needFlush = RegInit(false.B) 791d8f4dcbSJay 80*cf7d6b7aSMuzi when(io.flush && (state =/= s_invalid) && (state =/= s_send_resp))(needFlush := true.B) 81*cf7d6b7aSMuzi .elsewhen((state === s_send_resp) && needFlush)(needFlush := false.B) 821d8f4dcbSJay 831d8f4dcbSJay // -------------------------------------------- 841d8f4dcbSJay // s_invalid: receive requests 851d8f4dcbSJay when(state === s_invalid) { 861d8f4dcbSJay io.req.ready := true.B 871d8f4dcbSJay 88935edac4STang Haojin when(io.req.fire) { 891d8f4dcbSJay req := io.req.bits 901d8f4dcbSJay state := s_refill_req 911d8f4dcbSJay } 921d8f4dcbSJay } 931d8f4dcbSJay 941d8f4dcbSJay when(state === s_refill_req) { 951d8f4dcbSJay val address_aligned = req.addr(req.addr.getWidth - 1, log2Ceil(mmioBusBytes)) 961d8f4dcbSJay io.mmio_acquire.valid := true.B 971d8f4dcbSJay io.mmio_acquire.bits := edge.Get( 981d8f4dcbSJay fromSource = io.id, 991d8f4dcbSJay toAddress = Cat(address_aligned, 0.U(log2Ceil(mmioBusBytes).W)), 1001d8f4dcbSJay lgSize = log2Ceil(mmioBusBytes).U 1011d8f4dcbSJay )._2 1021d8f4dcbSJay 103935edac4STang Haojin when(io.mmio_acquire.fire) { 1041d8f4dcbSJay state := s_refill_resp 1051d8f4dcbSJay } 1061d8f4dcbSJay } 1071d8f4dcbSJay 1081d8f4dcbSJay val (_, _, refill_done, _) = edge.addr_inc(io.mmio_grant) 1091d8f4dcbSJay 1101d8f4dcbSJay when(state === s_refill_resp) { 1111d8f4dcbSJay io.mmio_grant.ready := true.B 1121d8f4dcbSJay 113935edac4STang Haojin when(io.mmio_grant.fire) { 1141d8f4dcbSJay respDataReg := io.mmio_grant.bits.data 1151d8f4dcbSJay state := s_send_resp 1161d8f4dcbSJay } 1171d8f4dcbSJay } 1181d8f4dcbSJay 1191d8f4dcbSJay def getDataFromBus(pc: UInt) = { 1201d8f4dcbSJay val respData = Wire(UInt(maxInstrLen.W)) 121*cf7d6b7aSMuzi respData := Mux( 122*cf7d6b7aSMuzi pc(2, 1) === "b00".U, 123*cf7d6b7aSMuzi respDataReg(31, 0), 124*cf7d6b7aSMuzi Mux( 125*cf7d6b7aSMuzi pc(2, 1) === "b01".U, 126*cf7d6b7aSMuzi respDataReg(47, 16), 127*cf7d6b7aSMuzi Mux(pc(2, 1) === "b10".U, respDataReg(63, 32), Cat(0.U, respDataReg(63, 48))) 1281d8f4dcbSJay ) 1291d8f4dcbSJay ) 1301d8f4dcbSJay respData 1311d8f4dcbSJay } 1321d8f4dcbSJay 1331d8f4dcbSJay when(state === s_send_resp) { 1341d8f4dcbSJay io.resp.valid := !needFlush 1351d8f4dcbSJay io.resp.bits.data := getDataFromBus(req.addr) 1361d8f4dcbSJay // meta data should go with the response 137935edac4STang Haojin when(io.resp.fire || needFlush) { 1381d8f4dcbSJay state := s_invalid 1391d8f4dcbSJay } 1401d8f4dcbSJay } 1411d8f4dcbSJay} 1421d8f4dcbSJay 1431d8f4dcbSJayclass InstrUncacheIO(implicit p: Parameters) extends ICacheBundle { 1441d8f4dcbSJay val req = Flipped(DecoupledIO(new InsUncacheReq)) 1451d8f4dcbSJay val resp = DecoupledIO(new InsUncacheResp) 1461d8f4dcbSJay val flush = Input(Bool()) 1471d8f4dcbSJay} 1481d8f4dcbSJay 1491d8f4dcbSJayclass InstrUncache()(implicit p: Parameters) extends LazyModule with HasICacheParameters { 15095e60e55STang Haojin override def shouldBeInlined: Boolean = false 1511d8f4dcbSJay 1521d8f4dcbSJay val clientParameters = TLMasterPortParameters.v1( 1531d8f4dcbSJay clients = Seq(TLMasterParameters.v1( 1541d8f4dcbSJay "InstrUncache", 1551d8f4dcbSJay sourceId = IdRange(0, cacheParams.nMMIOs) 1561d8f4dcbSJay )) 1571d8f4dcbSJay ) 1581d8f4dcbSJay val clientNode = TLClientNode(Seq(clientParameters)) 1591d8f4dcbSJay 1601d8f4dcbSJay lazy val module = new InstrUncacheImp(this) 1611d8f4dcbSJay 1621d8f4dcbSJay} 1631d8f4dcbSJay 1641d8f4dcbSJayclass InstrUncacheImp(outer: InstrUncache) 1651d8f4dcbSJay extends LazyModuleImp(outer) 1661d8f4dcbSJay with HasICacheParameters 167*cf7d6b7aSMuzi with HasTLDump { 1681d8f4dcbSJay val io = IO(new InstrUncacheIO) 1691d8f4dcbSJay 1701d8f4dcbSJay val (bus, edge) = outer.clientNode.out.head 1711d8f4dcbSJay 1721d8f4dcbSJay val resp_arb = Module(new Arbiter(new InsUncacheResp, cacheParams.nMMIOs)) 1731d8f4dcbSJay 1741d8f4dcbSJay val req = io.req 1751d8f4dcbSJay val resp = io.resp 1761d8f4dcbSJay val mmio_acquire = bus.a 1771d8f4dcbSJay val mmio_grant = bus.d 1781d8f4dcbSJay 1791d8f4dcbSJay val entry_alloc_idx = Wire(UInt()) 1801d8f4dcbSJay val req_ready = WireInit(false.B) 1811d8f4dcbSJay 1821d8f4dcbSJay // assign default values to output signals 1831d8f4dcbSJay bus.b.ready := false.B 1841d8f4dcbSJay bus.c.valid := false.B 1851d8f4dcbSJay bus.c.bits := DontCare 1861d8f4dcbSJay bus.d.ready := false.B 1871d8f4dcbSJay bus.e.valid := false.B 1881d8f4dcbSJay bus.e.bits := DontCare 1891d8f4dcbSJay 1901d8f4dcbSJay val entries = (0 until cacheParams.nMMIOs) map { i => 1911d8f4dcbSJay val entry = Module(new InstrMMIOEntry(edge)) 1921d8f4dcbSJay 1931d8f4dcbSJay entry.io.id := i.U(log2Up(cacheParams.nMMIOs).W) 1941d8f4dcbSJay entry.io.flush := io.flush 1951d8f4dcbSJay 1961d8f4dcbSJay // entry req 1971d8f4dcbSJay entry.io.req.valid := (i.U === entry_alloc_idx) && req.valid 1981d8f4dcbSJay entry.io.req.bits := req.bits 1991d8f4dcbSJay when(i.U === entry_alloc_idx) { 2001d8f4dcbSJay req_ready := entry.io.req.ready 2011d8f4dcbSJay } 2021d8f4dcbSJay 2031d8f4dcbSJay // entry resp 2041d8f4dcbSJay resp_arb.io.in(i) <> entry.io.resp 2051d8f4dcbSJay 2061d8f4dcbSJay entry.io.mmio_grant.valid := false.B 2071d8f4dcbSJay entry.io.mmio_grant.bits := DontCare 2081d8f4dcbSJay when(mmio_grant.bits.source === i.U) { 2091d8f4dcbSJay entry.io.mmio_grant <> mmio_grant 2101d8f4dcbSJay } 2111d8f4dcbSJay entry 2121d8f4dcbSJay } 2131d8f4dcbSJay 2141d8f4dcbSJay entry_alloc_idx := PriorityEncoder(entries.map(m => m.io.req.ready)) 2151d8f4dcbSJay 2161d8f4dcbSJay req.ready := req_ready 2171d8f4dcbSJay resp <> resp_arb.io.out 2181d8f4dcbSJay TLArbiter.lowestFromSeq(edge, mmio_acquire, entries.map(_.io.mmio_acquire)) 2191d8f4dcbSJay 2201d8f4dcbSJay} 221