1730cfbc0SXuan Hupackage xiangshan.backend.datapath 2730cfbc0SXuan Hu 3730cfbc0SXuan Huimport chipsalliance.rocketchip.config.Parameters 4730cfbc0SXuan Huimport chisel3._ 5730cfbc0SXuan Huimport chisel3.util._ 6730cfbc0SXuan Huimport difftest.{DifftestArchFpRegState, DifftestArchIntRegState, DifftestArchVecRegState} 7730cfbc0SXuan Huimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp} 8730cfbc0SXuan Huimport utility._ 9730cfbc0SXuan Huimport xiangshan._ 10730cfbc0SXuan Huimport xiangshan.backend.BackendParams 11730cfbc0SXuan Huimport xiangshan.backend.datapath.DataConfig._ 12730cfbc0SXuan Huimport xiangshan.backend.datapath.RdConfig._ 13730cfbc0SXuan Huimport xiangshan.backend.issue.{ImmExtractor, IntScheduler, MemScheduler, VfScheduler} 14730cfbc0SXuan Huimport xiangshan.backend.Bundles._ 15730cfbc0SXuan Huimport xiangshan.backend.regfile._ 16730cfbc0SXuan Hu 17730cfbc0SXuan Huclass RFArbiterBundle(addrWidth: Int)(implicit p: Parameters) extends XSBundle { 18730cfbc0SXuan Hu val addr = UInt(addrWidth.W) 19730cfbc0SXuan Hu} 20730cfbc0SXuan Hu 21730cfbc0SXuan Huclass RFReadArbiterIO(inPortSize: Int, outPortSize: Int, pregWidth: Int)(implicit p: Parameters) extends XSBundle { 22730cfbc0SXuan Hu val in = Vec(inPortSize, Flipped(DecoupledIO(new RFArbiterBundle(pregWidth)))) 23730cfbc0SXuan Hu val out = Vec(outPortSize, Valid(new RFArbiterBundle(pregWidth))) 24730cfbc0SXuan Hu val flush = Flipped(ValidIO(new Redirect)) 25730cfbc0SXuan Hu} 26730cfbc0SXuan Hu 27730cfbc0SXuan Huclass RFReadArbiter(isInt: Boolean)(implicit p: Parameters) extends XSModule { 28730cfbc0SXuan Hu val allExuParams = backendParams.allExuParams 29730cfbc0SXuan Hu 30fcaf0cdcSXuan Hu val portConfigs: Seq[RdConfig] = allExuParams.map(_.rfrPortConfigs.flatten).flatten.filter{ 31730cfbc0SXuan Hu rfrPortConfigs => 32730cfbc0SXuan Hu if(isInt){ 33730cfbc0SXuan Hu rfrPortConfigs.isInstanceOf[IntRD] 34730cfbc0SXuan Hu } 35730cfbc0SXuan Hu else{ 36730cfbc0SXuan Hu rfrPortConfigs.isInstanceOf[VfRD] 37730cfbc0SXuan Hu } 38730cfbc0SXuan Hu } 39730cfbc0SXuan Hu 40fcaf0cdcSXuan Hu private val moduleName = this.getClass.getName + (if (isInt) "Int" else "Vf") 41fcaf0cdcSXuan Hu 42fcaf0cdcSXuan Hu println(s"[$moduleName] ports(${portConfigs.size})") 43fcaf0cdcSXuan Hu for (portCfg <- portConfigs) { 44fcaf0cdcSXuan Hu println(s"[$moduleName] port: ${portCfg.port}, priority: ${portCfg.priority}") 45fcaf0cdcSXuan Hu } 46fcaf0cdcSXuan Hu 47730cfbc0SXuan Hu val pregParams = if(isInt) backendParams.intPregParams else backendParams.vfPregParams 48730cfbc0SXuan Hu 49730cfbc0SXuan Hu val io = IO(new RFReadArbiterIO(portConfigs.size, backendParams.numRfRead, pregParams.addrWidth)) 50730cfbc0SXuan Hu // inGroup[port -> Bundle] 51730cfbc0SXuan Hu val inGroup: Map[Int, IndexedSeq[(DecoupledIO[RFArbiterBundle], RdConfig)]] = io.in.zip(portConfigs).groupBy{ case(port, config) => config.port} 52730cfbc0SXuan Hu // sort by priority 53730cfbc0SXuan Hu val inGroupSorted: Map[Int, IndexedSeq[(DecoupledIO[RFArbiterBundle], RdConfig)]] = inGroup.map{ 54730cfbc0SXuan Hu case(key, value) => (key -> value.sortBy{ case(port, config) => config.priority}) 55730cfbc0SXuan Hu } 56730cfbc0SXuan Hu 57730cfbc0SXuan Hu private val arbiters: Seq[Option[Arbiter[RFArbiterBundle]]] = Seq.tabulate(backendParams.numRfRead) { x => { 58730cfbc0SXuan Hu if (inGroupSorted.contains(x)) { 59730cfbc0SXuan Hu Some(Module(new Arbiter(new RFArbiterBundle(pregParams.addrWidth), inGroupSorted(x).length))) 60730cfbc0SXuan Hu } else { 61730cfbc0SXuan Hu None 62730cfbc0SXuan Hu } 63730cfbc0SXuan Hu }} 64730cfbc0SXuan Hu 65730cfbc0SXuan Hu arbiters.zipWithIndex.foreach { case (arb, i) => 66730cfbc0SXuan Hu if (arb.nonEmpty) { 67730cfbc0SXuan Hu arb.get.io.in.zip(inGroupSorted(i).map(_._1)).foreach { case (arbIn, addrIn) => 68730cfbc0SXuan Hu arbIn <> addrIn 69730cfbc0SXuan Hu } 70730cfbc0SXuan Hu } 71730cfbc0SXuan Hu } 72730cfbc0SXuan Hu 73730cfbc0SXuan Hu io.out.zip(arbiters).foreach { case (addrOut, arb) => 74730cfbc0SXuan Hu if (arb.nonEmpty) { 75730cfbc0SXuan Hu val arbOut = arb.get.io.out 76730cfbc0SXuan Hu arbOut.ready := true.B 77730cfbc0SXuan Hu addrOut.valid := arbOut.valid 78730cfbc0SXuan Hu addrOut.bits := arbOut.bits 79730cfbc0SXuan Hu } else { 80730cfbc0SXuan Hu addrOut := 0.U.asTypeOf(addrOut) 81730cfbc0SXuan Hu } 82730cfbc0SXuan Hu } 83730cfbc0SXuan Hu} 84730cfbc0SXuan Hu 85730cfbc0SXuan Huclass DataPath(params: BackendParams)(implicit p: Parameters) extends LazyModule { 86730cfbc0SXuan Hu private implicit val dpParams: BackendParams = params 87730cfbc0SXuan Hu lazy val module = new DataPathImp(this) 88730cfbc0SXuan Hu} 89730cfbc0SXuan Hu 90730cfbc0SXuan Huclass DataPathImp(override val wrapper: DataPath)(implicit p: Parameters, params: BackendParams) 91730cfbc0SXuan Hu extends LazyModuleImp(wrapper) with HasXSParameter { 92730cfbc0SXuan Hu 93d91483a6Sfdy private val VCONFIG_PORT = params.vconfigPort 94d91483a6Sfdy 95730cfbc0SXuan Hu val io = IO(new DataPathIO()) 96730cfbc0SXuan Hu 97730cfbc0SXuan Hu private val (fromIntIQ, toIntIQ, toIntExu) = (io.fromIntIQ, io.toIntIQ, io.toIntExu) 98730cfbc0SXuan Hu private val (fromMemIQ, toMemIQ, toMemExu) = (io.fromMemIQ, io.toMemIQ, io.toMemExu) 99730cfbc0SXuan Hu private val (fromVfIQ , toVfIQ , toVfExu ) = (io.fromVfIQ , io.toVfIQ , io.toFpExu) 100730cfbc0SXuan Hu 101730cfbc0SXuan Hu println(s"[DataPath] IntIQ(${fromIntIQ.size}), MemIQ(${fromMemIQ.size})") 102730cfbc0SXuan Hu println(s"[DataPath] IntExu(${fromIntIQ.map(_.size).sum}), MemExu(${fromMemIQ.map(_.size).sum})") 103730cfbc0SXuan Hu 104730cfbc0SXuan Hu // just refences for convience 105730cfbc0SXuan Hu private val fromIQ = fromIntIQ ++ fromVfIQ ++ fromMemIQ 106730cfbc0SXuan Hu 107730cfbc0SXuan Hu private val toIQs = toIntIQ ++ toVfIQ ++ toMemIQ 108730cfbc0SXuan Hu 109730cfbc0SXuan Hu private val toExu = toIntExu ++ toVfExu ++ toMemExu 110730cfbc0SXuan Hu 111730cfbc0SXuan Hu private val intRFReadArbiter = Module(new RFReadArbiter(true)) 112730cfbc0SXuan Hu private val vfRFReadArbiter = Module(new RFReadArbiter(false)) 113730cfbc0SXuan Hu 114730cfbc0SXuan Hu private val issuePortsIn = fromIQ.flatten 115730cfbc0SXuan Hu private val intBlocks = fromIQ.map{ case iq => Wire(Vec(iq.size, Bool())) } 116730cfbc0SXuan Hu private val intBlocksSeq = intBlocks.flatten 117730cfbc0SXuan Hu private val vfBlocks = fromIQ.map { case iq => Wire(Vec(iq.size, Bool())) } 118730cfbc0SXuan Hu private val vfBlocksSeq = vfBlocks.flatten 119730cfbc0SXuan Hu 120fcaf0cdcSXuan Hu val intReadPortInSize: IndexedSeq[Int] = issuePortsIn.map(issuePortIn => issuePortIn.bits.getIntRfReadBundle.size).scan(0)(_ + _) 121730cfbc0SXuan Hu issuePortsIn.zipWithIndex.foreach{ 122730cfbc0SXuan Hu case (issuePortIn, idx) => 123730cfbc0SXuan Hu val readPortIn = issuePortIn.bits.getIntRfReadBundle 124730cfbc0SXuan Hu val l = intReadPortInSize(idx) 125730cfbc0SXuan Hu val r = intReadPortInSize(idx + 1) 126730cfbc0SXuan Hu val arbiterIn = intRFReadArbiter.io.in.slice(l, r) 127730cfbc0SXuan Hu arbiterIn.zip(readPortIn).foreach{ 128730cfbc0SXuan Hu case(sink, source) => 129730cfbc0SXuan Hu sink.bits.addr := source.addr 130730cfbc0SXuan Hu sink.valid := issuePortIn.valid && SrcType.isXp(source.srcType) 131730cfbc0SXuan Hu } 132730cfbc0SXuan Hu if(r > l){ 133730cfbc0SXuan Hu intBlocksSeq(idx) := !arbiterIn.zip(readPortIn).map { 134730cfbc0SXuan Hu case (sink, source) => Mux(SrcType.isXp(source.srcType), sink.ready, true.B) 135730cfbc0SXuan Hu }.reduce(_ & _) 136730cfbc0SXuan Hu } 137730cfbc0SXuan Hu else{ 138730cfbc0SXuan Hu intBlocksSeq(idx) := false.B 139730cfbc0SXuan Hu } 140730cfbc0SXuan Hu } 141730cfbc0SXuan Hu intRFReadArbiter.io.flush := io.flush 142730cfbc0SXuan Hu 143b6b11f60SXuan Hu val vfReadPortInSize: IndexedSeq[Int] = issuePortsIn.map(issuePortIn => issuePortIn.bits.getVfRfReadBundle.size).scan(0)(_ + _) 144b6b11f60SXuan Hu println(s"vfReadPortInSize: $vfReadPortInSize") 145b6b11f60SXuan Hu 146730cfbc0SXuan Hu issuePortsIn.zipWithIndex.foreach { 147730cfbc0SXuan Hu case (issuePortIn, idx) => 148b6b11f60SXuan Hu val readPortIn = issuePortIn.bits.getVfRfReadBundle 149730cfbc0SXuan Hu val l = vfReadPortInSize(idx) 150730cfbc0SXuan Hu val r = vfReadPortInSize(idx + 1) 151730cfbc0SXuan Hu val arbiterIn = vfRFReadArbiter.io.in.slice(l, r) 152730cfbc0SXuan Hu arbiterIn.zip(readPortIn).foreach { 153730cfbc0SXuan Hu case (sink, source) => 154730cfbc0SXuan Hu sink.bits.addr := source.addr 155730cfbc0SXuan Hu sink.valid := issuePortIn.valid && SrcType.isVfp(source.srcType) 156730cfbc0SXuan Hu } 157730cfbc0SXuan Hu if (r > l) { 158730cfbc0SXuan Hu vfBlocksSeq(idx) := !arbiterIn.zip(readPortIn).map { 159730cfbc0SXuan Hu case (sink, source) => Mux(SrcType.isVfp(source.srcType), sink.ready, true.B) 160730cfbc0SXuan Hu }.reduce(_ & _) 161730cfbc0SXuan Hu } 162730cfbc0SXuan Hu else { 163730cfbc0SXuan Hu vfBlocksSeq(idx) := false.B 164730cfbc0SXuan Hu } 165730cfbc0SXuan Hu } 166730cfbc0SXuan Hu vfRFReadArbiter.io.flush := io.flush 167730cfbc0SXuan Hu 168730cfbc0SXuan Hu private val intSchdParams = params.schdParams(IntScheduler()) 169730cfbc0SXuan Hu private val vfSchdParams = params.schdParams(VfScheduler()) 170730cfbc0SXuan Hu private val memSchdParams = params.schdParams(MemScheduler()) 171730cfbc0SXuan Hu 172730cfbc0SXuan Hu private val numIntRfReadByExu = intSchdParams.numIntRfReadByExu + memSchdParams.numIntRfReadByExu 173730cfbc0SXuan Hu private val numVfRfReadByExu = vfSchdParams.numVfRfReadByExu + memSchdParams.numVfRfReadByExu 174730cfbc0SXuan Hu // Todo: limit read port 175730cfbc0SXuan Hu private val numIntR = numIntRfReadByExu 176730cfbc0SXuan Hu private val numVfR = numVfRfReadByExu 177730cfbc0SXuan Hu println(s"[DataPath] RegFile read req needed by Exu: Int(${numIntRfReadByExu}), Vf(${numVfRfReadByExu})") 178730cfbc0SXuan Hu println(s"[DataPath] RegFile read port: Int(${numIntR}), Vf(${numVfR})") 179730cfbc0SXuan Hu 180730cfbc0SXuan Hu private val schdParams = params.allSchdParams 181730cfbc0SXuan Hu 182730cfbc0SXuan Hu private val intRfRaddr = Wire(Vec(params.numRfRead, UInt(intSchdParams.pregIdxWidth.W))) 183730cfbc0SXuan Hu private val intRfRdata = Wire(Vec(params.numRfRead, UInt(intSchdParams.rfDataWidth.W))) 184730cfbc0SXuan Hu private val intRfWen = Wire(Vec(io.fromIntWb.length, Bool())) 185730cfbc0SXuan Hu private val intRfWaddr = Wire(Vec(io.fromIntWb.length, UInt(intSchdParams.pregIdxWidth.W))) 186730cfbc0SXuan Hu private val intRfWdata = Wire(Vec(io.fromIntWb.length, UInt(intSchdParams.rfDataWidth.W))) 187730cfbc0SXuan Hu 188730cfbc0SXuan Hu private val vfRfSplitNum = VLEN / XLEN 189730cfbc0SXuan Hu private val vfRfRaddr = Wire(Vec(params.numRfRead, UInt(vfSchdParams.pregIdxWidth.W))) 190730cfbc0SXuan Hu private val vfRfRdata = Wire(Vec(params.numRfRead, UInt(vfSchdParams.rfDataWidth.W))) 191730cfbc0SXuan Hu private val vfRfWen = Wire(Vec(vfRfSplitNum, Vec(io.fromVfWb.length, Bool()))) 192730cfbc0SXuan Hu private val vfRfWaddr = Wire(Vec(io.fromVfWb.length, UInt(vfSchdParams.pregIdxWidth.W))) 193730cfbc0SXuan Hu private val vfRfWdata = Wire(Vec(io.fromVfWb.length, UInt(vfSchdParams.rfDataWidth.W))) 194730cfbc0SXuan Hu 195730cfbc0SXuan Hu private val intDebugRead: Option[(Vec[UInt], Vec[UInt])] = 196730cfbc0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 197730cfbc0SXuan Hu Some(Wire(Vec(32, UInt(intSchdParams.pregIdxWidth.W))), Wire(Vec(32, UInt(XLEN.W)))) 198730cfbc0SXuan Hu } else { None } 199730cfbc0SXuan Hu private val vfDebugRead: Option[(Vec[UInt], Vec[UInt])] = 200730cfbc0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 201a8db15d8Sfdy Some(Wire(Vec(32 + 32 + 1, UInt(vfSchdParams.pregIdxWidth.W))), Wire(Vec(32 + 32 + 1, UInt(VLEN.W)))) 202730cfbc0SXuan Hu } else { None } 203730cfbc0SXuan Hu 204730cfbc0SXuan Hu private val fpDebugReadData: Option[Vec[UInt]] = 205730cfbc0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 206730cfbc0SXuan Hu Some(Wire(Vec(32, UInt(XLEN.W)))) 207730cfbc0SXuan Hu } else { None } 208730cfbc0SXuan Hu private val vecDebugReadData: Option[Vec[UInt]] = 209730cfbc0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 210730cfbc0SXuan Hu Some(Wire(Vec(64, UInt(64.W)))) // v0 = Cat(Vec(1), Vec(0)) 211730cfbc0SXuan Hu } else { None } 212*e2e5f6b0SXuan Hu private val vconfigDebugReadData: Option[UInt] = 213*e2e5f6b0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 214*e2e5f6b0SXuan Hu Some(Wire(UInt(64.W))) 215*e2e5f6b0SXuan Hu } else { None } 216*e2e5f6b0SXuan Hu 217730cfbc0SXuan Hu 218730cfbc0SXuan Hu fpDebugReadData.foreach(_ := vfDebugRead 219730cfbc0SXuan Hu .get._2 220730cfbc0SXuan Hu .slice(0, 32) 221730cfbc0SXuan Hu .map(_(63, 0)) 222730cfbc0SXuan Hu ) // fp only used [63, 0] 223730cfbc0SXuan Hu vecDebugReadData.foreach(_ := vfDebugRead 224730cfbc0SXuan Hu .get._2 225730cfbc0SXuan Hu .slice(32, 64) 226730cfbc0SXuan Hu .map(x => Seq(x(63, 0), x(127, 64))).flatten 227730cfbc0SXuan Hu ) 228*e2e5f6b0SXuan Hu vconfigDebugReadData.foreach(_ := vfDebugRead 229*e2e5f6b0SXuan Hu .get._2(64)(63, 0) 230*e2e5f6b0SXuan Hu ) 231730cfbc0SXuan Hu 232*e2e5f6b0SXuan Hu io.debugVconfig := vconfigDebugReadData.get 233a8db15d8Sfdy 234730cfbc0SXuan Hu IntRegFile("IntRegFile", intSchdParams.numPregs, intRfRaddr, intRfRdata, intRfWen, intRfWaddr, intRfWdata, 235730cfbc0SXuan Hu debugReadAddr = intDebugRead.map(_._1), 236730cfbc0SXuan Hu debugReadData = intDebugRead.map(_._2)) 237730cfbc0SXuan Hu VfRegFile("VfRegFile", vfSchdParams.numPregs, vfRfSplitNum, vfRfRaddr, vfRfRdata, vfRfWen, vfRfWaddr, vfRfWdata, 238730cfbc0SXuan Hu debugReadAddr = vfDebugRead.map(_._1), 239730cfbc0SXuan Hu debugReadData = vfDebugRead.map(_._2)) 240730cfbc0SXuan Hu 241730cfbc0SXuan Hu intRfWaddr := io.fromIntWb.map(_.addr) 242730cfbc0SXuan Hu intRfWdata := io.fromIntWb.map(_.data) 243730cfbc0SXuan Hu intRfWen := io.fromIntWb.map(_.wen) 244730cfbc0SXuan Hu 245730cfbc0SXuan Hu intRFReadArbiter.io.out.map(_.bits.addr).zip(intRfRaddr).foreach{ case(source, sink) => sink := source } 246730cfbc0SXuan Hu 247730cfbc0SXuan Hu vfRfWaddr := io.fromVfWb.map(_.addr) 248730cfbc0SXuan Hu vfRfWdata := io.fromVfWb.map(_.data) 249730cfbc0SXuan Hu vfRfWen.foreach(_.zip(io.fromVfWb.map(_.wen)).foreach { case (wenSink, wenSource) => wenSink := wenSource } )// Todo: support fp multi-write 250730cfbc0SXuan Hu 251730cfbc0SXuan Hu vfRFReadArbiter.io.out.map(_.bits.addr).zip(vfRfRaddr).foreach{ case(source, sink) => sink := source } 252d91483a6Sfdy vfRfRaddr(VCONFIG_PORT) := io.vconfigReadPort.addr 253d91483a6Sfdy io.vconfigReadPort.data := vfRfRdata(VCONFIG_PORT) 254730cfbc0SXuan Hu 255730cfbc0SXuan Hu intDebugRead.foreach { case (addr, _) => 256730cfbc0SXuan Hu addr := io.debugIntRat 257730cfbc0SXuan Hu } 258730cfbc0SXuan Hu 259730cfbc0SXuan Hu vfDebugRead.foreach { case (addr, _) => 260a8db15d8Sfdy addr := io.debugFpRat ++ io.debugVecRat :+ io.debugVconfigRat 261730cfbc0SXuan Hu } 262730cfbc0SXuan Hu println(s"[DataPath] " + 263730cfbc0SXuan Hu s"has intDebugRead: ${intDebugRead.nonEmpty}, " + 264730cfbc0SXuan Hu s"has vfDebugRead: ${vfDebugRead.nonEmpty}") 265730cfbc0SXuan Hu 266730cfbc0SXuan Hu val s1_addrOHs = Reg(MixedVec( 267730cfbc0SXuan Hu fromIQ.map(x => MixedVec(x.map(_.bits.addrOH.cloneType))) 268730cfbc0SXuan Hu )) 269730cfbc0SXuan Hu val s1_toExuValid: MixedVec[MixedVec[Bool]] = Reg(MixedVec( 270730cfbc0SXuan Hu toExu.map(x => MixedVec(x.map(_.valid.cloneType))) 271730cfbc0SXuan Hu )) 272730cfbc0SXuan Hu val s1_toExuData: MixedVec[MixedVec[ExuInput]] = Reg(MixedVec(toExu.map(x => MixedVec(x.map(_.bits.cloneType))))) 273730cfbc0SXuan Hu val s1_toExuReady = Wire(MixedVec(toExu.map(x => MixedVec(x.map(_.ready.cloneType))))) // Todo 274730cfbc0SXuan Hu val s1_srcType: MixedVec[MixedVec[Vec[UInt]]] = MixedVecInit(fromIQ.map(x => MixedVecInit(x.map(xx => RegEnable(xx.bits.srcType, xx.fire))))) 275730cfbc0SXuan Hu 276730cfbc0SXuan Hu val s1_intPregRData: MixedVec[MixedVec[Vec[UInt]]] = Wire(MixedVec(toExu.map(x => MixedVec(x.map(_.bits.src.cloneType))))) 277730cfbc0SXuan Hu val s1_vfPregRData: MixedVec[MixedVec[Vec[UInt]]] = Wire(MixedVec(toExu.map(x => MixedVec(x.map(_.bits.src.cloneType))))) 278730cfbc0SXuan Hu 279730cfbc0SXuan Hu val rfrPortConfigs = schdParams.map(_.issueBlockParams).flatten.map(_.exuBlockParams.map(_.rfrPortConfigs)) 280730cfbc0SXuan Hu 281730cfbc0SXuan Hu println(s"[DataPath] s1_intPregRData.flatten.flatten.size: ${s1_intPregRData.flatten.flatten.size}, intRfRdata.size: ${intRfRdata.size}") 282730cfbc0SXuan Hu s1_intPregRData.foreach(_.foreach(_.foreach(_ := 0.U))) 283730cfbc0SXuan Hu s1_intPregRData.zip(rfrPortConfigs).foreach { case (iqRdata, iqCfg) => 284730cfbc0SXuan Hu iqRdata.zip(iqCfg).foreach { case (iuRdata, iuCfg) => 285730cfbc0SXuan Hu val realIuCfg = iuCfg.map(x => if(x.size > 1) x.filter(_.isInstanceOf[IntRD]) else x).flatten 286730cfbc0SXuan Hu assert(iuRdata.size == realIuCfg.size, "iuRdata.size != realIuCfg.size") 287730cfbc0SXuan Hu iuRdata.zip(realIuCfg) 288730cfbc0SXuan Hu .filter { case (_, rfrPortConfig) => rfrPortConfig.isInstanceOf[IntRD] } 289730cfbc0SXuan Hu .foreach { case (sink, cfg) => sink := intRfRdata(cfg.port) } 290730cfbc0SXuan Hu } 291730cfbc0SXuan Hu } 292730cfbc0SXuan Hu 293730cfbc0SXuan Hu println(s"[DataPath] s1_vfPregRData.flatten.flatten.size: ${s1_vfPregRData.flatten.flatten.size}, vfRfRdata.size: ${vfRfRdata.size}") 294730cfbc0SXuan Hu s1_vfPregRData.foreach(_.foreach(_.foreach(_ := 0.U))) 295730cfbc0SXuan Hu s1_vfPregRData.zip(rfrPortConfigs).foreach{ case(iqRdata, iqCfg) => 296730cfbc0SXuan Hu iqRdata.zip(iqCfg).foreach{ case(iuRdata, iuCfg) => 297730cfbc0SXuan Hu val realIuCfg = iuCfg.map(x => if(x.size > 1) x.filter(_.isInstanceOf[VfRD]) else x).flatten 298730cfbc0SXuan Hu assert(iuRdata.size == realIuCfg.size, "iuRdata.size != realIuCfg.size") 299730cfbc0SXuan Hu iuRdata.zip(realIuCfg) 300730cfbc0SXuan Hu .filter { case (_, rfrPortConfig) => rfrPortConfig.isInstanceOf[VfRD] } 301730cfbc0SXuan Hu .foreach { case (sink, cfg) => sink := vfRfRdata(cfg.port) } 302730cfbc0SXuan Hu } 303730cfbc0SXuan Hu } 304730cfbc0SXuan Hu 305730cfbc0SXuan Hu // var intRfRdataIdx = 0 306730cfbc0SXuan Hu// var vfRfRdataIdx = 0 307730cfbc0SXuan Hu// for (iqIdx <- toExu.indices) { 308730cfbc0SXuan Hu// for (exuIdx <- toExu(iqIdx).indices) { 309730cfbc0SXuan Hu// for (srcIdx <- toExu(iqIdx)(exuIdx).bits.src.indices) { 310730cfbc0SXuan Hu// val readDataCfgSet = toExu(iqIdx)(exuIdx).bits.params.getSrcDataType(srcIdx) 311730cfbc0SXuan Hu// // need read int reg 312730cfbc0SXuan Hu// if (readDataCfgSet.intersect(IntRegSrcDataSet).nonEmpty) { 313730cfbc0SXuan Hu// println(s"[DataPath] (iqIdx, exuIdx, srcIdx): ($iqIdx, $exuIdx, $srcIdx)") 314730cfbc0SXuan Hu// s1_intPregRData(iqIdx)(exuIdx)(srcIdx) := intRfRdata(intRfRdataIdx) 315730cfbc0SXuan Hu// } else { 316730cfbc0SXuan Hu// // better for debug, should never assigned to other bundles 317730cfbc0SXuan Hu// s1_intPregRData(iqIdx)(exuIdx)(srcIdx) := "hdead_beef_dead_beef".U 318730cfbc0SXuan Hu// } 319730cfbc0SXuan Hu// // need read vf reg 320730cfbc0SXuan Hu// if (readDataCfgSet.intersect(VfRegSrcDataSet).nonEmpty) { 321730cfbc0SXuan Hu// s1_vfPregRData(iqIdx)(exuIdx)(srcIdx) := vfRfRdata(vfRfRdataIdx) 322730cfbc0SXuan Hu// vfRfRdataIdx += 1 323730cfbc0SXuan Hu// } else { 324730cfbc0SXuan Hu// // better for debug, should never assigned to other bundles 325730cfbc0SXuan Hu// s1_vfPregRData(iqIdx)(exuIdx)(srcIdx) := "hdead_beef_dead_beef_dead_beef_dead_beef".U 326730cfbc0SXuan Hu// } 327730cfbc0SXuan Hu// } 328730cfbc0SXuan Hu// } 329730cfbc0SXuan Hu// } 330730cfbc0SXuan Hu// 331730cfbc0SXuan Hu// println(s"[DataPath] assigned RegFile Rdata: int(${intRfRdataIdx}), vf(${vfRfRdataIdx})") 332730cfbc0SXuan Hu 333730cfbc0SXuan Hu for (i <- fromIQ.indices) { 334730cfbc0SXuan Hu for (j <- fromIQ(i).indices) { 335730cfbc0SXuan Hu // IQ(s0) --[Ctrl]--> s1Reg ---------- begin 336730cfbc0SXuan Hu // refs 337730cfbc0SXuan Hu val s1_valid = s1_toExuValid(i)(j) 338730cfbc0SXuan Hu val s1_ready = s1_toExuReady(i)(j) 339730cfbc0SXuan Hu val s1_data = s1_toExuData(i)(j) 340730cfbc0SXuan Hu val s1_addrOH = s1_addrOHs(i)(j) 341730cfbc0SXuan Hu val s0 = fromIQ(i)(j) // s0 342730cfbc0SXuan Hu val block = intBlocks(i)(j) || vfBlocks(i)(j) 343730cfbc0SXuan Hu val s1_flush = s0.bits.common.robIdx.needFlush(Seq(io.flush, RegNextWithEnable(io.flush))) 344730cfbc0SXuan Hu when (s0.fire && !s1_flush && !block) { 345730cfbc0SXuan Hu s1_valid := s0.valid 346730cfbc0SXuan Hu s1_data.fromIssueBundle(s0.bits) // no src data here 347730cfbc0SXuan Hu s1_addrOH := s0.bits.addrOH 348730cfbc0SXuan Hu }.otherwise { 349730cfbc0SXuan Hu s1_valid := false.B 350730cfbc0SXuan Hu } 351730cfbc0SXuan Hu 352730cfbc0SXuan Hu s0.ready := (s1_ready || !s1_valid) && !block 353730cfbc0SXuan Hu // IQ(s0) --[Ctrl]--> s1Reg ---------- end 354730cfbc0SXuan Hu 355730cfbc0SXuan Hu // IQ(s0) --[Data]--> s1Reg ---------- begin 356730cfbc0SXuan Hu // imm extract 357730cfbc0SXuan Hu when (s0.fire && !s1_flush && !block) { 358730cfbc0SXuan Hu if (s1_data.params.immType.nonEmpty && s1_data.src.size > 1) { 359730cfbc0SXuan Hu // rs1 is always int reg, rs2 may be imm 360730cfbc0SXuan Hu when(SrcType.isImm(s0.bits.srcType(1))) { 361730cfbc0SXuan Hu s1_data.src(1) := ImmExtractor( 362730cfbc0SXuan Hu s0.bits.common.imm, 363730cfbc0SXuan Hu s0.bits.immType, 364730cfbc0SXuan Hu s1_data.DataBits, 365730cfbc0SXuan Hu s1_data.params.immType.map(_.litValue) 366730cfbc0SXuan Hu ) 367730cfbc0SXuan Hu } 368730cfbc0SXuan Hu } 369730cfbc0SXuan Hu if (s1_data.params.hasJmpFu) { 370730cfbc0SXuan Hu when(SrcType.isPc(s0.bits.srcType(0))) { 371730cfbc0SXuan Hu s1_data.src(0) := SignExt(s0.bits.jmp.get.pc, XLEN) 372730cfbc0SXuan Hu } 373730cfbc0SXuan Hu } 374730cfbc0SXuan Hu } 375730cfbc0SXuan Hu // IQ(s0) --[Data]--> s1Reg ---------- end 376730cfbc0SXuan Hu } 377730cfbc0SXuan Hu } 378730cfbc0SXuan Hu 379ea0f92d8Sczw private val fromIQFire = fromIQ.map(_.map(_.fire)) 380ea0f92d8Sczw private val toExuFire = toExu.map(_.map(_.fire)) 381730cfbc0SXuan Hu toIQs.zipWithIndex.foreach { 382730cfbc0SXuan Hu case(toIQ, iqIdx) => 383730cfbc0SXuan Hu toIQ.zipWithIndex.foreach { 384730cfbc0SXuan Hu case (toIU, iuIdx) => 385730cfbc0SXuan Hu // IU: issue unit 386730cfbc0SXuan Hu val og0resp = toIU.og0resp 387ea0f92d8Sczw og0resp.valid := fromIQ(iqIdx)(iuIdx).valid && (!fromIQFire(iqIdx)(iuIdx)) 388ea0f92d8Sczw og0resp.bits.respType := RSFeedbackType.rfArbitFail 389730cfbc0SXuan Hu og0resp.bits.success := false.B 390730cfbc0SXuan Hu og0resp.bits.addrOH := fromIQ(iqIdx)(iuIdx).bits.addrOH 391730cfbc0SXuan Hu 392730cfbc0SXuan Hu val og1resp = toIU.og1resp 393730cfbc0SXuan Hu og1resp.valid := s1_toExuValid(iqIdx)(iuIdx) 394ea0f92d8Sczw og1resp.bits.respType := Mux(toExuFire(iqIdx)(iuIdx), RSFeedbackType.fuIdle, RSFeedbackType.fuBusy) 395730cfbc0SXuan Hu og1resp.bits.success := false.B 396730cfbc0SXuan Hu og1resp.bits.addrOH := s1_addrOHs(iqIdx)(iuIdx) 397730cfbc0SXuan Hu } 398730cfbc0SXuan Hu } 3998a00ff56SXuan Hu 400730cfbc0SXuan Hu for (i <- toExu.indices) { 401730cfbc0SXuan Hu for (j <- toExu(i).indices) { 402730cfbc0SXuan Hu // s1Reg --[Ctrl]--> exu(s1) ---------- begin 403730cfbc0SXuan Hu // refs 404730cfbc0SXuan Hu val sinkData = toExu(i)(j).bits 405730cfbc0SXuan Hu // assign 406730cfbc0SXuan Hu toExu(i)(j).valid := s1_toExuValid(i)(j) 407730cfbc0SXuan Hu s1_toExuReady(i)(j) := toExu(i)(j).ready 408730cfbc0SXuan Hu sinkData := s1_toExuData(i)(j) 409730cfbc0SXuan Hu // s1Reg --[Ctrl]--> exu(s1) ---------- end 410730cfbc0SXuan Hu 411730cfbc0SXuan Hu // s1Reg --[Data]--> exu(s1) ---------- begin 412730cfbc0SXuan Hu // data source1: preg read data 413730cfbc0SXuan Hu for (k <- sinkData.src.indices) { 414730cfbc0SXuan Hu val srcDataTypeSet: Set[DataConfig] = sinkData.params.getSrcDataType(k) 415730cfbc0SXuan Hu 416730cfbc0SXuan Hu val readRfMap: Seq[(Bool, UInt)] = (Seq(None) :+ 417730cfbc0SXuan Hu (if (s1_intPregRData(i)(j).isDefinedAt(k) && srcDataTypeSet.intersect(IntRegSrcDataSet).nonEmpty) 418730cfbc0SXuan Hu Some(SrcType.isXp(s1_srcType(i)(j)(k)) -> s1_intPregRData(i)(j)(k)) 419730cfbc0SXuan Hu else None) :+ 420730cfbc0SXuan Hu (if (s1_vfPregRData(i)(j).isDefinedAt(k) && srcDataTypeSet.intersect(VfRegSrcDataSet).nonEmpty) 421730cfbc0SXuan Hu Some(SrcType.isVfp(s1_srcType(i)(j)(k))-> s1_vfPregRData(i)(j)(k)) 422730cfbc0SXuan Hu else None) 423730cfbc0SXuan Hu ).filter(_.nonEmpty).map(_.get) 424730cfbc0SXuan Hu if (readRfMap.nonEmpty) 425730cfbc0SXuan Hu sinkData.src(k) := Mux1H(readRfMap) 426730cfbc0SXuan Hu } 427730cfbc0SXuan Hu 428730cfbc0SXuan Hu // data source2: extracted imm and pc saved in s1Reg 429730cfbc0SXuan Hu if (sinkData.params.immType.nonEmpty && sinkData.src.size > 1) { 430730cfbc0SXuan Hu when(SrcType.isImm(s1_srcType(i)(j)(1))) { 431730cfbc0SXuan Hu sinkData.src(1) := s1_toExuData(i)(j).src(1) 432730cfbc0SXuan Hu } 433730cfbc0SXuan Hu } 434730cfbc0SXuan Hu if (sinkData.params.hasJmpFu) { 435730cfbc0SXuan Hu when(SrcType.isPc(s1_srcType(i)(j)(0))) { 436730cfbc0SXuan Hu sinkData.src(0) := s1_toExuData(i)(j).src(0) 437730cfbc0SXuan Hu } 438730cfbc0SXuan Hu } 439730cfbc0SXuan Hu // s1Reg --[Data]--> exu(s1) ---------- end 440730cfbc0SXuan Hu } 441730cfbc0SXuan Hu } 442730cfbc0SXuan Hu 443730cfbc0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 444730cfbc0SXuan Hu val delayedCnt = 2 445730cfbc0SXuan Hu val difftestArchIntRegState = Module(new DifftestArchIntRegState) 446730cfbc0SXuan Hu difftestArchIntRegState.io.clock := clock 447730cfbc0SXuan Hu difftestArchIntRegState.io.coreid := io.hartId 448730cfbc0SXuan Hu difftestArchIntRegState.io.gpr := DelayN(intDebugRead.get._2, delayedCnt) 449730cfbc0SXuan Hu 450730cfbc0SXuan Hu val difftestArchFpRegState = Module(new DifftestArchFpRegState) 451730cfbc0SXuan Hu difftestArchFpRegState.io.clock := clock 452730cfbc0SXuan Hu difftestArchFpRegState.io.coreid := io.hartId 453730cfbc0SXuan Hu difftestArchFpRegState.io.fpr := DelayN(fpDebugReadData.get, delayedCnt) 454730cfbc0SXuan Hu 455730cfbc0SXuan Hu val difftestArchVecRegState = Module(new DifftestArchVecRegState) 456730cfbc0SXuan Hu difftestArchVecRegState.io.clock := clock 457730cfbc0SXuan Hu difftestArchVecRegState.io.coreid := io.hartId 458730cfbc0SXuan Hu difftestArchVecRegState.io.vpr := DelayN(vecDebugReadData.get, delayedCnt) 459730cfbc0SXuan Hu } 460730cfbc0SXuan Hu} 461730cfbc0SXuan Hu 462730cfbc0SXuan Huclass DataPathIO()(implicit p: Parameters, params: BackendParams) extends XSBundle { 463730cfbc0SXuan Hu // params 464730cfbc0SXuan Hu private val intSchdParams = params.schdParams(IntScheduler()) 465730cfbc0SXuan Hu private val vfSchdParams = params.schdParams(VfScheduler()) 466730cfbc0SXuan Hu private val memSchdParams = params.schdParams(MemScheduler()) 467730cfbc0SXuan Hu // bundles 468730cfbc0SXuan Hu val hartId = Input(UInt(8.W)) 469730cfbc0SXuan Hu 470730cfbc0SXuan Hu val flush: ValidIO[Redirect] = Flipped(ValidIO(new Redirect)) 471730cfbc0SXuan Hu 472*e2e5f6b0SXuan Hu // Todo: check if this can be removed 473d91483a6Sfdy val vconfigReadPort = new RfReadPort(XLEN, PhyRegIdxWidth) 474d91483a6Sfdy 475730cfbc0SXuan Hu val fromIntIQ: MixedVec[MixedVec[DecoupledIO[IssueQueueIssueBundle]]] = 476730cfbc0SXuan Hu Flipped(MixedVec(intSchdParams.issueBlockParams.map(_.genIssueDecoupledBundle))) 477730cfbc0SXuan Hu 478730cfbc0SXuan Hu val fromMemIQ: MixedVec[MixedVec[DecoupledIO[IssueQueueIssueBundle]]] = 479730cfbc0SXuan Hu Flipped(MixedVec(memSchdParams.issueBlockParams.map(_.genIssueDecoupledBundle))) 480730cfbc0SXuan Hu 481730cfbc0SXuan Hu val fromVfIQ = Flipped(MixedVec(vfSchdParams.issueBlockParams.map(_.genIssueDecoupledBundle))) 482730cfbc0SXuan Hu 483730cfbc0SXuan Hu val toIntIQ = MixedVec(intSchdParams.issueBlockParams.map(_.genOGRespBundle)) 484730cfbc0SXuan Hu 485730cfbc0SXuan Hu val toMemIQ = MixedVec(memSchdParams.issueBlockParams.map(_.genOGRespBundle)) 486730cfbc0SXuan Hu 487730cfbc0SXuan Hu val toVfIQ = MixedVec(vfSchdParams.issueBlockParams.map(_.genOGRespBundle)) 488730cfbc0SXuan Hu 489730cfbc0SXuan Hu val toIntExu: MixedVec[MixedVec[DecoupledIO[ExuInput]]] = intSchdParams.genExuInputBundle 490730cfbc0SXuan Hu 491730cfbc0SXuan Hu val toFpExu: MixedVec[MixedVec[DecoupledIO[ExuInput]]] = MixedVec(vfSchdParams.genExuInputBundle) 492730cfbc0SXuan Hu 493730cfbc0SXuan Hu val toMemExu: MixedVec[MixedVec[DecoupledIO[ExuInput]]] = memSchdParams.genExuInputBundle 494730cfbc0SXuan Hu 495730cfbc0SXuan Hu val fromIntWb: MixedVec[RfWritePortWithConfig] = MixedVec(params.genIntWriteBackBundle) 496730cfbc0SXuan Hu 497730cfbc0SXuan Hu val fromVfWb: MixedVec[RfWritePortWithConfig] = MixedVec(params.genVfWriteBackBundle) 498730cfbc0SXuan Hu 499730cfbc0SXuan Hu val debugIntRat = Input(Vec(32, UInt(intSchdParams.pregIdxWidth.W))) 500730cfbc0SXuan Hu val debugFpRat = Input(Vec(32, UInt(vfSchdParams.pregIdxWidth.W))) 501730cfbc0SXuan Hu val debugVecRat = Input(Vec(32, UInt(vfSchdParams.pregIdxWidth.W))) 502a8db15d8Sfdy val debugVconfigRat = Input(UInt(vfSchdParams.pregIdxWidth.W)) 503a8db15d8Sfdy val debugVconfig = Output(UInt(XLEN.W)) 504a8db15d8Sfdy 505730cfbc0SXuan Hu} 506