xref: /XiangShan/src/main/scala/xiangshan/backend/datapath/DataPath.scala (revision b6b11f603872e975b52c6f656725c194ad532a84)
1730cfbc0SXuan Hupackage xiangshan.backend.datapath
2730cfbc0SXuan Hu
3730cfbc0SXuan Huimport chipsalliance.rocketchip.config.Parameters
4730cfbc0SXuan Huimport chisel3._
5730cfbc0SXuan Huimport chisel3.util._
6730cfbc0SXuan Huimport difftest.{DifftestArchFpRegState, DifftestArchIntRegState, DifftestArchVecRegState}
7730cfbc0SXuan Huimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
8730cfbc0SXuan Huimport utility._
9730cfbc0SXuan Huimport xiangshan._
10730cfbc0SXuan Huimport xiangshan.backend.BackendParams
11730cfbc0SXuan Huimport xiangshan.backend.datapath.DataConfig._
12730cfbc0SXuan Huimport xiangshan.backend.datapath.RdConfig._
13730cfbc0SXuan Huimport xiangshan.backend.issue.{ImmExtractor, IntScheduler, MemScheduler, VfScheduler}
14730cfbc0SXuan Huimport xiangshan.backend.Bundles._
15730cfbc0SXuan Huimport xiangshan.backend.regfile._
16730cfbc0SXuan Hu
17730cfbc0SXuan Huclass RFArbiterBundle(addrWidth: Int)(implicit p: Parameters) extends XSBundle {
18730cfbc0SXuan Hu  val addr = UInt(addrWidth.W)
19730cfbc0SXuan Hu}
20730cfbc0SXuan Hu
21730cfbc0SXuan Huclass RFReadArbiterIO(inPortSize: Int, outPortSize: Int, pregWidth: Int)(implicit p: Parameters) extends XSBundle {
22730cfbc0SXuan Hu  val in = Vec(inPortSize, Flipped(DecoupledIO(new RFArbiterBundle(pregWidth))))
23730cfbc0SXuan Hu  val out = Vec(outPortSize, Valid(new RFArbiterBundle(pregWidth)))
24730cfbc0SXuan Hu  val flush = Flipped(ValidIO(new Redirect))
25730cfbc0SXuan Hu}
26730cfbc0SXuan Hu
27730cfbc0SXuan Huclass RFReadArbiter(isInt: Boolean)(implicit p: Parameters) extends XSModule {
28730cfbc0SXuan Hu  val allExuParams = backendParams.allExuParams
29730cfbc0SXuan Hu
30fcaf0cdcSXuan Hu  val portConfigs: Seq[RdConfig] = allExuParams.map(_.rfrPortConfigs.flatten).flatten.filter{
31730cfbc0SXuan Hu    rfrPortConfigs =>
32730cfbc0SXuan Hu      if(isInt){
33730cfbc0SXuan Hu        rfrPortConfigs.isInstanceOf[IntRD]
34730cfbc0SXuan Hu      }
35730cfbc0SXuan Hu      else{
36730cfbc0SXuan Hu        rfrPortConfigs.isInstanceOf[VfRD]
37730cfbc0SXuan Hu      }
38730cfbc0SXuan Hu  }
39730cfbc0SXuan Hu
40fcaf0cdcSXuan Hu  private val moduleName = this.getClass.getName + (if (isInt) "Int" else "Vf")
41fcaf0cdcSXuan Hu
42fcaf0cdcSXuan Hu  println(s"[$moduleName] ports(${portConfigs.size})")
43fcaf0cdcSXuan Hu  for (portCfg <- portConfigs) {
44fcaf0cdcSXuan Hu    println(s"[$moduleName] port: ${portCfg.port}, priority: ${portCfg.priority}")
45fcaf0cdcSXuan Hu  }
46fcaf0cdcSXuan Hu
47730cfbc0SXuan Hu  val pregParams = if(isInt) backendParams.intPregParams else backendParams.vfPregParams
48730cfbc0SXuan Hu
49730cfbc0SXuan Hu  val io = IO(new RFReadArbiterIO(portConfigs.size, backendParams.numRfRead, pregParams.addrWidth))
50730cfbc0SXuan Hu  // inGroup[port -> Bundle]
51730cfbc0SXuan Hu  val inGroup: Map[Int, IndexedSeq[(DecoupledIO[RFArbiterBundle], RdConfig)]] = io.in.zip(portConfigs).groupBy{ case(port, config) => config.port}
52730cfbc0SXuan Hu  // sort by priority
53730cfbc0SXuan Hu  val inGroupSorted: Map[Int, IndexedSeq[(DecoupledIO[RFArbiterBundle], RdConfig)]] = inGroup.map{
54730cfbc0SXuan Hu    case(key, value) => (key -> value.sortBy{ case(port, config) => config.priority})
55730cfbc0SXuan Hu  }
56730cfbc0SXuan Hu
57730cfbc0SXuan Hu  private val arbiters: Seq[Option[Arbiter[RFArbiterBundle]]] = Seq.tabulate(backendParams.numRfRead) { x => {
58730cfbc0SXuan Hu    if (inGroupSorted.contains(x)) {
59730cfbc0SXuan Hu      Some(Module(new Arbiter(new RFArbiterBundle(pregParams.addrWidth), inGroupSorted(x).length)))
60730cfbc0SXuan Hu    } else {
61730cfbc0SXuan Hu      None
62730cfbc0SXuan Hu    }
63730cfbc0SXuan Hu  }}
64730cfbc0SXuan Hu
65730cfbc0SXuan Hu  arbiters.zipWithIndex.foreach { case (arb, i) =>
66730cfbc0SXuan Hu    if (arb.nonEmpty) {
67730cfbc0SXuan Hu      arb.get.io.in.zip(inGroupSorted(i).map(_._1)).foreach { case (arbIn, addrIn) =>
68730cfbc0SXuan Hu        arbIn <> addrIn
69730cfbc0SXuan Hu      }
70730cfbc0SXuan Hu    }
71730cfbc0SXuan Hu  }
72730cfbc0SXuan Hu
73730cfbc0SXuan Hu  io.out.zip(arbiters).foreach { case (addrOut, arb) =>
74730cfbc0SXuan Hu    if (arb.nonEmpty) {
75730cfbc0SXuan Hu      val arbOut = arb.get.io.out
76730cfbc0SXuan Hu      arbOut.ready := true.B
77730cfbc0SXuan Hu      addrOut.valid := arbOut.valid
78730cfbc0SXuan Hu      addrOut.bits := arbOut.bits
79730cfbc0SXuan Hu    } else {
80730cfbc0SXuan Hu      addrOut := 0.U.asTypeOf(addrOut)
81730cfbc0SXuan Hu    }
82730cfbc0SXuan Hu  }
83730cfbc0SXuan Hu}
84730cfbc0SXuan Hu
85730cfbc0SXuan Huclass DataPath(params: BackendParams)(implicit p: Parameters) extends LazyModule {
86730cfbc0SXuan Hu  private implicit val dpParams: BackendParams = params
87730cfbc0SXuan Hu  lazy val module = new DataPathImp(this)
88730cfbc0SXuan Hu}
89730cfbc0SXuan Hu
90730cfbc0SXuan Huclass DataPathImp(override val wrapper: DataPath)(implicit p: Parameters, params: BackendParams)
91730cfbc0SXuan Hu  extends LazyModuleImp(wrapper) with HasXSParameter {
92730cfbc0SXuan Hu
93d91483a6Sfdy  private val VCONFIG_PORT = params.vconfigPort
94d91483a6Sfdy
95730cfbc0SXuan Hu  val io = IO(new DataPathIO())
96730cfbc0SXuan Hu
97730cfbc0SXuan Hu  private val (fromIntIQ, toIntIQ, toIntExu) = (io.fromIntIQ, io.toIntIQ, io.toIntExu)
98730cfbc0SXuan Hu  private val (fromMemIQ, toMemIQ, toMemExu) = (io.fromMemIQ, io.toMemIQ, io.toMemExu)
99730cfbc0SXuan Hu  private val (fromVfIQ , toVfIQ , toVfExu ) = (io.fromVfIQ , io.toVfIQ , io.toFpExu)
100730cfbc0SXuan Hu
101730cfbc0SXuan Hu  println(s"[DataPath] IntIQ(${fromIntIQ.size}), MemIQ(${fromMemIQ.size})")
102730cfbc0SXuan Hu  println(s"[DataPath] IntExu(${fromIntIQ.map(_.size).sum}), MemExu(${fromMemIQ.map(_.size).sum})")
103730cfbc0SXuan Hu
104730cfbc0SXuan Hu  // just refences for convience
105730cfbc0SXuan Hu  private val fromIQ = fromIntIQ ++ fromVfIQ ++ fromMemIQ
106730cfbc0SXuan Hu
107730cfbc0SXuan Hu  private val toIQs = toIntIQ ++ toVfIQ ++ toMemIQ
108730cfbc0SXuan Hu
109730cfbc0SXuan Hu  private val toExu = toIntExu ++ toVfExu ++ toMemExu
110730cfbc0SXuan Hu
111730cfbc0SXuan Hu  private val intRFReadArbiter = Module(new RFReadArbiter(true))
112730cfbc0SXuan Hu  private val vfRFReadArbiter = Module(new RFReadArbiter(false))
113730cfbc0SXuan Hu
114730cfbc0SXuan Hu  private val issuePortsIn = fromIQ.flatten
115730cfbc0SXuan Hu  private val intBlocks = fromIQ.map{ case iq => Wire(Vec(iq.size, Bool())) }
116730cfbc0SXuan Hu  private val intBlocksSeq = intBlocks.flatten
117730cfbc0SXuan Hu  private val vfBlocks = fromIQ.map { case iq => Wire(Vec(iq.size, Bool())) }
118730cfbc0SXuan Hu  private val vfBlocksSeq = vfBlocks.flatten
119730cfbc0SXuan Hu
120fcaf0cdcSXuan Hu  val intReadPortInSize: IndexedSeq[Int] = issuePortsIn.map(issuePortIn => issuePortIn.bits.getIntRfReadBundle.size).scan(0)(_ + _)
121730cfbc0SXuan Hu  issuePortsIn.zipWithIndex.foreach{
122730cfbc0SXuan Hu    case (issuePortIn, idx) =>
123730cfbc0SXuan Hu      val readPortIn = issuePortIn.bits.getIntRfReadBundle
124730cfbc0SXuan Hu      val l = intReadPortInSize(idx)
125730cfbc0SXuan Hu      val r = intReadPortInSize(idx + 1)
126730cfbc0SXuan Hu      val arbiterIn = intRFReadArbiter.io.in.slice(l, r)
127730cfbc0SXuan Hu      arbiterIn.zip(readPortIn).foreach{
128730cfbc0SXuan Hu        case(sink, source) =>
129730cfbc0SXuan Hu          sink.bits.addr := source.addr
130730cfbc0SXuan Hu          sink.valid := issuePortIn.valid && SrcType.isXp(source.srcType)
131730cfbc0SXuan Hu      }
132730cfbc0SXuan Hu      if(r > l){
133730cfbc0SXuan Hu        intBlocksSeq(idx) := !arbiterIn.zip(readPortIn).map {
134730cfbc0SXuan Hu          case (sink, source) => Mux(SrcType.isXp(source.srcType), sink.ready, true.B)
135730cfbc0SXuan Hu        }.reduce(_ & _)
136730cfbc0SXuan Hu      }
137730cfbc0SXuan Hu      else{
138730cfbc0SXuan Hu        intBlocksSeq(idx) := false.B
139730cfbc0SXuan Hu      }
140730cfbc0SXuan Hu  }
141730cfbc0SXuan Hu  intRFReadArbiter.io.flush := io.flush
142730cfbc0SXuan Hu
143*b6b11f60SXuan Hu  val vfReadPortInSize: IndexedSeq[Int] = issuePortsIn.map(issuePortIn => issuePortIn.bits.getVfRfReadBundle.size).scan(0)(_ + _)
144*b6b11f60SXuan Hu  println(s"vfReadPortInSize: $vfReadPortInSize")
145*b6b11f60SXuan Hu
146730cfbc0SXuan Hu  issuePortsIn.zipWithIndex.foreach {
147730cfbc0SXuan Hu    case (issuePortIn, idx) =>
148*b6b11f60SXuan Hu      val readPortIn = issuePortIn.bits.getVfRfReadBundle
149730cfbc0SXuan Hu      val l = vfReadPortInSize(idx)
150730cfbc0SXuan Hu      val r = vfReadPortInSize(idx + 1)
151730cfbc0SXuan Hu      val arbiterIn = vfRFReadArbiter.io.in.slice(l, r)
152730cfbc0SXuan Hu      arbiterIn.zip(readPortIn).foreach {
153730cfbc0SXuan Hu        case (sink, source) =>
154730cfbc0SXuan Hu          sink.bits.addr := source.addr
155730cfbc0SXuan Hu          sink.valid := issuePortIn.valid && SrcType.isVfp(source.srcType)
156730cfbc0SXuan Hu      }
157730cfbc0SXuan Hu      if (r > l) {
158730cfbc0SXuan Hu        vfBlocksSeq(idx) := !arbiterIn.zip(readPortIn).map {
159730cfbc0SXuan Hu          case (sink, source) => Mux(SrcType.isVfp(source.srcType), sink.ready, true.B)
160730cfbc0SXuan Hu        }.reduce(_ & _)
161730cfbc0SXuan Hu      }
162730cfbc0SXuan Hu      else {
163730cfbc0SXuan Hu        vfBlocksSeq(idx) := false.B
164730cfbc0SXuan Hu      }
165730cfbc0SXuan Hu  }
166730cfbc0SXuan Hu  vfRFReadArbiter.io.flush := io.flush
167730cfbc0SXuan Hu
168730cfbc0SXuan Hu  private val intSchdParams = params.schdParams(IntScheduler())
169730cfbc0SXuan Hu  private val vfSchdParams = params.schdParams(VfScheduler())
170730cfbc0SXuan Hu  private val memSchdParams = params.schdParams(MemScheduler())
171730cfbc0SXuan Hu
172730cfbc0SXuan Hu  private val numIntRfReadByExu = intSchdParams.numIntRfReadByExu + memSchdParams.numIntRfReadByExu
173730cfbc0SXuan Hu  private val numVfRfReadByExu = vfSchdParams.numVfRfReadByExu + memSchdParams.numVfRfReadByExu
174730cfbc0SXuan Hu  // Todo: limit read port
175730cfbc0SXuan Hu  private val numIntR = numIntRfReadByExu
176730cfbc0SXuan Hu  private val numVfR = numVfRfReadByExu
177730cfbc0SXuan Hu  println(s"[DataPath] RegFile read req needed by Exu: Int(${numIntRfReadByExu}), Vf(${numVfRfReadByExu})")
178730cfbc0SXuan Hu  println(s"[DataPath] RegFile read port: Int(${numIntR}), Vf(${numVfR})")
179730cfbc0SXuan Hu
180730cfbc0SXuan Hu  private val schdParams = params.allSchdParams
181730cfbc0SXuan Hu
182730cfbc0SXuan Hu  private val intRfRaddr = Wire(Vec(params.numRfRead, UInt(intSchdParams.pregIdxWidth.W)))
183730cfbc0SXuan Hu  private val intRfRdata = Wire(Vec(params.numRfRead, UInt(intSchdParams.rfDataWidth.W)))
184730cfbc0SXuan Hu  private val intRfWen = Wire(Vec(io.fromIntWb.length, Bool()))
185730cfbc0SXuan Hu  private val intRfWaddr = Wire(Vec(io.fromIntWb.length, UInt(intSchdParams.pregIdxWidth.W)))
186730cfbc0SXuan Hu  private val intRfWdata = Wire(Vec(io.fromIntWb.length, UInt(intSchdParams.rfDataWidth.W)))
187730cfbc0SXuan Hu
188730cfbc0SXuan Hu  private val vfRfSplitNum = VLEN / XLEN
189730cfbc0SXuan Hu  private val vfRfRaddr = Wire(Vec(params.numRfRead, UInt(vfSchdParams.pregIdxWidth.W)))
190730cfbc0SXuan Hu  private val vfRfRdata = Wire(Vec(params.numRfRead, UInt(vfSchdParams.rfDataWidth.W)))
191730cfbc0SXuan Hu  private val vfRfWen = Wire(Vec(vfRfSplitNum, Vec(io.fromVfWb.length, Bool())))
192730cfbc0SXuan Hu  private val vfRfWaddr = Wire(Vec(io.fromVfWb.length, UInt(vfSchdParams.pregIdxWidth.W)))
193730cfbc0SXuan Hu  private val vfRfWdata = Wire(Vec(io.fromVfWb.length, UInt(vfSchdParams.rfDataWidth.W)))
194730cfbc0SXuan Hu
195730cfbc0SXuan Hu  private val intDebugRead: Option[(Vec[UInt], Vec[UInt])] =
196730cfbc0SXuan Hu    if (env.AlwaysBasicDiff || env.EnableDifftest) {
197730cfbc0SXuan Hu      Some(Wire(Vec(32, UInt(intSchdParams.pregIdxWidth.W))), Wire(Vec(32, UInt(XLEN.W))))
198730cfbc0SXuan Hu    } else { None }
199730cfbc0SXuan Hu  private val vfDebugRead: Option[(Vec[UInt], Vec[UInt])] =
200730cfbc0SXuan Hu    if (env.AlwaysBasicDiff || env.EnableDifftest) {
201a8db15d8Sfdy      Some(Wire(Vec(32 + 32 + 1, UInt(vfSchdParams.pregIdxWidth.W))), Wire(Vec(32 + 32 + 1, UInt(VLEN.W))))
202730cfbc0SXuan Hu    } else { None }
203730cfbc0SXuan Hu
204730cfbc0SXuan Hu  private val fpDebugReadData: Option[Vec[UInt]] =
205730cfbc0SXuan Hu    if (env.AlwaysBasicDiff || env.EnableDifftest) {
206730cfbc0SXuan Hu      Some(Wire(Vec(32, UInt(XLEN.W))))
207730cfbc0SXuan Hu    } else { None }
208730cfbc0SXuan Hu  private val vecDebugReadData: Option[Vec[UInt]] =
209730cfbc0SXuan Hu    if (env.AlwaysBasicDiff || env.EnableDifftest) {
210730cfbc0SXuan Hu      Some(Wire(Vec(64, UInt(64.W)))) // v0 = Cat(Vec(1), Vec(0))
211730cfbc0SXuan Hu    } else { None }
212730cfbc0SXuan Hu
213730cfbc0SXuan Hu  fpDebugReadData.foreach(_ := vfDebugRead
214730cfbc0SXuan Hu    .get._2
215730cfbc0SXuan Hu    .slice(0, 32)
216730cfbc0SXuan Hu    .map(_(63, 0))
217730cfbc0SXuan Hu  ) // fp only used [63, 0]
218730cfbc0SXuan Hu  vecDebugReadData.foreach(_ := vfDebugRead
219730cfbc0SXuan Hu    .get._2
220730cfbc0SXuan Hu    .slice(32, 64)
221730cfbc0SXuan Hu    .map(x => Seq(x(63, 0), x(127, 64))).flatten
222730cfbc0SXuan Hu  )
223730cfbc0SXuan Hu
224a8db15d8Sfdy  io.debugVconfig := vfDebugRead.get._2(64)(63, 0)
225a8db15d8Sfdy
226730cfbc0SXuan Hu  IntRegFile("IntRegFile", intSchdParams.numPregs, intRfRaddr, intRfRdata, intRfWen, intRfWaddr, intRfWdata,
227730cfbc0SXuan Hu    debugReadAddr = intDebugRead.map(_._1),
228730cfbc0SXuan Hu    debugReadData = intDebugRead.map(_._2))
229730cfbc0SXuan Hu  VfRegFile("VfRegFile", vfSchdParams.numPregs, vfRfSplitNum, vfRfRaddr, vfRfRdata, vfRfWen, vfRfWaddr, vfRfWdata,
230730cfbc0SXuan Hu    debugReadAddr = vfDebugRead.map(_._1),
231730cfbc0SXuan Hu    debugReadData = vfDebugRead.map(_._2))
232730cfbc0SXuan Hu
233730cfbc0SXuan Hu  intRfWaddr := io.fromIntWb.map(_.addr)
234730cfbc0SXuan Hu  intRfWdata := io.fromIntWb.map(_.data)
235730cfbc0SXuan Hu  intRfWen := io.fromIntWb.map(_.wen)
236730cfbc0SXuan Hu
237730cfbc0SXuan Hu  intRFReadArbiter.io.out.map(_.bits.addr).zip(intRfRaddr).foreach{ case(source, sink) => sink := source }
238730cfbc0SXuan Hu
239730cfbc0SXuan Hu  vfRfWaddr := io.fromVfWb.map(_.addr)
240730cfbc0SXuan Hu  vfRfWdata := io.fromVfWb.map(_.data)
241730cfbc0SXuan Hu  vfRfWen.foreach(_.zip(io.fromVfWb.map(_.wen)).foreach { case (wenSink, wenSource) => wenSink := wenSource } )// Todo: support fp multi-write
242730cfbc0SXuan Hu
243730cfbc0SXuan Hu  vfRFReadArbiter.io.out.map(_.bits.addr).zip(vfRfRaddr).foreach{ case(source, sink) => sink := source }
244d91483a6Sfdy  vfRfRaddr(VCONFIG_PORT) := io.vconfigReadPort.addr
245d91483a6Sfdy  io.vconfigReadPort.data := vfRfRdata(VCONFIG_PORT)
246730cfbc0SXuan Hu
247730cfbc0SXuan Hu  intDebugRead.foreach { case (addr, _) =>
248730cfbc0SXuan Hu    addr := io.debugIntRat
249730cfbc0SXuan Hu  }
250730cfbc0SXuan Hu
251730cfbc0SXuan Hu  vfDebugRead.foreach { case (addr, _) =>
252a8db15d8Sfdy    addr := io.debugFpRat ++ io.debugVecRat :+ io.debugVconfigRat
253730cfbc0SXuan Hu  }
254730cfbc0SXuan Hu  println(s"[DataPath] " +
255730cfbc0SXuan Hu    s"has intDebugRead: ${intDebugRead.nonEmpty}, " +
256730cfbc0SXuan Hu    s"has vfDebugRead: ${vfDebugRead.nonEmpty}")
257730cfbc0SXuan Hu
258730cfbc0SXuan Hu  val s1_addrOHs = Reg(MixedVec(
259730cfbc0SXuan Hu    fromIQ.map(x => MixedVec(x.map(_.bits.addrOH.cloneType)))
260730cfbc0SXuan Hu  ))
261730cfbc0SXuan Hu  val s1_toExuValid: MixedVec[MixedVec[Bool]] = Reg(MixedVec(
262730cfbc0SXuan Hu    toExu.map(x => MixedVec(x.map(_.valid.cloneType)))
263730cfbc0SXuan Hu  ))
264730cfbc0SXuan Hu  val s1_toExuData: MixedVec[MixedVec[ExuInput]] = Reg(MixedVec(toExu.map(x => MixedVec(x.map(_.bits.cloneType)))))
265730cfbc0SXuan Hu  val s1_toExuReady = Wire(MixedVec(toExu.map(x => MixedVec(x.map(_.ready.cloneType))))) // Todo
266730cfbc0SXuan Hu  val s1_srcType: MixedVec[MixedVec[Vec[UInt]]] = MixedVecInit(fromIQ.map(x => MixedVecInit(x.map(xx => RegEnable(xx.bits.srcType, xx.fire)))))
267730cfbc0SXuan Hu
268730cfbc0SXuan Hu  val s1_intPregRData: MixedVec[MixedVec[Vec[UInt]]] = Wire(MixedVec(toExu.map(x => MixedVec(x.map(_.bits.src.cloneType)))))
269730cfbc0SXuan Hu  val s1_vfPregRData: MixedVec[MixedVec[Vec[UInt]]] = Wire(MixedVec(toExu.map(x => MixedVec(x.map(_.bits.src.cloneType)))))
270730cfbc0SXuan Hu
271730cfbc0SXuan Hu  val rfrPortConfigs = schdParams.map(_.issueBlockParams).flatten.map(_.exuBlockParams.map(_.rfrPortConfigs))
272730cfbc0SXuan Hu
273730cfbc0SXuan Hu  println(s"[DataPath] s1_intPregRData.flatten.flatten.size: ${s1_intPregRData.flatten.flatten.size}, intRfRdata.size: ${intRfRdata.size}")
274730cfbc0SXuan Hu  s1_intPregRData.foreach(_.foreach(_.foreach(_ := 0.U)))
275730cfbc0SXuan Hu  s1_intPregRData.zip(rfrPortConfigs).foreach { case (iqRdata, iqCfg) =>
276730cfbc0SXuan Hu      iqRdata.zip(iqCfg).foreach { case (iuRdata, iuCfg) =>
277730cfbc0SXuan Hu        val realIuCfg = iuCfg.map(x => if(x.size > 1) x.filter(_.isInstanceOf[IntRD]) else x).flatten
278730cfbc0SXuan Hu        assert(iuRdata.size == realIuCfg.size, "iuRdata.size != realIuCfg.size")
279730cfbc0SXuan Hu        iuRdata.zip(realIuCfg)
280730cfbc0SXuan Hu          .filter { case (_, rfrPortConfig) => rfrPortConfig.isInstanceOf[IntRD] }
281730cfbc0SXuan Hu          .foreach { case (sink, cfg) => sink := intRfRdata(cfg.port) }
282730cfbc0SXuan Hu      }
283730cfbc0SXuan Hu  }
284730cfbc0SXuan Hu
285730cfbc0SXuan Hu  println(s"[DataPath] s1_vfPregRData.flatten.flatten.size: ${s1_vfPregRData.flatten.flatten.size}, vfRfRdata.size: ${vfRfRdata.size}")
286730cfbc0SXuan Hu  s1_vfPregRData.foreach(_.foreach(_.foreach(_ := 0.U)))
287730cfbc0SXuan Hu  s1_vfPregRData.zip(rfrPortConfigs).foreach{ case(iqRdata, iqCfg) =>
288730cfbc0SXuan Hu      iqRdata.zip(iqCfg).foreach{ case(iuRdata, iuCfg) =>
289730cfbc0SXuan Hu        val realIuCfg = iuCfg.map(x => if(x.size > 1) x.filter(_.isInstanceOf[VfRD]) else x).flatten
290730cfbc0SXuan Hu        assert(iuRdata.size == realIuCfg.size, "iuRdata.size != realIuCfg.size")
291730cfbc0SXuan Hu        iuRdata.zip(realIuCfg)
292730cfbc0SXuan Hu          .filter { case (_, rfrPortConfig) => rfrPortConfig.isInstanceOf[VfRD] }
293730cfbc0SXuan Hu          .foreach { case (sink, cfg) => sink := vfRfRdata(cfg.port) }
294730cfbc0SXuan Hu      }
295730cfbc0SXuan Hu  }
296730cfbc0SXuan Hu
297730cfbc0SXuan Hu  //  var intRfRdataIdx = 0
298730cfbc0SXuan Hu//  var vfRfRdataIdx = 0
299730cfbc0SXuan Hu//  for (iqIdx <- toExu.indices) {
300730cfbc0SXuan Hu//    for (exuIdx <- toExu(iqIdx).indices) {
301730cfbc0SXuan Hu//      for (srcIdx <- toExu(iqIdx)(exuIdx).bits.src.indices) {
302730cfbc0SXuan Hu//        val readDataCfgSet = toExu(iqIdx)(exuIdx).bits.params.getSrcDataType(srcIdx)
303730cfbc0SXuan Hu//        // need read int reg
304730cfbc0SXuan Hu//        if (readDataCfgSet.intersect(IntRegSrcDataSet).nonEmpty) {
305730cfbc0SXuan Hu//          println(s"[DataPath] (iqIdx, exuIdx, srcIdx): ($iqIdx, $exuIdx, $srcIdx)")
306730cfbc0SXuan Hu//          s1_intPregRData(iqIdx)(exuIdx)(srcIdx) := intRfRdata(intRfRdataIdx)
307730cfbc0SXuan Hu//        } else {
308730cfbc0SXuan Hu//          // better for debug, should never assigned to other bundles
309730cfbc0SXuan Hu//          s1_intPregRData(iqIdx)(exuIdx)(srcIdx) := "hdead_beef_dead_beef".U
310730cfbc0SXuan Hu//        }
311730cfbc0SXuan Hu//        // need read vf reg
312730cfbc0SXuan Hu//        if (readDataCfgSet.intersect(VfRegSrcDataSet).nonEmpty) {
313730cfbc0SXuan Hu//          s1_vfPregRData(iqIdx)(exuIdx)(srcIdx) := vfRfRdata(vfRfRdataIdx)
314730cfbc0SXuan Hu//          vfRfRdataIdx += 1
315730cfbc0SXuan Hu//        } else {
316730cfbc0SXuan Hu//          // better for debug, should never assigned to other bundles
317730cfbc0SXuan Hu//          s1_vfPregRData(iqIdx)(exuIdx)(srcIdx) := "hdead_beef_dead_beef_dead_beef_dead_beef".U
318730cfbc0SXuan Hu//        }
319730cfbc0SXuan Hu//      }
320730cfbc0SXuan Hu//    }
321730cfbc0SXuan Hu//  }
322730cfbc0SXuan Hu//
323730cfbc0SXuan Hu//  println(s"[DataPath] assigned RegFile Rdata: int(${intRfRdataIdx}), vf(${vfRfRdataIdx})")
324730cfbc0SXuan Hu
325730cfbc0SXuan Hu  for (i <- fromIQ.indices) {
326730cfbc0SXuan Hu    for (j <- fromIQ(i).indices) {
327730cfbc0SXuan Hu      // IQ(s0) --[Ctrl]--> s1Reg ---------- begin
328730cfbc0SXuan Hu      // refs
329730cfbc0SXuan Hu      val s1_valid = s1_toExuValid(i)(j)
330730cfbc0SXuan Hu      val s1_ready = s1_toExuReady(i)(j)
331730cfbc0SXuan Hu      val s1_data = s1_toExuData(i)(j)
332730cfbc0SXuan Hu      val s1_addrOH = s1_addrOHs(i)(j)
333730cfbc0SXuan Hu      val s0 = fromIQ(i)(j) // s0
334730cfbc0SXuan Hu      val block = intBlocks(i)(j) || vfBlocks(i)(j)
335730cfbc0SXuan Hu      val s1_flush = s0.bits.common.robIdx.needFlush(Seq(io.flush, RegNextWithEnable(io.flush)))
336730cfbc0SXuan Hu      when (s0.fire && !s1_flush && !block) {
337730cfbc0SXuan Hu        s1_valid := s0.valid
338730cfbc0SXuan Hu        s1_data.fromIssueBundle(s0.bits) // no src data here
339730cfbc0SXuan Hu        s1_addrOH := s0.bits.addrOH
340730cfbc0SXuan Hu      }.otherwise {
341730cfbc0SXuan Hu        s1_valid := false.B
342730cfbc0SXuan Hu      }
343730cfbc0SXuan Hu
344730cfbc0SXuan Hu      s0.ready := (s1_ready || !s1_valid) && !block
345730cfbc0SXuan Hu      // IQ(s0) --[Ctrl]--> s1Reg ---------- end
346730cfbc0SXuan Hu
347730cfbc0SXuan Hu      // IQ(s0) --[Data]--> s1Reg ---------- begin
348730cfbc0SXuan Hu      // imm extract
349730cfbc0SXuan Hu      when (s0.fire && !s1_flush && !block) {
350730cfbc0SXuan Hu        if (s1_data.params.immType.nonEmpty && s1_data.src.size > 1) {
351730cfbc0SXuan Hu          // rs1 is always int reg, rs2 may be imm
352730cfbc0SXuan Hu          when(SrcType.isImm(s0.bits.srcType(1))) {
353730cfbc0SXuan Hu            s1_data.src(1) := ImmExtractor(
354730cfbc0SXuan Hu              s0.bits.common.imm,
355730cfbc0SXuan Hu              s0.bits.immType,
356730cfbc0SXuan Hu              s1_data.DataBits,
357730cfbc0SXuan Hu              s1_data.params.immType.map(_.litValue)
358730cfbc0SXuan Hu            )
359730cfbc0SXuan Hu          }
360730cfbc0SXuan Hu        }
361730cfbc0SXuan Hu        if (s1_data.params.hasJmpFu) {
362730cfbc0SXuan Hu          when(SrcType.isPc(s0.bits.srcType(0))) {
363730cfbc0SXuan Hu            s1_data.src(0) := SignExt(s0.bits.jmp.get.pc, XLEN)
364730cfbc0SXuan Hu          }
365730cfbc0SXuan Hu        }
366730cfbc0SXuan Hu      }
367730cfbc0SXuan Hu      // IQ(s0) --[Data]--> s1Reg ---------- end
368730cfbc0SXuan Hu    }
369730cfbc0SXuan Hu  }
370730cfbc0SXuan Hu
371ea0f92d8Sczw  private val fromIQFire = fromIQ.map(_.map(_.fire))
372ea0f92d8Sczw  private val toExuFire = toExu.map(_.map(_.fire))
373730cfbc0SXuan Hu  toIQs.zipWithIndex.foreach {
374730cfbc0SXuan Hu    case(toIQ, iqIdx) =>
375730cfbc0SXuan Hu      toIQ.zipWithIndex.foreach {
376730cfbc0SXuan Hu        case (toIU, iuIdx) =>
377730cfbc0SXuan Hu          // IU: issue unit
378730cfbc0SXuan Hu          val og0resp = toIU.og0resp
379ea0f92d8Sczw          og0resp.valid := fromIQ(iqIdx)(iuIdx).valid && (!fromIQFire(iqIdx)(iuIdx))
380ea0f92d8Sczw          og0resp.bits.respType := RSFeedbackType.rfArbitFail
381730cfbc0SXuan Hu          og0resp.bits.success := false.B
382730cfbc0SXuan Hu          og0resp.bits.addrOH := fromIQ(iqIdx)(iuIdx).bits.addrOH
383730cfbc0SXuan Hu
384730cfbc0SXuan Hu          val og1resp = toIU.og1resp
385730cfbc0SXuan Hu          og1resp.valid := s1_toExuValid(iqIdx)(iuIdx)
386ea0f92d8Sczw          og1resp.bits.respType := Mux(toExuFire(iqIdx)(iuIdx), RSFeedbackType.fuIdle, RSFeedbackType.fuBusy)
387730cfbc0SXuan Hu          og1resp.bits.success := false.B
388730cfbc0SXuan Hu          og1resp.bits.addrOH := s1_addrOHs(iqIdx)(iuIdx)
389730cfbc0SXuan Hu      }
390730cfbc0SXuan Hu  }
3918a00ff56SXuan Hu
392730cfbc0SXuan Hu  for (i <- toExu.indices) {
393730cfbc0SXuan Hu    for (j <- toExu(i).indices) {
394730cfbc0SXuan Hu      // s1Reg --[Ctrl]--> exu(s1) ---------- begin
395730cfbc0SXuan Hu      // refs
396730cfbc0SXuan Hu      val sinkData = toExu(i)(j).bits
397730cfbc0SXuan Hu      // assign
398730cfbc0SXuan Hu      toExu(i)(j).valid := s1_toExuValid(i)(j)
399730cfbc0SXuan Hu      s1_toExuReady(i)(j) := toExu(i)(j).ready
400730cfbc0SXuan Hu      sinkData := s1_toExuData(i)(j)
401730cfbc0SXuan Hu      // s1Reg --[Ctrl]--> exu(s1) ---------- end
402730cfbc0SXuan Hu
403730cfbc0SXuan Hu      // s1Reg --[Data]--> exu(s1) ---------- begin
404730cfbc0SXuan Hu      // data source1: preg read data
405730cfbc0SXuan Hu      for (k <- sinkData.src.indices) {
406730cfbc0SXuan Hu        val srcDataTypeSet: Set[DataConfig] = sinkData.params.getSrcDataType(k)
407730cfbc0SXuan Hu
408730cfbc0SXuan Hu        val readRfMap: Seq[(Bool, UInt)] = (Seq(None) :+
409730cfbc0SXuan Hu          (if (s1_intPregRData(i)(j).isDefinedAt(k) && srcDataTypeSet.intersect(IntRegSrcDataSet).nonEmpty)
410730cfbc0SXuan Hu            Some(SrcType.isXp(s1_srcType(i)(j)(k)) -> s1_intPregRData(i)(j)(k))
411730cfbc0SXuan Hu          else None) :+
412730cfbc0SXuan Hu          (if (s1_vfPregRData(i)(j).isDefinedAt(k) && srcDataTypeSet.intersect(VfRegSrcDataSet).nonEmpty)
413730cfbc0SXuan Hu            Some(SrcType.isVfp(s1_srcType(i)(j)(k))-> s1_vfPregRData(i)(j)(k))
414730cfbc0SXuan Hu          else None)
415730cfbc0SXuan Hu        ).filter(_.nonEmpty).map(_.get)
416730cfbc0SXuan Hu        if (readRfMap.nonEmpty)
417730cfbc0SXuan Hu          sinkData.src(k) := Mux1H(readRfMap)
418730cfbc0SXuan Hu      }
419730cfbc0SXuan Hu
420730cfbc0SXuan Hu      // data source2: extracted imm and pc saved in s1Reg
421730cfbc0SXuan Hu      if (sinkData.params.immType.nonEmpty && sinkData.src.size > 1) {
422730cfbc0SXuan Hu        when(SrcType.isImm(s1_srcType(i)(j)(1))) {
423730cfbc0SXuan Hu          sinkData.src(1) := s1_toExuData(i)(j).src(1)
424730cfbc0SXuan Hu        }
425730cfbc0SXuan Hu      }
426730cfbc0SXuan Hu      if (sinkData.params.hasJmpFu) {
427730cfbc0SXuan Hu        when(SrcType.isPc(s1_srcType(i)(j)(0))) {
428730cfbc0SXuan Hu          sinkData.src(0) := s1_toExuData(i)(j).src(0)
429730cfbc0SXuan Hu        }
430730cfbc0SXuan Hu      }
431730cfbc0SXuan Hu      // s1Reg --[Data]--> exu(s1) ---------- end
432730cfbc0SXuan Hu    }
433730cfbc0SXuan Hu  }
434730cfbc0SXuan Hu
435730cfbc0SXuan Hu  if (env.AlwaysBasicDiff || env.EnableDifftest) {
436730cfbc0SXuan Hu    val delayedCnt = 2
437730cfbc0SXuan Hu    val difftestArchIntRegState = Module(new DifftestArchIntRegState)
438730cfbc0SXuan Hu    difftestArchIntRegState.io.clock := clock
439730cfbc0SXuan Hu    difftestArchIntRegState.io.coreid := io.hartId
440730cfbc0SXuan Hu    difftestArchIntRegState.io.gpr := DelayN(intDebugRead.get._2, delayedCnt)
441730cfbc0SXuan Hu
442730cfbc0SXuan Hu    val difftestArchFpRegState = Module(new DifftestArchFpRegState)
443730cfbc0SXuan Hu    difftestArchFpRegState.io.clock := clock
444730cfbc0SXuan Hu    difftestArchFpRegState.io.coreid := io.hartId
445730cfbc0SXuan Hu    difftestArchFpRegState.io.fpr := DelayN(fpDebugReadData.get, delayedCnt)
446730cfbc0SXuan Hu
447730cfbc0SXuan Hu    val difftestArchVecRegState = Module(new DifftestArchVecRegState)
448730cfbc0SXuan Hu    difftestArchVecRegState.io.clock := clock
449730cfbc0SXuan Hu    difftestArchVecRegState.io.coreid := io.hartId
450730cfbc0SXuan Hu    difftestArchVecRegState.io.vpr := DelayN(vecDebugReadData.get, delayedCnt)
451730cfbc0SXuan Hu  }
452730cfbc0SXuan Hu}
453730cfbc0SXuan Hu
454730cfbc0SXuan Huclass DataPathIO()(implicit p: Parameters, params: BackendParams) extends XSBundle {
455730cfbc0SXuan Hu  // params
456730cfbc0SXuan Hu  private val intSchdParams = params.schdParams(IntScheduler())
457730cfbc0SXuan Hu  private val vfSchdParams = params.schdParams(VfScheduler())
458730cfbc0SXuan Hu  private val memSchdParams = params.schdParams(MemScheduler())
459730cfbc0SXuan Hu  // bundles
460730cfbc0SXuan Hu  val hartId = Input(UInt(8.W))
461730cfbc0SXuan Hu
462730cfbc0SXuan Hu  val flush: ValidIO[Redirect] = Flipped(ValidIO(new Redirect))
463730cfbc0SXuan Hu
464d91483a6Sfdy  val vconfigReadPort = new RfReadPort(XLEN, PhyRegIdxWidth)
465d91483a6Sfdy
466730cfbc0SXuan Hu  val fromIntIQ: MixedVec[MixedVec[DecoupledIO[IssueQueueIssueBundle]]] =
467730cfbc0SXuan Hu    Flipped(MixedVec(intSchdParams.issueBlockParams.map(_.genIssueDecoupledBundle)))
468730cfbc0SXuan Hu
469730cfbc0SXuan Hu  val fromMemIQ: MixedVec[MixedVec[DecoupledIO[IssueQueueIssueBundle]]] =
470730cfbc0SXuan Hu    Flipped(MixedVec(memSchdParams.issueBlockParams.map(_.genIssueDecoupledBundle)))
471730cfbc0SXuan Hu
472730cfbc0SXuan Hu  val fromVfIQ = Flipped(MixedVec(vfSchdParams.issueBlockParams.map(_.genIssueDecoupledBundle)))
473730cfbc0SXuan Hu
474730cfbc0SXuan Hu  val toIntIQ = MixedVec(intSchdParams.issueBlockParams.map(_.genOGRespBundle))
475730cfbc0SXuan Hu
476730cfbc0SXuan Hu  val toMemIQ = MixedVec(memSchdParams.issueBlockParams.map(_.genOGRespBundle))
477730cfbc0SXuan Hu
478730cfbc0SXuan Hu  val toVfIQ = MixedVec(vfSchdParams.issueBlockParams.map(_.genOGRespBundle))
479730cfbc0SXuan Hu
480730cfbc0SXuan Hu  val toIntExu: MixedVec[MixedVec[DecoupledIO[ExuInput]]] = intSchdParams.genExuInputBundle
481730cfbc0SXuan Hu
482730cfbc0SXuan Hu  val toFpExu: MixedVec[MixedVec[DecoupledIO[ExuInput]]] = MixedVec(vfSchdParams.genExuInputBundle)
483730cfbc0SXuan Hu
484730cfbc0SXuan Hu  val toMemExu: MixedVec[MixedVec[DecoupledIO[ExuInput]]] = memSchdParams.genExuInputBundle
485730cfbc0SXuan Hu
486730cfbc0SXuan Hu  val fromIntWb: MixedVec[RfWritePortWithConfig] = MixedVec(params.genIntWriteBackBundle)
487730cfbc0SXuan Hu
488730cfbc0SXuan Hu  val fromVfWb: MixedVec[RfWritePortWithConfig] = MixedVec(params.genVfWriteBackBundle)
489730cfbc0SXuan Hu
490730cfbc0SXuan Hu  val debugIntRat = Input(Vec(32, UInt(intSchdParams.pregIdxWidth.W)))
491730cfbc0SXuan Hu  val debugFpRat = Input(Vec(32, UInt(vfSchdParams.pregIdxWidth.W)))
492730cfbc0SXuan Hu  val debugVecRat = Input(Vec(32, UInt(vfSchdParams.pregIdxWidth.W)))
493a8db15d8Sfdy  val debugVconfigRat = Input(UInt(vfSchdParams.pregIdxWidth.W))
494a8db15d8Sfdy  val debugVconfig = Output(UInt(XLEN.W))
495a8db15d8Sfdy
496730cfbc0SXuan Hu}
497