1730cfbc0SXuan Hupackage xiangshan.backend.datapath 2730cfbc0SXuan Hu 383ba63b3SXuan Huimport org.chipsalliance.cde.config.Parameters 439c59369SXuan Huimport chisel3._ 5730cfbc0SXuan Huimport chisel3.util._ 683ba63b3SXuan Huimport difftest.{DiffArchFpRegState, DiffArchIntRegState, DiffArchVecRegState, DifftestModule} 7730cfbc0SXuan Huimport freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp} 8730cfbc0SXuan Huimport utility._ 939c59369SXuan Huimport utils.SeqUtils._ 10a81bbc0aSZhangZifeiimport utils.{XSPerfAccumulate, XSPerfHistogram} 11730cfbc0SXuan Huimport xiangshan._ 12730cfbc0SXuan Huimport xiangshan.backend.BackendParams 1339c59369SXuan Huimport xiangshan.backend.Bundles._ 14f4dcd9fcSsinsanctionimport xiangshan.backend.decode.ImmUnion 15730cfbc0SXuan Huimport xiangshan.backend.datapath.DataConfig._ 16730cfbc0SXuan Huimport xiangshan.backend.datapath.RdConfig._ 1760f0c5aeSxiaofeibaoimport xiangshan.backend.issue.{ImmExtractor, IntScheduler, MemScheduler, VfScheduler, FpScheduler} 18f08a822fSzhanglyGitimport xiangshan.backend.issue.EntryBundles._ 19730cfbc0SXuan Huimport xiangshan.backend.regfile._ 205f80df32Sxiaofeibao-xjtuimport xiangshan.backend.PcToDataPathIO 21a58e75b4Sxiao feibaoimport xiangshan.backend.fu.FuType.is0latency 22730cfbc0SXuan Hu 23730cfbc0SXuan Huclass DataPath(params: BackendParams)(implicit p: Parameters) extends LazyModule { 241ca4a39dSXuan Hu override def shouldBeInlined: Boolean = false 251ca4a39dSXuan Hu 26730cfbc0SXuan Hu private implicit val dpParams: BackendParams = params 27730cfbc0SXuan Hu lazy val module = new DataPathImp(this) 2839c59369SXuan Hu 2939c59369SXuan Hu println(s"[DataPath] Preg Params: ") 3039c59369SXuan Hu println(s"[DataPath] Int R(${params.getRfReadSize(IntData())}), W(${params.getRfWriteSize(IntData())}) ") 3160f0c5aeSxiaofeibao println(s"[DataPath] Fp R(${params.getRfReadSize(FpData())}), W(${params.getRfWriteSize(FpData())}) ") 3239c59369SXuan Hu println(s"[DataPath] Vf R(${params.getRfReadSize(VecData())}), W(${params.getRfWriteSize(VecData())}) ") 33730cfbc0SXuan Hu} 34730cfbc0SXuan Hu 35730cfbc0SXuan Huclass DataPathImp(override val wrapper: DataPath)(implicit p: Parameters, params: BackendParams) 36730cfbc0SXuan Hu extends LazyModuleImp(wrapper) with HasXSParameter { 37730cfbc0SXuan Hu 38730cfbc0SXuan Hu val io = IO(new DataPathIO()) 39730cfbc0SXuan Hu 40730cfbc0SXuan Hu private val (fromIntIQ, toIntIQ, toIntExu) = (io.fromIntIQ, io.toIntIQ, io.toIntExu) 4160f0c5aeSxiaofeibao private val (fromFpIQ, toFpIQ, toFpExu) = (io.fromFpIQ, io.toFpIQ, io.toFpExu) 42730cfbc0SXuan Hu private val (fromMemIQ, toMemIQ, toMemExu) = (io.fromMemIQ, io.toMemIQ, io.toMemExu) 4360f0c5aeSxiaofeibao private val (fromVfIQ , toVfIQ , toVfExu ) = (io.fromVfIQ , io.toVfIQ , io.toVecExu) 44730cfbc0SXuan Hu 4560f0c5aeSxiaofeibao println(s"[DataPath] IntIQ(${fromIntIQ.size}), MemIQ(${fromFpIQ.size}), MemIQ(${fromMemIQ.size})") 4660f0c5aeSxiaofeibao println(s"[DataPath] IntExu(${fromIntIQ.map(_.size).sum}), FpExu(${fromFpIQ.map(_.size).sum}), MemExu(${fromMemIQ.map(_.size).sum})") 47730cfbc0SXuan Hu 48730cfbc0SXuan Hu // just refences for convience 4960f0c5aeSxiaofeibao private val fromIQ: Seq[MixedVec[DecoupledIO[IssueQueueIssueBundle]]] = (fromIntIQ ++ fromFpIQ ++ fromVfIQ ++ fromMemIQ).toSeq 50730cfbc0SXuan Hu 5160f0c5aeSxiaofeibao private val toIQs = toIntIQ ++ toFpIQ ++ toVfIQ ++ toMemIQ 52730cfbc0SXuan Hu 5360f0c5aeSxiaofeibao private val toExu: Seq[MixedVec[DecoupledIO[ExuInput]]] = (toIntExu ++ toFpExu ++ toVfExu ++ toMemExu).toSeq 54730cfbc0SXuan Hu 5583ba63b3SXuan Hu private val fromFlattenIQ: Seq[DecoupledIO[IssueQueueIssueBundle]] = fromIQ.flatten 5610fe9778SXuan Hu 5710fe9778SXuan Hu private val toFlattenExu: Seq[DecoupledIO[ExuInput]] = toExu.flatten 5810fe9778SXuan Hu 5939c59369SXuan Hu private val intWbBusyArbiter = Module(new IntRFWBCollideChecker(backendParams)) 6060f0c5aeSxiaofeibao private val fpWbBusyArbiter = Module(new FpRFWBCollideChecker(backendParams)) 6139c59369SXuan Hu private val vfWbBusyArbiter = Module(new VfRFWBCollideChecker(backendParams)) 6239c59369SXuan Hu private val intRFReadArbiter = Module(new IntRFReadArbiter(backendParams)) 6360f0c5aeSxiaofeibao private val fpRFReadArbiter = Module(new FpRFReadArbiter(backendParams)) 6439c59369SXuan Hu private val vfRFReadArbiter = Module(new VfRFReadArbiter(backendParams)) 65730cfbc0SXuan Hu 6683ba63b3SXuan Hu private val og0FailedVec2: MixedVec[Vec[Bool]] = Wire(MixedVec(fromIQ.map(x => Vec(x.size, Bool())).toSeq)) 6783ba63b3SXuan Hu private val og1FailedVec2: MixedVec[Vec[Bool]] = Wire(MixedVec(fromIQ.map(x => Vec(x.size, Bool())).toSeq)) 68c0be7f33SXuan Hu 6939c59369SXuan Hu // port -> win 7083ba63b3SXuan Hu private val intRdArbWinner: Seq2[MixedVec[Bool]] = intRFReadArbiter.io.in.map(_.map(x => MixedVecInit(x.map(_.ready).toSeq)).toSeq).toSeq 7160f0c5aeSxiaofeibao private val fpRdArbWinner: Seq2[MixedVec[Bool]] = fpRFReadArbiter.io.in.map(_.map(x => MixedVecInit(x.map(_.ready).toSeq)).toSeq).toSeq 7283ba63b3SXuan Hu private val vfRdArbWinner: Seq2[MixedVec[Bool]] = vfRFReadArbiter.io.in.map(_.map(x => MixedVecInit(x.map(_.ready).toSeq)).toSeq).toSeq 7383ba63b3SXuan Hu private val intWbNotBlock: Seq[MixedVec[Bool]] = intWbBusyArbiter.io.in.map(x => MixedVecInit(x.map(_.ready).toSeq)).toSeq 74*2d29d35fSxiaofeibao private val fpWbNotBlock: Seq[MixedVec[Bool]] = fpWbBusyArbiter.io.in.map(x => MixedVecInit(x.map(_.ready).toSeq)).toSeq 7583ba63b3SXuan Hu private val vfWbNotBlock: Seq[MixedVec[Bool]] = vfWbBusyArbiter.io.in.map(x => MixedVecInit(x.map(_.ready).toSeq)).toSeq 76730cfbc0SXuan Hu 7739c59369SXuan Hu private val intRdNotBlock: Seq2[Bool] = intRdArbWinner.map(_.map(_.asUInt.andR)) 7860f0c5aeSxiaofeibao private val fpRdNotBlock: Seq2[Bool] = fpRdArbWinner.map(_.map(_.asUInt.andR)) 7939c59369SXuan Hu private val vfRdNotBlock: Seq2[Bool] = vfRdArbWinner.map(_.map(_.asUInt.andR)) 80730cfbc0SXuan Hu 8183ba63b3SXuan Hu private val intRFReadReq: Seq3[ValidIO[RfReadPortWithConfig]] = fromIQ.map(x => x.map(xx => xx.bits.getIntRfReadValidBundle(xx.valid)).toSeq).toSeq 8260f0c5aeSxiaofeibao private val fpRFReadReq: Seq3[ValidIO[RfReadPortWithConfig]] = fromIQ.map(x => x.map(xx => xx.bits.getFpRfReadValidBundle(xx.valid)).toSeq).toSeq 83ed40f96eSsinsanction private val vfRFReadReq: Seq3[ValidIO[RfReadPortWithConfig]] = fromIQ.map(x => x.map(xx => xx.bits.getVfRfReadValidBundle(xx.valid)).toSeq).toSeq 84ed40f96eSsinsanction private val allDataSources: Seq[Seq[Vec[DataSource]]] = fromIQ.map(x => x.map(xx => xx.bits.common.dataSources).toSeq) 85ed40f96eSsinsanction private val allNumRegSrcs: Seq[Seq[Int]] = fromIQ.map(x => x.map(xx => xx.bits.exuParams.numRegSrc).toSeq) 86b6b11f60SXuan Hu 8739c59369SXuan Hu intRFReadArbiter.io.in.zip(intRFReadReq).zipWithIndex.foreach { case ((arbInSeq2, inRFReadReqSeq2), iqIdx) => 8839c59369SXuan Hu arbInSeq2.zip(inRFReadReqSeq2).zipWithIndex.foreach { case ((arbInSeq, inRFReadReqSeq), exuIdx) => 8939c59369SXuan Hu val srcIndices: Seq[Int] = fromIQ(iqIdx)(exuIdx).bits.exuParams.getRfReadSrcIdx(IntData()) 9039c59369SXuan Hu for (srcIdx <- 0 until fromIQ(iqIdx)(exuIdx).bits.exuParams.numRegSrc) { 9139c59369SXuan Hu if (srcIndices.contains(srcIdx) && inRFReadReqSeq.isDefinedAt(srcIdx)) { 92ed40f96eSsinsanction arbInSeq(srcIdx).valid := inRFReadReqSeq(srcIdx).valid && allDataSources(iqIdx)(exuIdx)(srcIdx).readReg 9339c59369SXuan Hu arbInSeq(srcIdx).bits.addr := inRFReadReqSeq(srcIdx).bits.addr 94ed40f96eSsinsanction// if (allNumRegSrcs(iqIdx)(exuIdx) == 2) { 95ed40f96eSsinsanction// val src0Req = inRFReadReqSeq(0).valid && allDataSources(iqIdx)(exuIdx)(0).readReg 96ed40f96eSsinsanction// val src1Req = inRFReadReqSeq(1).valid && allDataSources(iqIdx)(exuIdx)(1).readReg 9798ad9267Sxiao feibao// if (srcIdx == 0) { 9898ad9267Sxiao feibao// arbInSeq(srcIdx).valid := src0Req || src1Req 9998ad9267Sxiao feibao// arbInSeq(srcIdx).bits.addr := Mux(src1Req && !src0Req, inRFReadReqSeq(1).bits.addr,inRFReadReqSeq(0).bits.addr) 10098ad9267Sxiao feibao// } else { 10198ad9267Sxiao feibao// arbInSeq(srcIdx).valid := src0Req && src1Req 10298ad9267Sxiao feibao// arbInSeq(srcIdx).bits.addr := inRFReadReqSeq(srcIdx).bits.addr 10398ad9267Sxiao feibao// } 10498ad9267Sxiao feibao// } else { 105ed40f96eSsinsanction// arbInSeq(srcIdx).valid := inRFReadReqSeq(srcIdx).valid && allDataSources(iqIdx)(exuIdx)(srcIdx).readReg 10698ad9267Sxiao feibao// arbInSeq(srcIdx).bits.addr := inRFReadReqSeq(srcIdx).bits.addr 10798ad9267Sxiao feibao// } 10839c59369SXuan Hu } else { 10939c59369SXuan Hu arbInSeq(srcIdx).valid := false.B 11039c59369SXuan Hu arbInSeq(srcIdx).bits.addr := 0.U 1113fd20becSczw } 11239c59369SXuan Hu } 11339c59369SXuan Hu } 11439c59369SXuan Hu } 11560f0c5aeSxiaofeibao fpRFReadArbiter.io.in.zip(fpRFReadReq).zipWithIndex.foreach { case ((arbInSeq2, inRFReadReqSeq2), iqIdx) => 11660f0c5aeSxiaofeibao arbInSeq2.zip(inRFReadReqSeq2).zipWithIndex.foreach { case ((arbInSeq, inRFReadReqSeq), exuIdx) => 11760f0c5aeSxiaofeibao val srcIndices: Seq[Int] = FpRegSrcDataSet.flatMap(data => fromIQ(iqIdx)(exuIdx).bits.exuParams.getRfReadSrcIdx(data)).toSeq.sorted 11860f0c5aeSxiaofeibao for (srcIdx <- 0 until fromIQ(iqIdx)(exuIdx).bits.exuParams.numRegSrc) { 11960f0c5aeSxiaofeibao if (srcIndices.contains(srcIdx) && inRFReadReqSeq.isDefinedAt(srcIdx)) { 12060f0c5aeSxiaofeibao arbInSeq(srcIdx).valid := inRFReadReqSeq(srcIdx).valid && allDataSources(iqIdx)(exuIdx)(srcIdx).readReg 12160f0c5aeSxiaofeibao arbInSeq(srcIdx).bits.addr := inRFReadReqSeq(srcIdx).bits.addr 12260f0c5aeSxiaofeibao } else { 12360f0c5aeSxiaofeibao arbInSeq(srcIdx).valid := false.B 12460f0c5aeSxiaofeibao arbInSeq(srcIdx).bits.addr := 0.U 12560f0c5aeSxiaofeibao } 12660f0c5aeSxiaofeibao } 12760f0c5aeSxiaofeibao } 12860f0c5aeSxiaofeibao } 1292e0a7dc5Sfdy 13039c59369SXuan Hu vfRFReadArbiter.io.in.zip(vfRFReadReq).zipWithIndex.foreach { case ((arbInSeq2, inRFReadReqSeq2), iqIdx) => 13139c59369SXuan Hu arbInSeq2.zip(inRFReadReqSeq2).zipWithIndex.foreach { case ((arbInSeq, inRFReadReqSeq), exuIdx) => 13239c59369SXuan Hu val srcIndices: Seq[Int] = VfRegSrcDataSet.flatMap(data => fromIQ(iqIdx)(exuIdx).bits.exuParams.getRfReadSrcIdx(data)).toSeq.sorted 13339c59369SXuan Hu for (srcIdx <- 0 until fromIQ(iqIdx)(exuIdx).bits.exuParams.numRegSrc) { 13439c59369SXuan Hu if (srcIndices.contains(srcIdx) && inRFReadReqSeq.isDefinedAt(srcIdx)) { 135ed40f96eSsinsanction arbInSeq(srcIdx).valid := inRFReadReqSeq(srcIdx).valid && allDataSources(iqIdx)(exuIdx)(srcIdx).readReg 13639c59369SXuan Hu arbInSeq(srcIdx).bits.addr := inRFReadReqSeq(srcIdx).bits.addr 13739c59369SXuan Hu } else { 13839c59369SXuan Hu arbInSeq(srcIdx).valid := false.B 13939c59369SXuan Hu arbInSeq(srcIdx).bits.addr := 0.U 140730cfbc0SXuan Hu } 141730cfbc0SXuan Hu } 14239c59369SXuan Hu } 14339c59369SXuan Hu } 14439c59369SXuan Hu 14583ba63b3SXuan Hu private val intRFWriteReq: Seq2[Bool] = fromIQ.map(x => x.map(xx => xx.valid && xx.bits.common.rfWen.getOrElse(false.B)).toSeq).toSeq 14660f0c5aeSxiaofeibao private val fpRFWriteReq: Seq2[Bool] = fromIQ.map(x => x.map(xx => xx.valid && xx.bits.common.getFpWen.getOrElse(false.B)).toSeq).toSeq 14783ba63b3SXuan Hu private val vfRFWriteReq: Seq2[Bool] = fromIQ.map(x => x.map(xx => xx.valid && xx.bits.common.getVfWen.getOrElse(false.B)).toSeq).toSeq 14839c59369SXuan Hu 14939c59369SXuan Hu intWbBusyArbiter.io.in.zip(intRFWriteReq).foreach { case (arbInSeq, inRFWriteReqSeq) => 15039c59369SXuan Hu arbInSeq.zip(inRFWriteReqSeq).foreach { case (arbIn, inRFWriteReq) => 15139c59369SXuan Hu arbIn.valid := inRFWriteReq 15239c59369SXuan Hu } 15339c59369SXuan Hu } 15439c59369SXuan Hu 15560f0c5aeSxiaofeibao fpWbBusyArbiter.io.in.zip(fpRFWriteReq).foreach { case (arbInSeq, inRFWriteReqSeq) => 15660f0c5aeSxiaofeibao arbInSeq.zip(inRFWriteReqSeq).foreach { case (arbIn, inRFWriteReq) => 15760f0c5aeSxiaofeibao arbIn.valid := inRFWriteReq 15860f0c5aeSxiaofeibao } 15960f0c5aeSxiaofeibao } 16060f0c5aeSxiaofeibao 16139c59369SXuan Hu vfWbBusyArbiter.io.in.zip(vfRFWriteReq).foreach { case (arbInSeq, inRFWriteReqSeq) => 16239c59369SXuan Hu arbInSeq.zip(inRFWriteReqSeq).foreach { case (arbIn, inRFWriteReq) => 16339c59369SXuan Hu arbIn.valid := inRFWriteReq 16439c59369SXuan Hu } 16539c59369SXuan Hu } 166730cfbc0SXuan Hu 167730cfbc0SXuan Hu private val intSchdParams = params.schdParams(IntScheduler()) 16860f0c5aeSxiaofeibao private val fpSchdParams = params.schdParams(FpScheduler()) 169730cfbc0SXuan Hu private val vfSchdParams = params.schdParams(VfScheduler()) 170730cfbc0SXuan Hu private val memSchdParams = params.schdParams(MemScheduler()) 171730cfbc0SXuan Hu 172730cfbc0SXuan Hu private val numIntRfReadByExu = intSchdParams.numIntRfReadByExu + memSchdParams.numIntRfReadByExu 17360f0c5aeSxiaofeibao private val numFpRfReadByExu = fpSchdParams.numFpRfReadByExu + memSchdParams.numFpRfReadByExu 174730cfbc0SXuan Hu private val numVfRfReadByExu = vfSchdParams.numVfRfReadByExu + memSchdParams.numVfRfReadByExu 175730cfbc0SXuan Hu // Todo: limit read port 176730cfbc0SXuan Hu private val numIntR = numIntRfReadByExu 17760f0c5aeSxiaofeibao private val numFpR = numFpRfReadByExu 178730cfbc0SXuan Hu private val numVfR = numVfRfReadByExu 17960f0c5aeSxiaofeibao println(s"[DataPath] RegFile read req needed by Exu: Int(${numIntRfReadByExu}), Fp(${numFpRfReadByExu}), Vf(${numVfRfReadByExu})") 18060f0c5aeSxiaofeibao println(s"[DataPath] RegFile read port: Int(${numIntR}), Fp(${numFpR}), Vf(${numVfR})") 181730cfbc0SXuan Hu 182730cfbc0SXuan Hu private val schdParams = params.allSchdParams 183730cfbc0SXuan Hu 184ce95ff3aSsinsanction private val pcReadValid = Wire(chiselTypeOf(io.fromPcTargetMem.fromDataPathValid)) 185ce95ff3aSsinsanction private val pcReadFtqPtr = Wire(chiselTypeOf(io.fromPcTargetMem.fromDataPathFtqPtr)) 186ce95ff3aSsinsanction private val pcReadFtqOffset = Wire(chiselTypeOf(io.fromPcTargetMem.fromDataPathFtqOffset)) 187ce95ff3aSsinsanction private val targetPCRdata = io.fromPcTargetMem.toDataPathTargetPC 188ce95ff3aSsinsanction private val pcRdata = io.fromPcTargetMem.toDataPathPC 18939c59369SXuan Hu private val intRfRaddr = Wire(Vec(params.numPregRd(IntData()), UInt(intSchdParams.pregIdxWidth.W))) 19039c59369SXuan Hu private val intRfRdata = Wire(Vec(params.numPregRd(IntData()), UInt(intSchdParams.rfDataWidth.W))) 191730cfbc0SXuan Hu private val intRfWen = Wire(Vec(io.fromIntWb.length, Bool())) 192730cfbc0SXuan Hu private val intRfWaddr = Wire(Vec(io.fromIntWb.length, UInt(intSchdParams.pregIdxWidth.W))) 193730cfbc0SXuan Hu private val intRfWdata = Wire(Vec(io.fromIntWb.length, UInt(intSchdParams.rfDataWidth.W))) 194730cfbc0SXuan Hu 19560f0c5aeSxiaofeibao private val fpRfRaddr = Wire(Vec(params.numPregRd(FpData()), UInt(fpSchdParams.pregIdxWidth.W))) 19660f0c5aeSxiaofeibao private val fpRfRdata = Wire(Vec(params.numPregRd(FpData()), UInt(fpSchdParams.rfDataWidth.W))) 19760f0c5aeSxiaofeibao private val fpRfWen = Wire(Vec(io.fromFpWb.length, Bool())) 19860f0c5aeSxiaofeibao private val fpRfWaddr = Wire(Vec(io.fromFpWb.length, UInt(fpSchdParams.pregIdxWidth.W))) 19960f0c5aeSxiaofeibao private val fpRfWdata = Wire(Vec(io.fromFpWb.length, UInt(fpSchdParams.rfDataWidth.W))) 20060f0c5aeSxiaofeibao 201730cfbc0SXuan Hu private val vfRfSplitNum = VLEN / XLEN 20239c59369SXuan Hu private val vfRfRaddr = Wire(Vec(params.numPregRd(VecData()), UInt(vfSchdParams.pregIdxWidth.W))) 20339c59369SXuan Hu private val vfRfRdata = Wire(Vec(params.numPregRd(VecData()), UInt(vfSchdParams.rfDataWidth.W))) 204730cfbc0SXuan Hu private val vfRfWen = Wire(Vec(vfRfSplitNum, Vec(io.fromVfWb.length, Bool()))) 205730cfbc0SXuan Hu private val vfRfWaddr = Wire(Vec(io.fromVfWb.length, UInt(vfSchdParams.pregIdxWidth.W))) 206730cfbc0SXuan Hu private val vfRfWdata = Wire(Vec(io.fromVfWb.length, UInt(vfSchdParams.rfDataWidth.W))) 207730cfbc0SXuan Hu 2085f80df32Sxiaofeibao-xjtu val pcReadFtqPtrFormIQ = fromIntIQ.flatten.filter(x => x.bits.exuParams.needPc) 2095f80df32Sxiaofeibao-xjtu assert(pcReadFtqPtrFormIQ.size == pcReadFtqPtr.size, s"pcReadFtqPtrFormIQ.size ${pcReadFtqPtrFormIQ.size} not equal pcReadFtqPtr.size ${pcReadFtqPtr.size}") 210ce95ff3aSsinsanction pcReadValid.zip(pcReadFtqPtrFormIQ.map(_.valid)).map(x => x._1 := x._2) 2115f80df32Sxiaofeibao-xjtu pcReadFtqPtr.zip(pcReadFtqPtrFormIQ.map(_.bits.common.ftqIdx.get)).map(x => x._1 := x._2) 2125f80df32Sxiaofeibao-xjtu pcReadFtqOffset.zip(pcReadFtqPtrFormIQ.map(_.bits.common.ftqOffset.get)).map(x => x._1 := x._2) 213ce95ff3aSsinsanction io.fromPcTargetMem.fromDataPathValid := pcReadValid 214ce95ff3aSsinsanction io.fromPcTargetMem.fromDataPathFtqPtr := pcReadFtqPtr 215ce95ff3aSsinsanction io.fromPcTargetMem.fromDataPathFtqOffset := pcReadFtqOffset 21681535d7bSsinsanction 217730cfbc0SXuan Hu private val intDebugRead: Option[(Vec[UInt], Vec[UInt])] = 218730cfbc0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 219730cfbc0SXuan Hu Some(Wire(Vec(32, UInt(intSchdParams.pregIdxWidth.W))), Wire(Vec(32, UInt(XLEN.W)))) 220730cfbc0SXuan Hu } else { None } 22160f0c5aeSxiaofeibao private val fpDebugRead: Option[(Vec[UInt], Vec[UInt])] = 22260f0c5aeSxiaofeibao if (env.AlwaysBasicDiff || env.EnableDifftest) { 22360f0c5aeSxiaofeibao Some(Wire(Vec(32, UInt(fpSchdParams.pregIdxWidth.W))), Wire(Vec(32, UInt(XLEN.W)))) 22460f0c5aeSxiaofeibao } else { None } 225730cfbc0SXuan Hu private val vfDebugRead: Option[(Vec[UInt], Vec[UInt])] = 226730cfbc0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 2274f3e7e73SZiyue Zhang Some(Wire(Vec(32 + 1, UInt(vfSchdParams.pregIdxWidth.W))), Wire(Vec(32 + 1, UInt(VLEN.W)))) 228730cfbc0SXuan Hu } else { None } 229730cfbc0SXuan Hu 230730cfbc0SXuan Hu private val fpDebugReadData: Option[Vec[UInt]] = 231730cfbc0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 232730cfbc0SXuan Hu Some(Wire(Vec(32, UInt(XLEN.W)))) 233730cfbc0SXuan Hu } else { None } 234730cfbc0SXuan Hu private val vecDebugReadData: Option[Vec[UInt]] = 235730cfbc0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 236730cfbc0SXuan Hu Some(Wire(Vec(64, UInt(64.W)))) // v0 = Cat(Vec(1), Vec(0)) 237730cfbc0SXuan Hu } else { None } 238e2e5f6b0SXuan Hu private val vconfigDebugReadData: Option[UInt] = 239e2e5f6b0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 240e2e5f6b0SXuan Hu Some(Wire(UInt(64.W))) 241e2e5f6b0SXuan Hu } else { None } 242e2e5f6b0SXuan Hu 243730cfbc0SXuan Hu 2444f3e7e73SZiyue Zhang fpDebugReadData.foreach(_ := fpDebugRead 245730cfbc0SXuan Hu .get._2 246730cfbc0SXuan Hu .slice(0, 32) 247730cfbc0SXuan Hu .map(_(63, 0)) 248730cfbc0SXuan Hu ) // fp only used [63, 0] 249730cfbc0SXuan Hu vecDebugReadData.foreach(_ := vfDebugRead 250730cfbc0SXuan Hu .get._2 2514f3e7e73SZiyue Zhang .slice(0, 32) 252730cfbc0SXuan Hu .map(x => Seq(x(63, 0), x(127, 64))).flatten 253730cfbc0SXuan Hu ) 254e2e5f6b0SXuan Hu vconfigDebugReadData.foreach(_ := vfDebugRead 2554f3e7e73SZiyue Zhang .get._2(32)(63, 0) 256e2e5f6b0SXuan Hu ) 257730cfbc0SXuan Hu 258b7d9e8d5Sxiaofeibao-xjtu io.debugVconfig.foreach(_ := vconfigDebugReadData.get) 259a8db15d8Sfdy 260730cfbc0SXuan Hu IntRegFile("IntRegFile", intSchdParams.numPregs, intRfRaddr, intRfRdata, intRfWen, intRfWaddr, intRfWdata, 2618c34909eSxiao feibao bankNum = 4, 262730cfbc0SXuan Hu debugReadAddr = intDebugRead.map(_._1), 263730cfbc0SXuan Hu debugReadData = intDebugRead.map(_._2)) 26460f0c5aeSxiaofeibao FpRegFile("FpRegFile", fpSchdParams.numPregs, fpRfRaddr, fpRfRdata, fpRfWen, fpRfWaddr, fpRfWdata, 26560f0c5aeSxiaofeibao bankNum = 1, 26660f0c5aeSxiaofeibao debugReadAddr = fpDebugRead.map(_._1), 26760f0c5aeSxiaofeibao debugReadData = fpDebugRead.map(_._2)) 268730cfbc0SXuan Hu VfRegFile("VfRegFile", vfSchdParams.numPregs, vfRfSplitNum, vfRfRaddr, vfRfRdata, vfRfWen, vfRfWaddr, vfRfWdata, 269730cfbc0SXuan Hu debugReadAddr = vfDebugRead.map(_._1), 270730cfbc0SXuan Hu debugReadData = vfDebugRead.map(_._2)) 271730cfbc0SXuan Hu 27283ba63b3SXuan Hu intRfWaddr := io.fromIntWb.map(_.addr).toSeq 27383ba63b3SXuan Hu intRfWdata := io.fromIntWb.map(_.data).toSeq 27483ba63b3SXuan Hu intRfWen := io.fromIntWb.map(_.wen).toSeq 275730cfbc0SXuan Hu 27639c59369SXuan Hu for (portIdx <- intRfRaddr.indices) { 27739c59369SXuan Hu if (intRFReadArbiter.io.out.isDefinedAt(portIdx)) 27839c59369SXuan Hu intRfRaddr(portIdx) := intRFReadArbiter.io.out(portIdx).bits.addr 27939c59369SXuan Hu else 28039c59369SXuan Hu intRfRaddr(portIdx) := 0.U 28139c59369SXuan Hu } 282730cfbc0SXuan Hu 28360f0c5aeSxiaofeibao fpRfWaddr := io.fromFpWb.map(_.addr).toSeq 28460f0c5aeSxiaofeibao fpRfWdata := io.fromFpWb.map(_.data).toSeq 28560f0c5aeSxiaofeibao fpRfWen := io.fromFpWb.map(_.wen).toSeq 28660f0c5aeSxiaofeibao 28760f0c5aeSxiaofeibao for (portIdx <- fpRfRaddr.indices) { 28860f0c5aeSxiaofeibao if (fpRFReadArbiter.io.out.isDefinedAt(portIdx)) 28960f0c5aeSxiaofeibao fpRfRaddr(portIdx) := fpRFReadArbiter.io.out(portIdx).bits.addr 29060f0c5aeSxiaofeibao else 29160f0c5aeSxiaofeibao fpRfRaddr(portIdx) := 0.U 29260f0c5aeSxiaofeibao } 29360f0c5aeSxiaofeibao 2944fa640e4Ssinsanction vfRfWaddr := io.fromVfWb.map(x => RegEnable(x.addr, x.wen)).toSeq 2954fa640e4Ssinsanction vfRfWdata := io.fromVfWb.map(x => RegEnable(x.data, x.wen)).toSeq 2964fa640e4Ssinsanction vfRfWen.foreach(_.zip(io.fromVfWb.map(x => RegNext(x.wen))).foreach { case (wenSink, wenSource) => wenSink := wenSource } )// Todo: support fp multi-write 297730cfbc0SXuan Hu 29839c59369SXuan Hu for (portIdx <- vfRfRaddr.indices) { 29939c59369SXuan Hu if (vfRFReadArbiter.io.out.isDefinedAt(portIdx)) 30039c59369SXuan Hu vfRfRaddr(portIdx) := vfRFReadArbiter.io.out(portIdx).bits.addr 30139c59369SXuan Hu else 30239c59369SXuan Hu vfRfRaddr(portIdx) := 0.U 30339c59369SXuan Hu } 30439c59369SXuan Hu 305730cfbc0SXuan Hu 306730cfbc0SXuan Hu intDebugRead.foreach { case (addr, _) => 307b7d9e8d5Sxiaofeibao-xjtu addr := io.debugIntRat.get 308730cfbc0SXuan Hu } 309730cfbc0SXuan Hu 3104f3e7e73SZiyue Zhang fpDebugRead.foreach { case (addr, _) => 3114f3e7e73SZiyue Zhang addr := io.debugFpRat.get 3124f3e7e73SZiyue Zhang } 3134f3e7e73SZiyue Zhang 314730cfbc0SXuan Hu vfDebugRead.foreach { case (addr, _) => 3154f3e7e73SZiyue Zhang addr := io.debugVecRat.get :+ io.debugVconfigRat.get 316730cfbc0SXuan Hu } 317730cfbc0SXuan Hu println(s"[DataPath] " + 318730cfbc0SXuan Hu s"has intDebugRead: ${intDebugRead.nonEmpty}, " + 319730cfbc0SXuan Hu s"has vfDebugRead: ${vfDebugRead.nonEmpty}") 320730cfbc0SXuan Hu 321730cfbc0SXuan Hu val s1_addrOHs = Reg(MixedVec( 32283ba63b3SXuan Hu fromIQ.map(x => MixedVec(x.map(_.bits.addrOH.cloneType).toSeq)).toSeq 323730cfbc0SXuan Hu )) 324730cfbc0SXuan Hu val s1_toExuValid: MixedVec[MixedVec[Bool]] = Reg(MixedVec( 32583ba63b3SXuan Hu toExu.map(x => MixedVec(x.map(_.valid.cloneType).toSeq)).toSeq 326730cfbc0SXuan Hu )) 32783ba63b3SXuan Hu val s1_toExuData: MixedVec[MixedVec[ExuInput]] = Reg(MixedVec(toExu.map(x => MixedVec(x.map(_.bits.cloneType).toSeq)).toSeq)) 32866f72636Sxiaofeibao-xjtu val s1_immInfo = Reg(MixedVec(toExu.map(x => MixedVec(x.map(x => new ImmInfo).toSeq)).toSeq)) 3293e7f92e5SsinceforYy s1_immInfo.zip(fromIQ).map { case (s1Vec, s0Vec) => 33066f72636Sxiaofeibao-xjtu s1Vec.zip(s0Vec).map { case (s1, s0) => 33141dbbdfdSsinceforYy s1.imm := Mux(s0.valid, s0.bits.common.imm, s1.imm) 33241dbbdfdSsinceforYy s1.immType := Mux(s0.valid, s0.bits.immType, s1.immType) 33366f72636Sxiaofeibao-xjtu } 33466f72636Sxiaofeibao-xjtu } 335712a039eSxiaofeibao-xjtu io.og1ImmInfo.zip(s1_immInfo.flatten).map{ case(out, reg) => 336712a039eSxiaofeibao-xjtu out := reg 337712a039eSxiaofeibao-xjtu } 3385f80df32Sxiaofeibao-xjtu val s1_toExuReady = Wire(MixedVec(toExu.map(x => MixedVec(x.map(_.ready.cloneType).toSeq)))) 3395f80df32Sxiaofeibao-xjtu val s1_srcType: MixedVec[MixedVec[Vec[UInt]]] = MixedVecInit(fromIQ.map(x => MixedVecInit(x.map(xx => RegEnable(xx.bits.srcType, xx.fire)).toSeq))) 340730cfbc0SXuan Hu 3415f80df32Sxiaofeibao-xjtu val s1_intPregRData: MixedVec[MixedVec[Vec[UInt]]] = Wire(MixedVec(toExu.map(x => MixedVec(x.map(_.bits.src.cloneType).toSeq)))) 34230f9248dSxiaofeibao val s1_fpPregRData: MixedVec[MixedVec[Vec[UInt]]] = Wire(MixedVec(toExu.map(x => MixedVec(x.map(_.bits.src.cloneType).toSeq)))) 3435f80df32Sxiaofeibao-xjtu val s1_vfPregRData: MixedVec[MixedVec[Vec[UInt]]] = Wire(MixedVec(toExu.map(x => MixedVec(x.map(_.bits.src.cloneType).toSeq)))) 344730cfbc0SXuan Hu 345730cfbc0SXuan Hu val rfrPortConfigs = schdParams.map(_.issueBlockParams).flatten.map(_.exuBlockParams.map(_.rfrPortConfigs)) 346730cfbc0SXuan Hu 347730cfbc0SXuan Hu println(s"[DataPath] s1_intPregRData.flatten.flatten.size: ${s1_intPregRData.flatten.flatten.size}, intRfRdata.size: ${intRfRdata.size}") 348730cfbc0SXuan Hu s1_intPregRData.foreach(_.foreach(_.foreach(_ := 0.U))) 349730cfbc0SXuan Hu s1_intPregRData.zip(rfrPortConfigs).foreach { case (iqRdata, iqCfg) => 350730cfbc0SXuan Hu iqRdata.zip(iqCfg).foreach { case (iuRdata, iuCfg) => 351efb7c319Sxiaofeibao val realIuCfg = iuCfg.map(x => x.filter(_.isInstanceOf[IntRD])).flatten 352730cfbc0SXuan Hu iuRdata.zip(realIuCfg) 353730cfbc0SXuan Hu .filter { case (_, rfrPortConfig) => rfrPortConfig.isInstanceOf[IntRD] } 354730cfbc0SXuan Hu .foreach { case (sink, cfg) => sink := intRfRdata(cfg.port) } 355730cfbc0SXuan Hu } 356730cfbc0SXuan Hu } 357730cfbc0SXuan Hu 35830f9248dSxiaofeibao println(s"[DataPath] s1_fpPregRData.flatten.flatten.size: ${s1_fpPregRData.flatten.flatten.size}, fpRfRdata.size: ${fpRfRdata.size}") 35930f9248dSxiaofeibao s1_fpPregRData.foreach(_.foreach(_.foreach(_ := 0.U))) 36030f9248dSxiaofeibao s1_fpPregRData.zip(rfrPortConfigs).foreach { case (iqRdata, iqCfg) => 36130f9248dSxiaofeibao iqRdata.zip(iqCfg).foreach { case (iuRdata, iuCfg) => 362efb7c319Sxiaofeibao val realIuCfg = iuCfg.map(x => x.filter(_.isInstanceOf[FpRD])).flatten 36330f9248dSxiaofeibao iuRdata.zip(realIuCfg) 36430f9248dSxiaofeibao .filter { case (_, rfrPortConfig) => rfrPortConfig.isInstanceOf[FpRD] } 36530f9248dSxiaofeibao .foreach { case (sink, cfg) => sink := fpRfRdata(cfg.port) } 36630f9248dSxiaofeibao } 36730f9248dSxiaofeibao } 36830f9248dSxiaofeibao 369730cfbc0SXuan Hu println(s"[DataPath] s1_vfPregRData.flatten.flatten.size: ${s1_vfPregRData.flatten.flatten.size}, vfRfRdata.size: ${vfRfRdata.size}") 370730cfbc0SXuan Hu s1_vfPregRData.foreach(_.foreach(_.foreach(_ := 0.U))) 371730cfbc0SXuan Hu s1_vfPregRData.zip(rfrPortConfigs).foreach{ case(iqRdata, iqCfg) => 372730cfbc0SXuan Hu iqRdata.zip(iqCfg).foreach{ case(iuRdata, iuCfg) => 373efb7c319Sxiaofeibao val realIuCfg = iuCfg.map(x => x.filter(_.isInstanceOf[VfRD])).flatten 374730cfbc0SXuan Hu iuRdata.zip(realIuCfg) 375730cfbc0SXuan Hu .filter { case (_, rfrPortConfig) => rfrPortConfig.isInstanceOf[VfRD] } 376730cfbc0SXuan Hu .foreach { case (sink, cfg) => sink := vfRfRdata(cfg.port) } 377730cfbc0SXuan Hu } 378730cfbc0SXuan Hu } 379730cfbc0SXuan Hu 380a58e75b4Sxiao feibao val og0_cancel_no_load = VecInit(og0FailedVec2.flatten.zip(params.allExuParams).filter(!_._2.hasLoadFu).map(_._1).toSeq) 381a58e75b4Sxiao feibao val exuParamsNoLoad = fromIQ.flatten.zip(params.allExuParams).filter(!_._2.hasLoadFu) 382a58e75b4Sxiao feibao val is_0latency = Wire(Vec(og0_cancel_no_load.size, Bool())) 383a58e75b4Sxiao feibao is_0latency := exuParamsNoLoad.map(x => is0latency(x._1.bits.common.fuType)) 384a58e75b4Sxiao feibao val og0_cancel_delay = RegNext(VecInit(og0_cancel_no_load.zip(is_0latency).map(x => x._1 && x._2))) 385a58e75b4Sxiao feibao val isVfScheduler = VecInit(exuParamsNoLoad.map(x => x._2.schdType.isInstanceOf[VfScheduler].B)) 386a58e75b4Sxiao feibao val og0_cancel_delay_for_mem = VecInit(og0_cancel_delay.zip(isVfScheduler).map(x => x._1 && !x._2)) 387730cfbc0SXuan Hu for (i <- fromIQ.indices) { 388730cfbc0SXuan Hu for (j <- fromIQ(i).indices) { 389730cfbc0SXuan Hu // IQ(s0) --[Ctrl]--> s1Reg ---------- begin 390730cfbc0SXuan Hu // refs 391730cfbc0SXuan Hu val s1_valid = s1_toExuValid(i)(j) 392730cfbc0SXuan Hu val s1_ready = s1_toExuReady(i)(j) 393730cfbc0SXuan Hu val s1_data = s1_toExuData(i)(j) 394730cfbc0SXuan Hu val s1_addrOH = s1_addrOHs(i)(j) 395730cfbc0SXuan Hu val s0 = fromIQ(i)(j) // s0 396c4fc226aSxiaofeibao-xjtu 397c4fc226aSxiaofeibao-xjtu val srcNotBlock = Wire(Bool()) 398*2d29d35fSxiaofeibao srcNotBlock := s0.bits.common.dataSources.zip(intRdArbWinner(i)(j) zip fpRdArbWinner(i)(j) zip vfRdArbWinner(i)(j)).map { 399*2d29d35fSxiaofeibao case (source, ((win_int, win_fp),win_vf)) => 400*2d29d35fSxiaofeibao !source.readReg || win_int && win_fp && win_vf 401670870b3SXuan Hu }.fold(true.B)(_ && _) 40298ad9267Sxiao feibao// if (fromIQ(i)(j).bits.exuParams.schdType.isInstanceOf[IntScheduler] && (fromIQ(i)(j).bits.exuParams.numRegSrc == 2)) { 40398ad9267Sxiao feibao// val src0VfBlock = s0.bits.common.dataSources(0).readReg && !vfRdArbWinner(i)(j)(0) 40498ad9267Sxiao feibao// val src1VfBlock = s0.bits.common.dataSources(1).readReg && !vfRdArbWinner(i)(j)(1) 40598ad9267Sxiao feibao// val src1IntBlock = s0.bits.common.dataSources(0).readReg && s0.bits.common.dataSources(1).readReg && !intRdArbWinner(i)(j)(1) 40698ad9267Sxiao feibao// val src0IntBlock = (s0.bits.common.dataSources(0).readReg || s0.bits.common.dataSources(1).readReg) && !intRdArbWinner(i)(j)(0) 40798ad9267Sxiao feibao// srcNotBlock := !src0VfBlock && !src1VfBlock && !src1IntBlock && !src0IntBlock 40898ad9267Sxiao feibao// } 409*2d29d35fSxiaofeibao val notBlock = srcNotBlock && intWbNotBlock(i)(j) && fpWbNotBlock(i)(j) && vfWbNotBlock(i)(j) 410730cfbc0SXuan Hu val s1_flush = s0.bits.common.robIdx.needFlush(Seq(io.flush, RegNextWithEnable(io.flush))) 411c0be7f33SXuan Hu val s1_cancel = og1FailedVec2(i)(j) 412e5feb625Sxiaofeibao-xjtu val s0_cancel = Wire(Bool()) 413a58e75b4Sxiao feibao val og0_cancel_delay_need = if (s0.bits.exuParams.schdType.isInstanceOf[MemScheduler]) og0_cancel_delay_for_mem else og0_cancel_delay 414e5feb625Sxiaofeibao-xjtu if (s0.bits.exuParams.isIQWakeUpSink) { 415e5feb625Sxiaofeibao-xjtu val exuOHNoLoad = s0.bits.common.l1ExuOH.get.map(x => x.asTypeOf(Vec(x.getWidth, Bool())).zip(params.allExuParams).filter(!_._2.hasLoadFu).map(_._1)) 416e5feb625Sxiaofeibao-xjtu s0_cancel := exuOHNoLoad.zip(s0.bits.common.dataSources).map{ 417a58e75b4Sxiao feibao case (exuOH, dataSource) => (VecInit(exuOH).asUInt & og0_cancel_delay_need.asUInt).orR && dataSource.readForward 418e5feb625Sxiaofeibao-xjtu }.reduce(_ || _) && s0.valid 419e5feb625Sxiaofeibao-xjtu } else s0_cancel := false.B 420e5feb625Sxiaofeibao-xjtu val s0_ldCancel = LoadShouldCancel(s0.bits.common.loadDependency, io.ldCancel) 421e5feb625Sxiaofeibao-xjtu when (s0.fire && !s1_flush && notBlock && !s1_cancel && !s0_ldCancel && !s0_cancel) { 422730cfbc0SXuan Hu s1_valid := s0.valid 423730cfbc0SXuan Hu s1_data.fromIssueBundle(s0.bits) // no src data here 42498ad9267Sxiao feibao// if (fromIQ(i)(j).bits.exuParams.schdType.isInstanceOf[IntScheduler] && (fromIQ(i)(j).bits.exuParams.numRegSrc == 2)) { 42598ad9267Sxiao feibao// s1_data.dataSources(1).value := Mux(!s0.bits.common.dataSources(0).readReg && s0.bits.common.dataSources(1).readReg, DataSource.anotherReg, s0.bits.common.dataSources(1).value) 42698ad9267Sxiao feibao// } 427730cfbc0SXuan Hu s1_addrOH := s0.bits.addrOH 428730cfbc0SXuan Hu }.otherwise { 429730cfbc0SXuan Hu s1_valid := false.B 430730cfbc0SXuan Hu } 431e5feb625Sxiaofeibao-xjtu s0.ready := (s1_ready || !s1_valid) && notBlock && !s1_cancel && !s0_ldCancel && !s0_cancel 432730cfbc0SXuan Hu // IQ(s0) --[Ctrl]--> s1Reg ---------- end 433730cfbc0SXuan Hu } 434730cfbc0SXuan Hu } 435730cfbc0SXuan Hu 436ea0f92d8Sczw private val fromIQFire = fromIQ.map(_.map(_.fire)) 437ea0f92d8Sczw private val toExuFire = toExu.map(_.map(_.fire)) 438730cfbc0SXuan Hu toIQs.zipWithIndex.foreach { 439730cfbc0SXuan Hu case(toIQ, iqIdx) => 440730cfbc0SXuan Hu toIQ.zipWithIndex.foreach { 441730cfbc0SXuan Hu case (toIU, iuIdx) => 442730cfbc0SXuan Hu // IU: issue unit 443730cfbc0SXuan Hu val og0resp = toIU.og0resp 444c0be7f33SXuan Hu og0FailedVec2(iqIdx)(iuIdx) := fromIQ(iqIdx)(iuIdx).valid && (!fromIQFire(iqIdx)(iuIdx)) 445c0be7f33SXuan Hu og0resp.valid := og0FailedVec2(iqIdx)(iuIdx) 4465db4956bSzhanglyGit og0resp.bits.robIdx := fromIQ(iqIdx)(iuIdx).bits.common.robIdx 447aa2bcc31SzhanglyGit og0resp.bits.uopIdx.foreach(_ := fromIQ(iqIdx)(iuIdx).bits.common.vpu.get.vuopIdx) 448f08a822fSzhanglyGit og0resp.bits.resp := RespType.block 4498d29ec32Sczw og0resp.bits.fuType := fromIQ(iqIdx)(iuIdx).bits.common.fuType 450730cfbc0SXuan Hu 451730cfbc0SXuan Hu val og1resp = toIU.og1resp 452c0be7f33SXuan Hu og1FailedVec2(iqIdx)(iuIdx) := s1_toExuValid(iqIdx)(iuIdx) && !toExuFire(iqIdx)(iuIdx) 453730cfbc0SXuan Hu og1resp.valid := s1_toExuValid(iqIdx)(iuIdx) 454f08a822fSzhanglyGit og1resp.bits.robIdx := s1_toExuData(iqIdx)(iuIdx).robIdx 455145dfe39SXuan Hu og1resp.bits.uopIdx.foreach(_ := s1_toExuData(iqIdx)(iuIdx).vpu.get.vuopIdx) 456cd7741b9SXuan Hu // respType: fuIdle ->IQ entry clear 457cd7741b9SXuan Hu // fuUncertain ->IQ entry no action 458cd7741b9SXuan Hu // fuBusy ->IQ entry issued set false, then re-issue 4596233659eSXuan Hu // Only hyu, lda and sta are fuUncertain at OG1 stage 460f08a822fSzhanglyGit og1resp.bits.resp := Mux(!og1FailedVec2(iqIdx)(iuIdx), 461c38df446SzhanglyGit if (toIU.issueQueueParams match { case x => x.isMemAddrIQ && !x.isVecMemIQ || x.inVfSchd}) RespType.uncertain else RespType.success, 462f08a822fSzhanglyGit RespType.block 463e8800897SXuan Hu ) 4648d29ec32Sczw og1resp.bits.fuType := s1_toExuData(iqIdx)(iuIdx).fuType 465730cfbc0SXuan Hu } 466730cfbc0SXuan Hu } 4678a00ff56SXuan Hu 4687a96cc7fSHaojin Tang io.og0CancelOH := VecInit(fromFlattenIQ.map(x => x.valid && !x.fire)).asUInt 4697a96cc7fSHaojin Tang io.og1CancelOH := VecInit(toFlattenExu.map(x => x.valid && !x.fire)).asUInt 470c0be7f33SXuan Hu 471bc7d6943SzhanglyGit io.cancelToBusyTable.zipWithIndex.foreach { case (cancel, i) => 472e5feb625Sxiaofeibao-xjtu cancel.valid := fromFlattenIQ(i).valid && !fromFlattenIQ(i).fire 473bc7d6943SzhanglyGit cancel.bits.rfWen := fromFlattenIQ(i).bits.common.rfWen.getOrElse(false.B) 47473b1b2e4SzhanglyGit cancel.bits.fpWen := fromFlattenIQ(i).bits.common.fpWen.getOrElse(false.B) 47573b1b2e4SzhanglyGit cancel.bits.vecWen := fromFlattenIQ(i).bits.common.vecWen.getOrElse(false.B) 476bc7d6943SzhanglyGit cancel.bits.pdest := fromFlattenIQ(i).bits.common.pdest 477bc7d6943SzhanglyGit } 478bc7d6943SzhanglyGit 479a58e75b4Sxiao feibao if (backendParams.debugEn){ 480a58e75b4Sxiao feibao dontTouch(og0_cancel_no_load) 481a58e75b4Sxiao feibao dontTouch(is_0latency) 482a58e75b4Sxiao feibao dontTouch(og0_cancel_delay) 483a58e75b4Sxiao feibao dontTouch(isVfScheduler) 484a58e75b4Sxiao feibao dontTouch(og0_cancel_delay_for_mem) 485a58e75b4Sxiao feibao } 486730cfbc0SXuan Hu for (i <- toExu.indices) { 487730cfbc0SXuan Hu for (j <- toExu(i).indices) { 488730cfbc0SXuan Hu // s1Reg --[Ctrl]--> exu(s1) ---------- begin 489730cfbc0SXuan Hu // refs 490730cfbc0SXuan Hu val sinkData = toExu(i)(j).bits 491730cfbc0SXuan Hu // assign 492730cfbc0SXuan Hu toExu(i)(j).valid := s1_toExuValid(i)(j) 493730cfbc0SXuan Hu s1_toExuReady(i)(j) := toExu(i)(j).ready 494730cfbc0SXuan Hu sinkData := s1_toExuData(i)(j) 495730cfbc0SXuan Hu // s1Reg --[Ctrl]--> exu(s1) ---------- end 496730cfbc0SXuan Hu 497730cfbc0SXuan Hu // s1Reg --[Data]--> exu(s1) ---------- begin 498730cfbc0SXuan Hu // data source1: preg read data 499730cfbc0SXuan Hu for (k <- sinkData.src.indices) { 500730cfbc0SXuan Hu val srcDataTypeSet: Set[DataConfig] = sinkData.params.getSrcDataType(k) 501730cfbc0SXuan Hu 502730cfbc0SXuan Hu val readRfMap: Seq[(Bool, UInt)] = (Seq(None) :+ 503730cfbc0SXuan Hu (if (s1_intPregRData(i)(j).isDefinedAt(k) && srcDataTypeSet.intersect(IntRegSrcDataSet).nonEmpty) 504730cfbc0SXuan Hu Some(SrcType.isXp(s1_srcType(i)(j)(k)) -> s1_intPregRData(i)(j)(k)) 505730cfbc0SXuan Hu else None) :+ 506730cfbc0SXuan Hu (if (s1_vfPregRData(i)(j).isDefinedAt(k) && srcDataTypeSet.intersect(VfRegSrcDataSet).nonEmpty) 50730f9248dSxiaofeibao Some(SrcType.isVp(s1_srcType(i)(j)(k))-> s1_vfPregRData(i)(j)(k)) 50830f9248dSxiaofeibao else None) :+ 50930f9248dSxiaofeibao (if (s1_fpPregRData(i)(j).isDefinedAt(k) && srcDataTypeSet.intersect(FpRegSrcDataSet).nonEmpty) 51030f9248dSxiaofeibao Some(SrcType.isFp(s1_srcType(i)(j)(k)) -> s1_fpPregRData(i)(j)(k)) 511730cfbc0SXuan Hu else None) 512730cfbc0SXuan Hu ).filter(_.nonEmpty).map(_.get) 513730cfbc0SXuan Hu if (readRfMap.nonEmpty) 514730cfbc0SXuan Hu sinkData.src(k) := Mux1H(readRfMap) 515730cfbc0SXuan Hu } 516730cfbc0SXuan Hu if (sinkData.params.hasJmpFu) { 5175f80df32Sxiaofeibao-xjtu val index = pcReadFtqPtrFormIQ.map(_.bits.exuParams).indexOf(sinkData.params) 5185f80df32Sxiaofeibao-xjtu sinkData.pc.get := pcRdata(index) 519da778e6fSXuan Hu } 520ce95ff3aSsinsanction if (sinkData.params.needTarget) { 521ce95ff3aSsinsanction val index = pcReadFtqPtrFormIQ.map(_.bits.exuParams).indexOf(sinkData.params) 522ce95ff3aSsinsanction sinkData.predictInfo.get.target := targetPCRdata(index) 523ce95ff3aSsinsanction } 524730cfbc0SXuan Hu } 525730cfbc0SXuan Hu } 526730cfbc0SXuan Hu 527730cfbc0SXuan Hu if (env.AlwaysBasicDiff || env.EnableDifftest) { 528730cfbc0SXuan Hu val delayedCnt = 2 52983ba63b3SXuan Hu val difftestArchIntRegState = DifftestModule(new DiffArchIntRegState, delay = delayedCnt) 53083ba63b3SXuan Hu difftestArchIntRegState.coreid := io.hartId 53183ba63b3SXuan Hu difftestArchIntRegState.value := intDebugRead.get._2 532730cfbc0SXuan Hu 53383ba63b3SXuan Hu val difftestArchFpRegState = DifftestModule(new DiffArchFpRegState, delay = delayedCnt) 53483ba63b3SXuan Hu difftestArchFpRegState.coreid := io.hartId 53583ba63b3SXuan Hu difftestArchFpRegState.value := fpDebugReadData.get 536730cfbc0SXuan Hu 53783ba63b3SXuan Hu val difftestArchVecRegState = DifftestModule(new DiffArchVecRegState, delay = delayedCnt) 53883ba63b3SXuan Hu difftestArchVecRegState.coreid := io.hartId 53983ba63b3SXuan Hu difftestArchVecRegState.value := vecDebugReadData.get 540730cfbc0SXuan Hu } 541a81bbc0aSZhangZifei 542a81bbc0aSZhangZifei val int_regcache_size = 48 543a81bbc0aSZhangZifei val int_regcache_tag = RegInit(VecInit(Seq.fill(int_regcache_size)(0.U(intSchdParams.pregIdxWidth.W)))) 544a81bbc0aSZhangZifei val int_regcache_enqPtr = RegInit(0.U(log2Up(int_regcache_size).W)) 545a81bbc0aSZhangZifei int_regcache_enqPtr := int_regcache_enqPtr + PopCount(intRfWen) 546a81bbc0aSZhangZifei for (i <- intRfWen.indices) { 547a81bbc0aSZhangZifei when (intRfWen(i)) { 548a81bbc0aSZhangZifei int_regcache_tag(int_regcache_enqPtr + PopCount(intRfWen.take(i))) := intRfWaddr(i) 549a81bbc0aSZhangZifei } 550a81bbc0aSZhangZifei } 551a81bbc0aSZhangZifei 552a81bbc0aSZhangZifei val vf_regcache_size = 48 553a81bbc0aSZhangZifei val vf_regcache_tag = RegInit(VecInit(Seq.fill(vf_regcache_size)(0.U(vfSchdParams.pregIdxWidth.W)))) 554a81bbc0aSZhangZifei val vf_regcache_enqPtr = RegInit(0.U(log2Up(vf_regcache_size).W)) 555a81bbc0aSZhangZifei vf_regcache_enqPtr := vf_regcache_enqPtr + PopCount(vfRfWen.head) 556a81bbc0aSZhangZifei for (i <- vfRfWen.indices) { 557a81bbc0aSZhangZifei when (vfRfWen.head(i)) { 558a81bbc0aSZhangZifei vf_regcache_tag(vf_regcache_enqPtr + PopCount(vfRfWen.head.take(i))) := vfRfWaddr(i) 559a81bbc0aSZhangZifei } 560a81bbc0aSZhangZifei } 561a81bbc0aSZhangZifei 562a81bbc0aSZhangZifei XSPerfHistogram(s"IntRegFileRead_hist", PopCount(intRFReadArbiter.io.in.flatten.flatten.map(_.valid)), true.B, 0, 20, 1) 56360f0c5aeSxiaofeibao XSPerfHistogram(s"FpRegFileRead_hist", PopCount(fpRFReadArbiter.io.in.flatten.flatten.map(_.valid)), true.B, 0, 20, 1) 564a81bbc0aSZhangZifei XSPerfHistogram(s"VfRegFileRead_hist", PopCount(vfRFReadArbiter.io.in.flatten.flatten.map(_.valid)), true.B, 0, 20, 1) 565a81bbc0aSZhangZifei XSPerfHistogram(s"IntRegFileWrite_hist", PopCount(intRFWriteReq.flatten), true.B, 0, 20, 1) 56660f0c5aeSxiaofeibao XSPerfHistogram(s"FpRegFileWrite_hist", PopCount(fpRFWriteReq.flatten), true.B, 0, 20, 1) 567a81bbc0aSZhangZifei XSPerfHistogram(s"VfRegFileWrite_hist", PopCount(vfRFWriteReq.flatten), true.B, 0, 20, 1) 568a81bbc0aSZhangZifei 569a81bbc0aSZhangZifei val int_regcache_part32 = (1 until 33).map(i => int_regcache_tag(int_regcache_enqPtr - i.U)) 570a81bbc0aSZhangZifei val int_regcache_part24 = (1 until 24).map(i => int_regcache_tag(int_regcache_enqPtr - i.U)) 571a81bbc0aSZhangZifei val int_regcache_part16 = (1 until 17).map(i => int_regcache_tag(int_regcache_enqPtr - i.U)) 572a81bbc0aSZhangZifei val int_regcache_part8 = (1 until 9).map(i => int_regcache_tag(int_regcache_enqPtr - i.U)) 573a81bbc0aSZhangZifei 574a81bbc0aSZhangZifei val int_regcache_48_hit_vec = intRFReadArbiter.io.in.flatten.flatten.map(x => x.valid && int_regcache_tag.map(_ === x.bits.addr).reduce(_ || _)) 575a81bbc0aSZhangZifei val int_regcache_8_hit_vec = intRFReadArbiter.io.in.flatten.flatten.map(x => x.valid && int_regcache_part8.map(_ === x.bits.addr).reduce(_ || _)) 576a81bbc0aSZhangZifei val int_regcache_16_hit_vec = intRFReadArbiter.io.in.flatten.flatten.map(x => x.valid && int_regcache_part16.map(_ === x.bits.addr).reduce(_ || _)) 577a81bbc0aSZhangZifei val int_regcache_24_hit_vec = intRFReadArbiter.io.in.flatten.flatten.map(x => x.valid && int_regcache_part24.map(_ === x.bits.addr).reduce(_ || _)) 578a81bbc0aSZhangZifei val int_regcache_32_hit_vec = intRFReadArbiter.io.in.flatten.flatten.map(x => x.valid && int_regcache_part32.map(_ === x.bits.addr).reduce(_ || _)) 579a81bbc0aSZhangZifei XSPerfAccumulate("IntRegCache48Hit", PopCount(int_regcache_48_hit_vec)) 580a81bbc0aSZhangZifei XSPerfAccumulate("IntRegCache8Hit", PopCount(int_regcache_8_hit_vec)) 581a81bbc0aSZhangZifei XSPerfAccumulate("IntRegCache16Hit", PopCount(int_regcache_16_hit_vec)) 582a81bbc0aSZhangZifei XSPerfAccumulate("IntRegCache24Hit", PopCount(int_regcache_24_hit_vec)) 583a81bbc0aSZhangZifei XSPerfAccumulate("IntRegCache32Hit", PopCount(int_regcache_32_hit_vec)) 584a81bbc0aSZhangZifei XSPerfHistogram("IntRegCache48Hit_hist", PopCount(int_regcache_48_hit_vec), true.B, 0, 16, 2) 585a81bbc0aSZhangZifei 586a81bbc0aSZhangZifei XSPerfAccumulate(s"IntRFReadBeforeArb", PopCount(intRFReadArbiter.io.in.flatten.flatten.map(_.valid))) 587a81bbc0aSZhangZifei XSPerfAccumulate(s"IntRFReadAfterArb", PopCount(intRFReadArbiter.io.out.map(_.valid))) 58860f0c5aeSxiaofeibao XSPerfAccumulate(s"FpRFReadBeforeArb", PopCount(fpRFReadArbiter.io.in.flatten.flatten.map(_.valid))) 58960f0c5aeSxiaofeibao XSPerfAccumulate(s"FpRFReadAfterArb", PopCount(fpRFReadArbiter.io.out.map(_.valid))) 590a81bbc0aSZhangZifei XSPerfAccumulate(s"VfRFReadBeforeArb", PopCount(vfRFReadArbiter.io.in.flatten.flatten.map(_.valid))) 591a81bbc0aSZhangZifei XSPerfAccumulate(s"VfRFReadAfterArb", PopCount(vfRFReadArbiter.io.out.map(_.valid))) 592a81bbc0aSZhangZifei XSPerfAccumulate(s"IntUopBeforeArb", PopCount(fromIntIQ.flatten.map(_.valid))) 593a81bbc0aSZhangZifei XSPerfAccumulate(s"IntUopAfterArb", PopCount(fromIntIQ.flatten.map(_.fire))) 594a81bbc0aSZhangZifei XSPerfAccumulate(s"MemUopBeforeArb", PopCount(fromMemIQ.flatten.map(_.valid))) 595a81bbc0aSZhangZifei XSPerfAccumulate(s"MemUopAfterArb", PopCount(fromMemIQ.flatten.map(_.fire))) 596a81bbc0aSZhangZifei XSPerfAccumulate(s"VfUopBeforeArb", PopCount(fromVfIQ.flatten.map(_.valid))) 597a81bbc0aSZhangZifei XSPerfAccumulate(s"VfUopAfterArb", PopCount(fromVfIQ.flatten.map(_.fire))) 598a81bbc0aSZhangZifei 599a81bbc0aSZhangZifei XSPerfHistogram(s"IntRFReadBeforeArb_hist", PopCount(intRFReadArbiter.io.in.flatten.flatten.map(_.valid)), true.B, 0, 16, 2) 600a81bbc0aSZhangZifei XSPerfHistogram(s"IntRFReadAfterArb_hist", PopCount(intRFReadArbiter.io.out.map(_.valid)), true.B, 0, 16, 2) 60160f0c5aeSxiaofeibao XSPerfHistogram(s"FpRFReadBeforeArb_hist", PopCount(fpRFReadArbiter.io.in.flatten.flatten.map(_.valid)), true.B, 0, 16, 2) 60260f0c5aeSxiaofeibao XSPerfHistogram(s"FpRFReadAfterArb_hist", PopCount(fpRFReadArbiter.io.out.map(_.valid)), true.B, 0, 16, 2) 603a81bbc0aSZhangZifei XSPerfHistogram(s"VfRFReadBeforeArb_hist", PopCount(vfRFReadArbiter.io.in.flatten.flatten.map(_.valid)), true.B, 0, 16, 2) 604a81bbc0aSZhangZifei XSPerfHistogram(s"VfRFReadAfterArb_hist", PopCount(vfRFReadArbiter.io.out.map(_.valid)), true.B, 0, 16, 2) 605a81bbc0aSZhangZifei XSPerfHistogram(s"IntUopBeforeArb_hist", PopCount(fromIntIQ.flatten.map(_.valid)), true.B, 0, 8, 2) 606a81bbc0aSZhangZifei XSPerfHistogram(s"IntUopAfterArb_hist", PopCount(fromIntIQ.flatten.map(_.fire)), true.B, 0, 8, 2) 607a81bbc0aSZhangZifei XSPerfHistogram(s"MemUopBeforeArb_hist", PopCount(fromMemIQ.flatten.map(_.valid)), true.B, 0, 8, 2) 608a81bbc0aSZhangZifei XSPerfHistogram(s"MemUopAfterArb_hist", PopCount(fromMemIQ.flatten.map(_.fire)), true.B, 0, 8, 2) 609a81bbc0aSZhangZifei XSPerfHistogram(s"VfUopBeforeArb_hist", PopCount(fromVfIQ.flatten.map(_.valid)), true.B, 0, 8, 2) 610a81bbc0aSZhangZifei XSPerfHistogram(s"VfUopAfterArb_hist", PopCount(fromVfIQ.flatten.map(_.fire)), true.B, 0, 8, 2) 611730cfbc0SXuan Hu} 612730cfbc0SXuan Hu 613730cfbc0SXuan Huclass DataPathIO()(implicit p: Parameters, params: BackendParams) extends XSBundle { 614730cfbc0SXuan Hu // params 615730cfbc0SXuan Hu private val intSchdParams = params.schdParams(IntScheduler()) 61660f0c5aeSxiaofeibao private val fpSchdParams = params.schdParams(FpScheduler()) 617730cfbc0SXuan Hu private val vfSchdParams = params.schdParams(VfScheduler()) 618730cfbc0SXuan Hu private val memSchdParams = params.schdParams(MemScheduler()) 619730cfbc0SXuan Hu // bundles 620730cfbc0SXuan Hu val hartId = Input(UInt(8.W)) 621730cfbc0SXuan Hu 622730cfbc0SXuan Hu val flush: ValidIO[Redirect] = Flipped(ValidIO(new Redirect)) 623730cfbc0SXuan Hu 6242e0a7dc5Sfdy val wbConfictRead = Input(MixedVec(params.allSchdParams.map(x => MixedVec(x.issueBlockParams.map(x => x.genWbConflictBundle()))))) 6252e0a7dc5Sfdy 626730cfbc0SXuan Hu val fromIntIQ: MixedVec[MixedVec[DecoupledIO[IssueQueueIssueBundle]]] = 627730cfbc0SXuan Hu Flipped(MixedVec(intSchdParams.issueBlockParams.map(_.genIssueDecoupledBundle))) 628730cfbc0SXuan Hu 62960f0c5aeSxiaofeibao val fromFpIQ: MixedVec[MixedVec[DecoupledIO[IssueQueueIssueBundle]]] = 63060f0c5aeSxiaofeibao Flipped(MixedVec(fpSchdParams.issueBlockParams.map(_.genIssueDecoupledBundle))) 63160f0c5aeSxiaofeibao 632730cfbc0SXuan Hu val fromMemIQ: MixedVec[MixedVec[DecoupledIO[IssueQueueIssueBundle]]] = 633730cfbc0SXuan Hu Flipped(MixedVec(memSchdParams.issueBlockParams.map(_.genIssueDecoupledBundle))) 634730cfbc0SXuan Hu 635730cfbc0SXuan Hu val fromVfIQ = Flipped(MixedVec(vfSchdParams.issueBlockParams.map(_.genIssueDecoupledBundle))) 636730cfbc0SXuan Hu 637730cfbc0SXuan Hu val toIntIQ = MixedVec(intSchdParams.issueBlockParams.map(_.genOGRespBundle)) 638730cfbc0SXuan Hu 63960f0c5aeSxiaofeibao val toFpIQ = MixedVec(fpSchdParams.issueBlockParams.map(_.genOGRespBundle)) 64060f0c5aeSxiaofeibao 641730cfbc0SXuan Hu val toMemIQ = MixedVec(memSchdParams.issueBlockParams.map(_.genOGRespBundle)) 642730cfbc0SXuan Hu 643730cfbc0SXuan Hu val toVfIQ = MixedVec(vfSchdParams.issueBlockParams.map(_.genOGRespBundle)) 644730cfbc0SXuan Hu 6457a96cc7fSHaojin Tang val og0CancelOH = Output(ExuOH(backendParams.numExu)) 64610fe9778SXuan Hu 6477a96cc7fSHaojin Tang val og1CancelOH = Output(ExuOH(backendParams.numExu)) 648c0be7f33SXuan Hu 6496810d1e8Ssfencevma val ldCancel = Vec(backendParams.LduCnt + backendParams.HyuCnt, Flipped(new LoadCancelIO)) 6500f55a0d3SHaojin Tang 651bc7d6943SzhanglyGit val cancelToBusyTable = Vec(backendParams.numExu, ValidIO(new CancelSignal)) 652bc7d6943SzhanglyGit 653730cfbc0SXuan Hu val toIntExu: MixedVec[MixedVec[DecoupledIO[ExuInput]]] = intSchdParams.genExuInputBundle 654730cfbc0SXuan Hu 65560f0c5aeSxiaofeibao val toFpExu: MixedVec[MixedVec[DecoupledIO[ExuInput]]] = MixedVec(fpSchdParams.genExuInputBundle) 65660f0c5aeSxiaofeibao 65760f0c5aeSxiaofeibao val toVecExu: MixedVec[MixedVec[DecoupledIO[ExuInput]]] = MixedVec(vfSchdParams.genExuInputBundle) 658730cfbc0SXuan Hu 659730cfbc0SXuan Hu val toMemExu: MixedVec[MixedVec[DecoupledIO[ExuInput]]] = memSchdParams.genExuInputBundle 660730cfbc0SXuan Hu 661712a039eSxiaofeibao-xjtu val og1ImmInfo: Vec[ImmInfo] = Output(Vec(params.allExuParams.size, new ImmInfo)) 662712a039eSxiaofeibao-xjtu 663730cfbc0SXuan Hu val fromIntWb: MixedVec[RfWritePortWithConfig] = MixedVec(params.genIntWriteBackBundle) 664730cfbc0SXuan Hu 66560f0c5aeSxiaofeibao val fromFpWb: MixedVec[RfWritePortWithConfig] = MixedVec(params.genFpWriteBackBundle) 66660f0c5aeSxiaofeibao 667730cfbc0SXuan Hu val fromVfWb: MixedVec[RfWritePortWithConfig] = MixedVec(params.genVfWriteBackBundle) 668730cfbc0SXuan Hu 669ce95ff3aSsinsanction val fromPcTargetMem = Flipped(new PcToDataPathIO(params)) 6705f80df32Sxiaofeibao-xjtu 671b7d9e8d5Sxiaofeibao-xjtu val debugIntRat = if (params.debugEn) Some(Input(Vec(32, UInt(intSchdParams.pregIdxWidth.W)))) else None 67260f0c5aeSxiaofeibao val debugFpRat = if (params.debugEn) Some(Input(Vec(32, UInt(fpSchdParams.pregIdxWidth.W)))) else None 673b7d9e8d5Sxiaofeibao-xjtu val debugVecRat = if (params.debugEn) Some(Input(Vec(32, UInt(vfSchdParams.pregIdxWidth.W)))) else None 674b7d9e8d5Sxiaofeibao-xjtu val debugVconfigRat = if (params.debugEn) Some(Input(UInt(vfSchdParams.pregIdxWidth.W))) else None 675b7d9e8d5Sxiaofeibao-xjtu val debugVconfig = if (params.debugEn) Some(Output(UInt(XLEN.W))) else None 676730cfbc0SXuan Hu} 677