xref: /XiangShan/src/main/scala/xiangshan/backend/CtrlBlock.scala (revision 7da4513bca2c8a5b0aa433f4c859c25e12b2eb26)
1/***************************************************************************************
2* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences
3* Copyright (c) 2020-2021 Peng Cheng Laboratory
4*
5* XiangShan is licensed under Mulan PSL v2.
6* You can use this software according to the terms and conditions of the Mulan PSL v2.
7* You may obtain a copy of Mulan PSL v2 at:
8*          http://license.coscl.org.cn/MulanPSL2
9*
10* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
11* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
12* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
13*
14* See the Mulan PSL v2 for more details.
15***************************************************************************************/
16
17package xiangshan.backend
18
19import org.chipsalliance.cde.config.Parameters
20import chisel3._
21import chisel3.util._
22import freechips.rocketchip.diplomacy.{LazyModule, LazyModuleImp}
23import utility._
24import utils._
25import xiangshan.ExceptionNO._
26import xiangshan._
27import xiangshan.backend.Bundles.{DecodedInst, DynInst, ExceptionInfo, ExuOutput, ExuVec, StaticInst, TrapInstInfo}
28import xiangshan.backend.ctrlblock.{DebugLSIO, DebugLsInfoBundle, LsTopdownInfo, MemCtrl, RedirectGenerator}
29import xiangshan.backend.datapath.DataConfig.{FpData, IntData, V0Data, VAddrData, VecData, VlData}
30import xiangshan.backend.decode.{DecodeStage, FusionDecoder}
31import xiangshan.backend.dispatch.{CoreDispatchTopDownIO, Dispatch, DispatchQueue}
32import xiangshan.backend.dispatch.NewDispatch
33import xiangshan.backend.fu.PFEvent
34import xiangshan.backend.fu.vector.Bundles.{VType, Vl}
35import xiangshan.backend.fu.wrapper.CSRToDecode
36import xiangshan.backend.rename.{Rename, RenameTableWrapper, SnapshotGenerator}
37import xiangshan.backend.rob.{Rob, RobCSRIO, RobCoreTopDownIO, RobDebugRollingIO, RobLsqIO, RobPtr}
38import xiangshan.frontend.{FtqPtr, FtqRead, Ftq_RF_Components}
39import xiangshan.mem.{LqPtr, LsqEnqIO, SqPtr}
40import xiangshan.backend.issue.{FpScheduler, IntScheduler, MemScheduler, VfScheduler}
41import xiangshan.backend.trace._
42
43class CtrlToFtqIO(implicit p: Parameters) extends XSBundle {
44  val rob_commits = Vec(CommitWidth, Valid(new RobCommitInfo))
45  val redirect = Valid(new Redirect)
46  val ftqIdxAhead = Vec(BackendRedirectNum, Valid(new FtqPtr))
47  val ftqIdxSelOH = Valid(UInt((BackendRedirectNum).W))
48}
49
50class CtrlBlock(params: BackendParams)(implicit p: Parameters) extends LazyModule {
51  override def shouldBeInlined: Boolean = false
52
53  val rob = LazyModule(new Rob(params))
54
55  lazy val module = new CtrlBlockImp(this)(p, params)
56
57  val gpaMem = LazyModule(new GPAMem())
58}
59
60class CtrlBlockImp(
61  override val wrapper: CtrlBlock
62)(implicit
63  p: Parameters,
64  params: BackendParams
65) extends LazyModuleImp(wrapper)
66  with HasXSParameter
67  with HasCircularQueuePtrHelper
68  with HasPerfEvents
69  with HasCriticalErrors
70{
71  val pcMemRdIndexes = new NamedIndexes(Seq(
72    "redirect"  -> 1,
73    "memPred"   -> 1,
74    "robFlush"  -> 1,
75    "bjuPc"     -> params.BrhCnt,
76    "bjuTarget" -> params.BrhCnt,
77    "load"      -> params.LduCnt,
78    "hybrid"    -> params.HyuCnt,
79    "store"     -> (if(EnableStorePrefetchSMS) params.StaCnt else 0),
80    "trace"     -> TraceGroupNum
81  ))
82
83  private val numPcMemReadForExu = params.numPcReadPort
84  private val numPcMemRead = pcMemRdIndexes.maxIdx
85
86  // now pcMem read for exu is moved to PcTargetMem (OG0)
87  println(s"pcMem read num: $numPcMemRead")
88  println(s"pcMem read num for exu: $numPcMemReadForExu")
89
90  val io = IO(new CtrlBlockIO())
91
92  val dispatch = Module(new NewDispatch)
93  val gpaMem = wrapper.gpaMem.module
94  val decode = Module(new DecodeStage)
95  val fusionDecoder = Module(new FusionDecoder)
96  val rat = Module(new RenameTableWrapper)
97  val rename = Module(new Rename)
98  val redirectGen = Module(new RedirectGenerator)
99  private def hasRen: Boolean = true
100  private val pcMem = Module(new SyncDataModuleTemplate(new Ftq_RF_Components, FtqSize, numPcMemRead, 1, "BackendPC", hasRen = hasRen))
101  private val rob = wrapper.rob.module
102  private val memCtrl = Module(new MemCtrl(params))
103
104  private val disableFusion = decode.io.csrCtrl.singlestep || !decode.io.csrCtrl.fusion_enable
105
106  private val s0_robFlushRedirect = rob.io.flushOut
107  private val s1_robFlushRedirect = Wire(Valid(new Redirect))
108  s1_robFlushRedirect.valid := GatedValidRegNext(s0_robFlushRedirect.valid, false.B)
109  s1_robFlushRedirect.bits := RegEnable(s0_robFlushRedirect.bits, s0_robFlushRedirect.valid)
110
111  pcMem.io.ren.get(pcMemRdIndexes("robFlush").head) := s0_robFlushRedirect.valid
112  pcMem.io.raddr(pcMemRdIndexes("robFlush").head) := s0_robFlushRedirect.bits.ftqIdx.value
113  private val s1_robFlushPc = pcMem.io.rdata(pcMemRdIndexes("robFlush").head).startAddr + (RegEnable(s0_robFlushRedirect.bits.ftqOffset, s0_robFlushRedirect.valid) << instOffsetBits)
114  private val s3_redirectGen = redirectGen.io.stage2Redirect
115  private val s1_s3_redirect = Mux(s1_robFlushRedirect.valid, s1_robFlushRedirect, s3_redirectGen)
116  private val s2_s4_pendingRedirectValid = RegInit(false.B)
117  when (s1_s3_redirect.valid) {
118    s2_s4_pendingRedirectValid := true.B
119  }.elsewhen (GatedValidRegNext(io.frontend.toFtq.redirect.valid)) {
120    s2_s4_pendingRedirectValid := false.B
121  }
122
123  // Redirect will be RegNext at ExuBlocks and IssueBlocks
124  val s2_s4_redirect = RegNextWithEnable(s1_s3_redirect)
125  val s3_s5_redirect = RegNextWithEnable(s2_s4_redirect)
126
127  private val delayedNotFlushedWriteBack = io.fromWB.wbData.map(x => {
128    val valid = x.valid
129    val killedByOlder = x.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect))
130    val delayed = Wire(Valid(new ExuOutput(x.bits.params)))
131    delayed.valid := GatedValidRegNext(valid && !killedByOlder)
132    delayed.bits := RegEnable(x.bits, x.valid)
133    delayed.bits.debugInfo.writebackTime := GTimer()
134    delayed
135  }).toSeq
136  private val delayedWriteBack = Wire(chiselTypeOf(io.fromWB.wbData))
137  delayedWriteBack.zipWithIndex.map{ case (x,i) =>
138    x.valid := GatedValidRegNext(io.fromWB.wbData(i).valid)
139    x.bits := delayedNotFlushedWriteBack(i).bits
140  }
141  val delayedNotFlushedWriteBackNeedFlush = Wire(Vec(params.allExuParams.filter(_.needExceptionGen).length, Bool()))
142  delayedNotFlushedWriteBackNeedFlush := delayedNotFlushedWriteBack.filter(_.bits.params.needExceptionGen).map{ x =>
143    x.bits.exceptionVec.get.asUInt.orR || x.bits.flushPipe.getOrElse(false.B) || x.bits.replay.getOrElse(false.B) ||
144      (if (x.bits.trigger.nonEmpty) TriggerAction.isDmode(x.bits.trigger.get) else false.B)
145  }
146
147  val wbDataNoStd = io.fromWB.wbData.filter(!_.bits.params.hasStdFu)
148  val intScheWbData = io.fromWB.wbData.filter(_.bits.params.schdType.isInstanceOf[IntScheduler])
149  val fpScheWbData = io.fromWB.wbData.filter(_.bits.params.schdType.isInstanceOf[FpScheduler])
150  val vfScheWbData = io.fromWB.wbData.filter(_.bits.params.schdType.isInstanceOf[VfScheduler])
151  val intCanCompress = intScheWbData.filter(_.bits.params.CanCompress)
152  val i2vWbData = intScheWbData.filter(_.bits.params.writeVecRf)
153  val f2vWbData = fpScheWbData.filter(_.bits.params.writeVecRf)
154  val memVloadWbData = io.fromWB.wbData.filter(x => x.bits.params.schdType.isInstanceOf[MemScheduler] && x.bits.params.hasVLoadFu)
155  private val delayedNotFlushedWriteBackNums = wbDataNoStd.map(x => {
156    val valid = x.valid
157    val killedByOlder = x.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect, s3_s5_redirect))
158    val delayed = Wire(Valid(UInt(io.fromWB.wbData.size.U.getWidth.W)))
159    delayed.valid := GatedValidRegNext(valid && !killedByOlder)
160    val isIntSche = intCanCompress.contains(x)
161    val isFpSche = fpScheWbData.contains(x)
162    val isVfSche = vfScheWbData.contains(x)
163    val isMemVload = memVloadWbData.contains(x)
164    val isi2v = i2vWbData.contains(x)
165    val isf2v = f2vWbData.contains(x)
166    val canSameRobidxWbData = if(isVfSche) {
167      i2vWbData ++ f2vWbData ++ vfScheWbData
168    } else if(isi2v) {
169      intCanCompress ++ fpScheWbData ++ vfScheWbData
170    } else if (isf2v) {
171      intCanCompress ++ fpScheWbData ++ vfScheWbData
172    } else if (isIntSche) {
173      intCanCompress ++ fpScheWbData
174    } else if (isFpSche) {
175      intCanCompress ++ fpScheWbData
176    }  else if (isMemVload) {
177      memVloadWbData
178    } else {
179      Seq(x)
180    }
181    val sameRobidxBools = VecInit(canSameRobidxWbData.map( wb => {
182      val killedByOlderThat = wb.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect, s3_s5_redirect))
183      (wb.bits.robIdx === x.bits.robIdx) && wb.valid && x.valid && !killedByOlderThat && !killedByOlder
184    }).toSeq)
185    delayed.bits := RegEnable(PopCount(sameRobidxBools), x.valid)
186    delayed
187  }).toSeq
188
189  private val exuPredecode = VecInit(
190    io.fromWB.wbData.filter(_.bits.redirect.nonEmpty).map(x => x.bits.predecodeInfo.get).toSeq
191  )
192
193  private val exuRedirects: Seq[ValidIO[Redirect]] = io.fromWB.wbData.filter(_.bits.redirect.nonEmpty).map(x => {
194    val out = Wire(Valid(new Redirect()))
195    out.valid := x.valid && x.bits.redirect.get.valid && x.bits.redirect.get.bits.cfiUpdate.isMisPred && !x.bits.robIdx.needFlush(Seq(s1_s3_redirect, s2_s4_redirect))
196    out.bits := x.bits.redirect.get.bits
197    out.bits.debugIsCtrl := true.B
198    out.bits.debugIsMemVio := false.B
199    // for fix timing, next cycle assgin
200    out.bits.cfiUpdate.backendIAF := false.B
201    out.bits.cfiUpdate.backendIPF := false.B
202    out.bits.cfiUpdate.backendIGPF := false.B
203    out
204  }).toSeq
205  private val oldestOneHot = Redirect.selectOldestRedirect(exuRedirects)
206  private val oldestExuRedirect = Mux1H(oldestOneHot, exuRedirects)
207  private val oldestExuPredecode = Mux1H(oldestOneHot, exuPredecode)
208
209  private val memViolation = io.fromMem.violation
210  val loadReplay = Wire(ValidIO(new Redirect))
211  loadReplay.valid := GatedValidRegNext(memViolation.valid)
212  loadReplay.bits := RegEnable(memViolation.bits, memViolation.valid)
213  loadReplay.bits.debugIsCtrl := false.B
214  loadReplay.bits.debugIsMemVio := true.B
215
216  pcMem.io.ren.get(pcMemRdIndexes("redirect").head) := memViolation.valid
217  pcMem.io.raddr(pcMemRdIndexes("redirect").head) := memViolation.bits.ftqIdx.value
218  pcMem.io.ren.get(pcMemRdIndexes("memPred").head) := memViolation.valid
219  pcMem.io.raddr(pcMemRdIndexes("memPred").head) := memViolation.bits.stFtqIdx.value
220  redirectGen.io.memPredPcRead.data := pcMem.io.rdata(pcMemRdIndexes("memPred").head).startAddr + (RegEnable(memViolation.bits.stFtqOffset, memViolation.valid) << instOffsetBits)
221
222  for ((pcMemIdx, i) <- pcMemRdIndexes("bjuPc").zipWithIndex) {
223    val ren = io.toDataPath.pcToDataPathIO.fromDataPathValid(i)
224    val raddr = io.toDataPath.pcToDataPathIO.fromDataPathFtqPtr(i).value
225    val roffset = io.toDataPath.pcToDataPathIO.fromDataPathFtqOffset(i)
226    pcMem.io.ren.get(pcMemIdx) := ren
227    pcMem.io.raddr(pcMemIdx) := raddr
228    io.toDataPath.pcToDataPathIO.toDataPathPC(i) := pcMem.io.rdata(pcMemIdx).startAddr
229  }
230
231  for ((pcMemIdx, i) <- pcMemRdIndexes("bjuTarget").zipWithIndex) {
232    val ren = io.toDataPath.pcToDataPathIO.fromDataPathValid(i)
233    val raddr = io.toDataPath.pcToDataPathIO.fromDataPathFtqPtr(i).value + 1.U
234    pcMem.io.ren.get(pcMemIdx) := ren
235    pcMem.io.raddr(pcMemIdx) := raddr
236    io.toDataPath.pcToDataPathIO.toDataPathTargetPC(i) := pcMem.io.rdata(pcMemIdx).startAddr
237  }
238
239  val baseIdx = params.BrhCnt
240  for ((pcMemIdx, i) <- pcMemRdIndexes("load").zipWithIndex) {
241    // load read pcMem (s0) -> get rdata (s1) -> reg next in Memblock (s2) -> reg next in Memblock (s3) -> consumed by pf (s3)
242    val ren = io.toDataPath.pcToDataPathIO.fromDataPathValid(baseIdx+i)
243    val raddr = io.toDataPath.pcToDataPathIO.fromDataPathFtqPtr(baseIdx+i).value
244    val roffset = io.toDataPath.pcToDataPathIO.fromDataPathFtqOffset(baseIdx+i)
245    pcMem.io.ren.get(pcMemIdx) := ren
246    pcMem.io.raddr(pcMemIdx) := raddr
247    io.toDataPath.pcToDataPathIO.toDataPathPC(baseIdx+i) := pcMem.io.rdata(pcMemIdx).startAddr
248  }
249
250  for ((pcMemIdx, i) <- pcMemRdIndexes("hybrid").zipWithIndex) {
251    // load read pcMem (s0) -> get rdata (s1) -> reg next in Memblock (s2) -> reg next in Memblock (s3) -> consumed by pf (s3)
252    pcMem.io.ren.get(pcMemIdx) := io.memHyPcRead(i).valid
253    pcMem.io.raddr(pcMemIdx) := io.memHyPcRead(i).ptr.value
254    io.memHyPcRead(i).data := pcMem.io.rdata(pcMemIdx).startAddr + (RegEnable(io.memHyPcRead(i).offset, io.memHyPcRead(i).valid) << instOffsetBits)
255  }
256
257  if (EnableStorePrefetchSMS) {
258    for ((pcMemIdx, i) <- pcMemRdIndexes("store").zipWithIndex) {
259      pcMem.io.ren.get(pcMemIdx) := io.memStPcRead(i).valid
260      pcMem.io.raddr(pcMemIdx) := io.memStPcRead(i).ptr.value
261      io.memStPcRead(i).data := pcMem.io.rdata(pcMemIdx).startAddr + (RegEnable(io.memStPcRead(i).offset, io.memStPcRead(i).valid) << instOffsetBits)
262    }
263  } else {
264    io.memStPcRead.foreach(_.data := 0.U)
265  }
266
267  /**
268   * trace begin
269   */
270  val trace = Module(new Trace)
271  trace.io.in.fromEncoder.stall  := io.traceCoreInterface.fromEncoder.stall
272  trace.io.in.fromEncoder.enable := io.traceCoreInterface.fromEncoder.enable
273  trace.io.in.fromRob            := rob.io.trace.traceCommitInfo
274  rob.io.trace.blockCommit       := trace.io.out.blockRobCommit
275
276  for ((pcMemIdx, i) <- pcMemRdIndexes("trace").zipWithIndex) {
277    val traceValid = trace.toPcMem.blocks(i).valid
278    pcMem.io.ren.get(pcMemIdx) := traceValid
279    pcMem.io.raddr(pcMemIdx) := trace.toPcMem.blocks(i).bits.ftqIdx.get.value
280    trace.io.in.fromPcMem(i) := pcMem.io.rdata(pcMemIdx).getPc(RegEnable(trace.toPcMem.blocks(i).bits.ftqOffset.get, traceValid))
281  }
282
283  // Trap/Xret only occur in block(0).
284  val tracePriv = Mux(Itype.isTrapOrXret(trace.toEncoder.blocks(0).bits.tracePipe.itype),
285    io.fromCSR.traceCSR.lastPriv,
286    io.fromCSR.traceCSR.currentPriv
287  )
288  io.traceCoreInterface.toEncoder.trap.cause := io.fromCSR.traceCSR.cause.asUInt
289  io.traceCoreInterface.toEncoder.trap.tval  := io.fromCSR.traceCSR.tval.asUInt
290  io.traceCoreInterface.toEncoder.priv       := tracePriv
291  (0 until TraceGroupNum).foreach(i => {
292    io.traceCoreInterface.toEncoder.groups(i).valid := trace.io.out.toEncoder.blocks(i).valid
293    io.traceCoreInterface.toEncoder.groups(i).bits.iaddr := trace.io.out.toEncoder.blocks(i).bits.iaddr.getOrElse(0.U)
294    io.traceCoreInterface.toEncoder.groups(i).bits.itype := trace.io.out.toEncoder.blocks(i).bits.tracePipe.itype
295    io.traceCoreInterface.toEncoder.groups(i).bits.iretire := trace.io.out.toEncoder.blocks(i).bits.tracePipe.iretire
296    io.traceCoreInterface.toEncoder.groups(i).bits.ilastsize := trace.io.out.toEncoder.blocks(i).bits.tracePipe.ilastsize
297  })
298  /**
299   * trace end
300   */
301
302
303  redirectGen.io.hartId := io.fromTop.hartId
304  redirectGen.io.oldestExuRedirect.valid := GatedValidRegNext(oldestExuRedirect.valid)
305  redirectGen.io.oldestExuRedirect.bits := RegEnable(oldestExuRedirect.bits, oldestExuRedirect.valid)
306  redirectGen.io.instrAddrTransType := RegNext(io.fromCSR.instrAddrTransType)
307  redirectGen.io.oldestExuOutPredecode.valid := GatedValidRegNext(oldestExuPredecode.valid)
308  redirectGen.io.oldestExuOutPredecode := RegEnable(oldestExuPredecode, oldestExuPredecode.valid)
309  redirectGen.io.loadReplay <> loadReplay
310  val loadRedirectOffset = Mux(memViolation.bits.flushItself(), 0.U, Mux(memViolation.bits.isRVC, 2.U, 4.U))
311  val loadRedirectPcFtqOffset = RegEnable((memViolation.bits.ftqOffset << instOffsetBits).asUInt +& loadRedirectOffset, memViolation.valid)
312  val loadRedirectPcRead = pcMem.io.rdata(pcMemRdIndexes("redirect").head).startAddr + loadRedirectPcFtqOffset
313
314  redirectGen.io.loadReplay.bits.cfiUpdate.pc := loadRedirectPcRead
315  val load_target = loadRedirectPcRead
316  redirectGen.io.loadReplay.bits.cfiUpdate.target := load_target
317
318  redirectGen.io.robFlush := s1_robFlushRedirect
319
320  val s5_flushFromRobValidAhead = DelayN(s1_robFlushRedirect.valid, 4)
321  val s6_flushFromRobValid = GatedValidRegNext(s5_flushFromRobValidAhead)
322  val frontendFlushBits = RegEnable(s1_robFlushRedirect.bits, s1_robFlushRedirect.valid) // ??
323  // When ROB commits an instruction with a flush, we notify the frontend of the flush without the commit.
324  // Flushes to frontend may be delayed by some cycles and commit before flush causes errors.
325  // Thus, we make all flush reasons to behave the same as exceptions for frontend.
326  for (i <- 0 until CommitWidth) {
327    // why flushOut: instructions with flushPipe are not commited to frontend
328    // If we commit them to frontend, it will cause flush after commit, which is not acceptable by frontend.
329    val s1_isCommit = rob.io.commits.commitValid(i) && rob.io.commits.isCommit && !s0_robFlushRedirect.valid
330    io.frontend.toFtq.rob_commits(i).valid := GatedValidRegNext(s1_isCommit)
331    io.frontend.toFtq.rob_commits(i).bits := RegEnable(rob.io.commits.info(i), s1_isCommit)
332  }
333  io.frontend.toFtq.redirect.valid := s6_flushFromRobValid || s3_redirectGen.valid
334  io.frontend.toFtq.redirect.bits := Mux(s6_flushFromRobValid, frontendFlushBits, s3_redirectGen.bits)
335  io.frontend.toFtq.ftqIdxSelOH.valid := s6_flushFromRobValid || redirectGen.io.stage2Redirect.valid
336  io.frontend.toFtq.ftqIdxSelOH.bits := Cat(s6_flushFromRobValid, redirectGen.io.stage2oldestOH & Fill(NumRedirect + 1, !s6_flushFromRobValid))
337
338  //jmp/brh, sel oldest first, only use one read port
339  io.frontend.toFtq.ftqIdxAhead(0).valid := RegNext(oldestExuRedirect.valid) && !s1_robFlushRedirect.valid && !s5_flushFromRobValidAhead
340  io.frontend.toFtq.ftqIdxAhead(0).bits := RegEnable(oldestExuRedirect.bits.ftqIdx, oldestExuRedirect.valid)
341  //loadreplay
342  io.frontend.toFtq.ftqIdxAhead(NumRedirect).valid := loadReplay.valid && !s1_robFlushRedirect.valid && !s5_flushFromRobValidAhead
343  io.frontend.toFtq.ftqIdxAhead(NumRedirect).bits := loadReplay.bits.ftqIdx
344  //exception
345  io.frontend.toFtq.ftqIdxAhead.last.valid := s5_flushFromRobValidAhead
346  io.frontend.toFtq.ftqIdxAhead.last.bits := frontendFlushBits.ftqIdx
347
348  // Be careful here:
349  // T0: rob.io.flushOut, s0_robFlushRedirect
350  // T1: s1_robFlushRedirect, rob.io.exception.valid
351  // T2: csr.redirect.valid
352  // T3: csr.exception.valid
353  // T4: csr.trapTarget
354  // T5: ctrlBlock.trapTarget
355  // T6: io.frontend.toFtq.stage2Redirect.valid
356  val s2_robFlushPc = RegEnable(Mux(s1_robFlushRedirect.bits.flushItself(),
357    s1_robFlushPc, // replay inst
358    s1_robFlushPc + Mux(s1_robFlushRedirect.bits.isRVC, 2.U, 4.U) // flush pipe
359  ), s1_robFlushRedirect.valid)
360  private val s5_csrIsTrap = DelayN(rob.io.exception.valid, 4)
361  private val s5_trapTargetFromCsr = io.robio.csr.trapTarget
362
363  val flushTarget = Mux(s5_csrIsTrap, s5_trapTargetFromCsr.pc, s2_robFlushPc)
364  val s5_trapTargetIAF = Mux(s5_csrIsTrap, s5_trapTargetFromCsr.raiseIAF, false.B)
365  val s5_trapTargetIPF = Mux(s5_csrIsTrap, s5_trapTargetFromCsr.raiseIPF, false.B)
366  val s5_trapTargetIGPF = Mux(s5_csrIsTrap, s5_trapTargetFromCsr.raiseIGPF, false.B)
367  when (s6_flushFromRobValid) {
368    io.frontend.toFtq.redirect.bits.level := RedirectLevel.flush
369    io.frontend.toFtq.redirect.bits.cfiUpdate.target := RegEnable(flushTarget, s5_flushFromRobValidAhead)
370    io.frontend.toFtq.redirect.bits.cfiUpdate.backendIAF := RegEnable(s5_trapTargetIAF, s5_flushFromRobValidAhead)
371    io.frontend.toFtq.redirect.bits.cfiUpdate.backendIPF := RegEnable(s5_trapTargetIPF, s5_flushFromRobValidAhead)
372    io.frontend.toFtq.redirect.bits.cfiUpdate.backendIGPF := RegEnable(s5_trapTargetIGPF, s5_flushFromRobValidAhead)
373  }
374
375  for (i <- 0 until DecodeWidth) {
376    gpaMem.io.fromIFU := io.frontend.fromIfu
377    gpaMem.io.exceptionReadAddr.valid := rob.io.readGPAMemAddr.valid
378    gpaMem.io.exceptionReadAddr.bits.ftqPtr := rob.io.readGPAMemAddr.bits.ftqPtr
379    gpaMem.io.exceptionReadAddr.bits.ftqOffset := rob.io.readGPAMemAddr.bits.ftqOffset
380  }
381
382  // vtype commit
383  decode.io.fromCSR := io.fromCSR.toDecode
384  decode.io.fromRob.isResumeVType := rob.io.toDecode.isResumeVType
385  decode.io.fromRob.walkToArchVType := rob.io.toDecode.walkToArchVType
386  decode.io.fromRob.commitVType := rob.io.toDecode.commitVType
387  decode.io.fromRob.walkVType := rob.io.toDecode.walkVType
388
389  decode.io.redirect := s1_s3_redirect.valid || s2_s4_pendingRedirectValid
390
391  // add decode Buf for in.ready better timing
392  val decodeBufBits = Reg(Vec(DecodeWidth, new StaticInst))
393  val decodeBufValid = RegInit(VecInit(Seq.fill(DecodeWidth)(false.B)))
394  val decodeFromFrontend = io.frontend.cfVec
395  val decodeBufNotAccept = VecInit(decodeBufValid.zip(decode.io.in).map(x => x._1 && !x._2.ready))
396  val decodeBufAcceptNum = PriorityMuxDefault(decodeBufNotAccept.zip(Seq.tabulate(DecodeWidth)(i => i.U)), DecodeWidth.U)
397  val decodeFromFrontendNotAccept = VecInit(decodeFromFrontend.zip(decode.io.in).map(x => decodeBufValid(0) || x._1.valid && !x._2.ready))
398  val decodeFromFrontendAcceptNum = PriorityMuxDefault(decodeFromFrontendNotAccept.zip(Seq.tabulate(DecodeWidth)(i => i.U)), DecodeWidth.U)
399  if (backendParams.debugEn) {
400    dontTouch(decodeBufNotAccept)
401    dontTouch(decodeBufAcceptNum)
402    dontTouch(decodeFromFrontendNotAccept)
403    dontTouch(decodeFromFrontendAcceptNum)
404  }
405  val a = decodeBufNotAccept.drop(2)
406  for (i <- 0 until DecodeWidth) {
407    // decodeBufValid update
408    when(decode.io.redirect || decodeBufValid(0) && decodeBufValid(i) && decode.io.in(i).ready && !VecInit(decodeBufNotAccept.drop(i)).asUInt.orR) {
409      decodeBufValid(i) := false.B
410    }.elsewhen(decodeBufValid(i) && VecInit(decodeBufNotAccept.drop(i)).asUInt.orR) {
411      decodeBufValid(i) := Mux(decodeBufAcceptNum > DecodeWidth.U - 1.U - i.U, false.B, decodeBufValid(i.U + decodeBufAcceptNum))
412    }.elsewhen(!decodeBufValid(0) && VecInit(decodeFromFrontendNotAccept.drop(i)).asUInt.orR) {
413      decodeBufValid(i) := Mux(decodeFromFrontendAcceptNum > DecodeWidth.U - 1.U - i.U, false.B, decodeFromFrontend(i.U + decodeFromFrontendAcceptNum).valid)
414    }
415    // decodeBufBits update
416    when(decodeBufValid(i) && VecInit(decodeBufNotAccept.drop(i)).asUInt.orR) {
417      decodeBufBits(i) := decodeBufBits(i.U + decodeBufAcceptNum)
418    }.elsewhen(!decodeBufValid(0) && VecInit(decodeFromFrontendNotAccept.drop(i)).asUInt.orR) {
419      decodeBufBits(i).connectCtrlFlow(decodeFromFrontend(i.U + decodeFromFrontendAcceptNum).bits)
420    }
421  }
422  val decodeConnectFromFrontend = Wire(Vec(DecodeWidth, new StaticInst))
423  decodeConnectFromFrontend.zip(decodeFromFrontend).map(x => x._1.connectCtrlFlow(x._2.bits))
424  decode.io.in.zipWithIndex.foreach { case (decodeIn, i) =>
425    decodeIn.valid := Mux(decodeBufValid(0), decodeBufValid(i), decodeFromFrontend(i).valid)
426    decodeFromFrontend(i).ready := decodeFromFrontend(0).valid && !decodeBufValid(0) && decodeFromFrontend(i).valid && !decode.io.redirect
427    decodeIn.bits := Mux(decodeBufValid(i), decodeBufBits(i), decodeConnectFromFrontend(i))
428  }
429  io.frontend.canAccept := !decodeBufValid(0) || !decodeFromFrontend(0).valid
430  decode.io.csrCtrl := RegNext(io.csrCtrl)
431  decode.io.intRat <> rat.io.intReadPorts
432  decode.io.fpRat <> rat.io.fpReadPorts
433  decode.io.vecRat <> rat.io.vecReadPorts
434  decode.io.v0Rat <> rat.io.v0ReadPorts
435  decode.io.vlRat <> rat.io.vlReadPorts
436  decode.io.fusion := 0.U.asTypeOf(decode.io.fusion) // Todo
437  decode.io.stallReason.in <> io.frontend.stallReason
438
439  // snapshot check
440  class CFIRobIdx extends Bundle {
441    val robIdx = Vec(RenameWidth, new RobPtr)
442    val isCFI = Vec(RenameWidth, Bool())
443  }
444  val genSnapshot = Cat(rename.io.out.map(out => out.fire && out.bits.snapshot)).orR
445  val snpt = Module(new SnapshotGenerator(0.U.asTypeOf(new CFIRobIdx)))
446  snpt.io.enq := genSnapshot
447  snpt.io.enqData.robIdx := rename.io.out.map(_.bits.robIdx)
448  snpt.io.enqData.isCFI := rename.io.out.map(_.bits.snapshot)
449  snpt.io.deq := snpt.io.valids(snpt.io.deqPtr.value) && rob.io.commits.isCommit &&
450    Cat(rob.io.commits.commitValid.zip(rob.io.commits.robIdx).map(x => x._1 && x._2 === snpt.io.snapshots(snpt.io.deqPtr.value).robIdx.head)).orR
451  snpt.io.redirect := s1_s3_redirect.valid
452  val flushVec = VecInit(snpt.io.snapshots.map { snapshot =>
453    val notCFIMask = snapshot.isCFI.map(~_)
454    val shouldFlush = snapshot.robIdx.map(robIdx => robIdx >= s1_s3_redirect.bits.robIdx || robIdx.value === s1_s3_redirect.bits.robIdx.value)
455    val shouldFlushMask = (1 to RenameWidth).map(shouldFlush take _ reduce (_ || _))
456    s1_s3_redirect.valid && Cat(shouldFlushMask.zip(notCFIMask).map(x => x._1 | x._2)).andR
457  })
458  val flushVecNext = flushVec zip snpt.io.valids map (x => GatedValidRegNext(x._1 && x._2, false.B))
459  snpt.io.flushVec := flushVecNext
460
461  val useSnpt = VecInit.tabulate(RenameSnapshotNum)(idx =>
462    snpt.io.valids(idx) && (s1_s3_redirect.bits.robIdx > snpt.io.snapshots(idx).robIdx.head ||
463      !s1_s3_redirect.bits.flushItself() && s1_s3_redirect.bits.robIdx === snpt.io.snapshots(idx).robIdx.head)
464  ).reduceTree(_ || _)
465  val snptSelect = MuxCase(
466    0.U(log2Ceil(RenameSnapshotNum).W),
467    (1 to RenameSnapshotNum).map(i => (snpt.io.enqPtr - i.U).value).map(idx =>
468      (snpt.io.valids(idx) && (s1_s3_redirect.bits.robIdx > snpt.io.snapshots(idx).robIdx.head ||
469        !s1_s3_redirect.bits.flushItself() && s1_s3_redirect.bits.robIdx === snpt.io.snapshots(idx).robIdx.head), idx)
470    )
471  )
472
473  rob.io.snpt.snptEnq := DontCare
474  rob.io.snpt.snptDeq := snpt.io.deq
475  rob.io.snpt.useSnpt := useSnpt
476  rob.io.snpt.snptSelect := snptSelect
477  rob.io.snpt.flushVec := flushVecNext
478  rat.io.snpt.snptEnq := genSnapshot
479  rat.io.snpt.snptDeq := snpt.io.deq
480  rat.io.snpt.useSnpt := useSnpt
481  rat.io.snpt.snptSelect := snptSelect
482  rat.io.snpt.flushVec := flushVec
483
484  val decodeHasException = decode.io.out.map(x => x.bits.exceptionVec(instrPageFault) || x.bits.exceptionVec(instrAccessFault))
485  // fusion decoder
486  for (i <- 0 until DecodeWidth) {
487    fusionDecoder.io.in(i).valid := decode.io.out(i).valid && !(decodeHasException(i) || disableFusion)
488    fusionDecoder.io.in(i).bits := decode.io.out(i).bits.instr
489    if (i > 0) {
490      fusionDecoder.io.inReady(i - 1) := decode.io.out(i).ready
491    }
492  }
493
494  private val decodePipeRename = Wire(Vec(RenameWidth, DecoupledIO(new DecodedInst)))
495  for (i <- 0 until RenameWidth) {
496    PipelineConnect(decode.io.out(i), decodePipeRename(i), rename.io.in(i).ready,
497      s1_s3_redirect.valid || s2_s4_pendingRedirectValid, moduleName = Some("decodePipeRenameModule"))
498
499    decodePipeRename(i).ready := rename.io.in(i).ready
500    rename.io.in(i).valid := decodePipeRename(i).valid && !fusionDecoder.io.clear(i)
501    rename.io.in(i).bits := decodePipeRename(i).bits
502    dispatch.io.renameIn(i).valid := decodePipeRename(i).valid && !fusionDecoder.io.clear(i) && !decodePipeRename(i).bits.isMove
503    dispatch.io.renameIn(i).bits := decodePipeRename(i).bits
504  }
505
506  for (i <- 0 until RenameWidth - 1) {
507    fusionDecoder.io.dec(i) := decodePipeRename(i).bits
508    rename.io.fusionInfo(i) := fusionDecoder.io.info(i)
509
510    // update the first RenameWidth - 1 instructions
511    decode.io.fusion(i) := fusionDecoder.io.out(i).valid && rename.io.out(i).fire
512    when (fusionDecoder.io.out(i).valid) {
513      fusionDecoder.io.out(i).bits.update(rename.io.in(i).bits)
514      fusionDecoder.io.out(i).bits.update(dispatch.io.renameIn(i).bits)
515      // TODO: remove this dirty code for ftq update
516      val sameFtqPtr = rename.io.in(i).bits.ftqPtr.value === rename.io.in(i + 1).bits.ftqPtr.value
517      val ftqOffset0 = rename.io.in(i).bits.ftqOffset
518      val ftqOffset1 = rename.io.in(i + 1).bits.ftqOffset
519      val ftqOffsetDiff = ftqOffset1 - ftqOffset0
520      val cond1 = sameFtqPtr && ftqOffsetDiff === 1.U
521      val cond2 = sameFtqPtr && ftqOffsetDiff === 2.U
522      val cond3 = !sameFtqPtr && ftqOffset1 === 0.U
523      val cond4 = !sameFtqPtr && ftqOffset1 === 1.U
524      rename.io.in(i).bits.commitType := Mux(cond1, 4.U, Mux(cond2, 5.U, Mux(cond3, 6.U, 7.U)))
525      XSError(!cond1 && !cond2 && !cond3 && !cond4, p"new condition $sameFtqPtr $ftqOffset0 $ftqOffset1\n")
526    }
527
528  }
529
530  // memory dependency predict
531  // when decode, send fold pc to mdp
532  private val mdpFlodPcVecVld = Wire(Vec(DecodeWidth, Bool()))
533  private val mdpFlodPcVec = Wire(Vec(DecodeWidth, UInt(MemPredPCWidth.W)))
534  for (i <- 0 until DecodeWidth) {
535    mdpFlodPcVecVld(i) := decode.io.out(i).fire || GatedValidRegNext(decode.io.out(i).fire)
536    mdpFlodPcVec(i) := Mux(
537      decode.io.out(i).fire,
538      decode.io.in(i).bits.foldpc,
539      rename.io.in(i).bits.foldpc
540    )
541  }
542
543  // currently, we only update mdp info when isReplay
544  memCtrl.io.redirect := s1_s3_redirect
545  memCtrl.io.csrCtrl := io.csrCtrl                          // RegNext in memCtrl
546  memCtrl.io.stIn := io.fromMem.stIn                        // RegNext in memCtrl
547  memCtrl.io.memPredUpdate := redirectGen.io.memPredUpdate  // RegNext in memCtrl
548  memCtrl.io.mdpFoldPcVecVld := mdpFlodPcVecVld
549  memCtrl.io.mdpFlodPcVec := mdpFlodPcVec
550  memCtrl.io.dispatchLFSTio <> dispatch.io.lfst
551
552  rat.io.redirect := s1_s3_redirect.valid
553  rat.io.rabCommits := rob.io.rabCommits
554  rat.io.diffCommits.foreach(_ := rob.io.diffCommits.get)
555  rat.io.intRenamePorts := rename.io.intRenamePorts
556  rat.io.fpRenamePorts := rename.io.fpRenamePorts
557  rat.io.vecRenamePorts := rename.io.vecRenamePorts
558  rat.io.v0RenamePorts := rename.io.v0RenamePorts
559  rat.io.vlRenamePorts := rename.io.vlRenamePorts
560
561  rename.io.redirect := s1_s3_redirect
562  rename.io.rabCommits := rob.io.rabCommits
563  rename.io.singleStep := GatedValidRegNext(io.csrCtrl.singlestep)
564  rename.io.waittable := (memCtrl.io.waitTable2Rename zip decode.io.out).map{ case(waittable2rename, decodeOut) =>
565    RegEnable(waittable2rename, decodeOut.fire)
566  }
567  rename.io.ssit := memCtrl.io.ssit2Rename
568  // disble mdp
569  dispatch.io.lfst.resp := 0.U.asTypeOf(dispatch.io.lfst.resp)
570  rename.io.waittable := 0.U.asTypeOf(rename.io.waittable)
571  rename.io.ssit := 0.U.asTypeOf(rename.io.ssit)
572  rename.io.intReadPorts := VecInit(rat.io.intReadPorts.map(x => VecInit(x.map(_.data))))
573  rename.io.fpReadPorts := VecInit(rat.io.fpReadPorts.map(x => VecInit(x.map(_.data))))
574  rename.io.vecReadPorts := VecInit(rat.io.vecReadPorts.map(x => VecInit(x.map(_.data))))
575  rename.io.v0ReadPorts := VecInit(rat.io.v0ReadPorts.map(x => VecInit(x.data)))
576  rename.io.vlReadPorts := VecInit(rat.io.vlReadPorts.map(x => VecInit(x.data)))
577  rename.io.int_need_free := rat.io.int_need_free
578  rename.io.int_old_pdest := rat.io.int_old_pdest
579  rename.io.fp_old_pdest := rat.io.fp_old_pdest
580  rename.io.vec_old_pdest := rat.io.vec_old_pdest
581  rename.io.v0_old_pdest := rat.io.v0_old_pdest
582  rename.io.vl_old_pdest := rat.io.vl_old_pdest
583  rename.io.debug_int_rat.foreach(_ := rat.io.debug_int_rat.get)
584  rename.io.debug_fp_rat.foreach(_ := rat.io.debug_fp_rat.get)
585  rename.io.debug_vec_rat.foreach(_ := rat.io.debug_vec_rat.get)
586  rename.io.debug_v0_rat.foreach(_ := rat.io.debug_v0_rat.get)
587  rename.io.debug_vl_rat.foreach(_ := rat.io.debug_vl_rat.get)
588  rename.io.stallReason.in <> decode.io.stallReason.out
589  rename.io.snpt.snptEnq := DontCare
590  rename.io.snpt.snptDeq := snpt.io.deq
591  rename.io.snpt.useSnpt := useSnpt
592  rename.io.snpt.snptSelect := snptSelect
593  rename.io.snptIsFull := snpt.io.valids.asUInt.andR
594  rename.io.snpt.flushVec := flushVecNext
595  rename.io.snptLastEnq.valid := !isEmpty(snpt.io.enqPtr, snpt.io.deqPtr)
596  rename.io.snptLastEnq.bits := snpt.io.snapshots((snpt.io.enqPtr - 1.U).value).robIdx.head
597
598  val renameOut = Wire(chiselTypeOf(rename.io.out))
599  renameOut <> rename.io.out
600  // pass all snapshot in the first element for correctness of blockBackward
601  renameOut.tail.foreach(_.bits.snapshot := false.B)
602  renameOut.head.bits.snapshot := Mux(isFull(snpt.io.enqPtr, snpt.io.deqPtr),
603    false.B,
604    Cat(rename.io.out.map(out => out.valid && out.bits.snapshot)).orR
605  )
606
607  // pipeline between rename and dispatch
608  PipeGroupConnect(renameOut, dispatch.io.fromRename, s1_s3_redirect.valid, dispatch.io.toRenameAllFire, "renamePipeDispatch")
609
610  dispatch.io.redirect := s1_s3_redirect
611  val enqRob = Wire(chiselTypeOf(rob.io.enq))
612  enqRob.canAccept := rob.io.enq.canAccept
613  enqRob.canAcceptForDispatch := rob.io.enq.canAcceptForDispatch
614  enqRob.isEmpty := rob.io.enq.isEmpty
615  enqRob.resp := rob.io.enq.resp
616  enqRob.needAlloc := RegNext(dispatch.io.enqRob.needAlloc)
617  enqRob.req.zip(dispatch.io.enqRob.req).map { case (sink, source) =>
618    sink.valid := RegNext(source.valid && !rob.io.redirect.valid)
619    sink.bits := RegEnable(source.bits, source.valid)
620  }
621  dispatch.io.enqRob.canAccept := enqRob.canAcceptForDispatch && !enqRob.req.map(x => x.valid && x.bits.blockBackward && enqRob.canAccept).reduce(_ || _)
622  dispatch.io.enqRob.canAcceptForDispatch := enqRob.canAcceptForDispatch
623  dispatch.io.enqRob.isEmpty := enqRob.isEmpty && !enqRob.req.map(_.valid).reduce(_ || _)
624  dispatch.io.enqRob.resp := enqRob.resp
625  rob.io.enq.needAlloc := enqRob.needAlloc
626  rob.io.enq.req := enqRob.req
627  dispatch.io.robHead := rob.io.debugRobHead
628  dispatch.io.stallReason <> rename.io.stallReason.out
629  dispatch.io.lqCanAccept := io.lqCanAccept
630  dispatch.io.sqCanAccept := io.sqCanAccept
631  dispatch.io.fromMem.lcommit := io.fromMemToDispatch.lcommit
632  dispatch.io.fromMem.scommit := io.fromMemToDispatch.scommit
633  dispatch.io.fromMem.lqDeqPtr := io.fromMemToDispatch.lqDeqPtr
634  dispatch.io.fromMem.sqDeqPtr := io.fromMemToDispatch.sqDeqPtr
635  dispatch.io.fromMem.lqCancelCnt := io.fromMemToDispatch.lqCancelCnt
636  dispatch.io.fromMem.sqCancelCnt := io.fromMemToDispatch.sqCancelCnt
637  io.toMem.lsqEnqIO <> dispatch.io.toMem.lsqEnqIO
638  dispatch.io.wakeUpAll.wakeUpInt := io.toDispatch.wakeUpInt
639  dispatch.io.wakeUpAll.wakeUpFp  := io.toDispatch.wakeUpFp
640  dispatch.io.wakeUpAll.wakeUpVec := io.toDispatch.wakeUpVec
641  dispatch.io.wakeUpAll.wakeUpMem := io.toDispatch.wakeUpMem
642  dispatch.io.IQValidNumVec := io.toDispatch.IQValidNumVec
643  dispatch.io.ldCancel := io.toDispatch.ldCancel
644  dispatch.io.og0Cancel := io.toDispatch.og0Cancel
645  dispatch.io.wbPregsInt := io.toDispatch.wbPregsInt
646  dispatch.io.wbPregsFp := io.toDispatch.wbPregsFp
647  dispatch.io.wbPregsVec := io.toDispatch.wbPregsVec
648  dispatch.io.wbPregsV0 := io.toDispatch.wbPregsV0
649  dispatch.io.wbPregsVl := io.toDispatch.wbPregsVl
650  dispatch.io.robHeadNotReady := rob.io.headNotReady
651  dispatch.io.robFull := rob.io.robFull
652  dispatch.io.singleStep := GatedValidRegNext(io.csrCtrl.singlestep)
653
654  val toIssueBlockUops = Seq(io.toIssueBlock.intUops, io.toIssueBlock.fpUops, io.toIssueBlock.vfUops, io.toIssueBlock.memUops).flatten
655  toIssueBlockUops.zip(dispatch.io.toIssueQueues).map(x => x._1 <> x._2)
656  io.toIssueBlock.flush   <> s2_s4_redirect
657
658  pcMem.io.wen.head   := GatedValidRegNext(io.frontend.fromFtq.pc_mem_wen)
659  pcMem.io.waddr.head := RegEnable(io.frontend.fromFtq.pc_mem_waddr, io.frontend.fromFtq.pc_mem_wen)
660  pcMem.io.wdata.head := RegEnable(io.frontend.fromFtq.pc_mem_wdata, io.frontend.fromFtq.pc_mem_wen)
661
662  io.toDataPath.flush := s2_s4_redirect
663  io.toExuBlock.flush := s2_s4_redirect
664
665
666  rob.io.hartId := io.fromTop.hartId
667  rob.io.redirect := s1_s3_redirect
668  rob.io.writeback := delayedNotFlushedWriteBack
669  rob.io.exuWriteback := delayedWriteBack
670  rob.io.writebackNums := VecInit(delayedNotFlushedWriteBackNums)
671  rob.io.writebackNeedFlush := delayedNotFlushedWriteBackNeedFlush
672  rob.io.readGPAMemData := gpaMem.io.exceptionReadData
673  rob.io.fromVecExcpMod.busy := io.fromVecExcpMod.busy
674
675  io.redirect := s1_s3_redirect
676
677  // rob to int block
678  io.robio.csr <> rob.io.csr
679  // When wfi is disabled, it will not block ROB commit.
680  rob.io.csr.wfiEvent := io.robio.csr.wfiEvent
681  rob.io.wfi_enable := decode.io.csrCtrl.wfi_enable
682
683  io.toTop.cpuHalt := DelayN(rob.io.cpu_halt, 5)
684
685  io.robio.csr.perfinfo.retiredInstr <> RegNext(rob.io.csr.perfinfo.retiredInstr)
686  io.robio.exception := rob.io.exception
687  io.robio.exception.bits.pc := s1_robFlushPc
688
689  // rob to mem block
690  io.robio.lsq <> rob.io.lsq
691
692  io.diff_int_rat.foreach(_ := rat.io.diff_int_rat.get)
693  io.diff_fp_rat .foreach(_ := rat.io.diff_fp_rat.get)
694  io.diff_vec_rat.foreach(_ := rat.io.diff_vec_rat.get)
695  io.diff_v0_rat .foreach(_ := rat.io.diff_v0_rat.get)
696  io.diff_vl_rat .foreach(_ := rat.io.diff_vl_rat.get)
697
698  rob.io.debug_ls := io.robio.debug_ls
699  rob.io.debugHeadLsIssue := io.robio.robHeadLsIssue
700  rob.io.lsTopdownInfo := io.robio.lsTopdownInfo
701  rob.io.csr.criticalErrorState := io.robio.csr.criticalErrorState
702  rob.io.debugEnqLsq := io.debugEnqLsq
703
704  io.robio.robDeqPtr := rob.io.robDeqPtr
705
706  io.robio.storeDebugInfo <> rob.io.storeDebugInfo
707
708  // rob to backend
709  io.robio.commitVType := rob.io.toDecode.commitVType
710  // exu block to decode
711  decode.io.vsetvlVType := io.toDecode.vsetvlVType
712  // backend to decode
713  decode.io.vstart := io.toDecode.vstart
714  // backend to rob
715  rob.io.vstartIsZero := io.toDecode.vstart === 0.U
716
717  io.toCSR.trapInstInfo := decode.io.toCSR.trapInstInfo
718
719  io.toVecExcpMod.logicPhyRegMap := rob.io.toVecExcpMod.logicPhyRegMap
720  io.toVecExcpMod.excpInfo       := rob.io.toVecExcpMod.excpInfo
721  // T  : rat receive rabCommit
722  // T+1: rat return oldPdest
723  io.toVecExcpMod.ratOldPest match {
724    case fromRat =>
725      (0 until RabCommitWidth).foreach { idx =>
726        fromRat.v0OldVdPdest(idx).valid := RegNext(
727          rat.io.rabCommits.isCommit &&
728          rat.io.rabCommits.isWalk &&
729          rat.io.rabCommits.commitValid(idx) &&
730          rat.io.rabCommits.info(idx).v0Wen
731        )
732        fromRat.v0OldVdPdest(idx).bits := rat.io.v0_old_pdest(idx)
733        fromRat.vecOldVdPdest(idx).valid := RegNext(
734          rat.io.rabCommits.isCommit &&
735          rat.io.rabCommits.isWalk &&
736          rat.io.rabCommits.commitValid(idx) &&
737          rat.io.rabCommits.info(idx).vecWen
738        )
739        fromRat.vecOldVdPdest(idx).bits := rat.io.vec_old_pdest(idx)
740      }
741  }
742
743  io.debugTopDown.fromRob := rob.io.debugTopDown.toCore
744  dispatch.io.debugTopDown.fromRob := rob.io.debugTopDown.toDispatch
745  dispatch.io.debugTopDown.fromCore := io.debugTopDown.fromCore
746  io.debugRolling := rob.io.debugRolling
747
748  io.perfInfo.ctrlInfo.robFull := GatedValidRegNext(rob.io.robFull)
749  io.perfInfo.ctrlInfo.intdqFull := false.B
750  io.perfInfo.ctrlInfo.fpdqFull := false.B
751  io.perfInfo.ctrlInfo.lsdqFull := false.B
752
753  val perfEvents = Seq(decode, rename, dispatch, rob).flatMap(_.getPerfEvents)
754  generatePerfEvent()
755
756  val criticalErrors = rob.getCriticalErrors
757  generateCriticalErrors()
758}
759
760class CtrlBlockIO()(implicit p: Parameters, params: BackendParams) extends XSBundle {
761  val fromTop = new Bundle {
762    val hartId = Input(UInt(8.W))
763  }
764  val toTop = new Bundle {
765    val cpuHalt = Output(Bool())
766  }
767  val frontend = Flipped(new FrontendToCtrlIO())
768  val fromCSR = new Bundle{
769    val toDecode = Input(new CSRToDecode)
770    val traceCSR = Input(new TraceCSR)
771    val instrAddrTransType = Input(new AddrTransType)
772  }
773  val toIssueBlock = new Bundle {
774    val flush = ValidIO(new Redirect)
775    val intUopsNum = backendParams.intSchdParams.get.issueBlockParams.map(_.numEnq).sum
776    val fpUopsNum = backendParams.fpSchdParams.get.issueBlockParams.map(_.numEnq).sum
777    val vfUopsNum = backendParams.vfSchdParams.get.issueBlockParams.map(_.numEnq).sum
778    val memUopsNum = backendParams.memSchdParams.get.issueBlockParams.filter(x => x.StdCnt == 0).map(_.numEnq).sum
779    val intUops = Vec(intUopsNum, DecoupledIO(new DynInst))
780    val fpUops = Vec(fpUopsNum, DecoupledIO(new DynInst))
781    val vfUops = Vec(vfUopsNum, DecoupledIO(new DynInst))
782    val memUops = Vec(memUopsNum, DecoupledIO(new DynInst))
783  }
784  val fromMemToDispatch = new Bundle {
785    val lcommit = Input(UInt(log2Up(CommitWidth + 1).W))
786    val scommit = Input(UInt(log2Ceil(EnsbufferWidth + 1).W)) // connected to `memBlock.io.sqDeq` instead of ROB
787    val lqDeqPtr = Input(new LqPtr)
788    val sqDeqPtr = Input(new SqPtr)
789    // from lsq
790    val lqCancelCnt = Input(UInt(log2Up(VirtualLoadQueueSize + 1).W))
791    val sqCancelCnt = Input(UInt(log2Up(StoreQueueSize + 1).W))
792  }
793  //toMem
794  val toMem = new Bundle {
795    val lsqEnqIO = Flipped(new LsqEnqIO)
796  }
797  val toDispatch = new Bundle {
798    val wakeUpInt = Flipped(backendParams.intSchdParams.get.genIQWakeUpOutValidBundle)
799    val wakeUpFp  = Flipped(backendParams.fpSchdParams.get.genIQWakeUpOutValidBundle)
800    val wakeUpVec = Flipped(backendParams.vfSchdParams.get.genIQWakeUpOutValidBundle)
801    val wakeUpMem = Flipped(backendParams.memSchdParams.get.genIQWakeUpOutValidBundle)
802    val allIssueParams = backendParams.allIssueParams.filter(_.StdCnt == 0)
803    val allExuParams = allIssueParams.map(_.exuBlockParams).flatten
804    val exuNum = allExuParams.size
805    val maxIQSize = allIssueParams.map(_.numEntries).max
806    val IQValidNumVec = Vec(exuNum, Input(UInt(maxIQSize.U.getWidth.W)))
807    val og0Cancel = Input(ExuVec())
808    val ldCancel = Vec(backendParams.LdExuCnt, Flipped(new LoadCancelIO))
809    val wbPregsInt = Vec(backendParams.numPregWb(IntData()), Flipped(ValidIO(UInt(PhyRegIdxWidth.W))))
810    val wbPregsFp = Vec(backendParams.numPregWb(FpData()), Flipped(ValidIO(UInt(PhyRegIdxWidth.W))))
811    val wbPregsVec = Vec(backendParams.numPregWb(VecData()), Flipped(ValidIO(UInt(PhyRegIdxWidth.W))))
812    val wbPregsV0 = Vec(backendParams.numPregWb(V0Data()), Flipped(ValidIO(UInt(PhyRegIdxWidth.W))))
813    val wbPregsVl = Vec(backendParams.numPregWb(VlData()), Flipped(ValidIO(UInt(PhyRegIdxWidth.W))))
814  }
815  val toDataPath = new Bundle {
816    val flush = ValidIO(new Redirect)
817    val pcToDataPathIO = new PcToDataPathIO(params)
818  }
819  val toExuBlock = new Bundle {
820    val flush = ValidIO(new Redirect)
821  }
822  val toCSR = new Bundle {
823    val trapInstInfo = Output(ValidIO(new TrapInstInfo))
824  }
825  val fromWB = new Bundle {
826    val wbData = Flipped(MixedVec(params.genWrite2CtrlBundles))
827  }
828  val redirect = ValidIO(new Redirect)
829  val fromMem = new Bundle {
830    val stIn = Vec(params.StaExuCnt, Flipped(ValidIO(new DynInst))) // use storeSetHit, ssid, robIdx
831    val violation = Flipped(ValidIO(new Redirect))
832  }
833  val memStPcRead = Vec(params.StaCnt, Flipped(new FtqRead(UInt(VAddrBits.W))))
834  val memHyPcRead = Vec(params.HyuCnt, Flipped(new FtqRead(UInt(VAddrBits.W))))
835
836  val csrCtrl = Input(new CustomCSRCtrlIO)
837  val robio = new Bundle {
838    val csr = new RobCSRIO
839    val exception = ValidIO(new ExceptionInfo)
840    val lsq = new RobLsqIO
841    val lsTopdownInfo = Vec(params.LduCnt + params.HyuCnt, Input(new LsTopdownInfo))
842    val debug_ls = Input(new DebugLSIO())
843    val robHeadLsIssue = Input(Bool())
844    val robDeqPtr = Output(new RobPtr)
845    val commitVType = new Bundle {
846      val vtype = Output(ValidIO(VType()))
847      val hasVsetvl = Output(Bool())
848    }
849
850    // store event difftest information
851    val storeDebugInfo = Vec(EnsbufferWidth, new Bundle {
852      val robidx = Input(new RobPtr)
853      val pc     = Output(UInt(VAddrBits.W))
854    })
855  }
856
857  val toDecode = new Bundle {
858    val vsetvlVType = Input(VType())
859    val vstart = Input(Vl())
860  }
861
862  val fromVecExcpMod = Input(new Bundle {
863    val busy = Bool()
864  })
865
866  val toVecExcpMod = Output(new Bundle {
867    val logicPhyRegMap = Vec(RabCommitWidth, ValidIO(new RegWriteFromRab))
868    val excpInfo = ValidIO(new VecExcpInfo)
869    val ratOldPest = new RatToVecExcpMod
870  })
871
872  val traceCoreInterface = new TraceCoreInterface
873
874  val perfInfo = Output(new Bundle{
875    val ctrlInfo = new Bundle {
876      val robFull   = Bool()
877      val intdqFull = Bool()
878      val fpdqFull  = Bool()
879      val lsdqFull  = Bool()
880    }
881  })
882  val diff_int_rat = if (params.basicDebugEn) Some(Vec(32, Output(UInt(PhyRegIdxWidth.W)))) else None
883  val diff_fp_rat  = if (params.basicDebugEn) Some(Vec(32, Output(UInt(PhyRegIdxWidth.W)))) else None
884  val diff_vec_rat = if (params.basicDebugEn) Some(Vec(31, Output(UInt(PhyRegIdxWidth.W)))) else None
885  val diff_v0_rat  = if (params.basicDebugEn) Some(Vec(1, Output(UInt(PhyRegIdxWidth.W)))) else None
886  val diff_vl_rat  = if (params.basicDebugEn) Some(Vec(1, Output(UInt(PhyRegIdxWidth.W)))) else None
887
888  val sqCanAccept = Input(Bool())
889  val lqCanAccept = Input(Bool())
890
891  val debugTopDown = new Bundle {
892    val fromRob = new RobCoreTopDownIO
893    val fromCore = new CoreDispatchTopDownIO
894  }
895  val debugRolling = new RobDebugRollingIO
896  val debugEnqLsq = Input(new LsqEnqIO)
897}
898
899class NamedIndexes(namedCnt: Seq[(String, Int)]) {
900  require(namedCnt.map(_._1).distinct.size == namedCnt.size, "namedCnt should not have the same name")
901
902  val maxIdx = namedCnt.map(_._2).sum
903  val nameRangeMap: Map[String, (Int, Int)] = namedCnt.indices.map { i =>
904    val begin = namedCnt.slice(0, i).map(_._2).sum
905    val end = begin + namedCnt(i)._2
906    (namedCnt(i)._1, (begin, end))
907  }.toMap
908
909  def apply(name: String): Seq[Int] = {
910    require(nameRangeMap.contains(name))
911    nameRangeMap(name)._1 until nameRangeMap(name)._2
912  }
913}
914