1c6d43980SLemover/*************************************************************************************** 2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory 4c6d43980SLemover* 5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2. 6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2. 7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at: 8c6d43980SLemover* http://license.coscl.org.cn/MulanPSL2 9c6d43980SLemover* 10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13c6d43980SLemover* 14c6d43980SLemover* See the Mulan PSL v2 for more details. 15c6d43980SLemover***************************************************************************************/ 16c6d43980SLemover 171e3fad10SLinJiaweipackage xiangshan 181e3fad10SLinJiawei 191e3fad10SLinJiaweiimport chisel3._ 205844fcf0SLinJiaweiimport chisel3.util._ 219aca92b9SYinan Xuimport xiangshan.backend.rob.RobPtr 22f06ca0bfSLingrui98import xiangshan.backend.CtrlToFtqIO 23de169c67SWilliam Wangimport xiangshan.backend.decode.{ImmUnion, XDecode} 245c1ae31bSYinan Xuimport xiangshan.mem.{LqPtr, SqPtr} 2566b0d0c3Szhanglinjuanimport xiangshan.frontend.PreDecodeInfo 26f00290d7SLingrui98import xiangshan.frontend.HasBPUParameter 27bcce877bSYinan Xuimport xiangshan.frontend.{AllFoldedHistories, CircularGlobalHistory, GlobalHistory, ShiftingGlobalHistory} 287447ee13SLingrui98import xiangshan.frontend.RASEntry 292b8b2e7aSWilliam Wangimport xiangshan.frontend.BPUCtrl 30e0d9a9f0SLingrui98import xiangshan.frontend.FtqPtr 31c2ad24ebSLingrui98import xiangshan.frontend.CGHPtr 32e0d9a9f0SLingrui98import xiangshan.frontend.FtqRead 33f06ca0bfSLingrui98import xiangshan.frontend.FtqToCtrlIO 34*b9e121dfShappy-lximport xiangshan.cache.HasDCacheParameters 35ceaf5e1fSLingrui98import utils._ 363c02ee8fSwakafaimport utility._ 37b0ae3ac4SLinJiawei 382fbdb79bSLingrui98import scala.math.max 39d471c5aeSLingrui98import Chisel.experimental.chiselName 402225d46eSJiawei Linimport chipsalliance.rocketchip.config.Parameters 4188825c5cSYinan Xuimport chisel3.util.BitPat.bitPatToUInt 42bcce877bSYinan Xuimport xiangshan.backend.exu.ExuConfig 43b6982e83SLemoverimport xiangshan.backend.fu.PMPEntry 4414a6653fSLingrui98import xiangshan.frontend.Ftq_Redirect_SRAMEntry 45dd6c0695SLingrui98import xiangshan.frontend.AllFoldedHistories 4667402d75SLingrui98import xiangshan.frontend.AllAheadFoldedHistoryOldestBits 471e3fad10SLinJiawei 48627c0a19Szhanglinjuanclass ValidUndirectioned[T <: Data](gen: T) extends Bundle { 493803411bSzhanglinjuan val valid = Bool() 5035fe60e8SLingrui98 val bits = gen.cloneType.asInstanceOf[T] 51fe211d16SLinJiawei 523803411bSzhanglinjuan} 533803411bSzhanglinjuan 54627c0a19Szhanglinjuanobject ValidUndirectioned { 55627c0a19Szhanglinjuan def apply[T <: Data](gen: T) = { 56627c0a19Szhanglinjuan new ValidUndirectioned[T](gen) 573803411bSzhanglinjuan } 583803411bSzhanglinjuan} 593803411bSzhanglinjuan 601b7adedcSWilliam Wangobject RSFeedbackType { 61e4f69d78Ssfencevma val lrqFull = 0.U(3.W) 62e4f69d78Ssfencevma val tlbMiss = 1.U(3.W) 63e4f69d78Ssfencevma val mshrFull = 2.U(3.W) 64e4f69d78Ssfencevma val dataInvalid = 3.U(3.W) 65e4f69d78Ssfencevma val bankConflict = 4.U(3.W) 66e4f69d78Ssfencevma val ldVioCheckRedo = 5.U(3.W) 67eb163ef0SHaojin Tang val feedbackInvalid = 7.U(3.W) 68eb163ef0SHaojin Tang 69e4f69d78Ssfencevma val allTypes = 8 7067682d05SWilliam Wang def apply() = UInt(3.W) 711b7adedcSWilliam Wang} 721b7adedcSWilliam Wang 732225d46eSJiawei Linclass PredictorAnswer(implicit p: Parameters) extends XSBundle { 74097c2688SLingrui98 val hit = if (!env.FPGAPlatform) Bool() else UInt(0.W) 75097c2688SLingrui98 val taken = if (!env.FPGAPlatform) Bool() else UInt(0.W) 76097c2688SLingrui98 val target = if (!env.FPGAPlatform) UInt(VAddrBits.W) else UInt(0.W) 7751b2a476Szoujr} 7851b2a476Szoujr 792225d46eSJiawei Linclass CfiUpdateInfo(implicit p: Parameters) extends XSBundle with HasBPUParameter { 80f226232fSzhanglinjuan // from backend 8169cafcc9SLingrui98 val pc = UInt(VAddrBits.W) 82f226232fSzhanglinjuan // frontend -> backend -> frontend 83f226232fSzhanglinjuan val pd = new PreDecodeInfo 848a5e9243SLinJiawei val rasSp = UInt(log2Up(RasSize).W) 852e947747SLinJiawei val rasEntry = new RASEntry 86c2ad24ebSLingrui98 // val hist = new ShiftingGlobalHistory 87dd6c0695SLingrui98 val folded_hist = new AllFoldedHistories(foldedGHistInfos) 8867402d75SLingrui98 val afhob = new AllAheadFoldedHistoryOldestBits(foldedGHistInfos) 8967402d75SLingrui98 val lastBrNumOH = UInt((numBr+1).W) 90b37e4b45SLingrui98 val ghr = UInt(UbtbGHRLength.W) 91c2ad24ebSLingrui98 val histPtr = new CGHPtr 92e7b046c5Szoujr val specCnt = Vec(numBr, UInt(10.W)) 93fe3a74fcSYinan Xu // need pipeline update 948a597714Szoujr val br_hit = Bool() 952e947747SLinJiawei val predTaken = Bool() 96b2e6921eSLinJiawei val target = UInt(VAddrBits.W) 979a2e6b8aSLinJiawei val taken = Bool() 98b2e6921eSLinJiawei val isMisPred = Bool() 99d0527adfSzoujr val shift = UInt((log2Ceil(numBr)+1).W) 100d0527adfSzoujr val addIntoHist = Bool() 10114a6653fSLingrui98 10214a6653fSLingrui98 def fromFtqRedirectSram(entry: Ftq_Redirect_SRAMEntry) = { 103c2ad24ebSLingrui98 // this.hist := entry.ghist 104dd6c0695SLingrui98 this.folded_hist := entry.folded_hist 10567402d75SLingrui98 this.lastBrNumOH := entry.lastBrNumOH 10667402d75SLingrui98 this.afhob := entry.afhob 107c2ad24ebSLingrui98 this.histPtr := entry.histPtr 10814a6653fSLingrui98 this.rasSp := entry.rasSp 109c2d1ec7dSLingrui98 this.rasEntry := entry.rasTop 11014a6653fSLingrui98 this 11114a6653fSLingrui98 } 112b2e6921eSLinJiawei} 113b2e6921eSLinJiawei 1145844fcf0SLinJiawei// Dequeue DecodeWidth insts from Ibuffer 115de169c67SWilliam Wangclass CtrlFlow(implicit p: Parameters) extends XSBundle { 1165844fcf0SLinJiawei val instr = UInt(32.W) 1175844fcf0SLinJiawei val pc = UInt(VAddrBits.W) 118de169c67SWilliam Wang val foldpc = UInt(MemPredPCWidth.W) 119baf8def6SYinan Xu val exceptionVec = ExceptionVec() 12072951335SLi Qianruo val trigger = new TriggerCf 121faf3cfa9SLinJiawei val pd = new PreDecodeInfo 122cde9280dSLinJiawei val pred_taken = Bool() 123c84054caSLinJiawei val crossPageIPFFix = Bool() 124de169c67SWilliam Wang val storeSetHit = Bool() // inst has been allocated an store set 125980c1bc3SWilliam Wang val waitForRobIdx = new RobPtr // store set predicted previous store robIdx 126d1fe0262SWilliam Wang // Load wait is needed 127d1fe0262SWilliam Wang // load inst will not be executed until former store (predicted by mdp) addr calcuated 128d1fe0262SWilliam Wang val loadWaitBit = Bool() 129d1fe0262SWilliam Wang // If (loadWaitBit && loadWaitStrict), strict load wait is needed 130d1fe0262SWilliam Wang // load inst will not be executed until ALL former store addr calcuated 131d1fe0262SWilliam Wang val loadWaitStrict = Bool() 132de169c67SWilliam Wang val ssid = UInt(SSIDWidth.W) 133884dbb3bSLinJiawei val ftqPtr = new FtqPtr 134884dbb3bSLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 1355844fcf0SLinJiawei} 1365844fcf0SLinJiawei 13772951335SLi Qianruo 1382225d46eSJiawei Linclass FPUCtrlSignals(implicit p: Parameters) extends XSBundle { 1392ce29ed6SLinJiawei val isAddSub = Bool() // swap23 140dc597826SJiawei Lin val typeTagIn = UInt(1.W) 141dc597826SJiawei Lin val typeTagOut = UInt(1.W) 1422ce29ed6SLinJiawei val fromInt = Bool() 1432ce29ed6SLinJiawei val wflags = Bool() 1442ce29ed6SLinJiawei val fpWen = Bool() 1452ce29ed6SLinJiawei val fmaCmd = UInt(2.W) 1462ce29ed6SLinJiawei val div = Bool() 1472ce29ed6SLinJiawei val sqrt = Bool() 1482ce29ed6SLinJiawei val fcvt = Bool() 1492ce29ed6SLinJiawei val typ = UInt(2.W) 1502ce29ed6SLinJiawei val fmt = UInt(2.W) 1512ce29ed6SLinJiawei val ren3 = Bool() //TODO: remove SrcType.fp 152e6c6b64fSLinJiawei val rm = UInt(3.W) 153579b9f28SLinJiawei} 154579b9f28SLinJiawei 1555844fcf0SLinJiawei// Decode DecodeWidth insts at Decode Stage 1562225d46eSJiawei Linclass CtrlSignals(implicit p: Parameters) extends XSBundle { 1578744445eSMaxpicca-Li val debug_globalID = UInt(XLEN.W) 15820e31bd1SYinan Xu val srcType = Vec(3, SrcType()) 15920e31bd1SYinan Xu val lsrc = Vec(3, UInt(5.W)) 1609a2e6b8aSLinJiawei val ldest = UInt(5.W) 1619a2e6b8aSLinJiawei val fuType = FuType() 1629a2e6b8aSLinJiawei val fuOpType = FuOpType() 1639a2e6b8aSLinJiawei val rfWen = Bool() 1649a2e6b8aSLinJiawei val fpWen = Bool() 1659a2e6b8aSLinJiawei val isXSTrap = Bool() 1662d366136SLinJiawei val noSpecExec = Bool() // wait forward 1672d366136SLinJiawei val blockBackward = Bool() // block backward 16845a56a29SZhangZifei val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 169c2a8ae00SYikeZhou val selImm = SelImm() 170b0ae3ac4SLinJiawei val imm = UInt(ImmUnion.maxLen.W) 171a3edac52SYinan Xu val commitType = CommitType() 172579b9f28SLinJiawei val fpu = new FPUCtrlSignals 173aac4464eSYinan Xu val isMove = Bool() 174d4aca96cSlqre val singleStep = Bool() 175c88c3a2aSYinan Xu // This inst will flush all the pipe when it is the oldest inst in ROB, 176c88c3a2aSYinan Xu // then replay from this inst itself 177c88c3a2aSYinan Xu val replayInst = Bool() 178be25371aSYikeZhou 17988825c5cSYinan Xu private def allSignals = srcType ++ Seq(fuType, fuOpType, rfWen, fpWen, 1806e7c9679Shuxuan0307 isXSTrap, noSpecExec, blockBackward, flushPipe, selImm) 18188825c5cSYinan Xu 18288825c5cSYinan Xu def decode(inst: UInt, table: Iterable[(BitPat, List[BitPat])]): CtrlSignals = { 18388825c5cSYinan Xu val decoder = freechips.rocketchip.rocket.DecodeLogic(inst, XDecode.decodeDefault, table) 18488825c5cSYinan Xu allSignals zip decoder foreach { case (s, d) => s := d } 1854d24c305SYikeZhou commitType := DontCare 186be25371aSYikeZhou this 187be25371aSYikeZhou } 18888825c5cSYinan Xu 18988825c5cSYinan Xu def decode(bit: List[BitPat]): CtrlSignals = { 19088825c5cSYinan Xu allSignals.zip(bit.map(bitPatToUInt(_))).foreach{ case (s, d) => s := d } 19188825c5cSYinan Xu this 19288825c5cSYinan Xu } 193b6900d94SYinan Xu 194b6900d94SYinan Xu def isWFI: Bool = fuType === FuType.csr && fuOpType === CSROpType.wfi 195f025d715SYinan Xu def isSoftPrefetch: Bool = { 196f025d715SYinan Xu fuType === FuType.alu && fuOpType === ALUOpType.or && selImm === SelImm.IMM_I && ldest === 0.U 197f025d715SYinan Xu } 1985844fcf0SLinJiawei} 1995844fcf0SLinJiawei 2002225d46eSJiawei Linclass CfCtrl(implicit p: Parameters) extends XSBundle { 2015844fcf0SLinJiawei val cf = new CtrlFlow 2025844fcf0SLinJiawei val ctrl = new CtrlSignals 2035844fcf0SLinJiawei} 2045844fcf0SLinJiawei 2052225d46eSJiawei Linclass PerfDebugInfo(implicit p: Parameters) extends XSBundle { 2068b8e745dSYikeZhou val eliminatedMove = Bool() 2078744445eSMaxpicca-Li // val fetchTime = UInt(XLEN.W) 208ebb8ebf8SYinan Xu val renameTime = UInt(XLEN.W) 209ebb8ebf8SYinan Xu val dispatchTime = UInt(XLEN.W) 210ebb8ebf8SYinan Xu val enqRsTime = UInt(XLEN.W) 211ebb8ebf8SYinan Xu val selectTime = UInt(XLEN.W) 212ebb8ebf8SYinan Xu val issueTime = UInt(XLEN.W) 213ebb8ebf8SYinan Xu val writebackTime = UInt(XLEN.W) 2148744445eSMaxpicca-Li // val commitTime = UInt(XLEN.W) 2158744445eSMaxpicca-Li val runahead_checkpoint_id = UInt(XLEN.W) 2168744445eSMaxpicca-Li val tlbFirstReqTime = UInt(XLEN.W) 2178744445eSMaxpicca-Li val tlbRespTime = UInt(XLEN.W) // when getting hit result (including delay in L2TLB hit) 218ba4100caSYinan Xu} 219ba4100caSYinan Xu 22048d1472eSWilliam Wang// Separate LSQ 2212225d46eSJiawei Linclass LSIdx(implicit p: Parameters) extends XSBundle { 222915c0dd4SYinan Xu val lqIdx = new LqPtr 2235c1ae31bSYinan Xu val sqIdx = new SqPtr 22424726fbfSWilliam Wang} 22524726fbfSWilliam Wang 226b2e6921eSLinJiawei// CfCtrl -> MicroOp at Rename Stage 2272225d46eSJiawei Linclass MicroOp(implicit p: Parameters) extends CfCtrl { 22820e31bd1SYinan Xu val srcState = Vec(3, SrcState()) 22920e31bd1SYinan Xu val psrc = Vec(3, UInt(PhyRegIdxWidth.W)) 23020e31bd1SYinan Xu val pdest = UInt(PhyRegIdxWidth.W) 23120e31bd1SYinan Xu val old_pdest = UInt(PhyRegIdxWidth.W) 2329aca92b9SYinan Xu val robIdx = new RobPtr 233fe6452fcSYinan Xu val lqIdx = new LqPtr 234fe6452fcSYinan Xu val sqIdx = new SqPtr 2358b8e745dSYikeZhou val eliminatedMove = Bool() 2367cef916fSYinan Xu val debugInfo = new PerfDebugInfo 2379d4e1137SYinan Xu def needRfRPort(index: Int, isFp: Boolean, ignoreState: Boolean = true) : Bool = { 238bcce877bSYinan Xu val stateReady = srcState(index) === SrcState.rdy || ignoreState.B 239bcce877bSYinan Xu val readReg = if (isFp) { 240bcce877bSYinan Xu ctrl.srcType(index) === SrcType.fp 241bcce877bSYinan Xu } else { 242bcce877bSYinan Xu ctrl.srcType(index) === SrcType.reg && ctrl.lsrc(index) =/= 0.U 243a338f247SYinan Xu } 244bcce877bSYinan Xu readReg && stateReady 245a338f247SYinan Xu } 2465c7674feSYinan Xu def srcIsReady: Vec[Bool] = { 247c9ebdf90SYinan Xu VecInit(ctrl.srcType.zip(srcState).map{ case (t, s) => SrcType.isPcOrImm(t) || s === SrcState.rdy }) 2485c7674feSYinan Xu } 2496ab6918fSYinan Xu def clearExceptions( 2506ab6918fSYinan Xu exceptionBits: Seq[Int] = Seq(), 2516ab6918fSYinan Xu flushPipe: Boolean = false, 2526ab6918fSYinan Xu replayInst: Boolean = false 2536ab6918fSYinan Xu ): MicroOp = { 2546ab6918fSYinan Xu cf.exceptionVec.zipWithIndex.filterNot(x => exceptionBits.contains(x._2)).foreach(_._1 := false.B) 2556ab6918fSYinan Xu if (!flushPipe) { ctrl.flushPipe := false.B } 2566ab6918fSYinan Xu if (!replayInst) { ctrl.replayInst := false.B } 257c88c3a2aSYinan Xu this 258c88c3a2aSYinan Xu } 259a19215ddSYinan Xu // Assume only the LUI instruction is decoded with IMM_U in ALU. 260a19215ddSYinan Xu def isLUI: Bool = ctrl.selImm === SelImm.IMM_U && ctrl.fuType === FuType.alu 261bcce877bSYinan Xu // This MicroOp is used to wakeup another uop (the successor: (psrc, srcType). 262bcce877bSYinan Xu def wakeup(successor: Seq[(UInt, UInt)], exuCfg: ExuConfig): Seq[(Bool, Bool)] = { 263bcce877bSYinan Xu successor.map{ case (src, srcType) => 264bcce877bSYinan Xu val pdestMatch = pdest === src 265bcce877bSYinan Xu // For state: no need to check whether src is x0/imm/pc because they are always ready. 266bcce877bSYinan Xu val rfStateMatch = if (exuCfg.readIntRf) ctrl.rfWen else false.B 267bcce877bSYinan Xu val fpMatch = if (exuCfg.readFpRf) ctrl.fpWen else false.B 268bcce877bSYinan Xu val bothIntFp = exuCfg.readIntRf && exuCfg.readFpRf 269bcce877bSYinan Xu val bothStateMatch = Mux(SrcType.regIsFp(srcType), fpMatch, rfStateMatch) 270bcce877bSYinan Xu val stateCond = pdestMatch && (if (bothIntFp) bothStateMatch else rfStateMatch || fpMatch) 271bcce877bSYinan Xu // For data: types are matched and int pdest is not $zero. 272bcce877bSYinan Xu val rfDataMatch = if (exuCfg.readIntRf) ctrl.rfWen && src =/= 0.U else false.B 273bcce877bSYinan Xu val dataCond = pdestMatch && (rfDataMatch && SrcType.isReg(srcType) || fpMatch && SrcType.isFp(srcType)) 274bcce877bSYinan Xu (stateCond, dataCond) 275bcce877bSYinan Xu } 276bcce877bSYinan Xu } 277bcce877bSYinan Xu // This MicroOp is used to wakeup another uop (the successor: MicroOp). 278bcce877bSYinan Xu def wakeup(successor: MicroOp, exuCfg: ExuConfig): Seq[(Bool, Bool)] = { 279bcce877bSYinan Xu wakeup(successor.psrc.zip(successor.ctrl.srcType), exuCfg) 280bcce877bSYinan Xu } 28174515c5aSYinan Xu def isJump: Bool = FuType.isJumpExu(ctrl.fuType) 2825844fcf0SLinJiawei} 2835844fcf0SLinJiawei 28446f74b57SHaojin Tangclass XSBundleWithMicroOp(implicit p: Parameters) extends XSBundle { 285de169c67SWilliam Wang val uop = new MicroOp 28646f74b57SHaojin Tang} 28746f74b57SHaojin Tang 28846f74b57SHaojin Tangclass MicroOpRbExt(implicit p: Parameters) extends XSBundleWithMicroOp { 289de169c67SWilliam Wang val flag = UInt(1.W) 290de169c67SWilliam Wang} 291de169c67SWilliam Wang 2922225d46eSJiawei Linclass Redirect(implicit p: Parameters) extends XSBundle { 2939aca92b9SYinan Xu val robIdx = new RobPtr 29436d7aed5SLinJiawei val ftqIdx = new FtqPtr 29536d7aed5SLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 296bfb958a3SYinan Xu val level = RedirectLevel() 297bfb958a3SYinan Xu val interrupt = Bool() 298c778d2afSLinJiawei val cfiUpdate = new CfiUpdateInfo 299bfb958a3SYinan Xu 300de169c67SWilliam Wang val stFtqIdx = new FtqPtr // for load violation predict 301de169c67SWilliam Wang val stFtqOffset = UInt(log2Up(PredictWidth).W) 302fe211d16SLinJiawei 30320edb3f7SWilliam Wang val debug_runahead_checkpoint_id = UInt(64.W) 30420edb3f7SWilliam Wang 3052d7c7105SYinan Xu // def isUnconditional() = RedirectLevel.isUnconditional(level) 306bfb958a3SYinan Xu def flushItself() = RedirectLevel.flushItself(level) 3072d7c7105SYinan Xu // def isException() = RedirectLevel.isException(level) 308a25b1bceSLinJiawei} 309a25b1bceSLinJiawei 3102225d46eSJiawei Linclass Dp1ToDp2IO(implicit p: Parameters) extends XSBundle { 3115c7b21d5SYinan Xu val intDqToDp2 = Vec(dpParams.IntDqDeqWidth, DecoupledIO(new MicroOp)) 3125c7b21d5SYinan Xu val fpDqToDp2 = Vec(dpParams.FpDqDeqWidth, DecoupledIO(new MicroOp)) 3135c7b21d5SYinan Xu val lsDqToDp2 = Vec(dpParams.LsDqDeqWidth, DecoupledIO(new MicroOp)) 3145844fcf0SLinJiawei} 3155844fcf0SLinJiawei 3162b4e8253SYinan Xuclass ResetPregStateReq(implicit p: Parameters) extends XSBundle { 31760deaca2SLinJiawei // NOTE: set isInt and isFp both to 'false' when invalid 31860deaca2SLinJiawei val isInt = Bool() 31960deaca2SLinJiawei val isFp = Bool() 32060deaca2SLinJiawei val preg = UInt(PhyRegIdxWidth.W) 3215844fcf0SLinJiawei} 3225844fcf0SLinJiawei 3232225d46eSJiawei Linclass DebugBundle(implicit p: Parameters) extends XSBundle { 32472235fa4SWilliam Wang val isMMIO = Bool() 3258635f18fSwangkaifan val isPerfCnt = Bool() 3268b91a337SWilliam Wang val paddr = UInt(PAddrBits.W) 32772951335SLi Qianruo val vaddr = UInt(VAddrBits.W) 3288744445eSMaxpicca-Li /* add L/S inst info in EXU */ 3298744445eSMaxpicca-Li // val L1toL2TlbLatency = UInt(XLEN.W) 3308744445eSMaxpicca-Li // val levelTlbHit = UInt(2.W) 331e402d94eSWilliam Wang} 3325844fcf0SLinJiawei 33346f74b57SHaojin Tangclass ExuInput(implicit p: Parameters) extends XSBundleWithMicroOp { 334dc597826SJiawei Lin val src = Vec(3, UInt(XLEN.W)) 3355844fcf0SLinJiawei} 3365844fcf0SLinJiawei 33746f74b57SHaojin Tangclass ExuOutput(implicit p: Parameters) extends XSBundleWithMicroOp { 338dc597826SJiawei Lin val data = UInt(XLEN.W) 3397f1506e3SLinJiawei val fflags = UInt(5.W) 34097cfa7f8SLinJiawei val redirectValid = Bool() 34197cfa7f8SLinJiawei val redirect = new Redirect 342e402d94eSWilliam Wang val debug = new DebugBundle 3435844fcf0SLinJiawei} 3445844fcf0SLinJiawei 3452225d46eSJiawei Linclass ExternalInterruptIO(implicit p: Parameters) extends XSBundle { 34635bfeecbSYinan Xu val mtip = Input(Bool()) 34735bfeecbSYinan Xu val msip = Input(Bool()) 34835bfeecbSYinan Xu val meip = Input(Bool()) 349b3d79b37SYinan Xu val seip = Input(Bool()) 350d4aca96cSlqre val debug = Input(Bool()) 3515844fcf0SLinJiawei} 3525844fcf0SLinJiawei 3532225d46eSJiawei Linclass CSRSpecialIO(implicit p: Parameters) extends XSBundle { 35435bfeecbSYinan Xu val exception = Flipped(ValidIO(new MicroOp)) 3553fa7b737SYinan Xu val isInterrupt = Input(Bool()) 35635bfeecbSYinan Xu val memExceptionVAddr = Input(UInt(VAddrBits.W)) 35735bfeecbSYinan Xu val trapTarget = Output(UInt(VAddrBits.W)) 35835bfeecbSYinan Xu val externalInterrupt = new ExternalInterruptIO 35935bfeecbSYinan Xu val interrupt = Output(Bool()) 36035bfeecbSYinan Xu} 36135bfeecbSYinan Xu 36246f74b57SHaojin Tangclass ExceptionInfo(implicit p: Parameters) extends XSBundleWithMicroOp { 3633a474d38SYinan Xu val isInterrupt = Bool() 3643a474d38SYinan Xu} 3653a474d38SYinan Xu 3669aca92b9SYinan Xuclass RobCommitInfo(implicit p: Parameters) extends XSBundle { 367fe6452fcSYinan Xu val ldest = UInt(5.W) 368fe6452fcSYinan Xu val rfWen = Bool() 369fe6452fcSYinan Xu val fpWen = Bool() 370a1fd7de4SLinJiawei val wflags = Bool() 371fe6452fcSYinan Xu val commitType = CommitType() 372fe6452fcSYinan Xu val pdest = UInt(PhyRegIdxWidth.W) 373fe6452fcSYinan Xu val old_pdest = UInt(PhyRegIdxWidth.W) 374884dbb3bSLinJiawei val ftqIdx = new FtqPtr 375884dbb3bSLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 376ccfddc82SHaojin Tang val isMove = Bool() 3775844fcf0SLinJiawei 3789ecac1e8SYinan Xu // these should be optimized for synthesis verilog 3799ecac1e8SYinan Xu val pc = UInt(VAddrBits.W) 380fe6452fcSYinan Xu} 3815844fcf0SLinJiawei 3829aca92b9SYinan Xuclass RobCommitIO(implicit p: Parameters) extends XSBundle { 383ccfddc82SHaojin Tang val isCommit = Bool() 384ccfddc82SHaojin Tang val commitValid = Vec(CommitWidth, Bool()) 3856474c47fSYinan Xu 386ccfddc82SHaojin Tang val isWalk = Bool() 387c51eab43SYinan Xu // valid bits optimized for walk 388ccfddc82SHaojin Tang val walkValid = Vec(CommitWidth, Bool()) 3896474c47fSYinan Xu 390ccfddc82SHaojin Tang val info = Vec(CommitWidth, new RobCommitInfo) 39121e7a6c5SYinan Xu 3926474c47fSYinan Xu def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 3936474c47fSYinan Xu def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 3945844fcf0SLinJiawei} 3955844fcf0SLinJiawei 3961b7adedcSWilliam Wangclass RSFeedback(implicit p: Parameters) extends XSBundle { 39764e8d8bdSZhangZifei val rsIdx = UInt(log2Up(IssQueSize).W) 398037a131fSWilliam Wang val hit = Bool() 39962f57a35SLemover val flushState = Bool() 4001b7adedcSWilliam Wang val sourceType = RSFeedbackType() 401c7160cd3SWilliam Wang val dataInvalidSqIdx = new SqPtr 402037a131fSWilliam Wang} 403037a131fSWilliam Wang 404d87b76aaSWilliam Wangclass MemRSFeedbackIO(implicit p: Parameters) extends XSBundle { 405d87b76aaSWilliam Wang // Note: you need to update in implicit Parameters p before imp MemRSFeedbackIO 406d87b76aaSWilliam Wang // for instance: MemRSFeedbackIO()(updateP) 407d87b76aaSWilliam Wang val feedbackSlow = ValidIO(new RSFeedback()) // dcache miss queue full, dtlb miss 408d87b76aaSWilliam Wang val feedbackFast = ValidIO(new RSFeedback()) // bank conflict 409d87b76aaSWilliam Wang val rsIdx = Input(UInt(log2Up(IssQueSize).W)) 410d87b76aaSWilliam Wang val isFirstIssue = Input(Bool()) 411d87b76aaSWilliam Wang} 412d87b76aaSWilliam Wang 413f06ca0bfSLingrui98class FrontendToCtrlIO(implicit p: Parameters) extends XSBundle { 4145844fcf0SLinJiawei // to backend end 4155844fcf0SLinJiawei val cfVec = Vec(DecodeWidth, DecoupledIO(new CtrlFlow)) 416f06ca0bfSLingrui98 val fromFtq = new FtqToCtrlIO 4175844fcf0SLinJiawei // from backend 418f06ca0bfSLingrui98 val toFtq = Flipped(new CtrlToFtqIO) 4191e3fad10SLinJiawei} 420fcff7e94SZhangZifei 421f1fe8698SLemoverclass SatpStruct(implicit p: Parameters) extends XSBundle { 42245f497a4Shappy-lx val mode = UInt(4.W) 42345f497a4Shappy-lx val asid = UInt(16.W) 42445f497a4Shappy-lx val ppn = UInt(44.W) 42545f497a4Shappy-lx} 42645f497a4Shappy-lx 427f1fe8698SLemoverclass TlbSatpBundle(implicit p: Parameters) extends SatpStruct { 42845f497a4Shappy-lx val changed = Bool() 42945f497a4Shappy-lx 43045f497a4Shappy-lx def apply(satp_value: UInt): Unit = { 43145f497a4Shappy-lx require(satp_value.getWidth == XLEN) 43245f497a4Shappy-lx val sa = satp_value.asTypeOf(new SatpStruct) 43345f497a4Shappy-lx mode := sa.mode 43445f497a4Shappy-lx asid := sa.asid 435f1fe8698SLemover ppn := Cat(0.U(44-PAddrBits), sa.ppn(PAddrBits-1, 0)).asUInt() 43645f497a4Shappy-lx changed := DataChanged(sa.asid) // when ppn is changed, software need do the flush 43745f497a4Shappy-lx } 438fcff7e94SZhangZifei} 439f1fe8698SLemover 440f1fe8698SLemoverclass TlbCsrBundle(implicit p: Parameters) extends XSBundle { 441f1fe8698SLemover val satp = new TlbSatpBundle() 442fcff7e94SZhangZifei val priv = new Bundle { 443fcff7e94SZhangZifei val mxr = Bool() 444fcff7e94SZhangZifei val sum = Bool() 445fcff7e94SZhangZifei val imode = UInt(2.W) 446fcff7e94SZhangZifei val dmode = UInt(2.W) 447fcff7e94SZhangZifei } 4488fc4e859SZhangZifei 4498fc4e859SZhangZifei override def toPrintable: Printable = { 4508fc4e859SZhangZifei p"Satp mode:0x${Hexadecimal(satp.mode)} asid:0x${Hexadecimal(satp.asid)} ppn:0x${Hexadecimal(satp.ppn)} " + 4518fc4e859SZhangZifei p"Priv mxr:${priv.mxr} sum:${priv.sum} imode:${priv.imode} dmode:${priv.dmode}" 4528fc4e859SZhangZifei } 453fcff7e94SZhangZifei} 454fcff7e94SZhangZifei 4552225d46eSJiawei Linclass SfenceBundle(implicit p: Parameters) extends XSBundle { 456fcff7e94SZhangZifei val valid = Bool() 457fcff7e94SZhangZifei val bits = new Bundle { 458fcff7e94SZhangZifei val rs1 = Bool() 459fcff7e94SZhangZifei val rs2 = Bool() 460fcff7e94SZhangZifei val addr = UInt(VAddrBits.W) 46145f497a4Shappy-lx val asid = UInt(AsidLength.W) 462f1fe8698SLemover val flushPipe = Bool() 463fcff7e94SZhangZifei } 4648fc4e859SZhangZifei 4658fc4e859SZhangZifei override def toPrintable: Printable = { 466f1fe8698SLemover p"valid:0x${Hexadecimal(valid)} rs1:${bits.rs1} rs2:${bits.rs2} addr:${Hexadecimal(bits.addr)}, flushPipe:${bits.flushPipe}" 4678fc4e859SZhangZifei } 468fcff7e94SZhangZifei} 469a165bd69Swangkaifan 470de169c67SWilliam Wang// Bundle for load violation predictor updating 471de169c67SWilliam Wangclass MemPredUpdateReq(implicit p: Parameters) extends XSBundle { 4722b8b2e7aSWilliam Wang val valid = Bool() 473de169c67SWilliam Wang 474de169c67SWilliam Wang // wait table update 475de169c67SWilliam Wang val waddr = UInt(MemPredPCWidth.W) 4762b8b2e7aSWilliam Wang val wdata = Bool() // true.B by default 477de169c67SWilliam Wang 478de169c67SWilliam Wang // store set update 479de169c67SWilliam Wang // by default, ldpc/stpc should be xor folded 480de169c67SWilliam Wang val ldpc = UInt(MemPredPCWidth.W) 481de169c67SWilliam Wang val stpc = UInt(MemPredPCWidth.W) 4822b8b2e7aSWilliam Wang} 4832b8b2e7aSWilliam Wang 4842225d46eSJiawei Linclass CustomCSRCtrlIO(implicit p: Parameters) extends XSBundle { 4852b8b2e7aSWilliam Wang // Prefetcher 486ecccf78fSJay val l1I_pf_enable = Output(Bool()) 4872b8b2e7aSWilliam Wang val l2_pf_enable = Output(Bool()) 48885de5caeSLinJiawei val l1D_pf_enable = Output(Bool()) 48985de5caeSLinJiawei val l1D_pf_train_on_hit = Output(Bool()) 49085de5caeSLinJiawei val l1D_pf_enable_agt = Output(Bool()) 49185de5caeSLinJiawei val l1D_pf_enable_pht = Output(Bool()) 4925d13017eSLinJiawei val l1D_pf_active_threshold = Output(UInt(4.W)) 4935d13017eSLinJiawei val l1D_pf_active_stride = Output(UInt(6.W)) 494edbf1204SLinJiawei val l1D_pf_enable_stride = Output(Bool()) 495f1d78cf7SLinJiawei val l2_pf_store_only = Output(Bool()) 496ecccf78fSJay // ICache 497ecccf78fSJay val icache_parity_enable = Output(Bool()) 498f3f22d72SYinan Xu // Labeled XiangShan 4992b8b2e7aSWilliam Wang val dsid = Output(UInt(8.W)) // TODO: DsidWidth as parameter 500f3f22d72SYinan Xu // Load violation predictor 5012b8b2e7aSWilliam Wang val lvpred_disable = Output(Bool()) 5022b8b2e7aSWilliam Wang val no_spec_load = Output(Bool()) 503c7160cd3SWilliam Wang val storeset_wait_store = Output(Bool()) 504c7160cd3SWilliam Wang val storeset_no_fast_wakeup = Output(Bool()) 505c7160cd3SWilliam Wang val lvpred_timeout = Output(UInt(5.W)) 506f3f22d72SYinan Xu // Branch predictor 5072b8b2e7aSWilliam Wang val bp_ctrl = Output(new BPUCtrl) 508f3f22d72SYinan Xu // Memory Block 509f3f22d72SYinan Xu val sbuffer_threshold = Output(UInt(4.W)) 510d10a581eSWilliam Wang val ldld_vio_check_enable = Output(Bool()) 511d10a581eSWilliam Wang val soft_prefetch_enable = Output(Bool()) 512a4e57ea3SLi Qianruo val cache_error_enable = Output(Bool()) 51337225120Ssfencevma val uncache_write_outstanding_enable = Output(Bool()) 514aac4464eSYinan Xu // Rename 5155b47c58cSYinan Xu val fusion_enable = Output(Bool()) 5165b47c58cSYinan Xu val wfi_enable = Output(Bool()) 517af2f7849Shappy-lx // Decode 518af2f7849Shappy-lx val svinval_enable = Output(Bool()) 519af2f7849Shappy-lx 520b6982e83SLemover // distribute csr write signal 521b6982e83SLemover val distribute_csr = new DistributedCSRIO() 52272951335SLi Qianruo 523ddb65c47SLi Qianruo val singlestep = Output(Bool()) 52472951335SLi Qianruo val frontend_trigger = new FrontendTdataDistributeIO() 52572951335SLi Qianruo val mem_trigger = new MemTdataDistributeIO() 52672951335SLi Qianruo val trigger_enable = Output(Vec(10, Bool())) 527b6982e83SLemover} 528b6982e83SLemover 529b6982e83SLemoverclass DistributedCSRIO(implicit p: Parameters) extends XSBundle { 5301c746d3aScui fliter // CSR has been written by csr inst, copies of csr should be updated 531b6982e83SLemover val w = ValidIO(new Bundle { 532b6982e83SLemover val addr = Output(UInt(12.W)) 533b6982e83SLemover val data = Output(UInt(XLEN.W)) 534b6982e83SLemover }) 5352b8b2e7aSWilliam Wang} 536e19f7967SWilliam Wang 537e19f7967SWilliam Wangclass DistributedCSRUpdateReq(implicit p: Parameters) extends XSBundle { 538e19f7967SWilliam Wang // Request csr to be updated 539e19f7967SWilliam Wang // 540e19f7967SWilliam Wang // Note that this request will ONLY update CSR Module it self, 541e19f7967SWilliam Wang // copies of csr will NOT be updated, use it with care! 542e19f7967SWilliam Wang // 543e19f7967SWilliam Wang // For each cycle, no more than 1 DistributedCSRUpdateReq is valid 544e19f7967SWilliam Wang val w = ValidIO(new Bundle { 545e19f7967SWilliam Wang val addr = Output(UInt(12.W)) 546e19f7967SWilliam Wang val data = Output(UInt(XLEN.W)) 547e19f7967SWilliam Wang }) 548e19f7967SWilliam Wang def apply(valid: Bool, addr: UInt, data: UInt, src_description: String) = { 549e19f7967SWilliam Wang when(valid){ 550e19f7967SWilliam Wang w.bits.addr := addr 551e19f7967SWilliam Wang w.bits.data := data 552e19f7967SWilliam Wang } 553e19f7967SWilliam Wang println("Distributed CSR update req registered for " + src_description) 554e19f7967SWilliam Wang } 555e19f7967SWilliam Wang} 55672951335SLi Qianruo 5570f59c834SWilliam Wangclass L1CacheErrorInfo(implicit p: Parameters) extends XSBundle { 5580f59c834SWilliam Wang // L1CacheErrorInfo is also used to encode customized CACHE_ERROR CSR 5590f59c834SWilliam Wang val source = Output(new Bundle() { 5600f59c834SWilliam Wang val tag = Bool() // l1 tag array 5610f59c834SWilliam Wang val data = Bool() // l1 data array 5620f59c834SWilliam Wang val l2 = Bool() 5630f59c834SWilliam Wang }) 5640f59c834SWilliam Wang val opType = Output(new Bundle() { 5650f59c834SWilliam Wang val fetch = Bool() 5660f59c834SWilliam Wang val load = Bool() 5670f59c834SWilliam Wang val store = Bool() 5680f59c834SWilliam Wang val probe = Bool() 5690f59c834SWilliam Wang val release = Bool() 5700f59c834SWilliam Wang val atom = Bool() 5710f59c834SWilliam Wang }) 5720f59c834SWilliam Wang val paddr = Output(UInt(PAddrBits.W)) 5730f59c834SWilliam Wang 5740f59c834SWilliam Wang // report error and paddr to beu 5750f59c834SWilliam Wang // bus error unit will receive error info iff ecc_error.valid 5760f59c834SWilliam Wang val report_to_beu = Output(Bool()) 5770f59c834SWilliam Wang 5780f59c834SWilliam Wang // there is an valid error 5790f59c834SWilliam Wang // l1 cache error will always be report to CACHE_ERROR csr 5800f59c834SWilliam Wang val valid = Output(Bool()) 5810f59c834SWilliam Wang 5820f59c834SWilliam Wang def toL1BusErrorUnitInfo(): L1BusErrorUnitInfo = { 5830f59c834SWilliam Wang val beu_info = Wire(new L1BusErrorUnitInfo) 5840f59c834SWilliam Wang beu_info.ecc_error.valid := report_to_beu 5850f59c834SWilliam Wang beu_info.ecc_error.bits := paddr 5860f59c834SWilliam Wang beu_info 5870f59c834SWilliam Wang } 5880f59c834SWilliam Wang} 589bc63e578SLi Qianruo 590bc63e578SLi Qianruo/* TODO how to trigger on next inst? 591bc63e578SLi Qianruo1. If hit is determined at frontend, then set a "next instr" trap at dispatch like singlestep 592bc63e578SLi Qianruo2. If it is determined at Load(meaning it must be "hit after", then it must not be a jump. So we can let it commit and set 593bc63e578SLi Qianruoxret csr to pc + 4/ + 2 594bc63e578SLi Qianruo2.5 The problem is to let it commit. This is the real TODO 595bc63e578SLi Qianruo3. If it is load and hit before just treat it as regular load exception 596bc63e578SLi Qianruo */ 597bc63e578SLi Qianruo 598bc63e578SLi Qianruo// This bundle carries trigger hit info along the pipeline 599bc63e578SLi Qianruo// Now there are 10 triggers divided into 5 groups of 2 600bc63e578SLi Qianruo// These groups are 601bc63e578SLi Qianruo// (if if) (store store) (load loid) (if store) (if load) 602bc63e578SLi Qianruo 603bc63e578SLi Qianruo// Triggers in the same group can chain, meaning that they only 604bc63e578SLi Qianruo// fire is both triggers in the group matches (the triggerHitVec bit is asserted) 605bc63e578SLi Qianruo// Chaining of trigger No. (2i) and (2i+1) is indicated by triggerChainVec(i) 606bc63e578SLi Qianruo// Timing of 0 means trap at current inst, 1 means trap at next inst 607bc63e578SLi Qianruo// Chaining and timing and the validness of a trigger is controlled by csr 608bc63e578SLi Qianruo// In two chained triggers, if they have different timing, both won't fire 60984e47f35SLi Qianruo//class TriggerCf (implicit p: Parameters) extends XSBundle { 61084e47f35SLi Qianruo// val triggerHitVec = Vec(10, Bool()) 61184e47f35SLi Qianruo// val triggerTiming = Vec(10, Bool()) 61284e47f35SLi Qianruo// val triggerChainVec = Vec(5, Bool()) 61384e47f35SLi Qianruo//} 61484e47f35SLi Qianruo 61572951335SLi Qianruoclass TriggerCf(implicit p: Parameters) extends XSBundle { 61684e47f35SLi Qianruo // frontend 61784e47f35SLi Qianruo val frontendHit = Vec(4, Bool()) 618ddb65c47SLi Qianruo// val frontendTiming = Vec(4, Bool()) 619ddb65c47SLi Qianruo// val frontendHitNext = Vec(4, Bool()) 62084e47f35SLi Qianruo 621ddb65c47SLi Qianruo// val frontendException = Bool() 62284e47f35SLi Qianruo // backend 62384e47f35SLi Qianruo val backendEn = Vec(2, Bool()) // Hit(6) && chain(4) , Hit(8) && chain(4) 62484e47f35SLi Qianruo val backendHit = Vec(6, Bool()) 625ddb65c47SLi Qianruo// val backendTiming = Vec(6, Bool()) // trigger enable fro chain 62684e47f35SLi Qianruo 62784e47f35SLi Qianruo // Two situations not allowed: 62884e47f35SLi Qianruo // 1. load data comparison 62984e47f35SLi Qianruo // 2. store chaining with store 63084e47f35SLi Qianruo def getHitFrontend = frontendHit.reduce(_ || _) 63184e47f35SLi Qianruo def getHitBackend = backendHit.reduce(_ || _) 632ddb65c47SLi Qianruo def hit = getHitFrontend || getHitBackend 633d7dd1af1SLi Qianruo def clear(): Unit = { 634d7dd1af1SLi Qianruo frontendHit.foreach(_ := false.B) 635d7dd1af1SLi Qianruo backendEn.foreach(_ := false.B) 636d7dd1af1SLi Qianruo backendHit.foreach(_ := false.B) 637d7dd1af1SLi Qianruo } 63872951335SLi Qianruo} 63972951335SLi Qianruo 640bc63e578SLi Qianruo// these 3 bundles help distribute trigger control signals from CSR 641bc63e578SLi Qianruo// to Frontend, Load and Store. 64272951335SLi Qianruoclass FrontendTdataDistributeIO(implicit p: Parameters) extends XSBundle { 64372951335SLi Qianruo val t = Valid(new Bundle { 64472951335SLi Qianruo val addr = Output(UInt(2.W)) 64572951335SLi Qianruo val tdata = new MatchTriggerIO 64672951335SLi Qianruo }) 64772951335SLi Qianruo } 64872951335SLi Qianruo 64972951335SLi Qianruoclass MemTdataDistributeIO(implicit p: Parameters) extends XSBundle { 65072951335SLi Qianruo val t = Valid(new Bundle { 65172951335SLi Qianruo val addr = Output(UInt(3.W)) 65272951335SLi Qianruo val tdata = new MatchTriggerIO 65372951335SLi Qianruo }) 65472951335SLi Qianruo} 65572951335SLi Qianruo 65672951335SLi Qianruoclass MatchTriggerIO(implicit p: Parameters) extends XSBundle { 65772951335SLi Qianruo val matchType = Output(UInt(2.W)) 65872951335SLi Qianruo val select = Output(Bool()) 65972951335SLi Qianruo val timing = Output(Bool()) 66072951335SLi Qianruo val action = Output(Bool()) 66172951335SLi Qianruo val chain = Output(Bool()) 66272951335SLi Qianruo val tdata2 = Output(UInt(64.W)) 66372951335SLi Qianruo} 664*b9e121dfShappy-lx 665*b9e121dfShappy-lx// custom l2 - l1 interface 666*b9e121dfShappy-lxclass L2ToL1Hint(implicit p: Parameters) extends XSBundle with HasDCacheParameters { 667*b9e121dfShappy-lx val sourceId = UInt(log2Up(cfg.nMissEntries).W) // tilelink sourceID -> mshr id 668*b9e121dfShappy-lx} 669