1c6d43980SLemover/*************************************************************************************** 2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory 4c6d43980SLemover* 5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2. 6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2. 7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at: 8c6d43980SLemover* http://license.coscl.org.cn/MulanPSL2 9c6d43980SLemover* 10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13c6d43980SLemover* 14c6d43980SLemover* See the Mulan PSL v2 for more details. 15c6d43980SLemover***************************************************************************************/ 16c6d43980SLemover 171e3fad10SLinJiaweipackage xiangshan 181e3fad10SLinJiawei 1983ba63b3SXuan Huimport org.chipsalliance.cde.config.Parameters 201e3fad10SLinJiaweiimport chisel3._ 213b739f49SXuan Huimport chisel3.util.BitPat.bitPatToUInt 225844fcf0SLinJiaweiimport chisel3.util._ 233b739f49SXuan Huimport utility._ 243b739f49SXuan Huimport utils._ 25de169c67SWilliam Wangimport xiangshan.backend.decode.{ImmUnion, XDecode} 26730cfbc0SXuan Huimport xiangshan.backend.fu.FuType 273b739f49SXuan Huimport xiangshan.backend.rob.RobPtr 283b739f49SXuan Huimport xiangshan.frontend._ 295c1ae31bSYinan Xuimport xiangshan.mem.{LqPtr, SqPtr} 30b1712600SZiyue Zhangimport xiangshan.backend.Bundles.{DynInst, UopIdx} 31b52d4755SXuan Huimport xiangshan.backend.fu.vector.Bundles.VType 32d7ac23a3SEaston Manimport xiangshan.frontend.{AllAheadFoldedHistoryOldestBits, AllFoldedHistories, BPUCtrl, CGHPtr, FtqPtr, FtqToCtrlIO} 33d7ac23a3SEaston Manimport xiangshan.frontend.{Ftq_Redirect_SRAMEntry, HasBPUParameter, IfuToBackendIO, PreDecodeInfo, RASPtr} 34b9e121dfShappy-lximport xiangshan.cache.HasDCacheParameters 353c02ee8fSwakafaimport utility._ 36b0ae3ac4SLinJiawei 378891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters 3888825c5cSYinan Xuimport chisel3.util.BitPat.bitPatToUInt 397720a376Sfdyimport chisel3.util.experimental.decode.EspressoMinimizer 4024519898SXuan Huimport xiangshan.backend.CtrlToFtqIO 41b6982e83SLemoverimport xiangshan.backend.fu.PMPEntry 4214a6653fSLingrui98import xiangshan.frontend.Ftq_Redirect_SRAMEntry 43dd6c0695SLingrui98import xiangshan.frontend.AllFoldedHistories 4467402d75SLingrui98import xiangshan.frontend.AllAheadFoldedHistoryOldestBits 45c89b4642SGuokai Chenimport xiangshan.frontend.RASPtr 46780712aaSxiaofeibao-xjtuimport xiangshan.backend.rob.RobBundles.RobCommitEntryBundle 471e3fad10SLinJiawei 48627c0a19Szhanglinjuanclass ValidUndirectioned[T <: Data](gen: T) extends Bundle { 493803411bSzhanglinjuan val valid = Bool() 5035fe60e8SLingrui98 val bits = gen.cloneType.asInstanceOf[T] 51fe211d16SLinJiawei 523803411bSzhanglinjuan} 533803411bSzhanglinjuan 54627c0a19Szhanglinjuanobject ValidUndirectioned { 55627c0a19Szhanglinjuan def apply[T <: Data](gen: T) = { 56627c0a19Szhanglinjuan new ValidUndirectioned[T](gen) 573803411bSzhanglinjuan } 583803411bSzhanglinjuan} 593803411bSzhanglinjuan 601b7adedcSWilliam Wangobject RSFeedbackType { 6168d13085SXuan Hu val lrqFull = 0.U(4.W) 6268d13085SXuan Hu val tlbMiss = 1.U(4.W) 6368d13085SXuan Hu val mshrFull = 2.U(4.W) 6468d13085SXuan Hu val dataInvalid = 3.U(4.W) 6568d13085SXuan Hu val bankConflict = 4.U(4.W) 6668d13085SXuan Hu val ldVioCheckRedo = 5.U(4.W) 67cee61068Sfdy val feedbackInvalid = 7.U(4.W) 68cee61068Sfdy val issueSuccess = 8.U(4.W) 69ea0f92d8Sczw val rfArbitFail = 9.U(4.W) 70ea0f92d8Sczw val fuIdle = 10.U(4.W) 71ea0f92d8Sczw val fuBusy = 11.U(4.W) 72d54d930bSfdy val fuUncertain = 12.U(4.W) 73eb163ef0SHaojin Tang 7468d13085SXuan Hu val allTypes = 16 75cee61068Sfdy def apply() = UInt(4.W) 7661d88ec2SXuan Hu 7761d88ec2SXuan Hu def isStageSuccess(feedbackType: UInt) = { 78cee61068Sfdy feedbackType === issueSuccess 7961d88ec2SXuan Hu } 80965c972cSXuan Hu 81965c972cSXuan Hu def isBlocked(feedbackType: UInt) = { 82b536da76SXuan Hu feedbackType === rfArbitFail || feedbackType === fuBusy || feedbackType >= lrqFull && feedbackType <= feedbackInvalid 83965c972cSXuan Hu } 841b7adedcSWilliam Wang} 851b7adedcSWilliam Wang 862225d46eSJiawei Linclass PredictorAnswer(implicit p: Parameters) extends XSBundle { 87097c2688SLingrui98 val hit = if (!env.FPGAPlatform) Bool() else UInt(0.W) 88097c2688SLingrui98 val taken = if (!env.FPGAPlatform) Bool() else UInt(0.W) 89097c2688SLingrui98 val target = if (!env.FPGAPlatform) UInt(VAddrBits.W) else UInt(0.W) 9051b2a476Szoujr} 9151b2a476Szoujr 922225d46eSJiawei Linclass CfiUpdateInfo(implicit p: Parameters) extends XSBundle with HasBPUParameter { 93f226232fSzhanglinjuan // from backend 9469cafcc9SLingrui98 val pc = UInt(VAddrBits.W) 95f226232fSzhanglinjuan // frontend -> backend -> frontend 96f226232fSzhanglinjuan val pd = new PreDecodeInfo 97c89b4642SGuokai Chen val ssp = UInt(log2Up(RasSize).W) 98c89b4642SGuokai Chen val sctr = UInt(log2Up(RasCtrSize).W) 99c89b4642SGuokai Chen val TOSW = new RASPtr 100c89b4642SGuokai Chen val TOSR = new RASPtr 101c89b4642SGuokai Chen val NOS = new RASPtr 102c89b4642SGuokai Chen val topAddr = UInt(VAddrBits.W) 103c2ad24ebSLingrui98 // val hist = new ShiftingGlobalHistory 104dd6c0695SLingrui98 val folded_hist = new AllFoldedHistories(foldedGHistInfos) 10567402d75SLingrui98 val afhob = new AllAheadFoldedHistoryOldestBits(foldedGHistInfos) 10667402d75SLingrui98 val lastBrNumOH = UInt((numBr+1).W) 107b37e4b45SLingrui98 val ghr = UInt(UbtbGHRLength.W) 108c2ad24ebSLingrui98 val histPtr = new CGHPtr 109e7b046c5Szoujr val specCnt = Vec(numBr, UInt(10.W)) 110fe3a74fcSYinan Xu // need pipeline update 111d2b20d1aSTang Haojin val br_hit = Bool() // if in ftb entry 112d2b20d1aSTang Haojin val jr_hit = Bool() // if in ftb entry 113d2b20d1aSTang Haojin val sc_hit = Bool() // if used in ftb entry, invalid if !br_hit 1142e947747SLinJiawei val predTaken = Bool() 115b2e6921eSLinJiawei val target = UInt(VAddrBits.W) 1169a2e6b8aSLinJiawei val taken = Bool() 117b2e6921eSLinJiawei val isMisPred = Bool() 118d0527adfSzoujr val shift = UInt((log2Ceil(numBr)+1).W) 119d0527adfSzoujr val addIntoHist = Bool() 12014a6653fSLingrui98 12114a6653fSLingrui98 def fromFtqRedirectSram(entry: Ftq_Redirect_SRAMEntry) = { 122c2ad24ebSLingrui98 // this.hist := entry.ghist 123c2ad24ebSLingrui98 this.histPtr := entry.histPtr 124c89b4642SGuokai Chen this.ssp := entry.ssp 125c89b4642SGuokai Chen this.sctr := entry.sctr 126c89b4642SGuokai Chen this.TOSW := entry.TOSW 127c89b4642SGuokai Chen this.TOSR := entry.TOSR 128c89b4642SGuokai Chen this.NOS := entry.NOS 129c89b4642SGuokai Chen this.topAddr := entry.topAddr 13014a6653fSLingrui98 this 13114a6653fSLingrui98 } 132b2e6921eSLinJiawei} 133b2e6921eSLinJiawei 1345844fcf0SLinJiawei// Dequeue DecodeWidth insts from Ibuffer 135de169c67SWilliam Wangclass CtrlFlow(implicit p: Parameters) extends XSBundle { 1365844fcf0SLinJiawei val instr = UInt(32.W) 1375844fcf0SLinJiawei val pc = UInt(VAddrBits.W) 138de169c67SWilliam Wang val foldpc = UInt(MemPredPCWidth.W) 139baf8def6SYinan Xu val exceptionVec = ExceptionVec() 14072951335SLi Qianruo val trigger = new TriggerCf 141faf3cfa9SLinJiawei val pd = new PreDecodeInfo 142cde9280dSLinJiawei val pred_taken = Bool() 143c84054caSLinJiawei val crossPageIPFFix = Bool() 144de169c67SWilliam Wang val storeSetHit = Bool() // inst has been allocated an store set 145980c1bc3SWilliam Wang val waitForRobIdx = new RobPtr // store set predicted previous store robIdx 146d1fe0262SWilliam Wang // Load wait is needed 147d1fe0262SWilliam Wang // load inst will not be executed until former store (predicted by mdp) addr calcuated 148d1fe0262SWilliam Wang val loadWaitBit = Bool() 149d1fe0262SWilliam Wang // If (loadWaitBit && loadWaitStrict), strict load wait is needed 150d1fe0262SWilliam Wang // load inst will not be executed until ALL former store addr calcuated 151d1fe0262SWilliam Wang val loadWaitStrict = Bool() 152de169c67SWilliam Wang val ssid = UInt(SSIDWidth.W) 153884dbb3bSLinJiawei val ftqPtr = new FtqPtr 154884dbb3bSLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 1555844fcf0SLinJiawei} 1565844fcf0SLinJiawei 15772951335SLi Qianruo 1582225d46eSJiawei Linclass FPUCtrlSignals(implicit p: Parameters) extends XSBundle { 1592ce29ed6SLinJiawei val isAddSub = Bool() // swap23 160dc597826SJiawei Lin val typeTagIn = UInt(1.W) 161dc597826SJiawei Lin val typeTagOut = UInt(1.W) 1622ce29ed6SLinJiawei val fromInt = Bool() 1632ce29ed6SLinJiawei val wflags = Bool() 1642ce29ed6SLinJiawei val fpWen = Bool() 1652ce29ed6SLinJiawei val fmaCmd = UInt(2.W) 1662ce29ed6SLinJiawei val div = Bool() 1672ce29ed6SLinJiawei val sqrt = Bool() 1682ce29ed6SLinJiawei val fcvt = Bool() 1692ce29ed6SLinJiawei val typ = UInt(2.W) 1702ce29ed6SLinJiawei val fmt = UInt(2.W) 1712ce29ed6SLinJiawei val ren3 = Bool() //TODO: remove SrcType.fp 172e6c6b64fSLinJiawei val rm = UInt(3.W) 173579b9f28SLinJiawei} 174579b9f28SLinJiawei 1755844fcf0SLinJiawei// Decode DecodeWidth insts at Decode Stage 1762225d46eSJiawei Linclass CtrlSignals(implicit p: Parameters) extends XSBundle { 1778744445eSMaxpicca-Li val debug_globalID = UInt(XLEN.W) 178a7a8a6ccSHaojin Tang val srcType = Vec(4, SrcType()) 179a7a8a6ccSHaojin Tang val lsrc = Vec(4, UInt(6.W)) 180a7a8a6ccSHaojin Tang val ldest = UInt(6.W) 1819a2e6b8aSLinJiawei val fuType = FuType() 1829a2e6b8aSLinJiawei val fuOpType = FuOpType() 1839a2e6b8aSLinJiawei val rfWen = Bool() 1849a2e6b8aSLinJiawei val fpWen = Bool() 185deb6421eSHaojin Tang val vecWen = Bool() 1869a2e6b8aSLinJiawei val isXSTrap = Bool() 1872d366136SLinJiawei val noSpecExec = Bool() // wait forward 1882d366136SLinJiawei val blockBackward = Bool() // block backward 18945a56a29SZhangZifei val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 190e2695e90SzhanglyGit val uopSplitType = UopSplitType() 191c2a8ae00SYikeZhou val selImm = SelImm() 192780712aaSxiaofeibao-xjtu val imm = UInt(32.W) 193a3edac52SYinan Xu val commitType = CommitType() 194579b9f28SLinJiawei val fpu = new FPUCtrlSignals 195b1712600SZiyue Zhang val uopIdx = UopIdx() 196aac4464eSYinan Xu val isMove = Bool() 1971a0debc2Sczw val vm = Bool() 198d4aca96cSlqre val singleStep = Bool() 199c88c3a2aSYinan Xu // This inst will flush all the pipe when it is the oldest inst in ROB, 200c88c3a2aSYinan Xu // then replay from this inst itself 201c88c3a2aSYinan Xu val replayInst = Bool() 20289cc69c1STang Haojin val canRobCompress = Bool() 203be25371aSYikeZhou 20457a10886SXuan Hu private def allSignals = srcType.take(3) ++ Seq(fuType, fuOpType, rfWen, fpWen, vecWen, 20589cc69c1STang Haojin isXSTrap, noSpecExec, blockBackward, flushPipe, canRobCompress, uopSplitType, selImm) 20688825c5cSYinan Xu 20788825c5cSYinan Xu def decode(inst: UInt, table: Iterable[(BitPat, List[BitPat])]): CtrlSignals = { 2087720a376Sfdy val decoder = freechips.rocketchip.rocket.DecodeLogic(inst, XDecode.decodeDefault, table, EspressoMinimizer) 20988825c5cSYinan Xu allSignals zip decoder foreach { case (s, d) => s := d } 2104d24c305SYikeZhou commitType := DontCare 211be25371aSYikeZhou this 212be25371aSYikeZhou } 21388825c5cSYinan Xu 21488825c5cSYinan Xu def decode(bit: List[BitPat]): CtrlSignals = { 21588825c5cSYinan Xu allSignals.zip(bit.map(bitPatToUInt(_))).foreach{ case (s, d) => s := d } 21688825c5cSYinan Xu this 21788825c5cSYinan Xu } 218b6900d94SYinan Xu 2193b739f49SXuan Hu def isWFI: Bool = fuType === FuType.csr.U && fuOpType === CSROpType.wfi 220f025d715SYinan Xu def isSoftPrefetch: Bool = { 2213b739f49SXuan Hu fuType === FuType.alu.U && fuOpType === ALUOpType.or && selImm === SelImm.IMM_I && ldest === 0.U 222f025d715SYinan Xu } 2233d1a5c10Smaliao def needWriteRf: Bool = (rfWen && ldest =/= 0.U) || fpWen || vecWen 224d0de7e4aSpeixiaokun def isHyperInst: Bool = { 225e25e4d90SXuan Hu fuType === FuType.ldu.U && LSUOpType.isHlv(fuOpType) || fuType === FuType.stu.U && LSUOpType.isHsv(fuOpType) 226d0de7e4aSpeixiaokun } 2275844fcf0SLinJiawei} 2285844fcf0SLinJiawei 2292225d46eSJiawei Linclass CfCtrl(implicit p: Parameters) extends XSBundle { 2305844fcf0SLinJiawei val cf = new CtrlFlow 2315844fcf0SLinJiawei val ctrl = new CtrlSignals 2325844fcf0SLinJiawei} 2335844fcf0SLinJiawei 2342225d46eSJiawei Linclass PerfDebugInfo(implicit p: Parameters) extends XSBundle { 2358b8e745dSYikeZhou val eliminatedMove = Bool() 2368744445eSMaxpicca-Li // val fetchTime = UInt(XLEN.W) 237ebb8ebf8SYinan Xu val renameTime = UInt(XLEN.W) 238ebb8ebf8SYinan Xu val dispatchTime = UInt(XLEN.W) 239ebb8ebf8SYinan Xu val enqRsTime = UInt(XLEN.W) 240ebb8ebf8SYinan Xu val selectTime = UInt(XLEN.W) 241ebb8ebf8SYinan Xu val issueTime = UInt(XLEN.W) 242ebb8ebf8SYinan Xu val writebackTime = UInt(XLEN.W) 2438744445eSMaxpicca-Li // val commitTime = UInt(XLEN.W) 2448744445eSMaxpicca-Li val runahead_checkpoint_id = UInt(XLEN.W) 2458744445eSMaxpicca-Li val tlbFirstReqTime = UInt(XLEN.W) 2468744445eSMaxpicca-Li val tlbRespTime = UInt(XLEN.W) // when getting hit result (including delay in L2TLB hit) 247ba4100caSYinan Xu} 248ba4100caSYinan Xu 24948d1472eSWilliam Wang// Separate LSQ 2502225d46eSJiawei Linclass LSIdx(implicit p: Parameters) extends XSBundle { 251915c0dd4SYinan Xu val lqIdx = new LqPtr 2525c1ae31bSYinan Xu val sqIdx = new SqPtr 25324726fbfSWilliam Wang} 25424726fbfSWilliam Wang 255b2e6921eSLinJiawei// CfCtrl -> MicroOp at Rename Stage 2562225d46eSJiawei Linclass MicroOp(implicit p: Parameters) extends CfCtrl { 257a7a8a6ccSHaojin Tang val srcState = Vec(4, SrcState()) 258a7a8a6ccSHaojin Tang val psrc = Vec(4, UInt(PhyRegIdxWidth.W)) 25920e31bd1SYinan Xu val pdest = UInt(PhyRegIdxWidth.W) 2609aca92b9SYinan Xu val robIdx = new RobPtr 26189cc69c1STang Haojin val instrSize = UInt(log2Ceil(RenameWidth + 1).W) 262fe6452fcSYinan Xu val lqIdx = new LqPtr 263fe6452fcSYinan Xu val sqIdx = new SqPtr 2648b8e745dSYikeZhou val eliminatedMove = Bool() 265fa7f2c26STang Haojin val snapshot = Bool() 2667cef916fSYinan Xu val debugInfo = new PerfDebugInfo 2679d4e1137SYinan Xu def needRfRPort(index: Int, isFp: Boolean, ignoreState: Boolean = true) : Bool = { 268bcce877bSYinan Xu val stateReady = srcState(index) === SrcState.rdy || ignoreState.B 269bcce877bSYinan Xu val readReg = if (isFp) { 270bcce877bSYinan Xu ctrl.srcType(index) === SrcType.fp 271bcce877bSYinan Xu } else { 272bcce877bSYinan Xu ctrl.srcType(index) === SrcType.reg && ctrl.lsrc(index) =/= 0.U 273a338f247SYinan Xu } 274bcce877bSYinan Xu readReg && stateReady 275a338f247SYinan Xu } 2765c7674feSYinan Xu def srcIsReady: Vec[Bool] = { 277c9ebdf90SYinan Xu VecInit(ctrl.srcType.zip(srcState).map{ case (t, s) => SrcType.isPcOrImm(t) || s === SrcState.rdy }) 2785c7674feSYinan Xu } 2796ab6918fSYinan Xu def clearExceptions( 2806ab6918fSYinan Xu exceptionBits: Seq[Int] = Seq(), 2816ab6918fSYinan Xu flushPipe: Boolean = false, 2826ab6918fSYinan Xu replayInst: Boolean = false 2836ab6918fSYinan Xu ): MicroOp = { 2846ab6918fSYinan Xu cf.exceptionVec.zipWithIndex.filterNot(x => exceptionBits.contains(x._2)).foreach(_._1 := false.B) 2856ab6918fSYinan Xu if (!flushPipe) { ctrl.flushPipe := false.B } 2866ab6918fSYinan Xu if (!replayInst) { ctrl.replayInst := false.B } 287c88c3a2aSYinan Xu this 288c88c3a2aSYinan Xu } 2895844fcf0SLinJiawei} 2905844fcf0SLinJiawei 29146f74b57SHaojin Tangclass XSBundleWithMicroOp(implicit p: Parameters) extends XSBundle { 292dfb4c5dcSXuan Hu val uop = new DynInst 29346f74b57SHaojin Tang} 29446f74b57SHaojin Tang 29546f74b57SHaojin Tangclass MicroOpRbExt(implicit p: Parameters) extends XSBundleWithMicroOp { 296de169c67SWilliam Wang val flag = UInt(1.W) 2971e3fad10SLinJiawei} 298de169c67SWilliam Wang 2992225d46eSJiawei Linclass Redirect(implicit p: Parameters) extends XSBundle { 30014a67055Ssfencevma val isRVC = Bool() 3019aca92b9SYinan Xu val robIdx = new RobPtr 30236d7aed5SLinJiawei val ftqIdx = new FtqPtr 30336d7aed5SLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 304bfb958a3SYinan Xu val level = RedirectLevel() 305bfb958a3SYinan Xu val interrupt = Bool() 306c778d2afSLinJiawei val cfiUpdate = new CfiUpdateInfo 307bfb958a3SYinan Xu 308de169c67SWilliam Wang val stFtqIdx = new FtqPtr // for load violation predict 309de169c67SWilliam Wang val stFtqOffset = UInt(log2Up(PredictWidth).W) 310fe211d16SLinJiawei 31120edb3f7SWilliam Wang val debug_runahead_checkpoint_id = UInt(64.W) 312d2b20d1aSTang Haojin val debugIsCtrl = Bool() 313d2b20d1aSTang Haojin val debugIsMemVio = Bool() 31420edb3f7SWilliam Wang 315bfb958a3SYinan Xu def flushItself() = RedirectLevel.flushItself(level) 316a25b1bceSLinJiawei} 317a25b1bceSLinJiawei 3182b4e8253SYinan Xuclass ResetPregStateReq(implicit p: Parameters) extends XSBundle { 31960deaca2SLinJiawei // NOTE: set isInt and isFp both to 'false' when invalid 32060deaca2SLinJiawei val isInt = Bool() 32160deaca2SLinJiawei val isFp = Bool() 32260f0c5aeSxiaofeibao val isVec = Bool() 32329aa55c1Sxiaofeibao val isV0 = Bool() 32429aa55c1Sxiaofeibao val isVl = Bool() 32560deaca2SLinJiawei val preg = UInt(PhyRegIdxWidth.W) 3265844fcf0SLinJiawei} 3275844fcf0SLinJiawei 3282225d46eSJiawei Linclass DebugBundle(implicit p: Parameters) extends XSBundle { 32972235fa4SWilliam Wang val isMMIO = Bool() 3308635f18fSwangkaifan val isPerfCnt = Bool() 3318b91a337SWilliam Wang val paddr = UInt(PAddrBits.W) 33272951335SLi Qianruo val vaddr = UInt(VAddrBits.W) 3338744445eSMaxpicca-Li /* add L/S inst info in EXU */ 3348744445eSMaxpicca-Li // val L1toL2TlbLatency = UInt(XLEN.W) 3358744445eSMaxpicca-Li // val levelTlbHit = UInt(2.W) 336e402d94eSWilliam Wang} 3375844fcf0SLinJiawei 3382225d46eSJiawei Linclass ExternalInterruptIO(implicit p: Parameters) extends XSBundle { 33935bfeecbSYinan Xu val mtip = Input(Bool()) 34035bfeecbSYinan Xu val msip = Input(Bool()) 34135bfeecbSYinan Xu val meip = Input(Bool()) 342b3d79b37SYinan Xu val seip = Input(Bool()) 343d4aca96cSlqre val debug = Input(Bool()) 3445844fcf0SLinJiawei} 3455844fcf0SLinJiawei 3462225d46eSJiawei Linclass CSRSpecialIO(implicit p: Parameters) extends XSBundle { 3473b739f49SXuan Hu val exception = Flipped(ValidIO(new DynInst)) 3483fa7b737SYinan Xu val isInterrupt = Input(Bool()) 34935bfeecbSYinan Xu val memExceptionVAddr = Input(UInt(VAddrBits.W)) 35035bfeecbSYinan Xu val trapTarget = Output(UInt(VAddrBits.W)) 35135bfeecbSYinan Xu val externalInterrupt = new ExternalInterruptIO 35235bfeecbSYinan Xu val interrupt = Output(Bool()) 35335bfeecbSYinan Xu} 35435bfeecbSYinan Xu 355a8db15d8Sfdyclass DiffCommitIO(implicit p: Parameters) extends XSBundle { 356a8db15d8Sfdy val isCommit = Bool() 357a8db15d8Sfdy val commitValid = Vec(CommitWidth * MaxUopSize, Bool()) 358a8db15d8Sfdy 3596b102a39SHaojin Tang val info = Vec(CommitWidth * MaxUopSize, new RabCommitInfo) 360a8db15d8Sfdy} 361a8db15d8Sfdy 362780712aaSxiaofeibao-xjtuclass RobCommitInfo(implicit p: Parameters) extends RobCommitEntryBundle 3635844fcf0SLinJiawei 3649aca92b9SYinan Xuclass RobCommitIO(implicit p: Parameters) extends XSBundle { 365ccfddc82SHaojin Tang val isCommit = Bool() 366ccfddc82SHaojin Tang val commitValid = Vec(CommitWidth, Bool()) 3676474c47fSYinan Xu 368ccfddc82SHaojin Tang val isWalk = Bool() 369c51eab43SYinan Xu // valid bits optimized for walk 370ccfddc82SHaojin Tang val walkValid = Vec(CommitWidth, Bool()) 3716474c47fSYinan Xu 372ccfddc82SHaojin Tang val info = Vec(CommitWidth, new RobCommitInfo) 373fa7f2c26STang Haojin val robIdx = Vec(CommitWidth, new RobPtr) 37421e7a6c5SYinan Xu 3756474c47fSYinan Xu def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 3766474c47fSYinan Xu def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 3775844fcf0SLinJiawei} 3785844fcf0SLinJiawei 3796b102a39SHaojin Tangclass RabCommitInfo(implicit p: Parameters) extends XSBundle { 3806b102a39SHaojin Tang val ldest = UInt(6.W) 3816b102a39SHaojin Tang val pdest = UInt(PhyRegIdxWidth.W) 3826b102a39SHaojin Tang val rfWen = Bool() 3836b102a39SHaojin Tang val fpWen = Bool() 3846b102a39SHaojin Tang val vecWen = Bool() 385368cbcecSxiaofeibao val v0Wen = Bool() 386368cbcecSxiaofeibao val vlWen = Bool() 3876b102a39SHaojin Tang val isMove = Bool() 3886b102a39SHaojin Tang} 3896b102a39SHaojin Tang 3906b102a39SHaojin Tangclass RabCommitIO(implicit p: Parameters) extends XSBundle { 3916b102a39SHaojin Tang val isCommit = Bool() 392780712aaSxiaofeibao-xjtu val commitValid = Vec(RabCommitWidth, Bool()) 3936b102a39SHaojin Tang 3946b102a39SHaojin Tang val isWalk = Bool() 3956b102a39SHaojin Tang // valid bits optimized for walk 396780712aaSxiaofeibao-xjtu val walkValid = Vec(RabCommitWidth, Bool()) 3976b102a39SHaojin Tang 398780712aaSxiaofeibao-xjtu val info = Vec(RabCommitWidth, new RabCommitInfo) 399780712aaSxiaofeibao-xjtu val robIdx = OptionWrapper(!env.FPGAPlatform, Vec(RabCommitWidth, new RobPtr)) 4006b102a39SHaojin Tang 4016b102a39SHaojin Tang def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 4026b102a39SHaojin Tang def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 4036b102a39SHaojin Tang} 4046b102a39SHaojin Tang 405fa7f2c26STang Haojinclass SnapshotPort(implicit p: Parameters) extends XSBundle { 406fa7f2c26STang Haojin val snptEnq = Bool() 407fa7f2c26STang Haojin val snptDeq = Bool() 408fa7f2c26STang Haojin val useSnpt = Bool() 409fa7f2c26STang Haojin val snptSelect = UInt(log2Ceil(RenameSnapshotNum).W) 410c4b56310SHaojin Tang val flushVec = Vec(RenameSnapshotNum, Bool()) 411fa7f2c26STang Haojin} 412fa7f2c26STang Haojin 413fd490615Sweiding liuclass RSFeedback(isVector: Boolean = false)(implicit p: Parameters) extends XSBundle { 4145db4956bSzhanglyGit val robIdx = new RobPtr 415037a131fSWilliam Wang val hit = Bool() 41662f57a35SLemover val flushState = Bool() 4171b7adedcSWilliam Wang val sourceType = RSFeedbackType() 418c7160cd3SWilliam Wang val dataInvalidSqIdx = new SqPtr 419fd490615Sweiding liu val uopIdx = OptionWrapper(isVector, UopIdx()) 420037a131fSWilliam Wang} 421037a131fSWilliam Wang 422fd490615Sweiding liuclass MemRSFeedbackIO(isVector: Boolean = false)(implicit p: Parameters) extends XSBundle { 423d87b76aaSWilliam Wang // Note: you need to update in implicit Parameters p before imp MemRSFeedbackIO 424d87b76aaSWilliam Wang // for instance: MemRSFeedbackIO()(updateP) 425fd490615Sweiding liu val feedbackSlow = ValidIO(new RSFeedback(isVector)) // dcache miss queue full, dtlb miss 426fd490615Sweiding liu val feedbackFast = ValidIO(new RSFeedback(isVector)) // bank conflict 427d87b76aaSWilliam Wang} 428d87b76aaSWilliam Wang 4290f55a0d3SHaojin Tangclass LoadCancelIO(implicit p: Parameters) extends XSBundle { 430596af5d2SHaojin Tang val ld1Cancel = Bool() 431596af5d2SHaojin Tang val ld2Cancel = Bool() 4320f55a0d3SHaojin Tang} 4330f55a0d3SHaojin Tang 434f06ca0bfSLingrui98class FrontendToCtrlIO(implicit p: Parameters) extends XSBundle { 4355844fcf0SLinJiawei // to backend end 4365844fcf0SLinJiawei val cfVec = Vec(DecodeWidth, DecoupledIO(new CtrlFlow)) 437d2b20d1aSTang Haojin val stallReason = new StallReasonIO(DecodeWidth) 438f06ca0bfSLingrui98 val fromFtq = new FtqToCtrlIO 439d7ac23a3SEaston Man val fromIfu = new IfuToBackendIO 4405844fcf0SLinJiawei // from backend 441f06ca0bfSLingrui98 val toFtq = Flipped(new CtrlToFtqIO) 44205cc2a4eSXuan Hu val canAccept = Input(Bool()) 4431e3fad10SLinJiawei} 444fcff7e94SZhangZifei 445f1fe8698SLemoverclass SatpStruct(implicit p: Parameters) extends XSBundle { 44645f497a4Shappy-lx val mode = UInt(4.W) 44745f497a4Shappy-lx val asid = UInt(16.W) 44845f497a4Shappy-lx val ppn = UInt(44.W) 44945f497a4Shappy-lx} 45045f497a4Shappy-lx 451f1fe8698SLemoverclass TlbSatpBundle(implicit p: Parameters) extends SatpStruct { 45245f497a4Shappy-lx val changed = Bool() 45345f497a4Shappy-lx 45445f497a4Shappy-lx def apply(satp_value: UInt): Unit = { 45545f497a4Shappy-lx require(satp_value.getWidth == XLEN) 45645f497a4Shappy-lx val sa = satp_value.asTypeOf(new SatpStruct) 45745f497a4Shappy-lx mode := sa.mode 45845f497a4Shappy-lx asid := sa.asid 459935edac4STang Haojin ppn := Cat(0.U((44-PAddrBits).W), sa.ppn(PAddrBits-1, 0)).asUInt 46045f497a4Shappy-lx changed := DataChanged(sa.asid) // when ppn is changed, software need do the flush 46145f497a4Shappy-lx } 462fcff7e94SZhangZifei} 463f1fe8698SLemover 464f1fe8698SLemoverclass TlbCsrBundle(implicit p: Parameters) extends XSBundle { 465f1fe8698SLemover val satp = new TlbSatpBundle() 466d0de7e4aSpeixiaokun val vsatp = new TlbSatpBundle() 467d0de7e4aSpeixiaokun val hgatp = new TlbSatpBundle() 468fcff7e94SZhangZifei val priv = new Bundle { 469fcff7e94SZhangZifei val mxr = Bool() 470fcff7e94SZhangZifei val sum = Bool() 471d0de7e4aSpeixiaokun val vmxr = Bool() 472d0de7e4aSpeixiaokun val vsum = Bool() 473d0de7e4aSpeixiaokun val virt = Bool() 474d0de7e4aSpeixiaokun val spvp = UInt(1.W) 475fcff7e94SZhangZifei val imode = UInt(2.W) 476fcff7e94SZhangZifei val dmode = UInt(2.W) 477fcff7e94SZhangZifei } 4788fc4e859SZhangZifei 4798fc4e859SZhangZifei override def toPrintable: Printable = { 4808fc4e859SZhangZifei p"Satp mode:0x${Hexadecimal(satp.mode)} asid:0x${Hexadecimal(satp.asid)} ppn:0x${Hexadecimal(satp.ppn)} " + 4818fc4e859SZhangZifei p"Priv mxr:${priv.mxr} sum:${priv.sum} imode:${priv.imode} dmode:${priv.dmode}" 4828fc4e859SZhangZifei } 483fcff7e94SZhangZifei} 484fcff7e94SZhangZifei 4852225d46eSJiawei Linclass SfenceBundle(implicit p: Parameters) extends XSBundle { 486fcff7e94SZhangZifei val valid = Bool() 487fcff7e94SZhangZifei val bits = new Bundle { 488fcff7e94SZhangZifei val rs1 = Bool() 489fcff7e94SZhangZifei val rs2 = Bool() 490fcff7e94SZhangZifei val addr = UInt(VAddrBits.W) 491d0de7e4aSpeixiaokun val id = UInt((AsidLength).W) // asid or vmid 492f1fe8698SLemover val flushPipe = Bool() 493d0de7e4aSpeixiaokun val hv = Bool() 494d0de7e4aSpeixiaokun val hg = Bool() 495fcff7e94SZhangZifei } 4968fc4e859SZhangZifei 4978fc4e859SZhangZifei override def toPrintable: Printable = { 498f1fe8698SLemover p"valid:0x${Hexadecimal(valid)} rs1:${bits.rs1} rs2:${bits.rs2} addr:${Hexadecimal(bits.addr)}, flushPipe:${bits.flushPipe}" 4998fc4e859SZhangZifei } 500fcff7e94SZhangZifei} 501a165bd69Swangkaifan 502de169c67SWilliam Wang// Bundle for load violation predictor updating 503de169c67SWilliam Wangclass MemPredUpdateReq(implicit p: Parameters) extends XSBundle { 5042b8b2e7aSWilliam Wang val valid = Bool() 505de169c67SWilliam Wang 506de169c67SWilliam Wang // wait table update 507de169c67SWilliam Wang val waddr = UInt(MemPredPCWidth.W) 5082b8b2e7aSWilliam Wang val wdata = Bool() // true.B by default 509de169c67SWilliam Wang 510de169c67SWilliam Wang // store set update 511de169c67SWilliam Wang // by default, ldpc/stpc should be xor folded 512de169c67SWilliam Wang val ldpc = UInt(MemPredPCWidth.W) 513de169c67SWilliam Wang val stpc = UInt(MemPredPCWidth.W) 5142b8b2e7aSWilliam Wang} 5152b8b2e7aSWilliam Wang 5162225d46eSJiawei Linclass CustomCSRCtrlIO(implicit p: Parameters) extends XSBundle { 5172b8b2e7aSWilliam Wang // Prefetcher 518ecccf78fSJay val l1I_pf_enable = Output(Bool()) 5192b8b2e7aSWilliam Wang val l2_pf_enable = Output(Bool()) 52085de5caeSLinJiawei val l1D_pf_enable = Output(Bool()) 52185de5caeSLinJiawei val l1D_pf_train_on_hit = Output(Bool()) 52285de5caeSLinJiawei val l1D_pf_enable_agt = Output(Bool()) 52385de5caeSLinJiawei val l1D_pf_enable_pht = Output(Bool()) 5245d13017eSLinJiawei val l1D_pf_active_threshold = Output(UInt(4.W)) 5255d13017eSLinJiawei val l1D_pf_active_stride = Output(UInt(6.W)) 526edbf1204SLinJiawei val l1D_pf_enable_stride = Output(Bool()) 527f1d78cf7SLinJiawei val l2_pf_store_only = Output(Bool()) 528ecccf78fSJay // ICache 529ecccf78fSJay val icache_parity_enable = Output(Bool()) 530f3f22d72SYinan Xu // Load violation predictor 5312b8b2e7aSWilliam Wang val lvpred_disable = Output(Bool()) 5322b8b2e7aSWilliam Wang val no_spec_load = Output(Bool()) 533c7160cd3SWilliam Wang val storeset_wait_store = Output(Bool()) 534c7160cd3SWilliam Wang val storeset_no_fast_wakeup = Output(Bool()) 535c7160cd3SWilliam Wang val lvpred_timeout = Output(UInt(5.W)) 536f3f22d72SYinan Xu // Branch predictor 5372b8b2e7aSWilliam Wang val bp_ctrl = Output(new BPUCtrl) 538f3f22d72SYinan Xu // Memory Block 539f3f22d72SYinan Xu val sbuffer_threshold = Output(UInt(4.W)) 540d10a581eSWilliam Wang val ldld_vio_check_enable = Output(Bool()) 541d10a581eSWilliam Wang val soft_prefetch_enable = Output(Bool()) 542a4e57ea3SLi Qianruo val cache_error_enable = Output(Bool()) 54337225120Ssfencevma val uncache_write_outstanding_enable = Output(Bool()) 544aac4464eSYinan Xu // Rename 5455b47c58cSYinan Xu val fusion_enable = Output(Bool()) 5465b47c58cSYinan Xu val wfi_enable = Output(Bool()) 547af2f7849Shappy-lx // Decode 548af2f7849Shappy-lx val svinval_enable = Output(Bool()) 549af2f7849Shappy-lx 550b6982e83SLemover // distribute csr write signal 551b6982e83SLemover val distribute_csr = new DistributedCSRIO() 5525b0f0029SXuan Hu // TODO: move it to a new bundle, since single step is not a custom control signal 553ddb65c47SLi Qianruo val singlestep = Output(Bool()) 55472951335SLi Qianruo val frontend_trigger = new FrontendTdataDistributeIO() 55572951335SLi Qianruo val mem_trigger = new MemTdataDistributeIO() 556d0de7e4aSpeixiaokun // Virtualization Mode 557d0de7e4aSpeixiaokun val virtMode = Output(Bool()) 558b6982e83SLemover} 559b6982e83SLemover 560b6982e83SLemoverclass DistributedCSRIO(implicit p: Parameters) extends XSBundle { 5611c746d3aScui fliter // CSR has been written by csr inst, copies of csr should be updated 562b6982e83SLemover val w = ValidIO(new Bundle { 563b6982e83SLemover val addr = Output(UInt(12.W)) 564b6982e83SLemover val data = Output(UInt(XLEN.W)) 565b6982e83SLemover }) 5662b8b2e7aSWilliam Wang} 567e19f7967SWilliam Wang 568e19f7967SWilliam Wangclass DistributedCSRUpdateReq(implicit p: Parameters) extends XSBundle { 569e19f7967SWilliam Wang // Request csr to be updated 570e19f7967SWilliam Wang // 571e19f7967SWilliam Wang // Note that this request will ONLY update CSR Module it self, 572e19f7967SWilliam Wang // copies of csr will NOT be updated, use it with care! 573e19f7967SWilliam Wang // 574e19f7967SWilliam Wang // For each cycle, no more than 1 DistributedCSRUpdateReq is valid 575e19f7967SWilliam Wang val w = ValidIO(new Bundle { 576e19f7967SWilliam Wang val addr = Output(UInt(12.W)) 577e19f7967SWilliam Wang val data = Output(UInt(XLEN.W)) 578e19f7967SWilliam Wang }) 579e19f7967SWilliam Wang def apply(valid: Bool, addr: UInt, data: UInt, src_description: String) = { 580e19f7967SWilliam Wang when(valid){ 581e19f7967SWilliam Wang w.bits.addr := addr 582e19f7967SWilliam Wang w.bits.data := data 583e19f7967SWilliam Wang } 584e19f7967SWilliam Wang println("Distributed CSR update req registered for " + src_description) 585e19f7967SWilliam Wang } 586e19f7967SWilliam Wang} 58772951335SLi Qianruo 5880f59c834SWilliam Wangclass L1CacheErrorInfo(implicit p: Parameters) extends XSBundle { 5890f59c834SWilliam Wang // L1CacheErrorInfo is also used to encode customized CACHE_ERROR CSR 5900f59c834SWilliam Wang val source = Output(new Bundle() { 5910f59c834SWilliam Wang val tag = Bool() // l1 tag array 5920f59c834SWilliam Wang val data = Bool() // l1 data array 5930f59c834SWilliam Wang val l2 = Bool() 5940f59c834SWilliam Wang }) 5950f59c834SWilliam Wang val opType = Output(new Bundle() { 5960f59c834SWilliam Wang val fetch = Bool() 5970f59c834SWilliam Wang val load = Bool() 5980f59c834SWilliam Wang val store = Bool() 5990f59c834SWilliam Wang val probe = Bool() 6000f59c834SWilliam Wang val release = Bool() 6010f59c834SWilliam Wang val atom = Bool() 6020f59c834SWilliam Wang }) 6030f59c834SWilliam Wang val paddr = Output(UInt(PAddrBits.W)) 6040f59c834SWilliam Wang 6050f59c834SWilliam Wang // report error and paddr to beu 6060f59c834SWilliam Wang // bus error unit will receive error info iff ecc_error.valid 6070f59c834SWilliam Wang val report_to_beu = Output(Bool()) 6080f59c834SWilliam Wang 609*0184a80eSYanqin Li def toL1BusErrorUnitInfo(valid: Bool): L1BusErrorUnitInfo = { 6100f59c834SWilliam Wang val beu_info = Wire(new L1BusErrorUnitInfo) 611cd467f7cSxu_zh beu_info.ecc_error.valid := valid && report_to_beu 6120f59c834SWilliam Wang beu_info.ecc_error.bits := paddr 6130f59c834SWilliam Wang beu_info 6140f59c834SWilliam Wang } 6150f59c834SWilliam Wang} 616bc63e578SLi Qianruo 61772951335SLi Qianruoclass TriggerCf(implicit p: Parameters) extends XSBundle { 61884e47f35SLi Qianruo // frontend 619f7af4c74Schengguanghui val frontendHit = Vec(TriggerNum, Bool()) // en && hit 620f7af4c74Schengguanghui val frontendCanFire = Vec(TriggerNum, Bool()) 62184e47f35SLi Qianruo // backend 622f7af4c74Schengguanghui val backendHit = Vec(TriggerNum, Bool()) 623f7af4c74Schengguanghui val backendCanFire = Vec(TriggerNum, Bool()) 62484e47f35SLi Qianruo 62584e47f35SLi Qianruo // Two situations not allowed: 62684e47f35SLi Qianruo // 1. load data comparison 62784e47f35SLi Qianruo // 2. store chaining with store 628f7af4c74Schengguanghui def getFrontendCanFire = frontendCanFire.reduce(_ || _) 629f7af4c74Schengguanghui def getBackendCanFire = backendCanFire.reduce(_ || _) 630f7af4c74Schengguanghui def canFire = getFrontendCanFire || getBackendCanFire 631d7dd1af1SLi Qianruo def clear(): Unit = { 632d7dd1af1SLi Qianruo frontendHit.foreach(_ := false.B) 633f7af4c74Schengguanghui frontendCanFire.foreach(_ := false.B) 634d7dd1af1SLi Qianruo backendHit.foreach(_ := false.B) 635f7af4c74Schengguanghui backendCanFire.foreach(_ := false.B) 636d7dd1af1SLi Qianruo } 63772951335SLi Qianruo} 63872951335SLi Qianruo 639bc63e578SLi Qianruo// these 3 bundles help distribute trigger control signals from CSR 640bc63e578SLi Qianruo// to Frontend, Load and Store. 64172951335SLi Qianruoclass FrontendTdataDistributeIO(implicit p: Parameters) extends XSBundle { 642f7af4c74Schengguanghui val tUpdate = ValidIO(new Bundle { 643f7af4c74Schengguanghui val addr = Output(UInt(log2Up(TriggerNum).W)) 64472951335SLi Qianruo val tdata = new MatchTriggerIO 64572951335SLi Qianruo }) 646f7af4c74Schengguanghui val tEnableVec: Vec[Bool] = Output(Vec(TriggerNum, Bool())) 64772951335SLi Qianruo} 64872951335SLi Qianruo 64972951335SLi Qianruoclass MemTdataDistributeIO(implicit p: Parameters) extends XSBundle { 650f7af4c74Schengguanghui val tUpdate = ValidIO(new Bundle { 651f7af4c74Schengguanghui val addr = Output(UInt(log2Up(TriggerNum).W)) 65272951335SLi Qianruo val tdata = new MatchTriggerIO 65372951335SLi Qianruo }) 654f7af4c74Schengguanghui val tEnableVec: Vec[Bool] = Output(Vec(TriggerNum, Bool())) 65572951335SLi Qianruo} 65672951335SLi Qianruo 65772951335SLi Qianruoclass MatchTriggerIO(implicit p: Parameters) extends XSBundle { 65872951335SLi Qianruo val matchType = Output(UInt(2.W)) 65972951335SLi Qianruo val select = Output(Bool()) 66072951335SLi Qianruo val timing = Output(Bool()) 66172951335SLi Qianruo val action = Output(Bool()) 66272951335SLi Qianruo val chain = Output(Bool()) 663f7af4c74Schengguanghui val execute = Output(Bool()) 664f7af4c74Schengguanghui val store = Output(Bool()) 665f7af4c74Schengguanghui val load = Output(Bool()) 66672951335SLi Qianruo val tdata2 = Output(UInt(64.W)) 66772951335SLi Qianruo} 668b9e121dfShappy-lx 669d2b20d1aSTang Haojinclass StallReasonIO(width: Int) extends Bundle { 670d2b20d1aSTang Haojin val reason = Output(Vec(width, UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 671d2b20d1aSTang Haojin val backReason = Flipped(Valid(UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 672d2b20d1aSTang Haojin} 673d2b20d1aSTang Haojin 674b9e121dfShappy-lx// custom l2 - l1 interface 675b9e121dfShappy-lxclass L2ToL1Hint(implicit p: Parameters) extends XSBundle with HasDCacheParameters { 676b9e121dfShappy-lx val sourceId = UInt(log2Up(cfg.nMissEntries).W) // tilelink sourceID -> mshr id 677d2945707SHuijin Li val isKeyword = Bool() // miss entry keyword -> L1 load queue replay 678b9e121dfShappy-lx} 679f7af4c74Schengguanghui 680