1c6d43980SLemover/*************************************************************************************** 2c6d43980SLemover* Copyright (c) 2020-2021 Institute of Computing Technology, Chinese Academy of Sciences 3f320e0f0SYinan Xu* Copyright (c) 2020-2021 Peng Cheng Laboratory 4c6d43980SLemover* 5c6d43980SLemover* XiangShan is licensed under Mulan PSL v2. 6c6d43980SLemover* You can use this software according to the terms and conditions of the Mulan PSL v2. 7c6d43980SLemover* You may obtain a copy of Mulan PSL v2 at: 8c6d43980SLemover* http://license.coscl.org.cn/MulanPSL2 9c6d43980SLemover* 10c6d43980SLemover* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, 11c6d43980SLemover* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, 12c6d43980SLemover* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. 13c6d43980SLemover* 14c6d43980SLemover* See the Mulan PSL v2 for more details. 15c6d43980SLemover***************************************************************************************/ 16c6d43980SLemover 171e3fad10SLinJiaweipackage xiangshan 181e3fad10SLinJiawei 1983ba63b3SXuan Huimport org.chipsalliance.cde.config.Parameters 201e3fad10SLinJiaweiimport chisel3._ 213b739f49SXuan Huimport chisel3.util.BitPat.bitPatToUInt 225844fcf0SLinJiaweiimport chisel3.util._ 233b739f49SXuan Huimport utility._ 243b739f49SXuan Huimport utils._ 25de169c67SWilliam Wangimport xiangshan.backend.decode.{ImmUnion, XDecode} 26730cfbc0SXuan Huimport xiangshan.backend.fu.FuType 273b739f49SXuan Huimport xiangshan.backend.rob.RobPtr 283b739f49SXuan Huimport xiangshan.frontend._ 295c1ae31bSYinan Xuimport xiangshan.mem.{LqPtr, SqPtr} 30b1712600SZiyue Zhangimport xiangshan.backend.Bundles.{DynInst, UopIdx} 31b52d4755SXuan Huimport xiangshan.backend.fu.vector.Bundles.VType 32d7ac23a3SEaston Manimport xiangshan.frontend.{AllAheadFoldedHistoryOldestBits, AllFoldedHistories, BPUCtrl, CGHPtr, FtqPtr, FtqToCtrlIO} 33d7ac23a3SEaston Manimport xiangshan.frontend.{Ftq_Redirect_SRAMEntry, HasBPUParameter, IfuToBackendIO, PreDecodeInfo, RASPtr} 34b9e121dfShappy-lximport xiangshan.cache.HasDCacheParameters 353c02ee8fSwakafaimport utility._ 36b0ae3ac4SLinJiawei 378891a219SYinan Xuimport org.chipsalliance.cde.config.Parameters 3888825c5cSYinan Xuimport chisel3.util.BitPat.bitPatToUInt 397720a376Sfdyimport chisel3.util.experimental.decode.EspressoMinimizer 4024519898SXuan Huimport xiangshan.backend.CtrlToFtqIO 41b6982e83SLemoverimport xiangshan.backend.fu.PMPEntry 4214a6653fSLingrui98import xiangshan.frontend.Ftq_Redirect_SRAMEntry 43dd6c0695SLingrui98import xiangshan.frontend.AllFoldedHistories 4467402d75SLingrui98import xiangshan.frontend.AllAheadFoldedHistoryOldestBits 45c89b4642SGuokai Chenimport xiangshan.frontend.RASPtr 46*780712aaSxiaofeibao-xjtuimport xiangshan.backend.rob.RobBundles.RobCommitEntryBundle 471e3fad10SLinJiawei 48627c0a19Szhanglinjuanclass ValidUndirectioned[T <: Data](gen: T) extends Bundle { 493803411bSzhanglinjuan val valid = Bool() 5035fe60e8SLingrui98 val bits = gen.cloneType.asInstanceOf[T] 51fe211d16SLinJiawei 523803411bSzhanglinjuan} 533803411bSzhanglinjuan 54627c0a19Szhanglinjuanobject ValidUndirectioned { 55627c0a19Szhanglinjuan def apply[T <: Data](gen: T) = { 56627c0a19Szhanglinjuan new ValidUndirectioned[T](gen) 573803411bSzhanglinjuan } 583803411bSzhanglinjuan} 593803411bSzhanglinjuan 601b7adedcSWilliam Wangobject RSFeedbackType { 6168d13085SXuan Hu val lrqFull = 0.U(4.W) 6268d13085SXuan Hu val tlbMiss = 1.U(4.W) 6368d13085SXuan Hu val mshrFull = 2.U(4.W) 6468d13085SXuan Hu val dataInvalid = 3.U(4.W) 6568d13085SXuan Hu val bankConflict = 4.U(4.W) 6668d13085SXuan Hu val ldVioCheckRedo = 5.U(4.W) 67cee61068Sfdy val feedbackInvalid = 7.U(4.W) 68cee61068Sfdy val issueSuccess = 8.U(4.W) 69ea0f92d8Sczw val rfArbitFail = 9.U(4.W) 70ea0f92d8Sczw val fuIdle = 10.U(4.W) 71ea0f92d8Sczw val fuBusy = 11.U(4.W) 72d54d930bSfdy val fuUncertain = 12.U(4.W) 73eb163ef0SHaojin Tang 7468d13085SXuan Hu val allTypes = 16 75cee61068Sfdy def apply() = UInt(4.W) 7661d88ec2SXuan Hu 7761d88ec2SXuan Hu def isStageSuccess(feedbackType: UInt) = { 78cee61068Sfdy feedbackType === issueSuccess 7961d88ec2SXuan Hu } 80965c972cSXuan Hu 81965c972cSXuan Hu def isBlocked(feedbackType: UInt) = { 82b536da76SXuan Hu feedbackType === rfArbitFail || feedbackType === fuBusy || feedbackType >= lrqFull && feedbackType <= feedbackInvalid 83965c972cSXuan Hu } 841b7adedcSWilliam Wang} 851b7adedcSWilliam Wang 862225d46eSJiawei Linclass PredictorAnswer(implicit p: Parameters) extends XSBundle { 87097c2688SLingrui98 val hit = if (!env.FPGAPlatform) Bool() else UInt(0.W) 88097c2688SLingrui98 val taken = if (!env.FPGAPlatform) Bool() else UInt(0.W) 89097c2688SLingrui98 val target = if (!env.FPGAPlatform) UInt(VAddrBits.W) else UInt(0.W) 9051b2a476Szoujr} 9151b2a476Szoujr 922225d46eSJiawei Linclass CfiUpdateInfo(implicit p: Parameters) extends XSBundle with HasBPUParameter { 93f226232fSzhanglinjuan // from backend 9469cafcc9SLingrui98 val pc = UInt(VAddrBits.W) 95f226232fSzhanglinjuan // frontend -> backend -> frontend 96f226232fSzhanglinjuan val pd = new PreDecodeInfo 97c89b4642SGuokai Chen val ssp = UInt(log2Up(RasSize).W) 98c89b4642SGuokai Chen val sctr = UInt(log2Up(RasCtrSize).W) 99c89b4642SGuokai Chen val TOSW = new RASPtr 100c89b4642SGuokai Chen val TOSR = new RASPtr 101c89b4642SGuokai Chen val NOS = new RASPtr 102c89b4642SGuokai Chen val topAddr = UInt(VAddrBits.W) 103c2ad24ebSLingrui98 // val hist = new ShiftingGlobalHistory 104dd6c0695SLingrui98 val folded_hist = new AllFoldedHistories(foldedGHistInfos) 10567402d75SLingrui98 val afhob = new AllAheadFoldedHistoryOldestBits(foldedGHistInfos) 10667402d75SLingrui98 val lastBrNumOH = UInt((numBr+1).W) 107b37e4b45SLingrui98 val ghr = UInt(UbtbGHRLength.W) 108c2ad24ebSLingrui98 val histPtr = new CGHPtr 109e7b046c5Szoujr val specCnt = Vec(numBr, UInt(10.W)) 110fe3a74fcSYinan Xu // need pipeline update 111d2b20d1aSTang Haojin val br_hit = Bool() // if in ftb entry 112d2b20d1aSTang Haojin val jr_hit = Bool() // if in ftb entry 113d2b20d1aSTang Haojin val sc_hit = Bool() // if used in ftb entry, invalid if !br_hit 1142e947747SLinJiawei val predTaken = Bool() 115b2e6921eSLinJiawei val target = UInt(VAddrBits.W) 1169a2e6b8aSLinJiawei val taken = Bool() 117b2e6921eSLinJiawei val isMisPred = Bool() 118d0527adfSzoujr val shift = UInt((log2Ceil(numBr)+1).W) 119d0527adfSzoujr val addIntoHist = Bool() 12014a6653fSLingrui98 12114a6653fSLingrui98 def fromFtqRedirectSram(entry: Ftq_Redirect_SRAMEntry) = { 122c2ad24ebSLingrui98 // this.hist := entry.ghist 123dd6c0695SLingrui98 this.folded_hist := entry.folded_hist 12467402d75SLingrui98 this.lastBrNumOH := entry.lastBrNumOH 12567402d75SLingrui98 this.afhob := entry.afhob 126c2ad24ebSLingrui98 this.histPtr := entry.histPtr 127c89b4642SGuokai Chen this.ssp := entry.ssp 128c89b4642SGuokai Chen this.sctr := entry.sctr 129c89b4642SGuokai Chen this.TOSW := entry.TOSW 130c89b4642SGuokai Chen this.TOSR := entry.TOSR 131c89b4642SGuokai Chen this.NOS := entry.NOS 132c89b4642SGuokai Chen this.topAddr := entry.topAddr 13314a6653fSLingrui98 this 13414a6653fSLingrui98 } 135b2e6921eSLinJiawei} 136b2e6921eSLinJiawei 1375844fcf0SLinJiawei// Dequeue DecodeWidth insts from Ibuffer 138de169c67SWilliam Wangclass CtrlFlow(implicit p: Parameters) extends XSBundle { 1395844fcf0SLinJiawei val instr = UInt(32.W) 1405844fcf0SLinJiawei val pc = UInt(VAddrBits.W) 141e25e4d90SXuan Hu // Todo: remove this 142d0de7e4aSpeixiaokun val gpaddr = UInt(GPAddrBits.W) 143de169c67SWilliam Wang val foldpc = UInt(MemPredPCWidth.W) 144baf8def6SYinan Xu val exceptionVec = ExceptionVec() 14572951335SLi Qianruo val trigger = new TriggerCf 146faf3cfa9SLinJiawei val pd = new PreDecodeInfo 147cde9280dSLinJiawei val pred_taken = Bool() 148c84054caSLinJiawei val crossPageIPFFix = Bool() 149de169c67SWilliam Wang val storeSetHit = Bool() // inst has been allocated an store set 150980c1bc3SWilliam Wang val waitForRobIdx = new RobPtr // store set predicted previous store robIdx 151d1fe0262SWilliam Wang // Load wait is needed 152d1fe0262SWilliam Wang // load inst will not be executed until former store (predicted by mdp) addr calcuated 153d1fe0262SWilliam Wang val loadWaitBit = Bool() 154d1fe0262SWilliam Wang // If (loadWaitBit && loadWaitStrict), strict load wait is needed 155d1fe0262SWilliam Wang // load inst will not be executed until ALL former store addr calcuated 156d1fe0262SWilliam Wang val loadWaitStrict = Bool() 157de169c67SWilliam Wang val ssid = UInt(SSIDWidth.W) 158884dbb3bSLinJiawei val ftqPtr = new FtqPtr 159884dbb3bSLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 1605844fcf0SLinJiawei} 1615844fcf0SLinJiawei 16272951335SLi Qianruo 1632225d46eSJiawei Linclass FPUCtrlSignals(implicit p: Parameters) extends XSBundle { 1642ce29ed6SLinJiawei val isAddSub = Bool() // swap23 165dc597826SJiawei Lin val typeTagIn = UInt(1.W) 166dc597826SJiawei Lin val typeTagOut = UInt(1.W) 1672ce29ed6SLinJiawei val fromInt = Bool() 1682ce29ed6SLinJiawei val wflags = Bool() 1692ce29ed6SLinJiawei val fpWen = Bool() 1702ce29ed6SLinJiawei val fmaCmd = UInt(2.W) 1712ce29ed6SLinJiawei val div = Bool() 1722ce29ed6SLinJiawei val sqrt = Bool() 1732ce29ed6SLinJiawei val fcvt = Bool() 1742ce29ed6SLinJiawei val typ = UInt(2.W) 1752ce29ed6SLinJiawei val fmt = UInt(2.W) 1762ce29ed6SLinJiawei val ren3 = Bool() //TODO: remove SrcType.fp 177e6c6b64fSLinJiawei val rm = UInt(3.W) 178579b9f28SLinJiawei} 179579b9f28SLinJiawei 1805844fcf0SLinJiawei// Decode DecodeWidth insts at Decode Stage 1812225d46eSJiawei Linclass CtrlSignals(implicit p: Parameters) extends XSBundle { 1828744445eSMaxpicca-Li val debug_globalID = UInt(XLEN.W) 183a7a8a6ccSHaojin Tang val srcType = Vec(4, SrcType()) 184a7a8a6ccSHaojin Tang val lsrc = Vec(4, UInt(6.W)) 185a7a8a6ccSHaojin Tang val ldest = UInt(6.W) 1869a2e6b8aSLinJiawei val fuType = FuType() 1879a2e6b8aSLinJiawei val fuOpType = FuOpType() 1889a2e6b8aSLinJiawei val rfWen = Bool() 1899a2e6b8aSLinJiawei val fpWen = Bool() 190deb6421eSHaojin Tang val vecWen = Bool() 1919a2e6b8aSLinJiawei val isXSTrap = Bool() 1922d366136SLinJiawei val noSpecExec = Bool() // wait forward 1932d366136SLinJiawei val blockBackward = Bool() // block backward 19445a56a29SZhangZifei val flushPipe = Bool() // This inst will flush all the pipe when commit, like exception but can commit 195e2695e90SzhanglyGit val uopSplitType = UopSplitType() 196c2a8ae00SYikeZhou val selImm = SelImm() 197*780712aaSxiaofeibao-xjtu val imm = UInt(32.W) 198a3edac52SYinan Xu val commitType = CommitType() 199579b9f28SLinJiawei val fpu = new FPUCtrlSignals 200b1712600SZiyue Zhang val uopIdx = UopIdx() 201aac4464eSYinan Xu val isMove = Bool() 2021a0debc2Sczw val vm = Bool() 203d4aca96cSlqre val singleStep = Bool() 204c88c3a2aSYinan Xu // This inst will flush all the pipe when it is the oldest inst in ROB, 205c88c3a2aSYinan Xu // then replay from this inst itself 206c88c3a2aSYinan Xu val replayInst = Bool() 20789cc69c1STang Haojin val canRobCompress = Bool() 208be25371aSYikeZhou 20957a10886SXuan Hu private def allSignals = srcType.take(3) ++ Seq(fuType, fuOpType, rfWen, fpWen, vecWen, 21089cc69c1STang Haojin isXSTrap, noSpecExec, blockBackward, flushPipe, canRobCompress, uopSplitType, selImm) 21188825c5cSYinan Xu 21288825c5cSYinan Xu def decode(inst: UInt, table: Iterable[(BitPat, List[BitPat])]): CtrlSignals = { 2137720a376Sfdy val decoder = freechips.rocketchip.rocket.DecodeLogic(inst, XDecode.decodeDefault, table, EspressoMinimizer) 21488825c5cSYinan Xu allSignals zip decoder foreach { case (s, d) => s := d } 2154d24c305SYikeZhou commitType := DontCare 216be25371aSYikeZhou this 217be25371aSYikeZhou } 21888825c5cSYinan Xu 21988825c5cSYinan Xu def decode(bit: List[BitPat]): CtrlSignals = { 22088825c5cSYinan Xu allSignals.zip(bit.map(bitPatToUInt(_))).foreach{ case (s, d) => s := d } 22188825c5cSYinan Xu this 22288825c5cSYinan Xu } 223b6900d94SYinan Xu 2243b739f49SXuan Hu def isWFI: Bool = fuType === FuType.csr.U && fuOpType === CSROpType.wfi 225f025d715SYinan Xu def isSoftPrefetch: Bool = { 2263b739f49SXuan Hu fuType === FuType.alu.U && fuOpType === ALUOpType.or && selImm === SelImm.IMM_I && ldest === 0.U 227f025d715SYinan Xu } 2283d1a5c10Smaliao def needWriteRf: Bool = (rfWen && ldest =/= 0.U) || fpWen || vecWen 229d0de7e4aSpeixiaokun def isHyperInst: Bool = { 230e25e4d90SXuan Hu fuType === FuType.ldu.U && LSUOpType.isHlv(fuOpType) || fuType === FuType.stu.U && LSUOpType.isHsv(fuOpType) 231d0de7e4aSpeixiaokun } 2325844fcf0SLinJiawei} 2335844fcf0SLinJiawei 2342225d46eSJiawei Linclass CfCtrl(implicit p: Parameters) extends XSBundle { 2355844fcf0SLinJiawei val cf = new CtrlFlow 2365844fcf0SLinJiawei val ctrl = new CtrlSignals 2375844fcf0SLinJiawei} 2385844fcf0SLinJiawei 2392225d46eSJiawei Linclass PerfDebugInfo(implicit p: Parameters) extends XSBundle { 2408b8e745dSYikeZhou val eliminatedMove = Bool() 2418744445eSMaxpicca-Li // val fetchTime = UInt(XLEN.W) 242ebb8ebf8SYinan Xu val renameTime = UInt(XLEN.W) 243ebb8ebf8SYinan Xu val dispatchTime = UInt(XLEN.W) 244ebb8ebf8SYinan Xu val enqRsTime = UInt(XLEN.W) 245ebb8ebf8SYinan Xu val selectTime = UInt(XLEN.W) 246ebb8ebf8SYinan Xu val issueTime = UInt(XLEN.W) 247ebb8ebf8SYinan Xu val writebackTime = UInt(XLEN.W) 2488744445eSMaxpicca-Li // val commitTime = UInt(XLEN.W) 2498744445eSMaxpicca-Li val runahead_checkpoint_id = UInt(XLEN.W) 2508744445eSMaxpicca-Li val tlbFirstReqTime = UInt(XLEN.W) 2518744445eSMaxpicca-Li val tlbRespTime = UInt(XLEN.W) // when getting hit result (including delay in L2TLB hit) 252ba4100caSYinan Xu} 253ba4100caSYinan Xu 25448d1472eSWilliam Wang// Separate LSQ 2552225d46eSJiawei Linclass LSIdx(implicit p: Parameters) extends XSBundle { 256915c0dd4SYinan Xu val lqIdx = new LqPtr 2575c1ae31bSYinan Xu val sqIdx = new SqPtr 25824726fbfSWilliam Wang} 25924726fbfSWilliam Wang 260b2e6921eSLinJiawei// CfCtrl -> MicroOp at Rename Stage 2612225d46eSJiawei Linclass MicroOp(implicit p: Parameters) extends CfCtrl { 262a7a8a6ccSHaojin Tang val srcState = Vec(4, SrcState()) 263a7a8a6ccSHaojin Tang val psrc = Vec(4, UInt(PhyRegIdxWidth.W)) 26420e31bd1SYinan Xu val pdest = UInt(PhyRegIdxWidth.W) 2659aca92b9SYinan Xu val robIdx = new RobPtr 26689cc69c1STang Haojin val instrSize = UInt(log2Ceil(RenameWidth + 1).W) 267fe6452fcSYinan Xu val lqIdx = new LqPtr 268fe6452fcSYinan Xu val sqIdx = new SqPtr 2698b8e745dSYikeZhou val eliminatedMove = Bool() 270fa7f2c26STang Haojin val snapshot = Bool() 2717cef916fSYinan Xu val debugInfo = new PerfDebugInfo 2729d4e1137SYinan Xu def needRfRPort(index: Int, isFp: Boolean, ignoreState: Boolean = true) : Bool = { 273bcce877bSYinan Xu val stateReady = srcState(index) === SrcState.rdy || ignoreState.B 274bcce877bSYinan Xu val readReg = if (isFp) { 275bcce877bSYinan Xu ctrl.srcType(index) === SrcType.fp 276bcce877bSYinan Xu } else { 277bcce877bSYinan Xu ctrl.srcType(index) === SrcType.reg && ctrl.lsrc(index) =/= 0.U 278a338f247SYinan Xu } 279bcce877bSYinan Xu readReg && stateReady 280a338f247SYinan Xu } 2815c7674feSYinan Xu def srcIsReady: Vec[Bool] = { 282c9ebdf90SYinan Xu VecInit(ctrl.srcType.zip(srcState).map{ case (t, s) => SrcType.isPcOrImm(t) || s === SrcState.rdy }) 2835c7674feSYinan Xu } 2846ab6918fSYinan Xu def clearExceptions( 2856ab6918fSYinan Xu exceptionBits: Seq[Int] = Seq(), 2866ab6918fSYinan Xu flushPipe: Boolean = false, 2876ab6918fSYinan Xu replayInst: Boolean = false 2886ab6918fSYinan Xu ): MicroOp = { 2896ab6918fSYinan Xu cf.exceptionVec.zipWithIndex.filterNot(x => exceptionBits.contains(x._2)).foreach(_._1 := false.B) 2906ab6918fSYinan Xu if (!flushPipe) { ctrl.flushPipe := false.B } 2916ab6918fSYinan Xu if (!replayInst) { ctrl.replayInst := false.B } 292c88c3a2aSYinan Xu this 293c88c3a2aSYinan Xu } 2945844fcf0SLinJiawei} 2955844fcf0SLinJiawei 29646f74b57SHaojin Tangclass XSBundleWithMicroOp(implicit p: Parameters) extends XSBundle { 297dfb4c5dcSXuan Hu val uop = new DynInst 29846f74b57SHaojin Tang} 29946f74b57SHaojin Tang 30046f74b57SHaojin Tangclass MicroOpRbExt(implicit p: Parameters) extends XSBundleWithMicroOp { 301de169c67SWilliam Wang val flag = UInt(1.W) 3021e3fad10SLinJiawei} 303de169c67SWilliam Wang 3042225d46eSJiawei Linclass Redirect(implicit p: Parameters) extends XSBundle { 30514a67055Ssfencevma val isRVC = Bool() 3069aca92b9SYinan Xu val robIdx = new RobPtr 30736d7aed5SLinJiawei val ftqIdx = new FtqPtr 30836d7aed5SLinJiawei val ftqOffset = UInt(log2Up(PredictWidth).W) 309bfb958a3SYinan Xu val level = RedirectLevel() 310bfb958a3SYinan Xu val interrupt = Bool() 311c778d2afSLinJiawei val cfiUpdate = new CfiUpdateInfo 312bfb958a3SYinan Xu 313de169c67SWilliam Wang val stFtqIdx = new FtqPtr // for load violation predict 314de169c67SWilliam Wang val stFtqOffset = UInt(log2Up(PredictWidth).W) 315fe211d16SLinJiawei 31620edb3f7SWilliam Wang val debug_runahead_checkpoint_id = UInt(64.W) 317d2b20d1aSTang Haojin val debugIsCtrl = Bool() 318d2b20d1aSTang Haojin val debugIsMemVio = Bool() 31920edb3f7SWilliam Wang 320bfb958a3SYinan Xu def flushItself() = RedirectLevel.flushItself(level) 321a25b1bceSLinJiawei} 322a25b1bceSLinJiawei 3232b4e8253SYinan Xuclass ResetPregStateReq(implicit p: Parameters) extends XSBundle { 32460deaca2SLinJiawei // NOTE: set isInt and isFp both to 'false' when invalid 32560deaca2SLinJiawei val isInt = Bool() 32660deaca2SLinJiawei val isFp = Bool() 32760deaca2SLinJiawei val preg = UInt(PhyRegIdxWidth.W) 3285844fcf0SLinJiawei} 3295844fcf0SLinJiawei 3302225d46eSJiawei Linclass DebugBundle(implicit p: Parameters) extends XSBundle { 33172235fa4SWilliam Wang val isMMIO = Bool() 3328635f18fSwangkaifan val isPerfCnt = Bool() 3338b91a337SWilliam Wang val paddr = UInt(PAddrBits.W) 33472951335SLi Qianruo val vaddr = UInt(VAddrBits.W) 3358744445eSMaxpicca-Li /* add L/S inst info in EXU */ 3368744445eSMaxpicca-Li // val L1toL2TlbLatency = UInt(XLEN.W) 3378744445eSMaxpicca-Li // val levelTlbHit = UInt(2.W) 338e402d94eSWilliam Wang} 3395844fcf0SLinJiawei 3402225d46eSJiawei Linclass ExternalInterruptIO(implicit p: Parameters) extends XSBundle { 34135bfeecbSYinan Xu val mtip = Input(Bool()) 34235bfeecbSYinan Xu val msip = Input(Bool()) 34335bfeecbSYinan Xu val meip = Input(Bool()) 344b3d79b37SYinan Xu val seip = Input(Bool()) 345d4aca96cSlqre val debug = Input(Bool()) 3465844fcf0SLinJiawei} 3475844fcf0SLinJiawei 3482225d46eSJiawei Linclass CSRSpecialIO(implicit p: Parameters) extends XSBundle { 3493b739f49SXuan Hu val exception = Flipped(ValidIO(new DynInst)) 3503fa7b737SYinan Xu val isInterrupt = Input(Bool()) 35135bfeecbSYinan Xu val memExceptionVAddr = Input(UInt(VAddrBits.W)) 35235bfeecbSYinan Xu val trapTarget = Output(UInt(VAddrBits.W)) 35335bfeecbSYinan Xu val externalInterrupt = new ExternalInterruptIO 35435bfeecbSYinan Xu val interrupt = Output(Bool()) 35535bfeecbSYinan Xu} 35635bfeecbSYinan Xu 357a8db15d8Sfdyclass DiffCommitIO(implicit p: Parameters) extends XSBundle { 358a8db15d8Sfdy val isCommit = Bool() 359a8db15d8Sfdy val commitValid = Vec(CommitWidth * MaxUopSize, Bool()) 360a8db15d8Sfdy 3616b102a39SHaojin Tang val info = Vec(CommitWidth * MaxUopSize, new RabCommitInfo) 362a8db15d8Sfdy} 363a8db15d8Sfdy 364*780712aaSxiaofeibao-xjtuclass RobCommitInfo(implicit p: Parameters) extends RobCommitEntryBundle 3655844fcf0SLinJiawei 3669aca92b9SYinan Xuclass RobCommitIO(implicit p: Parameters) extends XSBundle { 367ccfddc82SHaojin Tang val isCommit = Bool() 368ccfddc82SHaojin Tang val commitValid = Vec(CommitWidth, Bool()) 3696474c47fSYinan Xu 370ccfddc82SHaojin Tang val isWalk = Bool() 371c51eab43SYinan Xu // valid bits optimized for walk 372ccfddc82SHaojin Tang val walkValid = Vec(CommitWidth, Bool()) 3736474c47fSYinan Xu 374ccfddc82SHaojin Tang val info = Vec(CommitWidth, new RobCommitInfo) 375fa7f2c26STang Haojin val robIdx = Vec(CommitWidth, new RobPtr) 37621e7a6c5SYinan Xu 3776474c47fSYinan Xu def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 3786474c47fSYinan Xu def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 3795844fcf0SLinJiawei} 3805844fcf0SLinJiawei 3816b102a39SHaojin Tangclass RabCommitInfo(implicit p: Parameters) extends XSBundle { 3826b102a39SHaojin Tang val ldest = UInt(6.W) 3836b102a39SHaojin Tang val pdest = UInt(PhyRegIdxWidth.W) 3846b102a39SHaojin Tang val rfWen = Bool() 3856b102a39SHaojin Tang val fpWen = Bool() 3866b102a39SHaojin Tang val vecWen = Bool() 3876b102a39SHaojin Tang val isMove = Bool() 3886b102a39SHaojin Tang} 3896b102a39SHaojin Tang 3906b102a39SHaojin Tangclass RabCommitIO(implicit p: Parameters) extends XSBundle { 3916b102a39SHaojin Tang val isCommit = Bool() 392*780712aaSxiaofeibao-xjtu val commitValid = Vec(RabCommitWidth, Bool()) 3936b102a39SHaojin Tang 3946b102a39SHaojin Tang val isWalk = Bool() 3956b102a39SHaojin Tang // valid bits optimized for walk 396*780712aaSxiaofeibao-xjtu val walkValid = Vec(RabCommitWidth, Bool()) 3976b102a39SHaojin Tang 398*780712aaSxiaofeibao-xjtu val info = Vec(RabCommitWidth, new RabCommitInfo) 399*780712aaSxiaofeibao-xjtu val robIdx = OptionWrapper(!env.FPGAPlatform, Vec(RabCommitWidth, new RobPtr)) 4006b102a39SHaojin Tang 4016b102a39SHaojin Tang def hasWalkInstr: Bool = isWalk && walkValid.asUInt.orR 4026b102a39SHaojin Tang def hasCommitInstr: Bool = isCommit && commitValid.asUInt.orR 4036b102a39SHaojin Tang} 4046b102a39SHaojin Tang 405fa7f2c26STang Haojinclass SnapshotPort(implicit p: Parameters) extends XSBundle { 406fa7f2c26STang Haojin val snptEnq = Bool() 407fa7f2c26STang Haojin val snptDeq = Bool() 408fa7f2c26STang Haojin val useSnpt = Bool() 409fa7f2c26STang Haojin val snptSelect = UInt(log2Ceil(RenameSnapshotNum).W) 410c4b56310SHaojin Tang val flushVec = Vec(RenameSnapshotNum, Bool()) 411fa7f2c26STang Haojin} 412fa7f2c26STang Haojin 4131b7adedcSWilliam Wangclass RSFeedback(implicit p: Parameters) extends XSBundle { 4145db4956bSzhanglyGit val robIdx = new RobPtr 415037a131fSWilliam Wang val hit = Bool() 41662f57a35SLemover val flushState = Bool() 4171b7adedcSWilliam Wang val sourceType = RSFeedbackType() 418c7160cd3SWilliam Wang val dataInvalidSqIdx = new SqPtr 419037a131fSWilliam Wang} 420037a131fSWilliam Wang 421d87b76aaSWilliam Wangclass MemRSFeedbackIO(implicit p: Parameters) extends XSBundle { 422d87b76aaSWilliam Wang // Note: you need to update in implicit Parameters p before imp MemRSFeedbackIO 423d87b76aaSWilliam Wang // for instance: MemRSFeedbackIO()(updateP) 424d87b76aaSWilliam Wang val feedbackSlow = ValidIO(new RSFeedback()) // dcache miss queue full, dtlb miss 425d3372210SzhanglyGit val feedbackFast = ValidIO(new RSFeedback()) // bank conflict 426d87b76aaSWilliam Wang} 427d87b76aaSWilliam Wang 4280f55a0d3SHaojin Tangclass LoadCancelIO(implicit p: Parameters) extends XSBundle { 429596af5d2SHaojin Tang val ld1Cancel = Bool() 430596af5d2SHaojin Tang val ld2Cancel = Bool() 4310f55a0d3SHaojin Tang} 4320f55a0d3SHaojin Tang 433f06ca0bfSLingrui98class FrontendToCtrlIO(implicit p: Parameters) extends XSBundle { 4345844fcf0SLinJiawei // to backend end 4355844fcf0SLinJiawei val cfVec = Vec(DecodeWidth, DecoupledIO(new CtrlFlow)) 436d2b20d1aSTang Haojin val stallReason = new StallReasonIO(DecodeWidth) 437f06ca0bfSLingrui98 val fromFtq = new FtqToCtrlIO 438d7ac23a3SEaston Man val fromIfu = new IfuToBackendIO 4395844fcf0SLinJiawei // from backend 440f06ca0bfSLingrui98 val toFtq = Flipped(new CtrlToFtqIO) 44105cc2a4eSXuan Hu val canAccept = Input(Bool()) 4421e3fad10SLinJiawei} 443fcff7e94SZhangZifei 444f1fe8698SLemoverclass SatpStruct(implicit p: Parameters) extends XSBundle { 44545f497a4Shappy-lx val mode = UInt(4.W) 44645f497a4Shappy-lx val asid = UInt(16.W) 44745f497a4Shappy-lx val ppn = UInt(44.W) 44845f497a4Shappy-lx} 44945f497a4Shappy-lx 450f1fe8698SLemoverclass TlbSatpBundle(implicit p: Parameters) extends SatpStruct { 45145f497a4Shappy-lx val changed = Bool() 45245f497a4Shappy-lx 45345f497a4Shappy-lx def apply(satp_value: UInt): Unit = { 45445f497a4Shappy-lx require(satp_value.getWidth == XLEN) 45545f497a4Shappy-lx val sa = satp_value.asTypeOf(new SatpStruct) 45645f497a4Shappy-lx mode := sa.mode 45745f497a4Shappy-lx asid := sa.asid 458935edac4STang Haojin ppn := Cat(0.U((44-PAddrBits).W), sa.ppn(PAddrBits-1, 0)).asUInt 45945f497a4Shappy-lx changed := DataChanged(sa.asid) // when ppn is changed, software need do the flush 46045f497a4Shappy-lx } 461fcff7e94SZhangZifei} 462f1fe8698SLemover 463f1fe8698SLemoverclass TlbCsrBundle(implicit p: Parameters) extends XSBundle { 464f1fe8698SLemover val satp = new TlbSatpBundle() 465d0de7e4aSpeixiaokun val vsatp = new TlbSatpBundle() 466d0de7e4aSpeixiaokun val hgatp = new TlbSatpBundle() 467fcff7e94SZhangZifei val priv = new Bundle { 468fcff7e94SZhangZifei val mxr = Bool() 469fcff7e94SZhangZifei val sum = Bool() 470d0de7e4aSpeixiaokun val vmxr = Bool() 471d0de7e4aSpeixiaokun val vsum = Bool() 472d0de7e4aSpeixiaokun val virt = Bool() 473d0de7e4aSpeixiaokun val spvp = UInt(1.W) 474fcff7e94SZhangZifei val imode = UInt(2.W) 475fcff7e94SZhangZifei val dmode = UInt(2.W) 476fcff7e94SZhangZifei } 4778fc4e859SZhangZifei 4788fc4e859SZhangZifei override def toPrintable: Printable = { 4798fc4e859SZhangZifei p"Satp mode:0x${Hexadecimal(satp.mode)} asid:0x${Hexadecimal(satp.asid)} ppn:0x${Hexadecimal(satp.ppn)} " + 4808fc4e859SZhangZifei p"Priv mxr:${priv.mxr} sum:${priv.sum} imode:${priv.imode} dmode:${priv.dmode}" 4818fc4e859SZhangZifei } 482fcff7e94SZhangZifei} 483fcff7e94SZhangZifei 4842225d46eSJiawei Linclass SfenceBundle(implicit p: Parameters) extends XSBundle { 485fcff7e94SZhangZifei val valid = Bool() 486fcff7e94SZhangZifei val bits = new Bundle { 487fcff7e94SZhangZifei val rs1 = Bool() 488fcff7e94SZhangZifei val rs2 = Bool() 489fcff7e94SZhangZifei val addr = UInt(VAddrBits.W) 490d0de7e4aSpeixiaokun val id = UInt((AsidLength).W) // asid or vmid 491f1fe8698SLemover val flushPipe = Bool() 492d0de7e4aSpeixiaokun val hv = Bool() 493d0de7e4aSpeixiaokun val hg = Bool() 494fcff7e94SZhangZifei } 4958fc4e859SZhangZifei 4968fc4e859SZhangZifei override def toPrintable: Printable = { 497f1fe8698SLemover p"valid:0x${Hexadecimal(valid)} rs1:${bits.rs1} rs2:${bits.rs2} addr:${Hexadecimal(bits.addr)}, flushPipe:${bits.flushPipe}" 4988fc4e859SZhangZifei } 499fcff7e94SZhangZifei} 500a165bd69Swangkaifan 501de169c67SWilliam Wang// Bundle for load violation predictor updating 502de169c67SWilliam Wangclass MemPredUpdateReq(implicit p: Parameters) extends XSBundle { 5032b8b2e7aSWilliam Wang val valid = Bool() 504de169c67SWilliam Wang 505de169c67SWilliam Wang // wait table update 506de169c67SWilliam Wang val waddr = UInt(MemPredPCWidth.W) 5072b8b2e7aSWilliam Wang val wdata = Bool() // true.B by default 508de169c67SWilliam Wang 509de169c67SWilliam Wang // store set update 510de169c67SWilliam Wang // by default, ldpc/stpc should be xor folded 511de169c67SWilliam Wang val ldpc = UInt(MemPredPCWidth.W) 512de169c67SWilliam Wang val stpc = UInt(MemPredPCWidth.W) 5132b8b2e7aSWilliam Wang} 5142b8b2e7aSWilliam Wang 5152225d46eSJiawei Linclass CustomCSRCtrlIO(implicit p: Parameters) extends XSBundle { 5162b8b2e7aSWilliam Wang // Prefetcher 517ecccf78fSJay val l1I_pf_enable = Output(Bool()) 5182b8b2e7aSWilliam Wang val l2_pf_enable = Output(Bool()) 51985de5caeSLinJiawei val l1D_pf_enable = Output(Bool()) 52085de5caeSLinJiawei val l1D_pf_train_on_hit = Output(Bool()) 52185de5caeSLinJiawei val l1D_pf_enable_agt = Output(Bool()) 52285de5caeSLinJiawei val l1D_pf_enable_pht = Output(Bool()) 5235d13017eSLinJiawei val l1D_pf_active_threshold = Output(UInt(4.W)) 5245d13017eSLinJiawei val l1D_pf_active_stride = Output(UInt(6.W)) 525edbf1204SLinJiawei val l1D_pf_enable_stride = Output(Bool()) 526f1d78cf7SLinJiawei val l2_pf_store_only = Output(Bool()) 527ecccf78fSJay // ICache 528ecccf78fSJay val icache_parity_enable = Output(Bool()) 529f3f22d72SYinan Xu // Labeled XiangShan 5302b8b2e7aSWilliam Wang val dsid = Output(UInt(8.W)) // TODO: DsidWidth as parameter 531f3f22d72SYinan Xu // Load violation predictor 5322b8b2e7aSWilliam Wang val lvpred_disable = Output(Bool()) 5332b8b2e7aSWilliam Wang val no_spec_load = Output(Bool()) 534c7160cd3SWilliam Wang val storeset_wait_store = Output(Bool()) 535c7160cd3SWilliam Wang val storeset_no_fast_wakeup = Output(Bool()) 536c7160cd3SWilliam Wang val lvpred_timeout = Output(UInt(5.W)) 537f3f22d72SYinan Xu // Branch predictor 5382b8b2e7aSWilliam Wang val bp_ctrl = Output(new BPUCtrl) 539f3f22d72SYinan Xu // Memory Block 540f3f22d72SYinan Xu val sbuffer_threshold = Output(UInt(4.W)) 541d10a581eSWilliam Wang val ldld_vio_check_enable = Output(Bool()) 542d10a581eSWilliam Wang val soft_prefetch_enable = Output(Bool()) 543a4e57ea3SLi Qianruo val cache_error_enable = Output(Bool()) 54437225120Ssfencevma val uncache_write_outstanding_enable = Output(Bool()) 545aac4464eSYinan Xu // Rename 5465b47c58cSYinan Xu val fusion_enable = Output(Bool()) 5475b47c58cSYinan Xu val wfi_enable = Output(Bool()) 548af2f7849Shappy-lx // Decode 549af2f7849Shappy-lx val svinval_enable = Output(Bool()) 550af2f7849Shappy-lx 551b6982e83SLemover // distribute csr write signal 552b6982e83SLemover val distribute_csr = new DistributedCSRIO() 5535b0f0029SXuan Hu // TODO: move it to a new bundle, since single step is not a custom control signal 554ddb65c47SLi Qianruo val singlestep = Output(Bool()) 55572951335SLi Qianruo val frontend_trigger = new FrontendTdataDistributeIO() 55672951335SLi Qianruo val mem_trigger = new MemTdataDistributeIO() 557d0de7e4aSpeixiaokun // Virtualization Mode 558d0de7e4aSpeixiaokun val virtMode = Output(Bool()) 559b6982e83SLemover} 560b6982e83SLemover 561b6982e83SLemoverclass DistributedCSRIO(implicit p: Parameters) extends XSBundle { 5621c746d3aScui fliter // CSR has been written by csr inst, copies of csr should be updated 563b6982e83SLemover val w = ValidIO(new Bundle { 564b6982e83SLemover val addr = Output(UInt(12.W)) 565b6982e83SLemover val data = Output(UInt(XLEN.W)) 566b6982e83SLemover }) 5672b8b2e7aSWilliam Wang} 568e19f7967SWilliam Wang 569e19f7967SWilliam Wangclass DistributedCSRUpdateReq(implicit p: Parameters) extends XSBundle { 570e19f7967SWilliam Wang // Request csr to be updated 571e19f7967SWilliam Wang // 572e19f7967SWilliam Wang // Note that this request will ONLY update CSR Module it self, 573e19f7967SWilliam Wang // copies of csr will NOT be updated, use it with care! 574e19f7967SWilliam Wang // 575e19f7967SWilliam Wang // For each cycle, no more than 1 DistributedCSRUpdateReq is valid 576e19f7967SWilliam Wang val w = ValidIO(new Bundle { 577e19f7967SWilliam Wang val addr = Output(UInt(12.W)) 578e19f7967SWilliam Wang val data = Output(UInt(XLEN.W)) 579e19f7967SWilliam Wang }) 580e19f7967SWilliam Wang def apply(valid: Bool, addr: UInt, data: UInt, src_description: String) = { 581e19f7967SWilliam Wang when(valid){ 582e19f7967SWilliam Wang w.bits.addr := addr 583e19f7967SWilliam Wang w.bits.data := data 584e19f7967SWilliam Wang } 585e19f7967SWilliam Wang println("Distributed CSR update req registered for " + src_description) 586e19f7967SWilliam Wang } 587e19f7967SWilliam Wang} 58872951335SLi Qianruo 5890f59c834SWilliam Wangclass L1CacheErrorInfo(implicit p: Parameters) extends XSBundle { 5900f59c834SWilliam Wang // L1CacheErrorInfo is also used to encode customized CACHE_ERROR CSR 5910f59c834SWilliam Wang val source = Output(new Bundle() { 5920f59c834SWilliam Wang val tag = Bool() // l1 tag array 5930f59c834SWilliam Wang val data = Bool() // l1 data array 5940f59c834SWilliam Wang val l2 = Bool() 5950f59c834SWilliam Wang }) 5960f59c834SWilliam Wang val opType = Output(new Bundle() { 5970f59c834SWilliam Wang val fetch = Bool() 5980f59c834SWilliam Wang val load = Bool() 5990f59c834SWilliam Wang val store = Bool() 6000f59c834SWilliam Wang val probe = Bool() 6010f59c834SWilliam Wang val release = Bool() 6020f59c834SWilliam Wang val atom = Bool() 6030f59c834SWilliam Wang }) 6040f59c834SWilliam Wang val paddr = Output(UInt(PAddrBits.W)) 6050f59c834SWilliam Wang 6060f59c834SWilliam Wang // report error and paddr to beu 6070f59c834SWilliam Wang // bus error unit will receive error info iff ecc_error.valid 6080f59c834SWilliam Wang val report_to_beu = Output(Bool()) 6090f59c834SWilliam Wang 6100f59c834SWilliam Wang // there is an valid error 6110f59c834SWilliam Wang // l1 cache error will always be report to CACHE_ERROR csr 6120f59c834SWilliam Wang val valid = Output(Bool()) 6130f59c834SWilliam Wang 6140f59c834SWilliam Wang def toL1BusErrorUnitInfo(): L1BusErrorUnitInfo = { 6150f59c834SWilliam Wang val beu_info = Wire(new L1BusErrorUnitInfo) 6160f59c834SWilliam Wang beu_info.ecc_error.valid := report_to_beu 6170f59c834SWilliam Wang beu_info.ecc_error.bits := paddr 6180f59c834SWilliam Wang beu_info 6190f59c834SWilliam Wang } 6200f59c834SWilliam Wang} 621bc63e578SLi Qianruo 62272951335SLi Qianruoclass TriggerCf(implicit p: Parameters) extends XSBundle { 62384e47f35SLi Qianruo // frontend 624f7af4c74Schengguanghui val frontendHit = Vec(TriggerNum, Bool()) // en && hit 625f7af4c74Schengguanghui val frontendCanFire = Vec(TriggerNum, Bool()) 62684e47f35SLi Qianruo // backend 627f7af4c74Schengguanghui val backendHit = Vec(TriggerNum, Bool()) 628f7af4c74Schengguanghui val backendCanFire = Vec(TriggerNum, Bool()) 62984e47f35SLi Qianruo 63084e47f35SLi Qianruo // Two situations not allowed: 63184e47f35SLi Qianruo // 1. load data comparison 63284e47f35SLi Qianruo // 2. store chaining with store 633f7af4c74Schengguanghui def getFrontendCanFire = frontendCanFire.reduce(_ || _) 634f7af4c74Schengguanghui def getBackendCanFire = backendCanFire.reduce(_ || _) 635f7af4c74Schengguanghui def canFire = getFrontendCanFire || getBackendCanFire 636d7dd1af1SLi Qianruo def clear(): Unit = { 637d7dd1af1SLi Qianruo frontendHit.foreach(_ := false.B) 638f7af4c74Schengguanghui frontendCanFire.foreach(_ := false.B) 639d7dd1af1SLi Qianruo backendHit.foreach(_ := false.B) 640f7af4c74Schengguanghui backendCanFire.foreach(_ := false.B) 641d7dd1af1SLi Qianruo } 64272951335SLi Qianruo} 64372951335SLi Qianruo 644bc63e578SLi Qianruo// these 3 bundles help distribute trigger control signals from CSR 645bc63e578SLi Qianruo// to Frontend, Load and Store. 64672951335SLi Qianruoclass FrontendTdataDistributeIO(implicit p: Parameters) extends XSBundle { 647f7af4c74Schengguanghui val tUpdate = ValidIO(new Bundle { 648f7af4c74Schengguanghui val addr = Output(UInt(log2Up(TriggerNum).W)) 64972951335SLi Qianruo val tdata = new MatchTriggerIO 65072951335SLi Qianruo }) 651f7af4c74Schengguanghui val tEnableVec: Vec[Bool] = Output(Vec(TriggerNum, Bool())) 65272951335SLi Qianruo} 65372951335SLi Qianruo 65472951335SLi Qianruoclass MemTdataDistributeIO(implicit p: Parameters) extends XSBundle { 655f7af4c74Schengguanghui val tUpdate = ValidIO(new Bundle { 656f7af4c74Schengguanghui val addr = Output(UInt(log2Up(TriggerNum).W)) 65772951335SLi Qianruo val tdata = new MatchTriggerIO 65872951335SLi Qianruo }) 659f7af4c74Schengguanghui val tEnableVec: Vec[Bool] = Output(Vec(TriggerNum, Bool())) 66072951335SLi Qianruo} 66172951335SLi Qianruo 66272951335SLi Qianruoclass MatchTriggerIO(implicit p: Parameters) extends XSBundle { 66372951335SLi Qianruo val matchType = Output(UInt(2.W)) 66472951335SLi Qianruo val select = Output(Bool()) 66572951335SLi Qianruo val timing = Output(Bool()) 66672951335SLi Qianruo val action = Output(Bool()) 66772951335SLi Qianruo val chain = Output(Bool()) 668f7af4c74Schengguanghui val execute = Output(Bool()) 669f7af4c74Schengguanghui val store = Output(Bool()) 670f7af4c74Schengguanghui val load = Output(Bool()) 67172951335SLi Qianruo val tdata2 = Output(UInt(64.W)) 67272951335SLi Qianruo} 673b9e121dfShappy-lx 674d2b20d1aSTang Haojinclass StallReasonIO(width: Int) extends Bundle { 675d2b20d1aSTang Haojin val reason = Output(Vec(width, UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 676d2b20d1aSTang Haojin val backReason = Flipped(Valid(UInt(log2Ceil(TopDownCounters.NumStallReasons.id).W))) 677d2b20d1aSTang Haojin} 678d2b20d1aSTang Haojin 679b9e121dfShappy-lx// custom l2 - l1 interface 680b9e121dfShappy-lxclass L2ToL1Hint(implicit p: Parameters) extends XSBundle with HasDCacheParameters { 681b9e121dfShappy-lx val sourceId = UInt(log2Up(cfg.nMissEntries).W) // tilelink sourceID -> mshr id 682d2945707SHuijin Li val isKeyword = Bool() // miss entry keyword -> L1 load queue replay 683b9e121dfShappy-lx} 684f7af4c74Schengguanghui 685